-- Logs begin at Tue 2022-03-22 09:44:21 UTC, end at Tue 2022-03-22 11:48:13 UTC. -- Mar 22 10:44:50.773263 dv-neutron-834599-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Mar 22 10:44:53.483530 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.common.config [-] Logging enabled! Mar 22 10:44:53.484120 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev83 Mar 22 10:44:53.484299 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=108942) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 22 10:44:53.487521 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.common.config [-] Logging enabled! Mar 22 10:44:53.487774 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev83 Mar 22 10:44:53.488082 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=108942) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 22 10:44:53.489024 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 22 10:44:53.489251 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 22 10:44:53.489606 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 22 10:44:53.489846 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 22 10:44:53.490074 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 22 10:44:53.490393 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.490686 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.490962 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.491185 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.491506 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.491794 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.492070 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.492353 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.492732 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.492963 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.493242 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.493527 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.493762 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.494042 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] config_source = [] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.494329 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.494614 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.494837 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] debug = True {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.495114 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.495566 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.495973 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.496249 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.496534 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.496877 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.497147 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.497425 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.497705 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.498031 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] host = dv-neutron-834599-1-hyperv {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.498305 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.498588 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.498869 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.499167 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.499449 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.499729 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.500004 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.500273 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] log_dir = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.500540 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] log_file = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.500812 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.501094 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.501378 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.501665 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.501889 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.502107 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.502392 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.502674 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.502945 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.503213 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.503515 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.503791 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.504063 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.504328 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.504606 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.504884 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.505163 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.505431 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.505700 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.505964 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.506228 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.506513 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.506773 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.507040 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.507310 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.507617 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.507884 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.508151 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.508539 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.508821 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.509100 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.509379 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.509648 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.509927 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.510195 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.510461 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] use_journal = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.510724 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] use_json = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.510990 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.511252 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.511558 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.511826 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.512095 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.512362 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.512627 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.512906 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.513173 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:53.513463 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.513761 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.514057 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.514336 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.514619 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.514892 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.515173 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.515478 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.515765 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.516047 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.516329 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.516600 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.516879 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.517148 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.517438 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.517739 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.518027 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.518312 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.518580 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.518846 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.519112 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.519405 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.519691 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.519962 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.520245 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.520530 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.520803 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.521083 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.521372 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.521659 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.521928 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.522283 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.522577 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.522851 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.523119 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.523417 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.523712 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.524011 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.524279 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.524556 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.524826 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.525093 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.525359 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.525631 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.525915 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.526184 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.526450 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.526714 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.526986 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.527251 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.527563 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.527840 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.528109 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.528373 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.528647 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.528913 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.529180 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.529450 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.529717 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.529989 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.530254 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.530520 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.530784 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.531049 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.531316 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.531608 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.531873 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.532141 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.532761 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.533026 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.533292 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.533562 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.533833 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.534116 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.534405 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.534674 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.534943 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.535213 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.535518 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.535793 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.536064 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.536334 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.536604 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.536868 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.537150 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.537425 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.537703 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.537975 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.538251 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.538538 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.538809 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.539083 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.539354 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.539734 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.540012 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.540291 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.540581 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.540867 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.541154 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.541444 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.541732 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.542005 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.542310 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.542585 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:53.542796 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 22 10:44:53.543029 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=108942) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 22 10:44:53.890744 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=108942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 22 10:44:53.890969 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=108942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 22 10:44:53.891295 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=108942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 22 10:44:53.891649 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 22 10:44:54.292446 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:54.292733 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:54.292913 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:54.294218 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:54.294484 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:54.294745 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:54.329941 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:54.330308 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:54.330574 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:54.345474 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:54.345744 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:54.346007 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:54.373969 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:54.374236 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:54.374502 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:54.411215 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:54.411512 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:54.411777 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:54.640322 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:54.640977 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:54.640977 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:54.641141 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:54.641750 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:54.761699 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:54.762009 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:54.762286 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:54.762549 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:54.762809 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:54.763113 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:54.763408 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:54.763649 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:54.763895 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:54.764171 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:54.764410 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:54.764668 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:54.764917 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:54.765161 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:54.765406 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:54.765661 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:54.765905 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:54.766147 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:54.766410 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:54.766665 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:54.766928 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:54.767174 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:54.767474 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:54.767846 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:54.768087 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:54.768329 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:54.768716 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=108942) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 10:44:54.768952 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=108942) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 10:44:54.769184 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=108942) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 10:44:54.769413 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=108942) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 10:44:54.769640 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=108942) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 10:44:54.769868 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=108942) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 10:44:54.770230 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 22 10:44:54.773352 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 22 10:44:54.777370 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 22 10:44:54.781135 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Mar 22 10:44:54.783272 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 22 10:44:54.783765 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 22 10:44:54.784092 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 22 10:44:54.784465 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 22 10:44:54.787294 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 22 10:44:54.787568 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 22 10:44:54.787907 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 22 10:44:54.793241 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 22 10:44:54.815459 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 22 10:44:54.815913 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:54.816208 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=108942) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 22 10:44:54.816569 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:54.817934 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=108942) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 22 10:44:54.818202 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 22 10:44:54.818445 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 22 10:44:54.822041 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:54.822320 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:54.884858 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 22 10:44:54.885091 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 22 10:44:54.885318 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 22 10:44:54.885688 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 22 10:44:54.908545 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_db.sqlalchemy.engines [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=108942) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 22 10:44:55.442944 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.plugins.ml2.managers [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Initializing driver for type 'gre' Mar 22 10:44:55.443509 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] gre ID ranges: [(1, 1000)] Mar 22 10:44:55.496438 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.plugins.ml2.managers [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Initializing driver for type 'local' Mar 22 10:44:55.496756 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.plugins.ml2.managers [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Initializing driver for type 'vlan' Mar 22 10:44:55.511592 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] VlanTypeDriver initialization complete Mar 22 10:44:55.512028 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.plugins.ml2.managers [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Initializing driver for type 'vxlan' Mar 22 10:44:55.512516 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] vxlan ID ranges: [(1, 1000)] Mar 22 10:44:55.564708 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.plugins.ml2.managers [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Initializing extension driver 'port_security' Mar 22 10:44:55.565118 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.plugins.ml2.extensions.port_security [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] PortSecurityExtensionDriver initialization complete Mar 22 10:44:55.565474 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.plugins.ml2.managers [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Initializing mechanism driver 'openvswitch' Mar 22 10:44:55.565797 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.plugins.ml2.managers [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Initializing mechanism driver 'hyperv' Mar 22 10:44:55.572573 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.plugins.ml2.plugin [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=108942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:44:55.573252 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > port after_create 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.573616 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > port after_update 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.573965 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > port after_delete 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.574483 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=108942) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 22 10:44:55.574944 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > subnet after_create 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.575288 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > subnet after_update 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.575654 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.576041 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=108942) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 22 10:44:55.576440 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > network after_create 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.576784 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > network after_update 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.577124 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > network after_delete 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.577476 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=108942) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 22 10:44:55.577873 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > security_group after_create 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.578218 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > security_group after_update 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.578551 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.580667 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=108942) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 22 10:44:55.581107 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.581473 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.581826 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.582223 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=108942) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 22 10:44:55.582631 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > address_group after_create 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.582980 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > address_group after_update 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.583322 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.583741 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=108942) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 22 10:44:55.584185 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] ML2 OVO RPC backend initialized. {{(pid=108942) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Mar 22 10:44:55.584887 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.585245 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.585659 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > network before_response 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.586004 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > networks before_response 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.586370 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > port before_response 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.586796 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > ports before_response 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.587133 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > subnet before_response 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.587572 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > subnets before_response 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.587916 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > network after_create 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.588251 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > network after_update 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.588579 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > network after_delete 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.588907 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > port after_create 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.589236 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > port after_update 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.589564 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > port after_delete 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.589891 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > subnet after_create 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.590216 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > subnet after_update 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.590539 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.597807 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.quota [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded quota_driver: . Mar 22 10:44:55.598172 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.plugins.ml2.plugin [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Modular L2 Plugin initialization complete Mar 22 10:44:55.598518 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading services supported by the core plugin {{(pid=108942) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 22 10:44:55.598855 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.plugins.ml2.managers [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Got port-security extension from driver 'port_security' Mar 22 10:44:55.599333 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.extensions.vlantransparent [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Disabled vlantransparent extension. Mar 22 10:44:55.599855 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=108942) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 22 10:44:55.600220 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading Plugin: router Mar 22 10:44:55.635982 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.636366 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > router after_create 55549900 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.636732 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > router before_create 55549900 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.637092 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.637460 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.637816 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > router after_delete 55549900 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.638141 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > floatingip after_create 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.638513 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.638868 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > router after_create 55549900 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.639189 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > router after_update 55549900 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.639557 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > router after_update 55549900 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.639910 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.640265 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > router after_update 55549900 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.640668 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > router precommit_update 55549900 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.641245 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: port after_update 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.641364 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: port after_delete 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.641668 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: subnet after_update 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.642002 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.642343 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.642680 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > router precommit_create 55549900 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.643011 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: port before_delete 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.643486 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > router precommit_create 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.643844 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > router after_update 55549900 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.644183 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.644533 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > router precommit_create 55549900 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.644893 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.645238 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > router precommit_update 55549900 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.645597 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > agent after_create 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.645940 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > agent after_delete 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.646279 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > network after_delete 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.647108 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.quota.resource_registry [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Tracking information for resource: router configured {{(pid=108942) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 10:44:55.647462 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.quota.resource_registry [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Tracking information for resource: floatingip configured {{(pid=108942) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 10:44:55.652500 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.db.l3_agentschedulers_db [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 22 10:44:55.653079 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: port after_update 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.653438 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: port after_create 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.653786 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: port after_delete 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.654129 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: port after_update 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.654916 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > router before_create 55550100 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.655280 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.655660 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > router precommit_create 55550100 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.656010 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > router precommit_update 55550100 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.661307 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.services.provider_configuration [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Service providers = [] {{(pid=108942) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 22 10:44:55.661666 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.db.servicetype_db [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=108942) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 22 10:44:55.664669 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.services.service_base [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=108942) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 22 10:44:55.665018 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.services.service_base [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=108942) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 22 10:44:55.665357 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.services.service_base [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=108942) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 22 10:44:55.666238 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.services.service_base [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=108942) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 22 10:44:55.666604 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.services.service_base [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 22 10:44:55.666972 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=108942) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 10:44:55.667284 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 22 10:44:55.677809 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=108942) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 10:44:55.678141 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading Plugin: auto_allocate Mar 22 10:44:55.684284 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: network precommit_update 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.684643 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: network precommit_create 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.685166 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=108942) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 10:44:55.685484 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading Plugin: tag Mar 22 10:44:55.692123 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=108942) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 10:44:55.692420 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading Plugin: timestamp Mar 22 10:44:55.697503 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=108942) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 10:44:55.697769 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading Plugin: network_ip_availability Mar 22 10:44:55.703867 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.704277 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.704671 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.705463 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=108942) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 10:44:55.705898 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading Plugin: flavors Mar 22 10:44:55.711106 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=108942) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 10:44:55.711539 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading Plugin: revisions Mar 22 10:44:55.716385 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=108942) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 10:44:55.716837 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_concurrency.lockutils [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.825s {{(pid=108942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 22 10:44:55.717681 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=108942) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 22 10:44:55.718104 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Initializing extension manager. Mar 22 10:44:55.718696 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: __init__.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.719079 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: __pycache__ {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.719532 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.719952 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: address_group.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.720796 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.721437 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: address-group Mar 22 10:44:55.721785 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: address_scope.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.722668 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.723340 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: address-scope Mar 22 10:44:55.723775 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.724780 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.725346 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: router-admin-state-down-before-update Mar 22 10:44:55.725780 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: agent.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.726778 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.727386 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: agent Mar 22 10:44:55.727768 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: agent_resources_synced.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.728687 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.729194 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: agent-resources-synced Mar 22 10:44:55.729512 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: allowedaddresspairs.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.731303 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.731849 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: allowed-address-pairs Mar 22 10:44:55.732174 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: auto_allocated_topology.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.733255 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.733767 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: auto-allocated-topology Mar 22 10:44:55.734087 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: availability_zone.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.734798 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.735280 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: availability_zone Mar 22 10:44:55.735622 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: availability_zone_filter.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.736535 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.737031 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: availability_zone_filter Mar 22 10:44:55.737349 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: data_plane_status.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.738251 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.738747 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extension data-plane-status not supported by any of loaded plugins Mar 22 10:44:55.739063 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: default_subnetpools.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.739998 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.740494 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: default-subnetpools Mar 22 10:44:55.740814 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.741620 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.742118 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: dhcp_agent_scheduler Mar 22 10:44:55.742437 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: dns.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.743470 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.743971 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extension dns-integration not supported by any of loaded plugins Mar 22 10:44:55.744399 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: dns_domain_ports.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.745313 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.745811 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 22 10:44:55.746129 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.747040 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.747598 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 22 10:44:55.747920 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: dvr.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.748590 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.749089 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: dvr Mar 22 10:44:55.749406 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: ecmp_routes.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.750312 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.750806 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 22 10:44:55.751122 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: empty_string_filtering.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.752048 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.752546 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: empty-string-filtering Mar 22 10:44:55.752864 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.753767 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.754260 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 22 10:44:55.754581 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.755521 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.756019 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 22 10:44:55.756335 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: external_net.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.757244 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.757738 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: external-net Mar 22 10:44:55.758055 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.758999 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.759519 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: extra_dhcp_opt Mar 22 10:44:55.759839 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: extraroute.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.760735 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.761231 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: extraroute Mar 22 10:44:55.761548 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: extraroute_atomic.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.762576 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.763076 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: extraroute-atomic Mar 22 10:44:55.763425 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: filter_validation.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.764091 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.764594 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: filter-validation Mar 22 10:44:55.764913 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: fip_pf_description.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.765815 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.766313 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 22 10:44:55.766628 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: fip_port_details.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.767566 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.768068 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: fip-port-details Mar 22 10:44:55.768384 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: flavors.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.769614 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.770127 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: flavors Mar 22 10:44:55.770448 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.772167 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.772676 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 22 10:44:55.773005 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: floatingip_pools.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.773701 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.774239 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: floatingip-pools Mar 22 10:44:55.774579 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: ip_allocation.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.775547 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.776045 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extension ip_allocation not supported by any of loaded plugins Mar 22 10:44:55.776367 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.777280 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.777786 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: ip-substring-filtering Mar 22 10:44:55.778110 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: l2_adjacency.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.779046 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.779583 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 22 10:44:55.779906 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: l3.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.780863 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.781372 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: router Mar 22 10:44:55.781690 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.784453 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.784975 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 22 10:44:55.785304 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.786222 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.786728 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: ext-gw-mode Mar 22 10:44:55.787051 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.788003 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.788535 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: l3-ha Mar 22 10:44:55.788850 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: l3_flavors.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.789806 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.790308 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: l3-flavors Mar 22 10:44:55.790629 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.791558 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.792056 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 22 10:44:55.792378 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: l3agentscheduler.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.793411 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.793911 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: l3_agent_scheduler Mar 22 10:44:55.794241 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: logging.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.795775 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.796292 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extension logging not supported by any of loaded plugins Mar 22 10:44:55.796619 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: metering.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.797362 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.797933 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: metering Mar 22 10:44:55.798258 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.799343 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.799880 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: metering_source_and_destination_fields Mar 22 10:44:55.800204 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: multiprovidernet.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.801120 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.801621 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: multi-provider Mar 22 10:44:55.801945 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: netmtu.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.802831 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.803346 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: net-mtu Mar 22 10:44:55.803681 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: netmtu_writable.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.804594 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.805114 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: net-mtu-writable Mar 22 10:44:55.805437 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: network_availability_zone.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.806096 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.806601 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: network_availability_zone Mar 22 10:44:55.806918 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: network_ip_availability.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.808045 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.808555 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: network-ip-availability Mar 22 10:44:55.808876 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: network_segment_range.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.809627 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.810118 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extension network-segment-range not supported by any of loaded plugins Mar 22 10:44:55.810442 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: pagination.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.811596 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.811922 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: pagination Mar 22 10:44:55.812241 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: port_device_profile.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.813156 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.813658 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: port-device-profile Mar 22 10:44:55.813977 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.814897 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.815408 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: port-mac-address-regenerate Mar 22 10:44:55.815736 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.816654 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.817154 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: port-numa-affinity-policy Mar 22 10:44:55.817469 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: port_resource_request.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.818374 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.818870 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extension port-resource-request not supported by any of loaded plugins Mar 22 10:44:55.819183 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: portbindings.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.820139 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.820639 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: binding Mar 22 10:44:55.821004 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: portbindings_extended.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.822399 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.822907 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: binding-extended Mar 22 10:44:55.823236 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: portsecurity.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.824172 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.824681 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: port-security Mar 22 10:44:55.825003 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: project_id.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.825974 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.826299 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: project-id Mar 22 10:44:55.826620 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: providernet.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.827561 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.828061 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: provider Mar 22 10:44:55.828381 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: qos.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.832032 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.832545 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extension qos not supported by any of loaded plugins Mar 22 10:44:55.832877 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.834123 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.834644 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 22 10:44:55.834969 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.835915 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.836448 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 22 10:44:55.836766 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: qos_default.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.837662 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.838162 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extension qos-default not supported by any of loaded plugins Mar 22 10:44:55.838483 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: qos_fip.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.839123 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.839655 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extension qos-fip not supported by any of loaded plugins Mar 22 10:44:55.839973 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: qos_gateway_ip.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.840888 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.841385 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 22 10:44:55.841707 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: qos_port_network_policy.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.842613 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.843114 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 22 10:44:55.843465 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: qos_pps_rule.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.844648 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.845250 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extension qos-pps not supported by any of loaded plugins Mar 22 10:44:55.845579 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: qos_rule_type_details.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.846510 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.847019 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 22 10:44:55.847333 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: qos_rules_alias.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.848401 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.848903 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 22 10:44:55.849221 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: quotasv2.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.850155 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.850479 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: quotas Mar 22 10:44:55.850795 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: quotasv2_detail.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.852647 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.852978 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: quota_details Mar 22 10:44:55.853304 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: rbac.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.854370 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.854888 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: rbac-policies Mar 22 10:44:55.855217 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: rbac_address_group.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.856181 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.856691 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: rbac-address-group Mar 22 10:44:55.857011 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: rbac_address_scope.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.857925 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.858601 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: rbac-address-scope Mar 22 10:44:55.858934 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: rbac_security_groups.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.859863 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.860367 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: rbac-security-groups Mar 22 10:44:55.860688 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: rbac_subnetpool.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.861593 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.862097 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: rbac-subnetpool Mar 22 10:44:55.862413 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: revisionifmatch.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.863323 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.863858 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: revision-if-match Mar 22 10:44:55.864177 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: revisions.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.865293 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.865798 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: standard-attr-revisions Mar 22 10:44:55.866117 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: router_availability_zone.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.866811 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.867743 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: router_availability_zone Mar 22 10:44:55.868199 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: routerservicetype.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.869116 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.869617 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extension router-service-type not supported by any of loaded plugins Mar 22 10:44:55.869934 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.870845 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.871347 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: security-groups-normalized-cidr Mar 22 10:44:55.871688 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.872595 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.873092 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: port-security-groups-filtering Mar 22 10:44:55.873407 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.874323 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.874827 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: security-groups-remote-address-group Mar 22 10:44:55.875142 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: securitygroup.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.886447 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.886973 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: security-group Mar 22 10:44:55.887307 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: segment.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.888127 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.888633 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extension segment not supported by any of loaded plugins Mar 22 10:44:55.888959 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.889907 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.890409 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 22 10:44:55.890734 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: servicetype.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.891958 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.892470 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: service-type Mar 22 10:44:55.892798 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: sorting.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.893786 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.894113 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: sorting Mar 22 10:44:55.894436 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: standard_attr_segment.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.895357 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.895889 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 22 10:44:55.896211 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: standardattrdescription.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.896855 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.897338 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: standard-attr-description Mar 22 10:44:55.897660 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: stateful_security_group.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.898578 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.899110 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: stateful-security-group Mar 22 10:44:55.899447 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: stdattrs_common.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.900033 dv-neutron-834599-1-hyperv neutron-server[108942]: WARNING neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 22 10:44:55.900348 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.901268 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.901771 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 22 10:44:55.902089 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: subnet_onboard.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.903150 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.903682 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: subnet_onboard Mar 22 10:44:55.904003 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.904925 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.905426 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 22 10:44:55.905745 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: subnet_service_types.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.906659 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.907161 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: subnet-service-types Mar 22 10:44:55.907936 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: subnetallocation.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.909012 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.909517 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: subnet_allocation Mar 22 10:44:55.909834 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.910495 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.910991 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: subnetpool-prefix-ops Mar 22 10:44:55.911315 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.912271 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.912792 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 22 10:44:55.913109 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: tagging.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.914168 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.914786 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: standard-attr-tag Mar 22 10:44:55.915107 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: timestamp.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.916344 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.916851 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loaded extension: standard-attr-timestamp Mar 22 10:44:55.917177 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: trunk.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.918210 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.918717 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extension trunk not supported by any of loaded plugins Mar 22 10:44:55.919034 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: trunk_details.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.919976 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.920478 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extension trunk-details not supported by any of loaded plugins Mar 22 10:44:55.920796 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: uplink_status_propagation.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.921703 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.922206 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 22 10:44:55.922524 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Loading extension file: vlantransparent.py {{(pid=108942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 10:44:55.923554 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=108942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 10:44:55.924067 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 22 10:44:55.926494 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.quota.resource_registry [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Creating instance of TrackedResource for resource:network Mar 22 10:44:55.927017 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.quota.resource_registry [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Creating instance of TrackedResource for resource:subnet Mar 22 10:44:55.927425 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.quota.resource_registry [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 10:44:55.927819 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.quota.resource_registry [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Creating instance of TrackedResource for resource:port Mar 22 10:44:55.929075 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.v2.resource_helper [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108942) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 10:44:55.929509 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.v2.resource_helper [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Service FLAVORS assigned prefix: {{(pid=108942) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 10:44:55.930152 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.v2.resource_helper [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108942) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 10:44:55.930591 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.v2.resource_helper [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108942) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 10:44:55.930921 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.quota.resource_registry [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Creating instance of TrackedResource for resource:router Mar 22 10:44:55.931355 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.quota.resource_registry [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Creating instance of TrackedResource for resource:floatingip Mar 22 10:44:55.931857 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.v2.resource_helper [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Service METERING assigned prefix: /metering {{(pid=108942) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 10:44:55.933303 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.933676 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.934021 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:44:55.935046 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.quota.resource_registry [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Creating instance of CountableResource for resource:rbac_policy Mar 22 10:44:55.935529 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.quota.resource_registry [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Creating instance of TrackedResource for resource:security_group Mar 22 10:44:55.935963 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.quota.resource_registry [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 22 10:44:55.936568 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.v2.resource_helper [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Service CORE assigned prefix: {{(pid=108942) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 10:44:55.936893 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.quota.resource_registry [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 10:44:55.937238 dv-neutron-834599-1-hyperv neutron-server[108942]: WARNING neutron.quota.resource_registry [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] subnetpool is already registered Mar 22 10:44:55.937660 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.v2.resource_helper [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Service CORE assigned prefix: {{(pid=108942) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 10:44:55.937981 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.quota.resource_registry [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 10:44:55.938305 dv-neutron-834599-1-hyperv neutron-server[108942]: WARNING neutron.quota.resource_registry [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] subnetpool is already registered Mar 22 10:44:55.940663 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.v2.resource_helper [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108942) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 10:44:55.941088 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.v2.resource_helper [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Service FLAVORS assigned prefix: {{(pid=108942) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 10:44:55.941669 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.v2.resource_helper [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108942) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 10:44:55.942094 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.v2.resource_helper [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108942) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 10:44:55.942426 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.quota.resource_registry [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Creating instance of TrackedResource for resource:router Mar 22 10:44:55.942761 dv-neutron-834599-1-hyperv neutron-server[108942]: WARNING neutron.quota.resource_registry [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] router is already registered Mar 22 10:44:55.943169 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.quota.resource_registry [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Creating instance of TrackedResource for resource:floatingip Mar 22 10:44:55.943531 dv-neutron-834599-1-hyperv neutron-server[108942]: WARNING neutron.quota.resource_registry [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] floatingip is already registered Mar 22 10:44:55.943983 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.v2.resource_helper [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Service METERING assigned prefix: /metering {{(pid=108942) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 10:44:55.944641 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.quota.resource_registry [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Creating instance of CountableResource for resource:rbac_policy Mar 22 10:44:55.944961 dv-neutron-834599-1-hyperv neutron-server[108942]: WARNING neutron.quota.resource_registry [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] rbac_policy is already registered Mar 22 10:44:55.945369 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.quota.resource_registry [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Creating instance of TrackedResource for resource:security_group Mar 22 10:44:55.945705 dv-neutron-834599-1-hyperv neutron-server[108942]: WARNING neutron.quota.resource_registry [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] security_group is already registered Mar 22 10:44:55.946227 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.quota.resource_registry [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 22 10:44:55.946562 dv-neutron-834599-1-hyperv neutron-server[108942]: WARNING neutron.quota.resource_registry [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] security_group_rule is already registered Mar 22 10:44:55.947172 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.v2.resource_helper [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Service CORE assigned prefix: {{(pid=108942) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 10:44:55.947578 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.quota.resource_registry [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 10:44:55.947855 dv-neutron-834599-1-hyperv neutron-server[108942]: WARNING neutron.quota.resource_registry [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] subnetpool is already registered Mar 22 10:44:55.948267 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.v2.resource_helper [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Service CORE assigned prefix: {{(pid=108942) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 10:44:55.948588 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.quota.resource_registry [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 10:44:55.948919 dv-neutron-834599-1-hyperv neutron-server[108942]: WARNING neutron.quota.resource_registry [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] subnetpool is already registered Mar 22 10:44:55.949387 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extended resource: extensions {{(pid=108942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 10:44:55.950863 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extended resource: address-groups {{(pid=108942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 10:44:55.952354 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extended resource: address-scopes {{(pid=108942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 10:44:55.953670 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extended resource: agents {{(pid=108942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 10:44:55.954844 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extended resource: auto-allocated-topology {{(pid=108942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 10:44:55.956167 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extended resource: availability_zones {{(pid=108942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 10:44:55.957404 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extended resource: dhcp-networks {{(pid=108942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 10:44:55.958861 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extended resource: dhcp-agents {{(pid=108942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 10:44:55.960354 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extended resource: routers {{(pid=108942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 10:44:55.962583 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extended resource: flavors {{(pid=108942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 10:44:55.963753 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extended resource: service_profiles {{(pid=108942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 10:44:55.964957 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extended resource: next_providers {{(pid=108942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 10:44:55.966398 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extended resource: service_profiles {{(pid=108942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 10:44:55.967936 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extended resource: floatingip-pools {{(pid=108942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 10:44:55.969146 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extended resource: routers {{(pid=108942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 10:44:55.971245 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extended resource: floatingips {{(pid=108942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 10:44:55.972618 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extended resource: l3-routers {{(pid=108942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 10:44:55.973975 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extended resource: l3-agents {{(pid=108942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 10:44:55.975568 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extended resource: metering-labels {{(pid=108942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 10:44:55.976909 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extended resource: metering-label-rules {{(pid=108942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 10:44:55.978229 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extended resource: network-ip-availabilities {{(pid=108942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 10:44:55.979591 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extended resource: bindings {{(pid=108942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 10:44:55.981215 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extended resource: quotas {{(pid=108942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 10:44:55.982636 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extended resource: quotas {{(pid=108942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 10:44:55.984060 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extended resource: rbac-policies {{(pid=108942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 10:44:55.985258 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extended resource: security-groups {{(pid=108942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 10:44:55.987559 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extended resource: security-group-rules {{(pid=108942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 10:44:55.988800 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extended resource: service-providers {{(pid=108942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 10:44:55.989994 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extended resource: subnetpools {{(pid=108942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 10:44:55.991416 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extended resource: subnetpools {{(pid=108942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 10:44:55.992898 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extended resource: tags {{(pid=108942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 10:44:55.994580 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extended resource: tags {{(pid=108942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 10:44:55.996396 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extended resource: tags {{(pid=108942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 10:44:55.998151 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extended resource: tags {{(pid=108942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 10:44:55.999926 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extended resource: tags {{(pid=108942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 10:44:56.001768 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extended resource: tags {{(pid=108942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 10:44:56.003527 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extended resource: tags {{(pid=108942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 10:44:56.005312 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extended resource: tags {{(pid=108942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 10:44:56.007029 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extended resource: tags {{(pid=108942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 10:44:56.008900 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron.api.extensions [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Extended resource: tags {{(pid=108942) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 10:44:56.014936 dv-neutron-834599-1-hyperv neutron-server[108942]: WARNING keystonemiddleware.auth_token [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 22 10:44:56.019774 dv-neutron-834599-1-hyperv neutron-server[108942]: WARNING keystonemiddleware.auth_token [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 22 10:44:56.028314 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_concurrency.lockutils [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Acquired lock "singleton_lock" {{(pid=108942) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 22 10:44:56.028783 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_concurrency.lockutils [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Releasing lock "singleton_lock" {{(pid=108942) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 22 10:44:56.029428 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO oslo_service.service [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Starting 2 workers Mar 22 10:44:56.034513 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Started child 109049 {{(pid=108942) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 22 10:44:56.038964 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Started child 109050 {{(pid=108942) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 22 10:44:56.040033 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:44:56.040711 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO neutron.service [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 22 10:44:56.041202 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Notify callbacks [] for process, before_spawn {{(pid=108942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:44:56.041376 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [-] (109049) wsgi starting up on http://0.0.0.0:9696 Mar 22 10:44:56.043582 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO oslo_service.service [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Starting 1 workers Mar 22 10:44:56.043719 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:44:56.045015 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [-] (109050) wsgi starting up on http://0.0.0.0:9696 Mar 22 10:44:56.048737 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Started child 109051 {{(pid=108942) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 22 10:44:56.049308 dv-neutron-834599-1-hyperv neutron-server[108942]: INFO oslo_service.service [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Starting 1 workers Mar 22 10:44:56.052581 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.service [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] calling RpcWorker wait() {{(pid=109051) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 22 10:44:56.053139 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.service [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] returning from RpcWorker wait() {{(pid=109051) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 22 10:44:56.053648 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Started child 109052 {{(pid=108942) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 22 10:44:56.054291 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:44:56.054443 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc12ec-61d3-4aef-8372-fc778f7608e0 None None] Notify callbacks [] for process, after_spawn {{(pid=108942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:44:56.054731 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:44:56.056380 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=108942) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 22 10:44:56.056589 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 22 10:44:56.056764 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 22 10:44:56.056935 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 22 10:44:56.057418 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 22 10:44:56.057543 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 22 10:44:56.058080 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.058357 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.058625 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.058765 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:44:56.059261 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.059261 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.059751 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.060021 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.060248 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.060399 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:44:56.060547 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.060772 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.060987 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.061139 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.061296 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.061555 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.061829 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.062104 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.062307 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.062591 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.062793 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.062945 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] config_source = [] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.063248 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.063492 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.063743 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] debug = True {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.063976 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.064566 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.064752 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.064895 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.065148 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.065415 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.065655 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.065901 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.066139 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.066380 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.066611 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.066863 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.067087 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.067307 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.067567 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.067831 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.068049 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.068504 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] host = dv-neutron-834599-1-hyperv {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.068723 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.068948 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.069187 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.069444 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.069683 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.069946 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.070134 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.070398 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.070640 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.070966 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.071211 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.071471 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.071715 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] log_dir = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.071961 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] log_file = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.072104 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] log_options = True {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.072337 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.072590 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.072840 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.073021 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.073169 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.073341 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.073591 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.073745 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.073980 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.074188 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.074409 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.074683 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.074867 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.075095 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.075341 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.075618 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.075847 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.076055 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.076294 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.076534 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.076916 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.077084 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.078076 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.078344 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.079175 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.079332 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.079849 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.079849 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.080329 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.080329 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.080688 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.080852 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.081000 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.081249 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.081514 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.081753 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.081980 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.082450 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.083193 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.083621 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.084376 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.084473 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.084990 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.084990 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.085172 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.085944 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] use_journal = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.085944 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] use_json = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.085944 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.086196 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.086685 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.086960 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.088837 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.088837 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.088837 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.088837 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.088837 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.088837 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.088837 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.089394 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.089394 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.089565 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.090148 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.090148 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.090322 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.090461 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.091057 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.091057 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.091224 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.091650 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.091790 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.092059 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.092381 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.092632 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.092893 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.093128 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.093357 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.093603 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.093828 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.094071 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.094310 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.094556 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.094763 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.095182 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.095283 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.095781 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.095910 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.57/identity {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.096124 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.096306 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.096560 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.096797 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.096975 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.097245 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.097432 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.097709 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.097940 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.098378 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.098378 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.098598 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.098788 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.099013 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.099254 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.099492 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.099712 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.099940 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.100151 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.100364 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.100597 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.100981 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.100981 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.101203 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.101436 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.101660 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.101891 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.102150 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.102381 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.102607 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.103230 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.103230 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.103230 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.103560 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.103684 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.103894 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.104157 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.104372 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.104585 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.104795 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.105018 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.105301 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.105478 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.105710 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.105944 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.106307 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.106401 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.106823 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.106823 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.107018 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.107297 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.107454 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.107662 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.109768 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.109768 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.109768 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.109768 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.109768 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.109768 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.109768 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.109768 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.110388 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.110388 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.110388 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.110388 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.110791 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.110885 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.111414 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.111414 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.111614 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.112514 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.112514 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.112514 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.112514 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.112854 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.112939 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.113889 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.113889 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.113889 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.113889 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.114220 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.114220 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.114409 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.114870 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.115119 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.115413 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.115687 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.115923 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.116166 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.116380 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.116664 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.116914 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.117183 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.117451 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.117699 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.117946 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.118186 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.118412 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.118667 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.118910 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.119150 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.119361 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.119648 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.119912 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.120128 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.120366 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.120604 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.120902 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.121148 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.121373 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.121582 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.121839 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.122077 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.122318 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.122578 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.122833 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.123065 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.123319 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.123583 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.57/identity {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.123825 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.124035 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.124287 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.124469 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.124682 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.124893 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.125126 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.125336 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.125592 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.125825 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.126052 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.126281 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.126516 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.126729 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.126940 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.127192 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.127420 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.127706 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.127935 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.128147 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.128373 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.128585 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.128797 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.129814 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.129814 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.129814 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.129814 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.130158 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.130158 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.130366 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.130604 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.130811 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.131047 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.131260 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.131483 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.131685 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.131912 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.132140 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.132364 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.132603 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.132828 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.133076 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.133340 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.133675 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.133912 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.134133 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.134368 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.134617 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.134828 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.135410 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.135410 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.135614 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.135704 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.135908 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.136150 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.136362 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.136575 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.136785 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.137013 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.137263 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.137496 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.137729 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.137942 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.138151 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.138375 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.138601 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.138840 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.139035 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.139241 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.139487 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.139717 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.139939 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.140205 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.140612 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.140827 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.141079 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.141313 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.141523 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.141788 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.141968 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.142238 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.142454 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.142667 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.142872 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.143098 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.143323 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.143558 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.143777 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.143990 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.144196 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.144419 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.144623 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.144830 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.145050 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.145262 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.145497 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.145687 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.145891 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.146097 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.146311 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.146520 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.146796 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.147040 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.147244 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.147922 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.147922 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.147922 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.148182 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.148354 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.148596 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.148833 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.149155 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.149398 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.149650 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.149885 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.150203 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.150426 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.150689 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.150905 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.151117 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.151350 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.151670 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.151965 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.152250 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.152515 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.152745 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.153019 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.153296 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.153538 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.153748 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.154031 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.154360 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.154625 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.154894 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.155118 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.155347 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.155609 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.155837 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.156046 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.156275 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.156489 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.156724 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.156960 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.157554 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.157787 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.158013 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.158241 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.158475 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.158698 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.158914 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.159126 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.159313 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 22 10:44:56.159876 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=108942) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 22 10:44:56.160032 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 22 10:44:56.160335 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 22 10:44:56.160525 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 22 10:44:56.160691 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 22 10:44:56.160840 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 22 10:44:56.161045 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.161203 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.161359 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.161512 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.161665 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.161842 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.161999 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.162151 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.162306 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.162460 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.162612 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.162766 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.162853 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:44:56.162938 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.163061 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.163214 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.163409 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.163535 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.163684 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.163841 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.163994 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] config_source = [] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.164146 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.164298 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.164472 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] debug = True {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.164630 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.164829 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.164988 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.165141 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.165297 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.165455 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.165596 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.165734 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.166258 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.166258 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.166258 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.167652 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.167652 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.167652 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.167652 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.167652 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.167652 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.167652 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] host = dv-neutron-834599-1-hyperv {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.167652 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.169222 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.169222 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.169222 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.169222 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.169222 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.169222 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.169222 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.169222 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.169939 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.169939 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.169939 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.169939 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] log_dir = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.169939 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] log_file = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.169939 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] log_options = True {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.169939 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.169939 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.169939 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.170906 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.170906 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.170906 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.170906 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.170906 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.170906 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.170906 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.171447 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.171447 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.171447 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.171447 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.171447 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.172045 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.172045 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.172045 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.172045 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.172713 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.172713 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.172713 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.172713 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.172713 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.173086 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.173086 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.174173 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.174173 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.174173 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.174173 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.174173 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.174173 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.174173 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.174173 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.175188 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.175188 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.175188 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.175188 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.175188 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.175188 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.175188 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.175753 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.175753 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.175753 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.175753 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.176151 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] use_journal = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.176151 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] use_json = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.176151 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.176358 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.176435 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.176560 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.176782 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.176958 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.177089 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.177175 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.177278 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 10:44:56.177489 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.178084 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.178084 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.178084 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.178084 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.178397 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.178397 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.178538 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.178656 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.178813 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.179354 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.179354 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.179354 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.179632 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.179632 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.179773 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.179884 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.180046 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.180253 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.180412 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.180567 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.180722 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.180888 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.181045 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.181200 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.181355 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.181511 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.181684 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.181843 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.182004 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.57/identity {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.182557 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.182557 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.182557 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.183510 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.183510 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.183510 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.183510 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.183510 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.183510 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.183510 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.183997 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.183997 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.183997 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.184326 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.184326 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.184696 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.184696 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.184696 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.184919 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.184919 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.185060 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.185219 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.185375 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.185537 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.185693 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.185862 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.186019 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.186174 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.186329 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.186486 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.186643 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.186799 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.186955 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.187112 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.187268 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.187444 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.187616 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.187772 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.187994 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.188094 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.188338 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.188338 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.188684 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.188684 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.189583 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.189583 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.189583 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.189583 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.189583 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.189583 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.190917 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.190917 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.190917 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.190917 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.190917 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.190917 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.190917 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.190917 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.190917 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.191943 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.191943 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.191943 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.191943 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.191943 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.191943 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.191943 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.192996 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.192996 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.192996 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.192996 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.192996 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.192996 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.192996 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.192996 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.193524 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.193524 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.193524 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.193728 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.193728 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.193865 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.194007 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.194164 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.194322 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.194480 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.194634 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.194791 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.194955 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.195112 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.195269 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.195447 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.195611 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.195803 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.195954 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.196105 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.196262 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.196418 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.196571 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.196726 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.196882 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.197037 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.197194 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.197938 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.197938 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.197938 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.197938 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.197938 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.198353 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.198353 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.198502 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.198578 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.198681 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.198842 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.198996 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.199309 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.199485 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.199674 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.199809 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.199964 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.200122 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.57/identity {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.200281 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.200437 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.200593 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.200831 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.201012 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.201176 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.201176 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.201691 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.201691 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.201691 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.202031 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.202031 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.202175 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.202251 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.202337 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.202509 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.202642 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.202799 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.202954 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.203111 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.203267 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.203445 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.203602 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.203759 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.203915 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.204074 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.204231 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.204389 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.204546 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.204704 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.204860 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.205043 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.205178 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.205333 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.205495 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.205652 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.205807 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.205965 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.206122 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.206279 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.206437 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.206594 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.206751 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.206929 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.207085 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.207241 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.207421 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.207581 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.207737 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.207893 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.208049 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.208206 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.208360 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.208520 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.208677 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.208833 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.208990 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.209148 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.209304 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.209528 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.209692 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.209850 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.210006 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.210166 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.210323 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.210477 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.210632 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.210789 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.210946 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.211101 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.211256 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.211488 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.211656 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.211813 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.211970 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.212128 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.212284 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.212441 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.212655 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.212754 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.212935 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.213090 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.213245 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.213400 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.213569 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.213725 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.213897 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.214027 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.214182 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.214337 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.214504 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.214659 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.214815 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.214971 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.215125 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.215283 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.215489 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.215647 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.215803 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.215958 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.216112 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.216268 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.216435 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.216592 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.216748 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.216903 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.217059 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.217214 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.217383 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.217541 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.217697 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.217861 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.218018 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.218174 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.218329 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.218498 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.218654 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.218813 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.218970 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.219125 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.219282 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.219454 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.219618 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.219785 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.219949 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.220108 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.220274 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.220439 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.220603 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.220759 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.220924 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.221093 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.221251 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.221406 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.221566 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.221723 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.221879 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.222034 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.222190 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.222346 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.222502 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.222658 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.222823 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.222958 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.223114 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.223269 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.223452 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.223608 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.223764 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.223943 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.224100 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 10:44:56.224250 dv-neutron-834599-1-hyperv neutron-server[108942]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 22 10:44:56.452500 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 33402) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:44:56.464642 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [-] 10.222.0.57 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0090790 Mar 22 10:45:07.519273 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df25461-f4d9-4948-ad76-cadf43bbd36f None None] get_active_networks_info from dv-neutron-834599-1-hyperv {{(pid=109051) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 22 10:45:07.595755 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df25461-f4d9-4948-ad76-cadf43bbd36f None None] No non-hosted networks {{(pid=109051) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 22 10:45:07.661132 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.agentschedulers_db [None req-1df25461-f4d9-4948-ad76-cadf43bbd36f None None] DHCP Agent not found on host dv-neutron-834599-1-hyperv {{(pid=109051) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 22 10:45:07.719868 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-6402fd16-241f-436d-b306-afda0e4818e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3683978'] for agent, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:09.790285 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9f5eb7c7-1c79-4754-aff4-40a255caeff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3683978'] for agent, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:09.841920 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5b28d187-a9e3-4c93-9d6e-faf5c087d28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:11.028824 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3683978'] for agent, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:12.425302 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3683978'] for agent, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:12.767155 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3683978'] for agent, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:12.767919 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:45:12.768426 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:45:12.768840 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:45:12.769391 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:45:12.769931 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:45:12.770421 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:45:12.771175 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:45:12.771662 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:45:12.772187 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:45:12.772711 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:45:12.773331 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:45:12.773759 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:45:12.774239 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-834599-1-hyperv', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:45:12.781390 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-834599-1-hyperv', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:45:13.492212 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 33494) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:45:14.010548 dv-neutron-834599-1-hyperv neutron-server[109049]: WARNING oslo_policy.policy [None req-5b5ecd71-c016-4cd2-80aa-9685e935cdea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 10:45:14.011121 dv-neutron-834599-1-hyperv neutron-server[109049]: WARNING oslo_policy.policy [None req-5b5ecd71-c016-4cd2-80aa-9685e935cdea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 10:45:14.228944 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [None req-5b5ecd71-c016-4cd2-80aa-9685e935cdea admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=109049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:45:14.230205 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5b5ecd71-c016-4cd2-80aa-9685e935cdea admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7359831 Mar 22 10:45:16.623922 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 33510) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:45:17.101160 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.db.l3_hamode_db [None req-941f3e66-ce59-42ce-b20c-d727104d9137 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 22 10:45:17.128091 dv-neutron-834599-1-hyperv neutron-server[109050]: WARNING oslo_policy.policy [None req-00a752b7-930a-4e7f-b84a-c6c64f0ff20c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 10:45:17.128672 dv-neutron-834599-1-hyperv neutron-server[109050]: WARNING oslo_policy.policy [None req-00a752b7-930a-4e7f-b84a-c6c64f0ff20c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 10:45:17.178628 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941f3e66-ce59-42ce-b20c-d727104d9137 None None] Routers set() bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:45:17.179016 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941f3e66-ce59-42ce-b20c-d727104d9137 None None] Router IDs set() for agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 22 10:45:17.344631 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-00a752b7-930a-4e7f-b84a-c6c64f0ff20c admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:45:17.437543 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.policy [None req-00a752b7-930a-4e7f-b84a-c6c64f0ff20c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109050) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 22 10:45:17.481713 dv-neutron-834599-1-hyperv neutron-server[109050]: WARNING oslo_policy.policy [None req-00a752b7-930a-4e7f-b84a-c6c64f0ff20c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 10:45:17.482074 dv-neutron-834599-1-hyperv neutron-server[109050]: WARNING oslo_policy.policy [None req-00a752b7-930a-4e7f-b84a-c6c64f0ff20c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 10:45:17.576201 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-00a752b7-930a-4e7f-b84a-c6c64f0ff20c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732231610830', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732231610363', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732231614779', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732231628553', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732232296068', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732231838641', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-584031', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-562271', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3721130', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3763398'] for rbac-policy, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:17.650699 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-00a752b7-930a-4e7f-b84a-c6c64f0ff20c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:17.651969 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-00a752b7-930a-4e7f-b84a-c6c64f0ff20c admin admin] 10.222.0.57 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0268996 Mar 22 10:45:20.284455 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 33528) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:45:20.593508 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-da0c1a1a-641f-4c8f-9a1c-58ef859b85bd admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': '8e60df890a6a4973903b4ca0bbf484c2', 'project_id': '8e60df890a6a4973903b4ca0bbf484c2'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:45:20.653383 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0c1a1a-641f-4c8f-9a1c-58ef859b85bd admin admin] Made reservation on behalf of 8e60df890a6a4973903b4ca0bbf484c2 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:45:20.735421 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.policy [None req-da0c1a1a-641f-4c8f-9a1c-58ef859b85bd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109049) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 22 10:45:20.783848 dv-neutron-834599-1-hyperv neutron-server[109049]: WARNING oslo_policy.policy [None req-da0c1a1a-641f-4c8f-9a1c-58ef859b85bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 10:45:20.784211 dv-neutron-834599-1-hyperv neutron-server[109049]: WARNING oslo_policy.policy [None req-da0c1a1a-641f-4c8f-9a1c-58ef859b85bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 10:45:20.793965 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-da0c1a1a-641f-4c8f-9a1c-58ef859b85bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:20.816478 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-da0c1a1a-641f-4c8f-9a1c-58ef859b85bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:20.929119 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-da0c1a1a-641f-4c8f-9a1c-58ef859b85bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:20.934847 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-da0c1a1a-641f-4c8f-9a1c-58ef859b85bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:20.954888 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da0c1a1a-641f-4c8f-9a1c-58ef859b85bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:45:20.982925 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-da0c1a1a-641f-4c8f-9a1c-58ef859b85bd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732232756583', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:20.983558 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-da0c1a1a-641f-4c8f-9a1c-58ef859b85bd admin admin] Unsubscribe: segment precommit_create {{(pid=109049) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 22 10:45:20.984065 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-da0c1a1a-641f-4c8f-9a1c-58ef859b85bd admin admin] Added segment cced88c2-1652-4a38-ac95-676423111587 of type vlan for network a3af1826-fad7-4110-a327-c8b95973b38b Mar 22 10:45:21.000740 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0c1a1a-641f-4c8f-9a1c-58ef859b85bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168782d4-545b-4b8b-af48-97704a8522f9,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:45:21.037348 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0c1a1a-641f-4c8f-9a1c-58ef859b85bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:45:21.037711 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0c1a1a-641f-4c8f-9a1c-58ef859b85bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:45:21.038029 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0c1a1a-641f-4c8f-9a1c-58ef859b85bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:45:21.038350 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0c1a1a-641f-4c8f-9a1c-58ef859b85bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:45:21.038660 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0c1a1a-641f-4c8f-9a1c-58ef859b85bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:45:21.038988 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0c1a1a-641f-4c8f-9a1c-58ef859b85bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:45:21.039302 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0c1a1a-641f-4c8f-9a1c-58ef859b85bd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:45:21.039627 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0c1a1a-641f-4c8f-9a1c-58ef859b85bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:45:21.039959 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0c1a1a-641f-4c8f-9a1c-58ef859b85bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:45:21.040243 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0c1a1a-641f-4c8f-9a1c-58ef859b85bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:45:21.040568 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0c1a1a-641f-4c8f-9a1c-58ef859b85bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:45:21.040871 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0c1a1a-641f-4c8f-9a1c-58ef859b85bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:45:21.042224 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0c1a1a-641f-4c8f-9a1c-58ef859b85bd admin admin] Tracked resource versions report: Mar 22 10:45:21.042224 dv-neutron-834599-1-hyperv neutron-server[109049]: pushed versions: Mar 22 10:45:21.042224 dv-neutron-834599-1-hyperv neutron-server[109049]: { 'AddressGroup': {'1.2'}, Mar 22 10:45:21.042224 dv-neutron-834599-1-hyperv neutron-server[109049]: 'ConntrackHelper': {'1.0'}, Mar 22 10:45:21.042224 dv-neutron-834599-1-hyperv neutron-server[109049]: 'Log': {'1.0'}, Mar 22 10:45:21.042224 dv-neutron-834599-1-hyperv neutron-server[109049]: 'Network': {'1.1'}, Mar 22 10:45:21.042224 dv-neutron-834599-1-hyperv neutron-server[109049]: 'Port': {'1.7'}, Mar 22 10:45:21.042224 dv-neutron-834599-1-hyperv neutron-server[109049]: 'PortForwarding': {'1.2'}, Mar 22 10:45:21.042224 dv-neutron-834599-1-hyperv neutron-server[109049]: 'QosPolicy': {'1.9'}, Mar 22 10:45:21.042224 dv-neutron-834599-1-hyperv neutron-server[109049]: 'SecurityGroup': {'1.4'}, Mar 22 10:45:21.042224 dv-neutron-834599-1-hyperv neutron-server[109049]: 'SecurityGroupRule': {'1.2'}, Mar 22 10:45:21.042224 dv-neutron-834599-1-hyperv neutron-server[109049]: 'SubPort': {'1.0'}, Mar 22 10:45:21.042224 dv-neutron-834599-1-hyperv neutron-server[109049]: 'Subnet': {'1.1'}, Mar 22 10:45:21.042224 dv-neutron-834599-1-hyperv neutron-server[109049]: 'Trunk': {'1.1'}} Mar 22 10:45:21.042224 dv-neutron-834599-1-hyperv neutron-server[109049]: consumer versions: Mar 22 10:45:21.042224 dv-neutron-834599-1-hyperv neutron-server[109049]: { DHCP agent@dv-neutron-834599-1-hyperv: {}, Mar 22 10:45:21.042224 dv-neutron-834599-1-hyperv neutron-server[109049]: L3 agent@dv-neutron-834599-1-hyperv: {}, Mar 22 10:45:21.042224 dv-neutron-834599-1-hyperv neutron-server[109049]: Metadata agent@dv-neutron-834599-1-hyperv: {}, Mar 22 10:45:21.042224 dv-neutron-834599-1-hyperv neutron-server[109049]: Metering agent@dv-neutron-834599-1-hyperv: {}, Mar 22 10:45:21.042224 dv-neutron-834599-1-hyperv neutron-server[109049]: Open vSwitch agent@dv-neutron-834599-1-hyperv: { 'AddressGroup': '1.2', Mar 22 10:45:21.042224 dv-neutron-834599-1-hyperv neutron-server[109049]: 'ConntrackHelper': '1.0', Mar 22 10:45:21.042224 dv-neutron-834599-1-hyperv neutron-server[109049]: 'Log': '1.0', Mar 22 10:45:21.042224 dv-neutron-834599-1-hyperv neutron-server[109049]: 'Network': '1.1', Mar 22 10:45:21.042224 dv-neutron-834599-1-hyperv neutron-server[109049]: 'Port': '1.7', Mar 22 10:45:21.042224 dv-neutron-834599-1-hyperv neutron-server[109049]: 'PortForwarding': '1.2', Mar 22 10:45:21.042224 dv-neutron-834599-1-hyperv neutron-server[109049]: 'QosPolicy': '1.9', Mar 22 10:45:21.042224 dv-neutron-834599-1-hyperv neutron-server[109049]: 'SecurityGroup': '1.4', Mar 22 10:45:21.042224 dv-neutron-834599-1-hyperv neutron-server[109049]: 'SecurityGroupRule': '1.2', Mar 22 10:45:21.042224 dv-neutron-834599-1-hyperv neutron-server[109049]: 'SubPort': '1.0', Mar 22 10:45:21.042224 dv-neutron-834599-1-hyperv neutron-server[109049]: 'Subnet': '1.1', Mar 22 10:45:21.042224 dv-neutron-834599-1-hyperv neutron-server[109049]: 'Trunk': '1.1'}} Mar 22 10:45:21.042224 dv-neutron-834599-1-hyperv neutron-server[109049]: {{(pid=109049) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 10:45:21.106726 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-da0c1a1a-641f-4c8f-9a1c-58ef859b85bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:21.149554 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-da0c1a1a-641f-4c8f-9a1c-58ef859b85bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:21.150870 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0c1a1a-641f-4c8f-9a1c-58ef859b85bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:45:21.151581 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-da0c1a1a-641f-4c8f-9a1c-58ef859b85bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:21.204278 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-da0c1a1a-641f-4c8f-9a1c-58ef859b85bd admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9187620 Mar 22 10:45:21.261597 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0c1a1a-641f-4c8f-9a1c-58ef859b85bd admin admin] Pushing event updated for resources: {'Network': ['ID=a3af1826-fad7-4110-a327-c8b95973b38b,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:45:21.273643 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network a3af1826-fad7-4110-a327-c8b95973b38b details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:45:23.926884 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 33544) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:45:24.341532 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3410737e-9bc4-4680-8f99-fbf0fbd06f99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:45:24.342875 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3410737e-9bc4-4680-8f99-fbf0fbd06f99 admin admin] 10.222.0.57 "GET /v2.0/networks/a3af1826-fad7-4110-a327-c8b95973b38b HTTP/1.1" status: 200 len: 825 time: 0.4148576 Mar 22 10:45:24.385787 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-65137412-deeb-43b5-841c-798af889f75f admin admin] 10.222.0.57 "GET /v2.0/subnetpools/d05fc18a-2e14-4013-8b9c-dd161ea1d9bd HTTP/1.1" status: 200 len: 734 time: 0.0331566 Mar 22 10:45:24.398325 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-3a2f89a0-600f-42b5-a089-8b5b1915a669 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'tenant_id': '8e60df890a6a4973903b4ca0bbf484c2', 'subnetpool_id': 'd05fc18a-2e14-4013-8b9c-dd161ea1d9bd', 'gateway_ip': '172.20.0.1', 'network_id': 'a3af1826-fad7-4110-a327-c8b95973b38b'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:45:24.423062 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2f89a0-600f-42b5-a089-8b5b1915a669 admin admin] Made reservation on behalf of 8e60df890a6a4973903b4ca0bbf484c2 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:45:24.425565 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3a2f89a0-600f-42b5-a089-8b5b1915a669 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:24.720585 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3a2f89a0-600f-42b5-a089-8b5b1915a669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:24.792449 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f89a0-600f-42b5-a089-8b5b1915a669 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2169e09f-00bb-4824-b96c-7ec75f31b4e3,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:45:24.799168 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2f89a0-600f-42b5-a089-8b5b1915a669 admin admin] Checking segment: {'id': 'cced88c2-1652-4a38-ac95-676423111587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a3af1826-fad7-4110-a327-c8b95973b38b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:45:24.799569 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2f89a0-600f-42b5-a089-8b5b1915a669 admin admin] Network hostable DHCP agents. Network: a3af1826-fad7-4110-a327-c8b95973b38b, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:45:24.822414 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2f89a0-600f-42b5-a089-8b5b1915a669 admin admin] Network a3af1826-fad7-4110-a327-c8b95973b38b is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:45:24.834796 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-3a2f89a0-600f-42b5-a089-8b5b1915a669 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, a3af1826-fad7-4110-a327-c8b95973b38b) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:45:24.839612 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2f89a0-600f-42b5-a089-8b5b1915a669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:45:24.840195 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3a2f89a0-600f-42b5-a089-8b5b1915a669 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:24.847025 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63408138-bc36-4724-9cae-1ac460a73d5b None None] Network a3af1826-fad7-4110-a327-c8b95973b38b requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:45:24.856413 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3a2f89a0-600f-42b5-a089-8b5b1915a669 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4613850 Mar 22 10:45:25.172276 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25406ee-53bc-49ed-9b7c-7a94e0f265c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-a3af1826-fad7-4110-a327-c8b95973b38b', 'network_id': 'a3af1826-fad7-4110-a327-c8b95973b38b', 'tenant_id': '8e60df890a6a4973903b4ca0bbf484c2', 'fixed_ips': [{'subnet_id': '2169e09f-00bb-4824-b96c-7ec75f31b4e3'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:45:25.173516 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b25406ee-53bc-49ed-9b7c-7a94e0f265c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:25.467215 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-b25406ee-53bc-49ed-9b7c-7a94e0f265c4 None None] Allocated IP 172.20.0.2 (a3af1826-fad7-4110-a327-c8b95973b38b/2169e09f-00bb-4824-b96c-7ec75f31b4e3/4f9f0146-6ad4-42e4-b88d-63094d6b9fce) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:45:25.669073 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b25406ee-53bc-49ed-9b7c-7a94e0f265c4 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:25.677648 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b25406ee-53bc-49ed-9b7c-7a94e0f265c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:25.756148 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25406ee-53bc-49ed-9b7c-7a94e0f265c4 None None] Network a3af1826-fad7-4110-a327-c8b95973b38b is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:45:25.761316 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-b25406ee-53bc-49ed-9b7c-7a94e0f265c4 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:45:25.766923 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25406ee-53bc-49ed-9b7c-7a94e0f265c4 None None] Pushing event updated for resources: {'Port': ['ID=4f9f0146-6ad4-42e4-b88d-63094d6b9fce,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:45:25.769125 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25406ee-53bc-49ed-9b7c-7a94e0f265c4 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:45:25.802542 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25406ee-53bc-49ed-9b7c-7a94e0f265c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:45:25.802542 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25406ee-53bc-49ed-9b7c-7a94e0f265c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:45:25.802833 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25406ee-53bc-49ed-9b7c-7a94e0f265c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:45:25.803130 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25406ee-53bc-49ed-9b7c-7a94e0f265c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:45:25.803473 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25406ee-53bc-49ed-9b7c-7a94e0f265c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:45:25.803823 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25406ee-53bc-49ed-9b7c-7a94e0f265c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:45:25.804154 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25406ee-53bc-49ed-9b7c-7a94e0f265c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:45:25.804495 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25406ee-53bc-49ed-9b7c-7a94e0f265c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:45:25.804828 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25406ee-53bc-49ed-9b7c-7a94e0f265c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:45:25.805155 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25406ee-53bc-49ed-9b7c-7a94e0f265c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:45:25.805477 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25406ee-53bc-49ed-9b7c-7a94e0f265c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:45:25.805792 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25406ee-53bc-49ed-9b7c-7a94e0f265c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:45:25.807235 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25406ee-53bc-49ed-9b7c-7a94e0f265c4 None None] Tracked resource versions report: Mar 22 10:45:25.807235 dv-neutron-834599-1-hyperv neutron-server[109051]: pushed versions: Mar 22 10:45:25.807235 dv-neutron-834599-1-hyperv neutron-server[109051]: { 'AddressGroup': {'1.2'}, Mar 22 10:45:25.807235 dv-neutron-834599-1-hyperv neutron-server[109051]: 'ConntrackHelper': {'1.0'}, Mar 22 10:45:25.807235 dv-neutron-834599-1-hyperv neutron-server[109051]: 'Log': {'1.0'}, Mar 22 10:45:25.807235 dv-neutron-834599-1-hyperv neutron-server[109051]: 'Network': {'1.1'}, Mar 22 10:45:25.807235 dv-neutron-834599-1-hyperv neutron-server[109051]: 'Port': {'1.7'}, Mar 22 10:45:25.807235 dv-neutron-834599-1-hyperv neutron-server[109051]: 'PortForwarding': {'1.2'}, Mar 22 10:45:25.807235 dv-neutron-834599-1-hyperv neutron-server[109051]: 'QosPolicy': {'1.9'}, Mar 22 10:45:25.807235 dv-neutron-834599-1-hyperv neutron-server[109051]: 'SecurityGroup': {'1.4'}, Mar 22 10:45:25.807235 dv-neutron-834599-1-hyperv neutron-server[109051]: 'SecurityGroupRule': {'1.2'}, Mar 22 10:45:25.807235 dv-neutron-834599-1-hyperv neutron-server[109051]: 'SubPort': {'1.0'}, Mar 22 10:45:25.807235 dv-neutron-834599-1-hyperv neutron-server[109051]: 'Subnet': {'1.1'}, Mar 22 10:45:25.807235 dv-neutron-834599-1-hyperv neutron-server[109051]: 'Trunk': {'1.1'}} Mar 22 10:45:25.807235 dv-neutron-834599-1-hyperv neutron-server[109051]: consumer versions: Mar 22 10:45:25.807235 dv-neutron-834599-1-hyperv neutron-server[109051]: { DHCP agent@dv-neutron-834599-1-hyperv: {}, Mar 22 10:45:25.807235 dv-neutron-834599-1-hyperv neutron-server[109051]: L3 agent@dv-neutron-834599-1-hyperv: {}, Mar 22 10:45:25.807235 dv-neutron-834599-1-hyperv neutron-server[109051]: Metadata agent@dv-neutron-834599-1-hyperv: {}, Mar 22 10:45:25.807235 dv-neutron-834599-1-hyperv neutron-server[109051]: Metering agent@dv-neutron-834599-1-hyperv: {}, Mar 22 10:45:25.807235 dv-neutron-834599-1-hyperv neutron-server[109051]: Open vSwitch agent@dv-neutron-834599-1-hyperv: { 'AddressGroup': '1.2', Mar 22 10:45:25.807235 dv-neutron-834599-1-hyperv neutron-server[109051]: 'ConntrackHelper': '1.0', Mar 22 10:45:25.807235 dv-neutron-834599-1-hyperv neutron-server[109051]: 'Log': '1.0', Mar 22 10:45:25.807235 dv-neutron-834599-1-hyperv neutron-server[109051]: 'Network': '1.1', Mar 22 10:45:25.807235 dv-neutron-834599-1-hyperv neutron-server[109051]: 'Port': '1.7', Mar 22 10:45:25.807235 dv-neutron-834599-1-hyperv neutron-server[109051]: 'PortForwarding': '1.2', Mar 22 10:45:25.807235 dv-neutron-834599-1-hyperv neutron-server[109051]: 'QosPolicy': '1.9', Mar 22 10:45:25.807235 dv-neutron-834599-1-hyperv neutron-server[109051]: 'SecurityGroup': '1.4', Mar 22 10:45:25.807235 dv-neutron-834599-1-hyperv neutron-server[109051]: 'SecurityGroupRule': '1.2', Mar 22 10:45:25.807235 dv-neutron-834599-1-hyperv neutron-server[109051]: 'SubPort': '1.0', Mar 22 10:45:25.807235 dv-neutron-834599-1-hyperv neutron-server[109051]: 'Subnet': '1.1', Mar 22 10:45:25.807235 dv-neutron-834599-1-hyperv neutron-server[109051]: 'Trunk': '1.1'}} Mar 22 10:45:25.807235 dv-neutron-834599-1-hyperv neutron-server[109051]: {{(pid=109051) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 10:45:25.856556 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-b25406ee-53bc-49ed-9b7c-7a94e0f265c4 None None] Attempting to bind port 4f9f0146-6ad4-42e4-b88d-63094d6b9fce on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:45:25.857251 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-b25406ee-53bc-49ed-9b7c-7a94e0f265c4 None None] Attempting to bind port 4f9f0146-6ad4-42e4-b88d-63094d6b9fce by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': 'cced88c2-1652-4a38-ac95-676423111587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a3af1826-fad7-4110-a327-c8b95973b38b'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:45:25.857360 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25406ee-53bc-49ed-9b7c-7a94e0f265c4 None None] Attempting to bind port 4f9f0146-6ad4-42e4-b88d-63094d6b9fce on network a3af1826-fad7-4110-a327-c8b95973b38b {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:45:25.864220 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25406ee-53bc-49ed-9b7c-7a94e0f265c4 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:45:25.864619 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25406ee-53bc-49ed-9b7c-7a94e0f265c4 None None] Checking segment: {'id': 'cced88c2-1652-4a38-ac95-676423111587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a3af1826-fad7-4110-a327-c8b95973b38b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:45:25.866717 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b25406ee-53bc-49ed-9b7c-7a94e0f265c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:25.867117 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25406ee-53bc-49ed-9b7c-7a94e0f265c4 None None] Bound using segment: {'id': 'cced88c2-1652-4a38-ac95-676423111587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a3af1826-fad7-4110-a327-c8b95973b38b'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:45:25.867661 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-b25406ee-53bc-49ed-9b7c-7a94e0f265c4 None None] Bound port: 4f9f0146-6ad4-42e4-b88d-63094d6b9fce, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cced88c2-1652-4a38-ac95-676423111587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a3af1826-fad7-4110-a327-c8b95973b38b'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:45:25.868082 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b25406ee-53bc-49ed-9b7c-7a94e0f265c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:25.934570 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-b25406ee-53bc-49ed-9b7c-7a94e0f265c4 None None] For port 4f9f0146-6ad4-42e4-b88d-63094d6b9fce, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:45:25.938795 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-b25406ee-53bc-49ed-9b7c-7a94e0f265c4 None None] For port 4f9f0146-6ad4-42e4-b88d-63094d6b9fce, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=4f9f0146-6ad4-42e4-b88d-63094d6b9fce,segment=NetworkSegment(cced88c2-1652-4a38-ac95-676423111587),segment_id=cced88c2-1652-4a38-ac95-676423111587)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:45:25.944052 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b25406ee-53bc-49ed-9b7c-7a94e0f265c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:26.008678 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25406ee-53bc-49ed-9b7c-7a94e0f265c4 None None] Pushing event updated for resources: {'Port': ['ID=4f9f0146-6ad4-42e4-b88d-63094d6b9fce,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:45:27.314148 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 33552) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:45:27.653407 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [None req-3d1e9aa8-a366-4fea-b926-3bc2a9d4f039 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=109050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:45:27.654419 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-3d1e9aa8-a366-4fea-b926-3bc2a9d4f039 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3393486 Mar 22 10:45:30.059287 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 33560) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:45:30.380600 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [None req-c31730a4-e3de-4f6c-bbc1-46646d60659c admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=109050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:45:30.381529 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-c31730a4-e3de-4f6c-bbc1-46646d60659c admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3213887 Mar 22 10:45:33.053164 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 33572) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:45:33.371012 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-992eaebc-c51f-4040-abb9-5b7d6e49fee7 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '8e60df890a6a4973903b4ca0bbf484c2'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:45:33.399327 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-992eaebc-c51f-4040-abb9-5b7d6e49fee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:33.401663 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-992eaebc-c51f-4040-abb9-5b7d6e49fee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:33.548985 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-992eaebc-c51f-4040-abb9-5b7d6e49fee7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:33.558453 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-992eaebc-c51f-4040-abb9-5b7d6e49fee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:33.578078 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-992eaebc-c51f-4040-abb9-5b7d6e49fee7 admin admin] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:33.579490 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-992eaebc-c51f-4040-abb9-5b7d6e49fee7 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5251589 Mar 22 10:45:34.100971 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 4f9f0146-6ad4-42e4-b88d-63094d6b9fce up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:45:34.189993 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 4f9f0146-6ad4-42e4-b88d-63094d6b9fce triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:45:34.190354 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:34.298153 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:34.331804 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port 4f9f0146-6ad4-42e4-b88d-63094d6b9fce, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=4f9f0146-6ad4-42e4-b88d-63094d6b9fce,segment=NetworkSegment(cced88c2-1652-4a38-ac95-676423111587),segment_id=cced88c2-1652-4a38-ac95-676423111587)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:45:34.338041 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:34.387650 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e115947-fda2-4132-afdc-d1640f18ce03 None None] Network a3af1826-fad7-4110-a327-c8b95973b38b requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:45:34.390498 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=4f9f0146-6ad4-42e4-b88d-63094d6b9fce,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:45:34.477133 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-9e589b96-be0d-402e-b58a-36e258031801 None None] Provisioning complete for port 4f9f0146-6ad4-42e4-b88d-63094d6b9fce triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:45:34.477495 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9e589b96-be0d-402e-b58a-36e258031801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:34.835835 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8f97a986-0f81-43b7-8502-f4f32fa51bc4 None None] Provisioning complete for port 4f9f0146-6ad4-42e4-b88d-63094d6b9fce triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:45:34.836226 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8f97a986-0f81-43b7-8502-f4f32fa51bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:36.008453 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 33582) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:45:36.053927 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 4f9f0146-6ad4-42e4-b88d-63094d6b9fce up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:45:36.103011 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 4f9f0146-6ad4-42e4-b88d-63094d6b9fce triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:45:36.103450 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:36.347712 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [None req-57a1fccb-d284-4a71-85cb-aeae861a4291 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=109050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:45:36.348691 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-57a1fccb-d284-4a71-85cb-aeae861a4291 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3392494 Mar 22 10:45:37.507105 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-1baf116b-a74e-4bba-aa70-bae9018e4ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:38.752432 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 33590) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:45:39.102703 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-72ed6e6d-fd91-4173-9f81-1f129c40c435 admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:45:39.126042 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ed6e6d-fd91-4173-9f81-1f129c40c435 admin admin] Made reservation on behalf of e2156921b04348fa89d64de2f8b92925 for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:45:39.128652 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-72ed6e6d-fd91-4173-9f81-1f129c40c435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:39.143336 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-72ed6e6d-fd91-4173-9f81-1f129c40c435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:39.241171 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-72ed6e6d-fd91-4173-9f81-1f129c40c435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:39.247401 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-72ed6e6d-fd91-4173-9f81-1f129c40c435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:39.257809 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-72ed6e6d-fd91-4173-9f81-1f129c40c435 admin admin] Reserving flat network on physical network physnet1 {{(pid=109050) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 22 10:45:39.288782 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-72ed6e6d-fd91-4173-9f81-1f129c40c435 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732232756583', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:39.289321 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-72ed6e6d-fd91-4173-9f81-1f129c40c435 admin admin] Unsubscribe: segment precommit_create {{(pid=109050) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 22 10:45:39.289833 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-72ed6e6d-fd91-4173-9f81-1f129c40c435 admin admin] Added segment 9bb9f28b-2b96-4a66-9c71-411b13db8a29 of type flat for network a14ca783-6f82-4799-85a3-4cbe79c980a8 Mar 22 10:45:39.307998 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ed6e6d-fd91-4173-9f81-1f129c40c435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19422533-89b6-42b8-a881-17aca8fd6275,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:45:39.325242 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ed6e6d-fd91-4173-9f81-1f129c40c435 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:45:39.325590 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ed6e6d-fd91-4173-9f81-1f129c40c435 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:45:39.325915 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ed6e6d-fd91-4173-9f81-1f129c40c435 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:45:39.326234 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ed6e6d-fd91-4173-9f81-1f129c40c435 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:45:39.326547 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ed6e6d-fd91-4173-9f81-1f129c40c435 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:45:39.326870 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ed6e6d-fd91-4173-9f81-1f129c40c435 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:45:39.327186 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ed6e6d-fd91-4173-9f81-1f129c40c435 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:45:39.327636 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ed6e6d-fd91-4173-9f81-1f129c40c435 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:45:39.327980 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ed6e6d-fd91-4173-9f81-1f129c40c435 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:45:39.328323 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ed6e6d-fd91-4173-9f81-1f129c40c435 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:45:39.328615 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ed6e6d-fd91-4173-9f81-1f129c40c435 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:45:39.328922 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ed6e6d-fd91-4173-9f81-1f129c40c435 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:45:39.330250 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ed6e6d-fd91-4173-9f81-1f129c40c435 admin admin] Tracked resource versions report: Mar 22 10:45:39.330250 dv-neutron-834599-1-hyperv neutron-server[109050]: pushed versions: Mar 22 10:45:39.330250 dv-neutron-834599-1-hyperv neutron-server[109050]: { 'AddressGroup': {'1.2'}, Mar 22 10:45:39.330250 dv-neutron-834599-1-hyperv neutron-server[109050]: 'ConntrackHelper': {'1.0'}, Mar 22 10:45:39.330250 dv-neutron-834599-1-hyperv neutron-server[109050]: 'Log': {'1.0'}, Mar 22 10:45:39.330250 dv-neutron-834599-1-hyperv neutron-server[109050]: 'Network': {'1.1'}, Mar 22 10:45:39.330250 dv-neutron-834599-1-hyperv neutron-server[109050]: 'Port': {'1.7'}, Mar 22 10:45:39.330250 dv-neutron-834599-1-hyperv neutron-server[109050]: 'PortForwarding': {'1.2'}, Mar 22 10:45:39.330250 dv-neutron-834599-1-hyperv neutron-server[109050]: 'QosPolicy': {'1.9'}, Mar 22 10:45:39.330250 dv-neutron-834599-1-hyperv neutron-server[109050]: 'SecurityGroup': {'1.4'}, Mar 22 10:45:39.330250 dv-neutron-834599-1-hyperv neutron-server[109050]: 'SecurityGroupRule': {'1.2'}, Mar 22 10:45:39.330250 dv-neutron-834599-1-hyperv neutron-server[109050]: 'SubPort': {'1.0'}, Mar 22 10:45:39.330250 dv-neutron-834599-1-hyperv neutron-server[109050]: 'Subnet': {'1.1'}, Mar 22 10:45:39.330250 dv-neutron-834599-1-hyperv neutron-server[109050]: 'Trunk': {'1.1'}} Mar 22 10:45:39.330250 dv-neutron-834599-1-hyperv neutron-server[109050]: consumer versions: Mar 22 10:45:39.330250 dv-neutron-834599-1-hyperv neutron-server[109050]: { DHCP agent@dv-neutron-834599-1-hyperv: {}, Mar 22 10:45:39.330250 dv-neutron-834599-1-hyperv neutron-server[109050]: L3 agent@dv-neutron-834599-1-hyperv: {}, Mar 22 10:45:39.330250 dv-neutron-834599-1-hyperv neutron-server[109050]: Metadata agent@dv-neutron-834599-1-hyperv: {}, Mar 22 10:45:39.330250 dv-neutron-834599-1-hyperv neutron-server[109050]: Metering agent@dv-neutron-834599-1-hyperv: {}, Mar 22 10:45:39.330250 dv-neutron-834599-1-hyperv neutron-server[109050]: Open vSwitch agent@dv-neutron-834599-1-hyperv: { 'AddressGroup': '1.2', Mar 22 10:45:39.330250 dv-neutron-834599-1-hyperv neutron-server[109050]: 'ConntrackHelper': '1.0', Mar 22 10:45:39.330250 dv-neutron-834599-1-hyperv neutron-server[109050]: 'Log': '1.0', Mar 22 10:45:39.330250 dv-neutron-834599-1-hyperv neutron-server[109050]: 'Network': '1.1', Mar 22 10:45:39.330250 dv-neutron-834599-1-hyperv neutron-server[109050]: 'Port': '1.7', Mar 22 10:45:39.330250 dv-neutron-834599-1-hyperv neutron-server[109050]: 'PortForwarding': '1.2', Mar 22 10:45:39.330250 dv-neutron-834599-1-hyperv neutron-server[109050]: 'QosPolicy': '1.9', Mar 22 10:45:39.330250 dv-neutron-834599-1-hyperv neutron-server[109050]: 'SecurityGroup': '1.4', Mar 22 10:45:39.330250 dv-neutron-834599-1-hyperv neutron-server[109050]: 'SecurityGroupRule': '1.2', Mar 22 10:45:39.330250 dv-neutron-834599-1-hyperv neutron-server[109050]: 'SubPort': '1.0', Mar 22 10:45:39.330250 dv-neutron-834599-1-hyperv neutron-server[109050]: 'Subnet': '1.1', Mar 22 10:45:39.330250 dv-neutron-834599-1-hyperv neutron-server[109050]: 'Trunk': '1.1'}} Mar 22 10:45:39.330250 dv-neutron-834599-1-hyperv neutron-server[109050]: {{(pid=109050) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 10:45:39.417440 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-72ed6e6d-fd91-4173-9f81-1f129c40c435 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:39.464517 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-72ed6e6d-fd91-4173-9f81-1f129c40c435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:39.465597 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ed6e6d-fd91-4173-9f81-1f129c40c435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:45:39.466227 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-72ed6e6d-fd91-4173-9f81-1f129c40c435 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:39.518766 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-72ed6e6d-fd91-4173-9f81-1f129c40c435 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7653294 Mar 22 10:45:39.565253 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ed6e6d-fd91-4173-9f81-1f129c40c435 admin admin] Pushing event updated for resources: {'Network': ['ID=a14ca783-6f82-4799-85a3-4cbe79c980a8,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:45:39.576939 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:45:39.794157 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-45efcf6b-d7f2-41af-84dd-d2546bc7c747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:40.996013 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:41.922147 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 33612) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:45:42.157833 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9a1b21-fbb8-4761-8525-e91e92b0e505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:45:42.159176 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-bf9a1b21-fbb8-4761-8525-e91e92b0e505 admin admin] 10.222.0.57 "GET /v2.0/subnets/2169e09f-00bb-4824-b96c-7ec75f31b4e3 HTTP/1.1" status: 200 len: 849 time: 0.2360582 Mar 22 10:45:42.291852 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-ffc05229-dd01-4bfb-b18b-a97cb25cc0fe admin admin] 10.222.0.57 "GET /v2.0/routers/28f86f44-aebe-4696-a4ed-4b462da06d4b HTTP/1.1" status: 200 len: 704 time: 0.1261148 Mar 22 10:45:42.383882 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:42.597354 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4d92198f-b48c-4be6-8b2b-8bf5a33d3ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:42.755661 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:42.907742 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-4d92198f-b48c-4be6-8b2b-8bf5a33d3ad4 admin admin] Allocated IP 172.20.0.1 (a3af1826-fad7-4110-a327-c8b95973b38b/2169e09f-00bb-4824-b96c-7ec75f31b4e3/50b1a4c0-bd51-448c-8c7d-015d6231f90a) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:45:43.091318 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4d92198f-b48c-4be6-8b2b-8bf5a33d3ad4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:43.159035 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4d92198f-b48c-4be6-8b2b-8bf5a33d3ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:43.234423 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d92198f-b48c-4be6-8b2b-8bf5a33d3ad4 admin admin] Network a3af1826-fad7-4110-a327-c8b95973b38b is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:45:43.238890 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-4d92198f-b48c-4be6-8b2b-8bf5a33d3ad4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:45:43.247990 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d92198f-b48c-4be6-8b2b-8bf5a33d3ad4 admin admin] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:45:43.248542 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4d92198f-b48c-4be6-8b2b-8bf5a33d3ad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684270'] for router_interface, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:43.266345 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d92198f-b48c-4be6-8b2b-8bf5a33d3ad4 admin admin] Pushing event updated for resources: {'Port': ['ID=50b1a4c0-bd51-448c-8c7d-015d6231f90a,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:45:43.401031 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-1c04f0ee-7956-4a03-af73-1ab793043b6c None None] Provisioning complete for port 50b1a4c0-bd51-448c-8c7d-015d6231f90a triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:45:43.401651 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-1c04f0ee-7956-4a03-af73-1ab793043b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:43.481669 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-1c04f0ee-7956-4a03-af73-1ab793043b6c None None] Port 50b1a4c0-bd51-448c-8c7d-015d6231f90a cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:45:43.495169 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4d92198f-b48c-4be6-8b2b-8bf5a33d3ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:43.700110 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4d92198f-b48c-4be6-8b2b-8bf5a33d3ad4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:43.706645 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4d92198f-b48c-4be6-8b2b-8bf5a33d3ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:43.707696 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4d92198f-b48c-4be6-8b2b-8bf5a33d3ad4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684306'] for router_interface, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:43.764497 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d92198f-b48c-4be6-8b2b-8bf5a33d3ad4 admin admin] Pushing event updated for resources: {'Port': ['ID=50b1a4c0-bd51-448c-8c7d-015d6231f90a,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:45:43.832264 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d92198f-b48c-4be6-8b2b-8bf5a33d3ad4 admin admin] Network a3af1826-fad7-4110-a327-c8b95973b38b is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:45:43.833594 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-4d92198f-b48c-4be6-8b2b-8bf5a33d3ad4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:45:43.990693 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d92198f-b48c-4be6-8b2b-8bf5a33d3ad4 admin admin] Router 28f86f44-aebe-4696-a4ed-4b462da06d4b is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109050) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 10:45:44.003040 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-ab854b10-0418-40cf-9303-7c90977cfe25 None None] Provisioning complete for port 50b1a4c0-bd51-448c-8c7d-015d6231f90a triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:45:44.003428 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ab854b10-0418-40cf-9303-7c90977cfe25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:44.037305 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-ab854b10-0418-40cf-9303-7c90977cfe25 None None] Port 50b1a4c0-bd51-448c-8c7d-015d6231f90a cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:45:44.088649 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d92198f-b48c-4be6-8b2b-8bf5a33d3ad4 admin admin] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:45:44.094102 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-4d92198f-b48c-4be6-8b2b-8bf5a33d3ad4 admin admin] 10.222.0.57 "PUT /v2.0/routers/28f86f44-aebe-4696-a4ed-4b462da06d4b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7911611 Mar 22 10:45:44.099204 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ff7ef8-9c1d-4ee3-a8c3-23d08f386218 None None] Sync routers for ids ['28f86f44-aebe-4696-a4ed-4b462da06d4b'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:45:44.112878 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ff7ef8-9c1d-4ee3-a8c3-23d08f386218 None None] Routers {'28f86f44-aebe-4696-a4ed-4b462da06d4b'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:45:44.113712 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-05ff7ef8-9c1d-4ee3-a8c3-23d08f386218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:45:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['28f86f44-aebe-4696-a4ed-4b462da06d4b'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:45:44.296926 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-05ff7ef8-9c1d-4ee3-a8c3-23d08f386218 None None] Set router 28f86f44-aebe-4696-a4ed-4b462da06d4b gateway port host: None {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:45:44.717744 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-05ff7ef8-9c1d-4ee3-a8c3-23d08f386218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f86f44-aebe-4696-a4ed-4b462da06d4b', 'name': 'router1', 'tenant_id': '8e60df890a6a4973903b4ca0bbf484c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:45:33Z', 'updated_at': '2022-03-22T10:45:43Z', 'revision_number': 2, 'project_id': '8e60df890a6a4973903b4ca0bbf484c2', 'gw_port_host': None, '_interfaces': [{'id': '50b1a4c0-bd51-448c-8c7d-015d6231f90a', 'name': '', 'network_id': 'a3af1826-fad7-4110-a327-c8b95973b38b', 'tenant_id': '8e60df890a6a4973903b4ca0bbf484c2', 'mac_address': 'fa:16:3e:3c:d0:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f86f44-aebe-4696-a4ed-4b462da06d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2169e09f-00bb-4824-b96c-7ec75f31b4e3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:45:42Z', 'updated_at': '2022-03-22T10:45:43Z', 'revision_number': 2, 'project_id': '8e60df890a6a4973903b4ca0bbf484c2', 'subnets': [{'id': '2169e09f-00bb-4824-b96c-7ec75f31b4e3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd05fc18a-2e14-4013-8b9c-dd161ea1d9bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:45:44.768202 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ff7ef8-9c1d-4ee3-a8c3-23d08f386218 None None] Checking router: 28f86f44-aebe-4696-a4ed-4b462da06d4b for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 10:45:44.768569 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ff7ef8-9c1d-4ee3-a8c3-23d08f386218 None None] Updating router 28f86f44-aebe-4696-a4ed-4b462da06d4b port 50b1a4c0-bd51-448c-8c7d-015d6231f90a binding host dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 10:45:44.815814 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-05ff7ef8-9c1d-4ee3-a8c3-23d08f386218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:45.321720 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-05ff7ef8-9c1d-4ee3-a8c3-23d08f386218 None None] Notify callbacks [] for port, precommit_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:45.329115 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-05ff7ef8-9c1d-4ee3-a8c3-23d08f386218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:45.489535 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-05ff7ef8-9c1d-4ee3-a8c3-23d08f386218 None None] Attempting to bind port 50b1a4c0-bd51-448c-8c7d-015d6231f90a on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:45:45.489934 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-05ff7ef8-9c1d-4ee3-a8c3-23d08f386218 None None] Attempting to bind port 50b1a4c0-bd51-448c-8c7d-015d6231f90a by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': 'cced88c2-1652-4a38-ac95-676423111587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a3af1826-fad7-4110-a327-c8b95973b38b'}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:45:45.490356 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ff7ef8-9c1d-4ee3-a8c3-23d08f386218 None None] Attempting to bind port 50b1a4c0-bd51-448c-8c7d-015d6231f90a on network a3af1826-fad7-4110-a327-c8b95973b38b {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:45:45.493258 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8b564a-9e22-4c53-9f2d-5ffc3f58797e None None] Pushing event updated for resources: {'Port': ['ID=50b1a4c0-bd51-448c-8c7d-015d6231f90a,revision_number=3']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:45:45.502024 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ff7ef8-9c1d-4ee3-a8c3-23d08f386218 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:45:45.502423 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ff7ef8-9c1d-4ee3-a8c3-23d08f386218 None None] Checking segment: {'id': 'cced88c2-1652-4a38-ac95-676423111587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a3af1826-fad7-4110-a327-c8b95973b38b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:45:45.502874 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-05ff7ef8-9c1d-4ee3-a8c3-23d08f386218 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:45.503266 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ff7ef8-9c1d-4ee3-a8c3-23d08f386218 None None] Bound using segment: {'id': 'cced88c2-1652-4a38-ac95-676423111587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a3af1826-fad7-4110-a327-c8b95973b38b'} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:45:45.503794 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-05ff7ef8-9c1d-4ee3-a8c3-23d08f386218 None None] Bound port: 50b1a4c0-bd51-448c-8c7d-015d6231f90a, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cced88c2-1652-4a38-ac95-676423111587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a3af1826-fad7-4110-a327-c8b95973b38b'}}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:45:45.504176 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-05ff7ef8-9c1d-4ee3-a8c3-23d08f386218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:45.507250 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8b564a-9e22-4c53-9f2d-5ffc3f58797e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:45:45.507627 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8b564a-9e22-4c53-9f2d-5ffc3f58797e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:45:45.507968 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8b564a-9e22-4c53-9f2d-5ffc3f58797e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:45:45.508287 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8b564a-9e22-4c53-9f2d-5ffc3f58797e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:45:45.508611 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8b564a-9e22-4c53-9f2d-5ffc3f58797e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:45:45.508935 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8b564a-9e22-4c53-9f2d-5ffc3f58797e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:45:45.509253 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8b564a-9e22-4c53-9f2d-5ffc3f58797e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:45:45.509680 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8b564a-9e22-4c53-9f2d-5ffc3f58797e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:45:45.510019 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8b564a-9e22-4c53-9f2d-5ffc3f58797e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:45:45.510332 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8b564a-9e22-4c53-9f2d-5ffc3f58797e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:45:45.510641 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8b564a-9e22-4c53-9f2d-5ffc3f58797e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:45:45.510950 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8b564a-9e22-4c53-9f2d-5ffc3f58797e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:45:45.512322 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8b564a-9e22-4c53-9f2d-5ffc3f58797e None None] Tracked resource versions report: Mar 22 10:45:45.512322 dv-neutron-834599-1-hyperv neutron-server[109052]: pushed versions: Mar 22 10:45:45.512322 dv-neutron-834599-1-hyperv neutron-server[109052]: { 'AddressGroup': {'1.2'}, Mar 22 10:45:45.512322 dv-neutron-834599-1-hyperv neutron-server[109052]: 'ConntrackHelper': {'1.0'}, Mar 22 10:45:45.512322 dv-neutron-834599-1-hyperv neutron-server[109052]: 'Log': {'1.0'}, Mar 22 10:45:45.512322 dv-neutron-834599-1-hyperv neutron-server[109052]: 'Network': {'1.1'}, Mar 22 10:45:45.512322 dv-neutron-834599-1-hyperv neutron-server[109052]: 'Port': {'1.7'}, Mar 22 10:45:45.512322 dv-neutron-834599-1-hyperv neutron-server[109052]: 'PortForwarding': {'1.2'}, Mar 22 10:45:45.512322 dv-neutron-834599-1-hyperv neutron-server[109052]: 'QosPolicy': {'1.9'}, Mar 22 10:45:45.512322 dv-neutron-834599-1-hyperv neutron-server[109052]: 'SecurityGroup': {'1.4'}, Mar 22 10:45:45.512322 dv-neutron-834599-1-hyperv neutron-server[109052]: 'SecurityGroupRule': {'1.2'}, Mar 22 10:45:45.512322 dv-neutron-834599-1-hyperv neutron-server[109052]: 'SubPort': {'1.0'}, Mar 22 10:45:45.512322 dv-neutron-834599-1-hyperv neutron-server[109052]: 'Subnet': {'1.1'}, Mar 22 10:45:45.512322 dv-neutron-834599-1-hyperv neutron-server[109052]: 'Trunk': {'1.1'}} Mar 22 10:45:45.512322 dv-neutron-834599-1-hyperv neutron-server[109052]: consumer versions: Mar 22 10:45:45.512322 dv-neutron-834599-1-hyperv neutron-server[109052]: { DHCP agent@dv-neutron-834599-1-hyperv: {}, Mar 22 10:45:45.512322 dv-neutron-834599-1-hyperv neutron-server[109052]: L3 agent@dv-neutron-834599-1-hyperv: {}, Mar 22 10:45:45.512322 dv-neutron-834599-1-hyperv neutron-server[109052]: Metadata agent@dv-neutron-834599-1-hyperv: {}, Mar 22 10:45:45.512322 dv-neutron-834599-1-hyperv neutron-server[109052]: Metering agent@dv-neutron-834599-1-hyperv: {}, Mar 22 10:45:45.512322 dv-neutron-834599-1-hyperv neutron-server[109052]: Open vSwitch agent@dv-neutron-834599-1-hyperv: { 'AddressGroup': '1.2', Mar 22 10:45:45.512322 dv-neutron-834599-1-hyperv neutron-server[109052]: 'ConntrackHelper': '1.0', Mar 22 10:45:45.512322 dv-neutron-834599-1-hyperv neutron-server[109052]: 'Log': '1.0', Mar 22 10:45:45.512322 dv-neutron-834599-1-hyperv neutron-server[109052]: 'Network': '1.1', Mar 22 10:45:45.512322 dv-neutron-834599-1-hyperv neutron-server[109052]: 'Port': '1.7', Mar 22 10:45:45.512322 dv-neutron-834599-1-hyperv neutron-server[109052]: 'PortForwarding': '1.2', Mar 22 10:45:45.512322 dv-neutron-834599-1-hyperv neutron-server[109052]: 'QosPolicy': '1.9', Mar 22 10:45:45.512322 dv-neutron-834599-1-hyperv neutron-server[109052]: 'SecurityGroup': '1.4', Mar 22 10:45:45.512322 dv-neutron-834599-1-hyperv neutron-server[109052]: 'SecurityGroupRule': '1.2', Mar 22 10:45:45.512322 dv-neutron-834599-1-hyperv neutron-server[109052]: 'SubPort': '1.0', Mar 22 10:45:45.512322 dv-neutron-834599-1-hyperv neutron-server[109052]: 'Subnet': '1.1', Mar 22 10:45:45.512322 dv-neutron-834599-1-hyperv neutron-server[109052]: 'Trunk': '1.1'}} Mar 22 10:45:45.512322 dv-neutron-834599-1-hyperv neutron-server[109052]: {{(pid=109052) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 10:45:45.564902 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-36812cc0-d702-47bb-9fb2-86d8d008f57a None None] Provisioning complete for port 50b1a4c0-bd51-448c-8c7d-015d6231f90a triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:45:45.565479 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-36812cc0-d702-47bb-9fb2-86d8d008f57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:45.578783 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-05ff7ef8-9c1d-4ee3-a8c3-23d08f386218 None None] For port 50b1a4c0-bd51-448c-8c7d-015d6231f90a, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:45:45.598149 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-05ff7ef8-9c1d-4ee3-a8c3-23d08f386218 None None] For port 50b1a4c0-bd51-448c-8c7d-015d6231f90a, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=50b1a4c0-bd51-448c-8c7d-015d6231f90a,segment=NetworkSegment(cced88c2-1652-4a38-ac95-676423111587),segment_id=cced88c2-1652-4a38-ac95-676423111587)] {{(pid=109052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:45:45.598991 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-36812cc0-d702-47bb-9fb2-86d8d008f57a None None] Port 50b1a4c0-bd51-448c-8c7d-015d6231f90a cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:45:45.603615 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-05ff7ef8-9c1d-4ee3-a8c3-23d08f386218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:45.655778 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ff7ef8-9c1d-4ee3-a8c3-23d08f386218 None None] Routers {'28f86f44-aebe-4696-a4ed-4b462da06d4b'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:45:45.656764 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-05ff7ef8-9c1d-4ee3-a8c3-23d08f386218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:45:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['28f86f44-aebe-4696-a4ed-4b462da06d4b'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:45:45.700547 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8b564a-9e22-4c53-9f2d-5ffc3f58797e None None] Pushing event updated for resources: {'Port': ['ID=50b1a4c0-bd51-448c-8c7d-015d6231f90a,revision_number=4']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:45:45.756591 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-05ff7ef8-9c1d-4ee3-a8c3-23d08f386218 None None] Set router 28f86f44-aebe-4696-a4ed-4b462da06d4b gateway port host: None {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:45:45.821654 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-332ae616-e9ec-486b-a160-2319c3ef07a7 None None] Provisioning complete for port 50b1a4c0-bd51-448c-8c7d-015d6231f90a triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:45:45.822364 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-332ae616-e9ec-486b-a160-2319c3ef07a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:45.896524 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-332ae616-e9ec-486b-a160-2319c3ef07a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:45.927786 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-332ae616-e9ec-486b-a160-2319c3ef07a7 None None] For port 50b1a4c0-bd51-448c-8c7d-015d6231f90a, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=50b1a4c0-bd51-448c-8c7d-015d6231f90a,segment=NetworkSegment(cced88c2-1652-4a38-ac95-676423111587),segment_id=cced88c2-1652-4a38-ac95-676423111587)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:45:45.933785 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-332ae616-e9ec-486b-a160-2319c3ef07a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:45.977638 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-05ff7ef8-9c1d-4ee3-a8c3-23d08f386218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f86f44-aebe-4696-a4ed-4b462da06d4b', 'name': 'router1', 'tenant_id': '8e60df890a6a4973903b4ca0bbf484c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:45:33Z', 'updated_at': '2022-03-22T10:45:43Z', 'revision_number': 2, 'project_id': '8e60df890a6a4973903b4ca0bbf484c2', 'gw_port_host': None, '_interfaces': [{'id': '50b1a4c0-bd51-448c-8c7d-015d6231f90a', 'name': '', 'network_id': 'a3af1826-fad7-4110-a327-c8b95973b38b', 'tenant_id': '8e60df890a6a4973903b4ca0bbf484c2', 'mac_address': 'fa:16:3e:3c:d0:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f86f44-aebe-4696-a4ed-4b462da06d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2169e09f-00bb-4824-b96c-7ec75f31b4e3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:45:42Z', 'updated_at': '2022-03-22T10:45:45Z', 'revision_number': 4, 'project_id': '8e60df890a6a4973903b4ca0bbf484c2', 'subnets': [{'id': '2169e09f-00bb-4824-b96c-7ec75f31b4e3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd05fc18a-2e14-4013-8b9c-dd161ea1d9bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:45:45.986708 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332ae616-e9ec-486b-a160-2319c3ef07a7 None None] Pushing event updated for resources: {'Port': ['ID=50b1a4c0-bd51-448c-8c7d-015d6231f90a,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:45:46.002844 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ff7ef8-9c1d-4ee3-a8c3-23d08f386218 None None] The sync data for ids ['28f86f44-aebe-4696-a4ed-4b462da06d4b'] in dv-neutron-834599-1-hyperv is: [{'id': '28f86f44-aebe-4696-a4ed-4b462da06d4b', 'name': 'router1', 'tenant_id': '8e60df890a6a4973903b4ca0bbf484c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:45:33Z', 'updated_at': '2022-03-22T10:45:43Z', 'revision_number': 2, 'project_id': '8e60df890a6a4973903b4ca0bbf484c2', 'gw_port_host': None, '_interfaces': [{'id': '50b1a4c0-bd51-448c-8c7d-015d6231f90a', 'name': '', 'network_id': 'a3af1826-fad7-4110-a327-c8b95973b38b', 'tenant_id': '8e60df890a6a4973903b4ca0bbf484c2', 'mac_address': 'fa:16:3e:3c:d0:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f86f44-aebe-4696-a4ed-4b462da06d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2169e09f-00bb-4824-b96c-7ec75f31b4e3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:45:42Z', 'updated_at': '2022-03-22T10:45:45Z', 'revision_number': 4, 'project_id': '8e60df890a6a4973903b4ca0bbf484c2', 'subnets': [{'id': '2169e09f-00bb-4824-b96c-7ec75f31b4e3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd05fc18a-2e14-4013-8b9c-dd161ea1d9bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:45:46.370142 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 33632) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:45:46.481686 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac07287-674f-42fd-b0c6-df493a0ae9bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:45:46.483021 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-fac07287-674f-42fd-b0c6-df493a0ae9bc admin admin] 10.222.0.57 "GET /v2.0/networks/a14ca783-6f82-4799-85a3-4cbe79c980a8 HTTP/1.1" status: 200 len: 842 time: 0.1119189 Mar 22 10:45:46.493266 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-2a9895e2-7db4-4a49-9603-607421ff38bb admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.26.7.1', 'enable_dhcp': False, 'cidr': '172.26.7.0/24', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:45:46.518126 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9895e2-7db4-4a49-9603-607421ff38bb admin admin] Made reservation on behalf of e2156921b04348fa89d64de2f8b92925 for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:45:46.520446 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2a9895e2-7db4-4a49-9603-607421ff38bb admin admin] Notify callbacks [] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:46.825128 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.objects.ports [None req-2a9895e2-7db4-4a49-9603-607421ff38bb admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109050) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 10:45:46.825568 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2a9895e2-7db4-4a49-9603-607421ff38bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:46.879174 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9895e2-7db4-4a49-9603-607421ff38bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=398a30d5-0fad-4221-8d94-824498bbd61e,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:45:46.893261 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9895e2-7db4-4a49-9603-607421ff38bb admin admin] Checking segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:45:46.893604 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9895e2-7db4-4a49-9603-607421ff38bb admin admin] Network hostable DHCP agents. Network: a14ca783-6f82-4799-85a3-4cbe79c980a8, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:45:46.919359 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9895e2-7db4-4a49-9603-607421ff38bb admin admin] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:45:46.932556 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-2a9895e2-7db4-4a49-9603-607421ff38bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, a14ca783-6f82-4799-85a3-4cbe79c980a8) {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:45:46.936703 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9895e2-7db4-4a49-9603-607421ff38bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:45:46.937284 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2a9895e2-7db4-4a49-9603-607421ff38bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:46.943140 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be85e24-9feb-477b-83dc-35d89548a890 None None] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:45:46.958741 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-2a9895e2-7db4-4a49-9603-607421ff38bb admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4688065 Mar 22 10:45:47.079294 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef49b80-1935-466b-83ea-0aa785777343 None None] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:45:49.262624 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 33640) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:45:49.520490 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-957744de-9485-4b55-a045-0e2eb6530e64 admin admin] 10.222.0.57 "GET /v2.0/routers/28f86f44-aebe-4696-a4ed-4b462da06d4b HTTP/1.1" status: 200 len: 710 time: 0.2563050 Mar 22 10:45:49.635433 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5ceeef-5961-4720-a105-a5070742c72c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:45:49.636840 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ea5ceeef-5961-4720-a105-a5070742c72c admin admin] 10.222.0.57 "GET /v2.0/networks/a14ca783-6f82-4799-85a3-4cbe79c980a8 HTTP/1.1" status: 200 len: 886 time: 0.1089859 Mar 22 10:45:49.646496 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-a18b810e-75b9-4a57-be13-e2d77b87ab8b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:45:49.891098 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a18b810e-75b9-4a57-be13-e2d77b87ab8b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:50.119327 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a18b810e-75b9-4a57-be13-e2d77b87ab8b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:50.190175 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a18b810e-75b9-4a57-be13-e2d77b87ab8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:50.348029 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-a18b810e-75b9-4a57-be13-e2d77b87ab8b admin admin] Allocated IP 172.26.7.168 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/c479e424-215a-4feb-85b0-1550ceb35a69) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:45:50.498227 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a18b810e-75b9-4a57-be13-e2d77b87ab8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:50.561119 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a18b810e-75b9-4a57-be13-e2d77b87ab8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:50.619227 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18b810e-75b9-4a57-be13-e2d77b87ab8b admin admin] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:45:50.626569 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-a18b810e-75b9-4a57-be13-e2d77b87ab8b admin admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:45:50.632613 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18b810e-75b9-4a57-be13-e2d77b87ab8b admin admin] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:45:50.709620 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18b810e-75b9-4a57-be13-e2d77b87ab8b admin admin] Pushing event updated for resources: {'Port': ['ID=c479e424-215a-4feb-85b0-1550ceb35a69,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:45:50.919673 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a18b810e-75b9-4a57-be13-e2d77b87ab8b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:51.123325 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a18b810e-75b9-4a57-be13-e2d77b87ab8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3682488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11476'] for router, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:51.128570 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a18b810e-75b9-4a57-be13-e2d77b87ab8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3682435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3682442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3684457'] for router, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:51.251425 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a18b810e-75b9-4a57-be13-e2d77b87ab8b admin admin] Router 28f86f44-aebe-4696-a4ed-4b462da06d4b has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:45:51.379861 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18b810e-75b9-4a57-be13-e2d77b87ab8b admin admin] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:45:51.384623 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a18b810e-75b9-4a57-be13-e2d77b87ab8b admin admin] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:51.385967 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a18b810e-75b9-4a57-be13-e2d77b87ab8b admin admin] 10.222.0.57 "PUT /v2.0/routers/28f86f44-aebe-4696-a4ed-4b462da06d4b HTTP/1.1" status: 200 len: 890 time: 1.7425983 Mar 22 10:45:52.084025 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 50b1a4c0-bd51-448c-8c7d-015d6231f90a up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:45:52.136362 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 50b1a4c0-bd51-448c-8c7d-015d6231f90a triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:45:52.136713 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:52.456296 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec988bf-25c8-453b-934c-8fca2a065da1 None None] Sync routers for ids ['28f86f44-aebe-4696-a4ed-4b462da06d4b'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:45:52.469753 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec988bf-25c8-453b-934c-8fca2a065da1 None None] Routers {'28f86f44-aebe-4696-a4ed-4b462da06d4b'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:45:52.470596 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-dec988bf-25c8-453b-934c-8fca2a065da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:45:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['28f86f44-aebe-4696-a4ed-4b462da06d4b'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:45:52.720295 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-dec988bf-25c8-453b-934c-8fca2a065da1 None None] Set router 28f86f44-aebe-4696-a4ed-4b462da06d4b gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:45:53.115256 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-dec988bf-25c8-453b-934c-8fca2a065da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f86f44-aebe-4696-a4ed-4b462da06d4b', 'name': 'router1', 'tenant_id': '8e60df890a6a4973903b4ca0bbf484c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.168'}], 'enable_snat': True}, 'gw_port_id': 'c479e424-215a-4feb-85b0-1550ceb35a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:45:33Z', 'updated_at': '2022-03-22T10:45:50Z', 'revision_number': 4, 'project_id': '8e60df890a6a4973903b4ca0bbf484c2', 'gw_port': {'id': 'c479e424-215a-4feb-85b0-1550ceb35a69', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:87:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f86f44-aebe-4696-a4ed-4b462da06d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:45:50Z', 'updated_at': '2022-03-22T10:45:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '50b1a4c0-bd51-448c-8c7d-015d6231f90a', 'name': '', 'network_id': 'a3af1826-fad7-4110-a327-c8b95973b38b', 'tenant_id': '8e60df890a6a4973903b4ca0bbf484c2', 'mac_address': 'fa:16:3e:3c:d0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f86f44-aebe-4696-a4ed-4b462da06d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2169e09f-00bb-4824-b96c-7ec75f31b4e3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:45:42Z', 'updated_at': '2022-03-22T10:45:45Z', 'revision_number': 5, 'project_id': '8e60df890a6a4973903b4ca0bbf484c2', 'subnets': [{'id': '2169e09f-00bb-4824-b96c-7ec75f31b4e3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd05fc18a-2e14-4013-8b9c-dd161ea1d9bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:45:53.235337 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec988bf-25c8-453b-934c-8fca2a065da1 None None] Checking router: 28f86f44-aebe-4696-a4ed-4b462da06d4b for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 10:45:53.235616 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec988bf-25c8-453b-934c-8fca2a065da1 None None] Updating router 28f86f44-aebe-4696-a4ed-4b462da06d4b port c479e424-215a-4feb-85b0-1550ceb35a69 binding host dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 10:45:53.285751 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-dec988bf-25c8-453b-934c-8fca2a065da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:53.600837 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-dec988bf-25c8-453b-934c-8fca2a065da1 None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:53.607209 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-dec988bf-25c8-453b-934c-8fca2a065da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:53.659257 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-dec988bf-25c8-453b-934c-8fca2a065da1 None None] Attempting to bind port c479e424-215a-4feb-85b0-1550ceb35a69 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:45:53.659643 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-dec988bf-25c8-453b-934c-8fca2a065da1 None None] Attempting to bind port c479e424-215a-4feb-85b0-1550ceb35a69 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:45:53.660000 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec988bf-25c8-453b-934c-8fca2a065da1 None None] Attempting to bind port c479e424-215a-4feb-85b0-1550ceb35a69 on network a14ca783-6f82-4799-85a3-4cbe79c980a8 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:45:53.661966 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7094e974-fb24-491c-989f-95c11e96bab2 None None] Pushing event updated for resources: {'Port': ['ID=c479e424-215a-4feb-85b0-1550ceb35a69,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:45:53.667342 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec988bf-25c8-453b-934c-8fca2a065da1 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:45:53.667733 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec988bf-25c8-453b-934c-8fca2a065da1 None None] Checking segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:45:53.668134 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-dec988bf-25c8-453b-934c-8fca2a065da1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:53.668507 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec988bf-25c8-453b-934c-8fca2a065da1 None None] Bound using segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:45:53.668977 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-dec988bf-25c8-453b-934c-8fca2a065da1 None None] Bound port: c479e424-215a-4feb-85b0-1550ceb35a69, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:45:53.669353 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-dec988bf-25c8-453b-934c-8fca2a065da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:53.719480 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-dec988bf-25c8-453b-934c-8fca2a065da1 None None] For port c479e424-215a-4feb-85b0-1550ceb35a69, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:45:53.722553 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-dec988bf-25c8-453b-934c-8fca2a065da1 None None] For port c479e424-215a-4feb-85b0-1550ceb35a69, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=c479e424-215a-4feb-85b0-1550ceb35a69,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:45:53.726138 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-dec988bf-25c8-453b-934c-8fca2a065da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:53.784243 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 33652) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:45:53.785841 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7094e974-fb24-491c-989f-95c11e96bab2 None None] Pushing event updated for resources: {'Port': ['ID=c479e424-215a-4feb-85b0-1550ceb35a69,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:45:53.797650 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec988bf-25c8-453b-934c-8fca2a065da1 None None] Routers {'28f86f44-aebe-4696-a4ed-4b462da06d4b'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:45:53.798607 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-dec988bf-25c8-453b-934c-8fca2a065da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:45:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['28f86f44-aebe-4696-a4ed-4b462da06d4b'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:45:53.907414 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-82562e49-57eb-4ecd-a9d2-bc6cce77189d admin admin] 10.222.0.57 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1215651 Mar 22 10:45:53.908428 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-dec988bf-25c8-453b-934c-8fca2a065da1 None None] Set router 28f86f44-aebe-4696-a4ed-4b462da06d4b gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:45:54.092436 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 5 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 10:45:54.137755 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-dec988bf-25c8-453b-934c-8fca2a065da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f86f44-aebe-4696-a4ed-4b462da06d4b', 'name': 'router1', 'tenant_id': '8e60df890a6a4973903b4ca0bbf484c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.168'}], 'enable_snat': True}, 'gw_port_id': 'c479e424-215a-4feb-85b0-1550ceb35a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:45:33Z', 'updated_at': '2022-03-22T10:45:50Z', 'revision_number': 4, 'project_id': '8e60df890a6a4973903b4ca0bbf484c2', 'gw_port': {'id': 'c479e424-215a-4feb-85b0-1550ceb35a69', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:87:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f86f44-aebe-4696-a4ed-4b462da06d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:45:50Z', 'updated_at': '2022-03-22T10:45:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '50b1a4c0-bd51-448c-8c7d-015d6231f90a', 'name': '', 'network_id': 'a3af1826-fad7-4110-a327-c8b95973b38b', 'tenant_id': '8e60df890a6a4973903b4ca0bbf484c2', 'mac_address': 'fa:16:3e:3c:d0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f86f44-aebe-4696-a4ed-4b462da06d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2169e09f-00bb-4824-b96c-7ec75f31b4e3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:45:42Z', 'updated_at': '2022-03-22T10:45:45Z', 'revision_number': 5, 'project_id': '8e60df890a6a4973903b4ca0bbf484c2', 'subnets': [{'id': '2169e09f-00bb-4824-b96c-7ec75f31b4e3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd05fc18a-2e14-4013-8b9c-dd161ea1d9bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:45:54.164487 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec988bf-25c8-453b-934c-8fca2a065da1 None None] The sync data for ids ['28f86f44-aebe-4696-a4ed-4b462da06d4b'] in dv-neutron-834599-1-hyperv is: [{'id': '28f86f44-aebe-4696-a4ed-4b462da06d4b', 'name': 'router1', 'tenant_id': '8e60df890a6a4973903b4ca0bbf484c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.168'}], 'enable_snat': True}, 'gw_port_id': 'c479e424-215a-4feb-85b0-1550ceb35a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:45:33Z', 'updated_at': '2022-03-22T10:45:50Z', 'revision_number': 4, 'project_id': '8e60df890a6a4973903b4ca0bbf484c2', 'gw_port': {'id': 'c479e424-215a-4feb-85b0-1550ceb35a69', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:87:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f86f44-aebe-4696-a4ed-4b462da06d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:45:50Z', 'updated_at': '2022-03-22T10:45:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '50b1a4c0-bd51-448c-8c7d-015d6231f90a', 'name': '', 'network_id': 'a3af1826-fad7-4110-a327-c8b95973b38b', 'tenant_id': '8e60df890a6a4973903b4ca0bbf484c2', 'mac_address': 'fa:16:3e:3c:d0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f86f44-aebe-4696-a4ed-4b462da06d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2169e09f-00bb-4824-b96c-7ec75f31b4e3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:45:42Z', 'updated_at': '2022-03-22T10:45:45Z', 'revision_number': 5, 'project_id': '8e60df890a6a4973903b4ca0bbf484c2', 'subnets': [{'id': '2169e09f-00bb-4824-b96c-7ec75f31b4e3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd05fc18a-2e14-4013-8b9c-dd161ea1d9bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:45:56.119505 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device c479e424-215a-4feb-85b0-1550ceb35a69 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:45:56.174596 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port c479e424-215a-4feb-85b0-1550ceb35a69 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:45:56.175345 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:56.268276 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:56.289740 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port c479e424-215a-4feb-85b0-1550ceb35a69, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=c479e424-215a-4feb-85b0-1550ceb35a69,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:45:56.294929 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:45:56.346453 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=c479e424-215a-4feb-85b0-1550ceb35a69,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:45:58.095208 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device c479e424-215a-4feb-85b0-1550ceb35a69 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:45:58.176676 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port c479e424-215a-4feb-85b0-1550ceb35a69 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:45:58.177792 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:46:07.512244 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2db3d672-7e47-4ac9-b836-a564e06b722c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:46:09.801003 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f07a286d-18f7-4d66-8147-4bb96d835317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:46:11.000399 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:46:12.428131 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:46:12.770619 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:46:31.091259 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 5 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 10:46:37.521250 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f7b24deb-9816-48b6-b40d-f8b539ba0fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:46:39.871968 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-66ca6f64-dff7-4d95-b739-0e468822ac9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:46:40.996674 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:46:42.392433 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:46:42.763164 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:47:07.516277 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-25220e23-35d5-4821-b70c-5ce9e9120073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:47:08.090909 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 5 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 10:47:09.798474 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-01337bc9-01ae-403c-a305-68a1d32398d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:47:11.001197 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:47:12.395436 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:47:12.758832 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:47:34.522367 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 34246) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:47:34.596524 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-f446039c-47d9-4932-b737-4c1d417f2089 admin admin] GET failed (client error): The resource could not be found. Mar 22 10:47:34.597912 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-f446039c-47d9-4932-b737-4c1d417f2089 admin admin] 10.222.0.57 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0743201 Mar 22 10:47:34.772794 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2d2210-b7da-4178-ab0f-d21cb060f057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:47:34.774201 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-3f2d2210-b7da-4178-ab0f-d21cb060f057 admin admin] 10.222.0.57 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1690493 Mar 22 10:47:36.972429 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 34256) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:47:37.068887 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cb7b03-08b6-483e-85d6-51f9942f03fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:47:37.070207 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-98cb7b03-08b6-483e-85d6-51f9942f03fe admin admin] 10.222.0.57 "GET /v2.0/subnets/2169e09f-00bb-4824-b96c-7ec75f31b4e3 HTTP/1.1" status: 200 len: 849 time: 0.0967674 Mar 22 10:47:37.082696 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-5378b335-a64a-47fc-92e0-d9104012324f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:47:37.244295 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5378b335-a64a-47fc-92e0-d9104012324f admin admin] Notify callbacks [] for subnet, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:47:37.387181 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5378b335-a64a-47fc-92e0-d9104012324f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732232779704'] for subnet, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:47:37.416681 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5378b335-a64a-47fc-92e0-d9104012324f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:47:37.417244 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5378b335-a64a-47fc-92e0-d9104012324f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:47:37.418535 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-5378b335-a64a-47fc-92e0-d9104012324f admin admin] 10.222.0.57 "PUT /v2.0/subnets/2169e09f-00bb-4824-b96c-7ec75f31b4e3 HTTP/1.1" status: 200 len: 868 time: 0.3394926 Mar 22 10:47:37.421753 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89d4046-b7d3-4273-9383-3aa2757a45dd None None] Network a3af1826-fad7-4110-a327-c8b95973b38b requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:47:37.439406 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5378b335-a64a-47fc-92e0-d9104012324f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2169e09f-00bb-4824-b96c-7ec75f31b4e3,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:47:37.447135 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5378b335-a64a-47fc-92e0-d9104012324f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:47:37.447551 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5378b335-a64a-47fc-92e0-d9104012324f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:47:37.447949 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5378b335-a64a-47fc-92e0-d9104012324f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:47:37.448287 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5378b335-a64a-47fc-92e0-d9104012324f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:47:37.448649 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5378b335-a64a-47fc-92e0-d9104012324f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:47:37.448979 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5378b335-a64a-47fc-92e0-d9104012324f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:47:37.449332 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5378b335-a64a-47fc-92e0-d9104012324f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:47:37.449689 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5378b335-a64a-47fc-92e0-d9104012324f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:47:37.450020 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5378b335-a64a-47fc-92e0-d9104012324f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:47:37.450346 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5378b335-a64a-47fc-92e0-d9104012324f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:47:37.450668 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5378b335-a64a-47fc-92e0-d9104012324f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:47:37.450986 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5378b335-a64a-47fc-92e0-d9104012324f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:47:37.540450 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-683cc206-ff6b-495d-abc1-89ee1b0db77f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:47:37.821447 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-7eb08b05-541f-454f-b069-c2ddbbe4bc1a None None] Provisioning complete for port 50b1a4c0-bd51-448c-8c7d-015d6231f90a triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:47:37.821710 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7eb08b05-541f-454f-b069-c2ddbbe4bc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:47:37.912088 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-7eb08b05-541f-454f-b069-c2ddbbe4bc1a None None] Provisioning complete for port 4f9f0146-6ad4-42e4-b88d-63094d6b9fce triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:47:37.912338 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7eb08b05-541f-454f-b069-c2ddbbe4bc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:47:39.624723 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 34264) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:47:39.794496 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-63078832-ff52-465f-9429-4fe7c7240386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:47:39.831422 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27dbb5e2-0174-48a1-9a0b-4ea59fc9c1f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:47:39.831818 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27dbb5e2-0174-48a1-9a0b-4ea59fc9c1f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:47:39.833355 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-27dbb5e2-0174-48a1-9a0b-4ea59fc9c1f8 admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2077146 Mar 22 10:47:41.005605 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:47:42.047055 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 34274) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:47:42.251996 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94788bd2-22d0-44fa-aa13-120e320fb5d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:47:42.252366 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94788bd2-22d0-44fa-aa13-120e320fb5d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:47:42.253954 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-94788bd2-22d0-44fa-aa13-120e320fb5d5 admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2058179 Mar 22 10:47:42.398518 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:47:42.763663 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:47:44.462872 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 34282) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:47:44.593865 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b8c095-e762-4f97-9385-7dba87e0e63e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:47:44.595206 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-78b8c095-e762-4f97-9385-7dba87e0e63e admin admin] 10.222.0.57 "GET /v2.0/networks/a14ca783-6f82-4799-85a3-4cbe79c980a8 HTTP/1.1" status: 200 len: 886 time: 0.1310344 Mar 22 10:47:45.089902 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 5 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 10:47:46.822092 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 34290) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:47:46.972095 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7e8408-92eb-4925-bec9-3e4887336171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:47:46.973453 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-0a7e8408-92eb-4925-bec9-3e4887336171 admin admin] 10.222.0.57 "GET /v2.0/networks/a3af1826-fad7-4110-a327-c8b95973b38b HTTP/1.1" status: 200 len: 869 time: 0.1502857 Mar 22 10:47:49.196391 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 34298) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:47:49.340057 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52926485-2ce7-4510-90b2-da0bf3692741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:47:49.340498 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52926485-2ce7-4510-90b2-da0bf3692741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:47:49.342003 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-52926485-2ce7-4510-90b2-da0bf3692741 admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1445775 Mar 22 10:47:51.542519 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 34306) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:47:51.654519 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f31722-8830-4a7f-8746-6e28bb6368d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:47:51.654948 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f31722-8830-4a7f-8746-6e28bb6368d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:47:51.656534 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-09f31722-8830-4a7f-8746-6e28bb6368d8 admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1127732 Mar 22 10:47:53.872646 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 34314) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:47:53.977391 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01bb02f1-ea94-4c28-9d3f-53ddf3c51cc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:47:53.978757 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-01bb02f1-ea94-4c28-9d3f-53ddf3c51cc4 admin admin] 10.222.0.57 "GET /v2.0/subnets/2169e09f-00bb-4824-b96c-7ec75f31b4e3 HTTP/1.1" status: 200 len: 868 time: 0.1048422 Mar 22 10:47:56.185313 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 34322) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:47:56.287150 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce21eed-49f2-435c-a032-07460cefd47a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:47:56.288510 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-1ce21eed-49f2-435c-a032-07460cefd47a admin admin] 10.222.0.57 "GET /v2.0/subnets/398a30d5-0fad-4221-8d94-824498bbd61e HTTP/1.1" status: 200 len: 816 time: 0.1018994 Mar 22 10:48:07.524805 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-cda69792-0681-4840-a983-e9d33ee95353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:48:09.800033 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2882f631-beb5-428e-9eb0-ebaf9344b477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:48:11.007227 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:48:12.401265 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:48:12.770942 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:48:16.804579 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 34376) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:48:16.855967 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [None req-c1cd807f-486c-4053-9c4b-1c47b47efa80 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=109050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:48:16.856984 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-c1cd807f-486c-4053-9c4b-1c47b47efa80 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0513964 Mar 22 10:48:19.125891 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 34384) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:48:19.191671 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9355cdf-dcfd-4fa6-b48c-093ede8c38e5 admin admin] GET failed (client error): The resource could not be found. Mar 22 10:48:19.192961 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-f9355cdf-dcfd-4fa6-b48c-093ede8c38e5 admin admin] 10.222.0.57 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0661354 Mar 22 10:48:19.282082 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f645ad50-4eb7-4d95-9ca1-652949fc8c23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:48:19.283507 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-f645ad50-4eb7-4d95-9ca1-652949fc8c23 admin admin] 10.222.0.57 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0837846 Mar 22 10:48:21.479890 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 34392) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:48:21.534864 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-41ca3611-2cc8-43f2-aa43-902062bef2cf admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:48:21.567262 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ca3611-2cc8-43f2-aa43-902062bef2cf admin admin] Made reservation on behalf of e2156921b04348fa89d64de2f8b92925 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:48:21.569868 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-41ca3611-2cc8-43f2-aa43-902062bef2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:48:21.607331 dv-neutron-834599-1-hyperv neutron-server[109049]: WARNING neutron.services.revisions.revision_plugin [None req-41ca3611-2cc8-43f2-aa43-902062bef2cf admin admin] Could not find related network for resource to bump revision. Mar 22 10:48:21.620240 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41ca3611-2cc8-43f2-aa43-902062bef2cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:48:21.630077 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-41ca3611-2cc8-43f2-aa43-902062bef2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:48:21.630439 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-41ca3611-2cc8-43f2-aa43-902062bef2cf admin admin] Added segment c5d023fa-9a5c-4dd7-ba3e-86beac3ea421 of type vlan for network 69c52808-db4b-40b7-ac4c-de130e2a7453 Mar 22 10:48:21.668140 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-41ca3611-2cc8-43f2-aa43-902062bef2cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:48:21.693769 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-41ca3611-2cc8-43f2-aa43-902062bef2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:48:21.694800 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ca3611-2cc8-43f2-aa43-902062bef2cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:48:21.695413 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-41ca3611-2cc8-43f2-aa43-902062bef2cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:48:21.728697 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-41ca3611-2cc8-43f2-aa43-902062bef2cf admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2477422 Mar 22 10:48:21.758695 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ca3611-2cc8-43f2-aa43-902062bef2cf admin admin] Pushing event updated for resources: {'Network': ['ID=69c52808-db4b-40b7-ac4c-de130e2a7453,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:48:21.766444 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ca3611-2cc8-43f2-aa43-902062bef2cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:48:21.766806 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ca3611-2cc8-43f2-aa43-902062bef2cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:48:21.767131 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ca3611-2cc8-43f2-aa43-902062bef2cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:48:21.767492 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ca3611-2cc8-43f2-aa43-902062bef2cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:48:21.767810 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ca3611-2cc8-43f2-aa43-902062bef2cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:48:21.768150 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ca3611-2cc8-43f2-aa43-902062bef2cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:48:21.768484 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ca3611-2cc8-43f2-aa43-902062bef2cf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:48:21.768826 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ca3611-2cc8-43f2-aa43-902062bef2cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:48:21.769133 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ca3611-2cc8-43f2-aa43-902062bef2cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:48:21.769476 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ca3611-2cc8-43f2-aa43-902062bef2cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:48:21.769796 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ca3611-2cc8-43f2-aa43-902062bef2cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:48:21.770101 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ca3611-2cc8-43f2-aa43-902062bef2cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:48:21.782520 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 69c52808-db4b-40b7-ac4c-de130e2a7453 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:48:22.089009 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 5 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 10:48:23.962347 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 34400) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:48:24.035274 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-11682c07-7d35-479f-8387-4cc1a610f4a5 admin admin] GET failed (client error): The resource could not be found. Mar 22 10:48:24.036719 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-11682c07-7d35-479f-8387-4cc1a610f4a5 admin admin] 10.222.0.57 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0732613 Mar 22 10:48:24.137645 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f6e7d2-548e-4735-9775-9fb3739c2c76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:48:24.139134 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b2f6e7d2-548e-4735-9775-9fb3739c2c76 admin admin] 10.222.0.57 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0975430 Mar 22 10:48:24.149596 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-a9b5e44f-2db2-4ddf-9dba-80cf40d14f7f admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '69c52808-db4b-40b7-ac4c-de130e2a7453'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:48:24.169486 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b5e44f-2db2-4ddf-9dba-80cf40d14f7f admin admin] Made reservation on behalf of e2156921b04348fa89d64de2f8b92925 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:48:24.171766 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a9b5e44f-2db2-4ddf-9dba-80cf40d14f7f admin admin] Notify callbacks [] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:48:24.339451 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a9b5e44f-2db2-4ddf-9dba-80cf40d14f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:48:24.392977 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b5e44f-2db2-4ddf-9dba-80cf40d14f7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=73a99198-ba97-4877-8080-fb22555d17ed,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:48:24.402625 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b5e44f-2db2-4ddf-9dba-80cf40d14f7f admin admin] Checking segment: {'id': 'c5d023fa-9a5c-4dd7-ba3e-86beac3ea421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '69c52808-db4b-40b7-ac4c-de130e2a7453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:48:24.403011 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b5e44f-2db2-4ddf-9dba-80cf40d14f7f admin admin] Network hostable DHCP agents. Network: 69c52808-db4b-40b7-ac4c-de130e2a7453, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:48:24.422530 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b5e44f-2db2-4ddf-9dba-80cf40d14f7f admin admin] Network 69c52808-db4b-40b7-ac4c-de130e2a7453 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:48:24.432666 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-a9b5e44f-2db2-4ddf-9dba-80cf40d14f7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 69c52808-db4b-40b7-ac4c-de130e2a7453) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:48:24.437545 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b5e44f-2db2-4ddf-9dba-80cf40d14f7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:48:24.438336 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a9b5e44f-2db2-4ddf-9dba-80cf40d14f7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:48:24.442996 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fac692-4291-41ee-930f-9d938e3dccd3 None None] Network 69c52808-db4b-40b7-ac4c-de130e2a7453 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:48:24.464291 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a9b5e44f-2db2-4ddf-9dba-80cf40d14f7f admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3084772 Mar 22 10:48:24.594289 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9439d5-f542-47a2-8e5c-e70c5616503b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-69c52808-db4b-40b7-ac4c-de130e2a7453', 'network_id': '69c52808-db4b-40b7-ac4c-de130e2a7453', 'tenant_id': 'e2156921b04348fa89d64de2f8b92925', 'fixed_ips': [{'subnet_id': '73a99198-ba97-4877-8080-fb22555d17ed'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:48:24.595337 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0d9439d5-f542-47a2-8e5c-e70c5616503b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:48:24.731461 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-0d9439d5-f542-47a2-8e5c-e70c5616503b None None] Allocated IP 192.168.233.2 (69c52808-db4b-40b7-ac4c-de130e2a7453/73a99198-ba97-4877-8080-fb22555d17ed/3e765892-c277-4da1-b018-83b0fe90a3c0) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:48:24.876802 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0d9439d5-f542-47a2-8e5c-e70c5616503b None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:48:24.883532 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0d9439d5-f542-47a2-8e5c-e70c5616503b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:48:24.927089 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9439d5-f542-47a2-8e5c-e70c5616503b None None] Pushing event updated for resources: {'Port': ['ID=3e765892-c277-4da1-b018-83b0fe90a3c0,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:48:24.936410 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9439d5-f542-47a2-8e5c-e70c5616503b None None] Network 69c52808-db4b-40b7-ac4c-de130e2a7453 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:48:24.938121 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9439d5-f542-47a2-8e5c-e70c5616503b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:48:24.938514 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9439d5-f542-47a2-8e5c-e70c5616503b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:48:24.938864 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9439d5-f542-47a2-8e5c-e70c5616503b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:48:24.939196 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9439d5-f542-47a2-8e5c-e70c5616503b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:48:24.939548 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9439d5-f542-47a2-8e5c-e70c5616503b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:48:24.939894 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9439d5-f542-47a2-8e5c-e70c5616503b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:48:24.940223 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9439d5-f542-47a2-8e5c-e70c5616503b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:48:24.940559 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9439d5-f542-47a2-8e5c-e70c5616503b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:48:24.940897 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9439d5-f542-47a2-8e5c-e70c5616503b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:48:24.941246 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9439d5-f542-47a2-8e5c-e70c5616503b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:48:24.941563 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9439d5-f542-47a2-8e5c-e70c5616503b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:48:24.941877 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9439d5-f542-47a2-8e5c-e70c5616503b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:48:24.946783 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-0d9439d5-f542-47a2-8e5c-e70c5616503b None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:48:24.949516 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9439d5-f542-47a2-8e5c-e70c5616503b None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:48:25.005354 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-0d9439d5-f542-47a2-8e5c-e70c5616503b None None] Attempting to bind port 3e765892-c277-4da1-b018-83b0fe90a3c0 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:48:25.005634 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-0d9439d5-f542-47a2-8e5c-e70c5616503b None None] Attempting to bind port 3e765892-c277-4da1-b018-83b0fe90a3c0 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': 'c5d023fa-9a5c-4dd7-ba3e-86beac3ea421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '69c52808-db4b-40b7-ac4c-de130e2a7453'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:48:25.005995 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9439d5-f542-47a2-8e5c-e70c5616503b None None] Attempting to bind port 3e765892-c277-4da1-b018-83b0fe90a3c0 on network 69c52808-db4b-40b7-ac4c-de130e2a7453 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:48:25.010978 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9439d5-f542-47a2-8e5c-e70c5616503b None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:48:25.011344 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9439d5-f542-47a2-8e5c-e70c5616503b None None] Checking segment: {'id': 'c5d023fa-9a5c-4dd7-ba3e-86beac3ea421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '69c52808-db4b-40b7-ac4c-de130e2a7453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:48:25.011826 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0d9439d5-f542-47a2-8e5c-e70c5616503b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:48:25.012182 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9439d5-f542-47a2-8e5c-e70c5616503b None None] Bound using segment: {'id': 'c5d023fa-9a5c-4dd7-ba3e-86beac3ea421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '69c52808-db4b-40b7-ac4c-de130e2a7453'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:48:25.012660 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-0d9439d5-f542-47a2-8e5c-e70c5616503b None None] Bound port: 3e765892-c277-4da1-b018-83b0fe90a3c0, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d023fa-9a5c-4dd7-ba3e-86beac3ea421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '69c52808-db4b-40b7-ac4c-de130e2a7453'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:48:25.013049 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0d9439d5-f542-47a2-8e5c-e70c5616503b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:48:25.074276 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-0d9439d5-f542-47a2-8e5c-e70c5616503b None None] For port 3e765892-c277-4da1-b018-83b0fe90a3c0, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:48:25.077359 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-0d9439d5-f542-47a2-8e5c-e70c5616503b None None] For port 3e765892-c277-4da1-b018-83b0fe90a3c0, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=3e765892-c277-4da1-b018-83b0fe90a3c0,segment=NetworkSegment(c5d023fa-9a5c-4dd7-ba3e-86beac3ea421),segment_id=c5d023fa-9a5c-4dd7-ba3e-86beac3ea421)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:48:25.082752 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0d9439d5-f542-47a2-8e5c-e70c5616503b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:48:25.142925 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9439d5-f542-47a2-8e5c-e70c5616503b None None] Pushing event updated for resources: {'Port': ['ID=3e765892-c277-4da1-b018-83b0fe90a3c0,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:48:25.958790 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3761ab-24e4-4479-9b15-89ef669ab0a4 None None] Network 69c52808-db4b-40b7-ac4c-de130e2a7453 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:48:26.128374 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-bf2d9179-7e60-4356-8c06-0f5aa1211d5a None None] Provisioning complete for port 3e765892-c277-4da1-b018-83b0fe90a3c0 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:48:26.129109 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-bf2d9179-7e60-4356-8c06-0f5aa1211d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:48:26.208160 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 3e765892-c277-4da1-b018-83b0fe90a3c0 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:48:26.305420 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-bf2d9179-7e60-4356-8c06-0f5aa1211d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:48:26.354071 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-bf2d9179-7e60-4356-8c06-0f5aa1211d5a None None] For port 3e765892-c277-4da1-b018-83b0fe90a3c0, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=3e765892-c277-4da1-b018-83b0fe90a3c0,segment=NetworkSegment(c5d023fa-9a5c-4dd7-ba3e-86beac3ea421),segment_id=c5d023fa-9a5c-4dd7-ba3e-86beac3ea421)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:48:26.362396 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 3e765892-c277-4da1-b018-83b0fe90a3c0 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:48:26.362760 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:48:26.365634 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-bf2d9179-7e60-4356-8c06-0f5aa1211d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:48:26.447128 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2d9179-7e60-4356-8c06-0f5aa1211d5a None None] Pushing event updated for resources: {'Port': ['ID=3e765892-c277-4da1-b018-83b0fe90a3c0,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:48:26.589462 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-e113c9ee-f1ba-4ea8-a755-b8e437ae9625 None None] Provisioning complete for port 3e765892-c277-4da1-b018-83b0fe90a3c0 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:48:26.589830 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e113c9ee-f1ba-4ea8-a755-b8e437ae9625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:48:28.146651 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 3e765892-c277-4da1-b018-83b0fe90a3c0 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:48:28.194242 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 3e765892-c277-4da1-b018-83b0fe90a3c0 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:48:28.194612 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:48:37.530807 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-1b69cc09-bc9c-48b0-98da-3d15fc8a48d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:48:39.793867 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0a7788b2-9b20-43ff-83cb-dab92ca2f404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:48:41.012203 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:48:42.407415 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:48:42.766997 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:48:59.087544 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 5 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 10:49:07.534543 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d2436ce6-f7a2-4fd7-b6c2-ea0f18b8ebd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:49:09.809539 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d0b7d462-eee0-46c6-9c44-ef46e7bec7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:49:11.020341 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:49:12.409420 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:49:12.766946 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:49:36.086225 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 5 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 10:49:37.538830 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-22bf4341-fce7-4387-a3f6-c4c9baf4e4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:49:39.793993 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-48ee1072-d957-4e4b-8594-f276fa6ee2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:49:41.018445 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:49:42.407115 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:49:42.762897 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:49:51.566011 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 34440) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:49:51.574952 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [None req-8f1541e4-e27d-41eb-aa62-764d9415410c tempest-verify_tempest_config-71096931 tempest-verify_tempest_config-71096931-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=109049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:49:51.576413 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8f1541e4-e27d-41eb-aa62-764d9415410c tempest-verify_tempest_config-71096931 tempest-verify_tempest_config-71096931-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0092535 Mar 22 10:49:51.898138 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 34458) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:49:52.004595 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4b788799-f7e8-457a-89ce-e20ce537dc1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:49:52.083451 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4b788799-f7e8-457a-89ce-e20ce537dc1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:49:52.088706 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4b788799-f7e8-457a-89ce-e20ce537dc1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:49:52.132865 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b788799-f7e8-457a-89ce-e20ce537dc1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2b1339-f2a1-45a8-b3c9-2333947e1759,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:49:52.136697 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4b788799-f7e8-457a-89ce-e20ce537dc1e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4bf137990b7841d488c45cbf9c9247fa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2375569 Mar 22 10:49:52.139762 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 34462) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:49:52.141992 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b788799-f7e8-457a-89ce-e20ce537dc1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:49:52.142339 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b788799-f7e8-457a-89ce-e20ce537dc1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:49:52.142679 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b788799-f7e8-457a-89ce-e20ce537dc1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:49:52.143006 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b788799-f7e8-457a-89ce-e20ce537dc1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:49:52.143335 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b788799-f7e8-457a-89ce-e20ce537dc1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:49:52.143693 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b788799-f7e8-457a-89ce-e20ce537dc1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:49:52.144013 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b788799-f7e8-457a-89ce-e20ce537dc1e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:49:52.144337 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b788799-f7e8-457a-89ce-e20ce537dc1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:49:52.144658 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b788799-f7e8-457a-89ce-e20ce537dc1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:49:52.144975 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b788799-f7e8-457a-89ce-e20ce537dc1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:49:52.145275 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b788799-f7e8-457a-89ce-e20ce537dc1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:49:52.145597 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b788799-f7e8-457a-89ce-e20ce537dc1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:49:52.195106 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fcf550e5-5af9-40eb-b5c2-607221a14702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:49:52.218646 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fcf550e5-5af9-40eb-b5c2-607221a14702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:49:52.309943 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fcf550e5-5af9-40eb-b5c2-607221a14702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:49:52.312471 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fcf550e5-5af9-40eb-b5c2-607221a14702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:49:52.313611 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-fcf550e5-5af9-40eb-b5c2-607221a14702 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1e2b1339-f2a1-45a8-b3c9-2333947e1759 HTTP/1.1" status: 204 len: 168 time: 0.1729255 Mar 22 10:49:52.321752 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf550e5-5af9-40eb-b5c2-607221a14702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2b1339-f2a1-45a8-b3c9-2333947e1759,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:49:52.328438 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf550e5-5af9-40eb-b5c2-607221a14702 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:49:52.328823 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf550e5-5af9-40eb-b5c2-607221a14702 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:49:52.329146 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf550e5-5af9-40eb-b5c2-607221a14702 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:49:52.329479 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf550e5-5af9-40eb-b5c2-607221a14702 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:49:52.329811 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf550e5-5af9-40eb-b5c2-607221a14702 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:49:52.330151 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf550e5-5af9-40eb-b5c2-607221a14702 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:49:52.330480 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf550e5-5af9-40eb-b5c2-607221a14702 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:49:52.330800 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf550e5-5af9-40eb-b5c2-607221a14702 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:49:52.331124 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf550e5-5af9-40eb-b5c2-607221a14702 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:49:52.331473 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf550e5-5af9-40eb-b5c2-607221a14702 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:49:52.331794 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf550e5-5af9-40eb-b5c2-607221a14702 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:49:52.332110 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf550e5-5af9-40eb-b5c2-607221a14702 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:50:07.541614 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-47ece19b-cf5d-4e66-856f-4e8d65344781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:50:09.806436 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-621e964c-e110-45ea-a9ff-5dc6ca8ffd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:50:11.021299 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:50:12.420366 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:50:12.770802 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:50:13.089830 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 5 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 10:50:37.547416 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-94db34b3-ee28-4e13-8b10-c7b236c33a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:50:39.803544 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7283793b-cad9-461f-9390-9ba5f80faa95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:50:41.030260 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:50:42.424193 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:50:42.767695 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:50:50.094033 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 5 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 10:51:07.538108 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-44863ade-90ff-4241-9fc5-80219ebe3930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:51:09.796777 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-012ef26b-e2a9-4650-b7e1-2d2e7329fbfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:51:11.027940 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:51:12.429673 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:51:12.758668 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:51:13.174857 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3683978'] for agent, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:51:27.098740 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 10:51:28.523395 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 34534) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:51:28.628538 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f8332af9-4f18-468b-a525-fe67daadd9df admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1039567 Mar 22 10:51:30.898626 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 34544) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:51:30.968143 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-f8aee1dd-2fd6-4692-beaf-447c75b2dc9a admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0683343 Mar 22 10:51:37.537397 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-81f4d77e-eaf4-4d59-8ca0-ce86f0d3c7a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:51:39.801118 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a3ed1bb0-daf2-4ea6-a30b-3bacaa801770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:51:41.032151 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:51:42.438346 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:51:42.759018 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:51:43.150905 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:52:04.097796 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 10:52:07.538171 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-87989a1c-4c07-4400-8236-845b68f7d68c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:52:09.812133 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-19bc750f-987f-4d0f-9d00-269fb09cb61b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:52:11.033619 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:52:12.432741 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:52:12.754157 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:52:13.183681 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:52:37.534842 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0eab6847-37b3-4268-95c7-e209aee98e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:52:39.807453 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-344597fa-387f-4717-90f5-f642e7f4e916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:52:41.042441 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:52:41.097796 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 10:52:42.435355 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:52:42.758150 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:52:43.198430 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:00.969095 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 34674) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:01.217534 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-94228d3c-1ac7-46d0-b2de-fc86914b254e admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1145251972-network', 'tenant_id': 'e964decdfe5d4f8ab69e1cb7f6a56a22'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:01.246200 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94228d3c-1ac7-46d0-b2de-fc86914b254e admin admin] Made reservation on behalf of e964decdfe5d4f8ab69e1cb7f6a56a22 for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:53:01.249673 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-94228d3c-1ac7-46d0-b2de-fc86914b254e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:01.261677 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-94228d3c-1ac7-46d0-b2de-fc86914b254e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:01.340470 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-94228d3c-1ac7-46d0-b2de-fc86914b254e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:01.345739 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-94228d3c-1ac7-46d0-b2de-fc86914b254e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:01.371165 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94228d3c-1ac7-46d0-b2de-fc86914b254e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:53:01.384910 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94228d3c-1ac7-46d0-b2de-fc86914b254e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c89228-b735-4e39-aa34-026812ba22ea,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:01.392387 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-94228d3c-1ac7-46d0-b2de-fc86914b254e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:01.392818 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-94228d3c-1ac7-46d0-b2de-fc86914b254e admin admin] Added segment 1794cb20-dd56-4e78-a758-e4766285bf48 of type vlan for network 619a0580-b085-430c-89e2-022d42d1e4bf Mar 22 10:53:01.405690 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94228d3c-1ac7-46d0-b2de-fc86914b254e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:53:01.406058 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94228d3c-1ac7-46d0-b2de-fc86914b254e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:53:01.406402 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94228d3c-1ac7-46d0-b2de-fc86914b254e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:53:01.406780 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94228d3c-1ac7-46d0-b2de-fc86914b254e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:53:01.407283 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94228d3c-1ac7-46d0-b2de-fc86914b254e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:53:01.407686 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94228d3c-1ac7-46d0-b2de-fc86914b254e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:53:01.407995 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94228d3c-1ac7-46d0-b2de-fc86914b254e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:53:01.408598 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94228d3c-1ac7-46d0-b2de-fc86914b254e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:53:01.408684 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94228d3c-1ac7-46d0-b2de-fc86914b254e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:53:01.408961 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94228d3c-1ac7-46d0-b2de-fc86914b254e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:53:01.409282 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94228d3c-1ac7-46d0-b2de-fc86914b254e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:53:01.409602 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94228d3c-1ac7-46d0-b2de-fc86914b254e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:53:01.410749 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94228d3c-1ac7-46d0-b2de-fc86914b254e admin admin] Tracked resource versions report: Mar 22 10:53:01.410749 dv-neutron-834599-1-hyperv neutron-server[109050]: pushed versions: Mar 22 10:53:01.410749 dv-neutron-834599-1-hyperv neutron-server[109050]: { 'AddressGroup': {'1.2'}, Mar 22 10:53:01.410749 dv-neutron-834599-1-hyperv neutron-server[109050]: 'ConntrackHelper': {'1.0'}, Mar 22 10:53:01.410749 dv-neutron-834599-1-hyperv neutron-server[109050]: 'Log': {'1.0'}, Mar 22 10:53:01.410749 dv-neutron-834599-1-hyperv neutron-server[109050]: 'Network': {'1.1'}, Mar 22 10:53:01.410749 dv-neutron-834599-1-hyperv neutron-server[109050]: 'Port': {'1.7'}, Mar 22 10:53:01.410749 dv-neutron-834599-1-hyperv neutron-server[109050]: 'PortForwarding': {'1.2'}, Mar 22 10:53:01.410749 dv-neutron-834599-1-hyperv neutron-server[109050]: 'QosPolicy': {'1.9'}, Mar 22 10:53:01.410749 dv-neutron-834599-1-hyperv neutron-server[109050]: 'SecurityGroup': {'1.4'}, Mar 22 10:53:01.410749 dv-neutron-834599-1-hyperv neutron-server[109050]: 'SecurityGroupRule': {'1.2'}, Mar 22 10:53:01.410749 dv-neutron-834599-1-hyperv neutron-server[109050]: 'SubPort': {'1.0'}, Mar 22 10:53:01.410749 dv-neutron-834599-1-hyperv neutron-server[109050]: 'Subnet': {'1.1'}, Mar 22 10:53:01.410749 dv-neutron-834599-1-hyperv neutron-server[109050]: 'Trunk': {'1.1'}} Mar 22 10:53:01.410749 dv-neutron-834599-1-hyperv neutron-server[109050]: consumer versions: Mar 22 10:53:01.410749 dv-neutron-834599-1-hyperv neutron-server[109050]: { DHCP agent@dv-neutron-834599-1-hyperv: {}, Mar 22 10:53:01.410749 dv-neutron-834599-1-hyperv neutron-server[109050]: HyperV agent@hv-neutron-8345: {}, Mar 22 10:53:01.410749 dv-neutron-834599-1-hyperv neutron-server[109050]: L3 agent@dv-neutron-834599-1-hyperv: {}, Mar 22 10:53:01.410749 dv-neutron-834599-1-hyperv neutron-server[109050]: Metadata agent@dv-neutron-834599-1-hyperv: {}, Mar 22 10:53:01.410749 dv-neutron-834599-1-hyperv neutron-server[109050]: Metering agent@dv-neutron-834599-1-hyperv: {}, Mar 22 10:53:01.410749 dv-neutron-834599-1-hyperv neutron-server[109050]: Open vSwitch agent@dv-neutron-834599-1-hyperv: { 'AddressGroup': '1.2', Mar 22 10:53:01.410749 dv-neutron-834599-1-hyperv neutron-server[109050]: 'ConntrackHelper': '1.0', Mar 22 10:53:01.410749 dv-neutron-834599-1-hyperv neutron-server[109050]: 'Log': '1.0', Mar 22 10:53:01.410749 dv-neutron-834599-1-hyperv neutron-server[109050]: 'Network': '1.1', Mar 22 10:53:01.410749 dv-neutron-834599-1-hyperv neutron-server[109050]: 'Port': '1.7', Mar 22 10:53:01.410749 dv-neutron-834599-1-hyperv neutron-server[109050]: 'PortForwarding': '1.2', Mar 22 10:53:01.410749 dv-neutron-834599-1-hyperv neutron-server[109050]: 'QosPolicy': '1.9', Mar 22 10:53:01.410749 dv-neutron-834599-1-hyperv neutron-server[109050]: 'SecurityGroup': '1.4', Mar 22 10:53:01.410749 dv-neutron-834599-1-hyperv neutron-server[109050]: 'SecurityGroupRule': '1.2', Mar 22 10:53:01.410749 dv-neutron-834599-1-hyperv neutron-server[109050]: 'SubPort': '1.0', Mar 22 10:53:01.410749 dv-neutron-834599-1-hyperv neutron-server[109050]: 'Subnet': '1.1', Mar 22 10:53:01.410749 dv-neutron-834599-1-hyperv neutron-server[109050]: 'Trunk': '1.1'}} Mar 22 10:53:01.410749 dv-neutron-834599-1-hyperv neutron-server[109050]: {{(pid=109050) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 10:53:01.445310 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-94228d3c-1ac7-46d0-b2de-fc86914b254e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:01.474197 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-94228d3c-1ac7-46d0-b2de-fc86914b254e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:01.475270 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94228d3c-1ac7-46d0-b2de-fc86914b254e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:01.475986 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-94228d3c-1ac7-46d0-b2de-fc86914b254e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:01.533451 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94228d3c-1ac7-46d0-b2de-fc86914b254e admin admin] Pushing event updated for resources: {'Network': ['ID=619a0580-b085-430c-89e2-022d42d1e4bf,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:01.547836 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 34716) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:01.548423 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-94228d3c-1ac7-46d0-b2de-fc86914b254e admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5771077 Mar 22 10:53:01.548517 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 619a0580-b085-430c-89e2-022d42d1e4bf details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:53:01.554742 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-2a193a0d-1df1-4181-94a7-b733b8e8b6b0 admin admin] Request body: {'subnet': {'network_id': '619a0580-b085-430c-89e2-022d42d1e4bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1145251972-subnet', 'tenant_id': 'e964decdfe5d4f8ab69e1cb7f6a56a22', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:01.584197 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a193a0d-1df1-4181-94a7-b733b8e8b6b0 admin admin] Made reservation on behalf of e964decdfe5d4f8ab69e1cb7f6a56a22 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:53:01.586562 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2a193a0d-1df1-4181-94a7-b733b8e8b6b0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:01.649178 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 34724) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:01.775855 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2a193a0d-1df1-4181-94a7-b733b8e8b6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:01.835956 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a193a0d-1df1-4181-94a7-b733b8e8b6b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e692a5aa-617d-46cb-afbe-668e67a6ee91,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:01.844621 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a193a0d-1df1-4181-94a7-b733b8e8b6b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:53:01.845106 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a193a0d-1df1-4181-94a7-b733b8e8b6b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:53:01.845544 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a193a0d-1df1-4181-94a7-b733b8e8b6b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:53:01.845941 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a193a0d-1df1-4181-94a7-b733b8e8b6b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:53:01.846340 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a193a0d-1df1-4181-94a7-b733b8e8b6b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:53:01.846748 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a193a0d-1df1-4181-94a7-b733b8e8b6b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:53:01.847087 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a193a0d-1df1-4181-94a7-b733b8e8b6b0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:53:01.847452 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a193a0d-1df1-4181-94a7-b733b8e8b6b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:53:01.847779 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a193a0d-1df1-4181-94a7-b733b8e8b6b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:53:01.848262 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a193a0d-1df1-4181-94a7-b733b8e8b6b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:53:01.848747 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a193a0d-1df1-4181-94a7-b733b8e8b6b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:53:01.849071 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a193a0d-1df1-4181-94a7-b733b8e8b6b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:53:01.850177 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a193a0d-1df1-4181-94a7-b733b8e8b6b0 admin admin] Tracked resource versions report: Mar 22 10:53:01.850177 dv-neutron-834599-1-hyperv neutron-server[109049]: pushed versions: Mar 22 10:53:01.850177 dv-neutron-834599-1-hyperv neutron-server[109049]: { 'AddressGroup': {'1.2'}, Mar 22 10:53:01.850177 dv-neutron-834599-1-hyperv neutron-server[109049]: 'ConntrackHelper': {'1.0'}, Mar 22 10:53:01.850177 dv-neutron-834599-1-hyperv neutron-server[109049]: 'Log': {'1.0'}, Mar 22 10:53:01.850177 dv-neutron-834599-1-hyperv neutron-server[109049]: 'Network': {'1.1'}, Mar 22 10:53:01.850177 dv-neutron-834599-1-hyperv neutron-server[109049]: 'Port': {'1.7'}, Mar 22 10:53:01.850177 dv-neutron-834599-1-hyperv neutron-server[109049]: 'PortForwarding': {'1.2'}, Mar 22 10:53:01.850177 dv-neutron-834599-1-hyperv neutron-server[109049]: 'QosPolicy': {'1.9'}, Mar 22 10:53:01.850177 dv-neutron-834599-1-hyperv neutron-server[109049]: 'SecurityGroup': {'1.4'}, Mar 22 10:53:01.850177 dv-neutron-834599-1-hyperv neutron-server[109049]: 'SecurityGroupRule': {'1.2'}, Mar 22 10:53:01.850177 dv-neutron-834599-1-hyperv neutron-server[109049]: 'SubPort': {'1.0'}, Mar 22 10:53:01.850177 dv-neutron-834599-1-hyperv neutron-server[109049]: 'Subnet': {'1.1'}, Mar 22 10:53:01.850177 dv-neutron-834599-1-hyperv neutron-server[109049]: 'Trunk': {'1.1'}} Mar 22 10:53:01.850177 dv-neutron-834599-1-hyperv neutron-server[109049]: consumer versions: Mar 22 10:53:01.850177 dv-neutron-834599-1-hyperv neutron-server[109049]: { DHCP agent@dv-neutron-834599-1-hyperv: {}, Mar 22 10:53:01.850177 dv-neutron-834599-1-hyperv neutron-server[109049]: HyperV agent@hv-neutron-8345: {}, Mar 22 10:53:01.850177 dv-neutron-834599-1-hyperv neutron-server[109049]: L3 agent@dv-neutron-834599-1-hyperv: {}, Mar 22 10:53:01.850177 dv-neutron-834599-1-hyperv neutron-server[109049]: Metadata agent@dv-neutron-834599-1-hyperv: {}, Mar 22 10:53:01.850177 dv-neutron-834599-1-hyperv neutron-server[109049]: Metering agent@dv-neutron-834599-1-hyperv: {}, Mar 22 10:53:01.850177 dv-neutron-834599-1-hyperv neutron-server[109049]: Open vSwitch agent@dv-neutron-834599-1-hyperv: { 'AddressGroup': '1.2', Mar 22 10:53:01.850177 dv-neutron-834599-1-hyperv neutron-server[109049]: 'ConntrackHelper': '1.0', Mar 22 10:53:01.850177 dv-neutron-834599-1-hyperv neutron-server[109049]: 'Log': '1.0', Mar 22 10:53:01.850177 dv-neutron-834599-1-hyperv neutron-server[109049]: 'Network': '1.1', Mar 22 10:53:01.850177 dv-neutron-834599-1-hyperv neutron-server[109049]: 'Port': '1.7', Mar 22 10:53:01.850177 dv-neutron-834599-1-hyperv neutron-server[109049]: 'PortForwarding': '1.2', Mar 22 10:53:01.850177 dv-neutron-834599-1-hyperv neutron-server[109049]: 'QosPolicy': '1.9', Mar 22 10:53:01.850177 dv-neutron-834599-1-hyperv neutron-server[109049]: 'SecurityGroup': '1.4', Mar 22 10:53:01.850177 dv-neutron-834599-1-hyperv neutron-server[109049]: 'SecurityGroupRule': '1.2', Mar 22 10:53:01.850177 dv-neutron-834599-1-hyperv neutron-server[109049]: 'SubPort': '1.0', Mar 22 10:53:01.850177 dv-neutron-834599-1-hyperv neutron-server[109049]: 'Subnet': '1.1', Mar 22 10:53:01.850177 dv-neutron-834599-1-hyperv neutron-server[109049]: 'Trunk': '1.1'}} Mar 22 10:53:01.850177 dv-neutron-834599-1-hyperv neutron-server[109049]: {{(pid=109049) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 10:53:01.854690 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a193a0d-1df1-4181-94a7-b733b8e8b6b0 admin admin] Checking segment: {'id': '1794cb20-dd56-4e78-a758-e4766285bf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '619a0580-b085-430c-89e2-022d42d1e4bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:53:01.855208 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a193a0d-1df1-4181-94a7-b733b8e8b6b0 admin admin] Network hostable DHCP agents. Network: 619a0580-b085-430c-89e2-022d42d1e4bf, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:53:01.874920 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a193a0d-1df1-4181-94a7-b733b8e8b6b0 admin admin] Network 619a0580-b085-430c-89e2-022d42d1e4bf is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:53:01.886509 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-2a193a0d-1df1-4181-94a7-b733b8e8b6b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 619a0580-b085-430c-89e2-022d42d1e4bf) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:53:01.891891 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a193a0d-1df1-4181-94a7-b733b8e8b6b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:01.893511 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2a193a0d-1df1-4181-94a7-b733b8e8b6b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:01.901096 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d6fac1-3948-4229-b593-41ec467794e1 None None] Network 619a0580-b085-430c-89e2-022d42d1e4bf requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:53:01.917902 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2a193a0d-1df1-4181-94a7-b733b8e8b6b0 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3650112 Mar 22 10:53:01.918770 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 34736) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:01.924809 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-53c6c674-4c16-4b1e-a3cb-6d5860616dd2 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1145251972-router', 'tenant_id': 'e964decdfe5d4f8ab69e1cb7f6a56a22', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:01.948544 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-53c6c674-4c16-4b1e-a3cb-6d5860616dd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:01.950058 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-53c6c674-4c16-4b1e-a3cb-6d5860616dd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:01.982896 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 34738) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:02.036639 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-53c6c674-4c16-4b1e-a3cb-6d5860616dd2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:02.076000 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cff6838-fb1e-4cc2-b4b9-19a9818800d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-619a0580-b085-430c-89e2-022d42d1e4bf', 'network_id': '619a0580-b085-430c-89e2-022d42d1e4bf', 'tenant_id': 'e964decdfe5d4f8ab69e1cb7f6a56a22', 'fixed_ips': [{'subnet_id': 'e692a5aa-617d-46cb-afbe-668e67a6ee91'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:53:02.077085 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7cff6838-fb1e-4cc2-b4b9-19a9818800d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:02.204541 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-53c6c674-4c16-4b1e-a3cb-6d5860616dd2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:02.219472 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-e5e9f841-7145-4f31-9550-e9035859c6a5 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-846486320'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:02.235340 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-7cff6838-fb1e-4cc2-b4b9-19a9818800d4 None None] Allocated IP 172.20.0.2 (619a0580-b085-430c-89e2-022d42d1e4bf/e692a5aa-617d-46cb-afbe-668e67a6ee91/e564e4d3-92fc-4ed9-a827-dba5a73bfe10) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:53:02.254761 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e9f841-7145-4f31-9550-e9035859c6a5 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Made reservation on behalf of 9397537e8e984548bbe5f75e7b01282f for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:53:02.258480 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e5e9f841-7145-4f31-9550-e9035859c6a5 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:02.271445 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e5e9f841-7145-4f31-9550-e9035859c6a5 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:02.366002 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 34750) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:02.422825 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7cff6838-fb1e-4cc2-b4b9-19a9818800d4 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:02.431016 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7cff6838-fb1e-4cc2-b4b9-19a9818800d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:02.440520 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-c455ee26-aee6-4fd8-adba-e25fafba202c admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-191282308-network', 'tenant_id': 'a2150d1b1bcd4a828c702c82170ebe7c'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:02.483113 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cff6838-fb1e-4cc2-b4b9-19a9818800d4 None None] Network 619a0580-b085-430c-89e2-022d42d1e4bf is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:53:02.486847 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-7cff6838-fb1e-4cc2-b4b9-19a9818800d4 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:53:02.492320 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c455ee26-aee6-4fd8-adba-e25fafba202c admin admin] Made reservation on behalf of a2150d1b1bcd4a828c702c82170ebe7c for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:53:02.495574 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cff6838-fb1e-4cc2-b4b9-19a9818800d4 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:53:02.503014 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e5e9f841-7145-4f31-9550-e9035859c6a5 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:02.503209 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c455ee26-aee6-4fd8-adba-e25fafba202c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:02.508934 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cff6838-fb1e-4cc2-b4b9-19a9818800d4 None None] Pushing event updated for resources: {'Port': ['ID=e564e4d3-92fc-4ed9-a827-dba5a73bfe10,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:02.526662 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c455ee26-aee6-4fd8-adba-e25fafba202c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:02.533054 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cff6838-fb1e-4cc2-b4b9-19a9818800d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:53:02.533816 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cff6838-fb1e-4cc2-b4b9-19a9818800d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:53:02.534377 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cff6838-fb1e-4cc2-b4b9-19a9818800d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:53:02.534906 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cff6838-fb1e-4cc2-b4b9-19a9818800d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:53:02.535467 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cff6838-fb1e-4cc2-b4b9-19a9818800d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:53:02.536060 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cff6838-fb1e-4cc2-b4b9-19a9818800d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:53:02.536762 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cff6838-fb1e-4cc2-b4b9-19a9818800d4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:53:02.537328 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cff6838-fb1e-4cc2-b4b9-19a9818800d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:53:02.538263 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cff6838-fb1e-4cc2-b4b9-19a9818800d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:53:02.538790 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cff6838-fb1e-4cc2-b4b9-19a9818800d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:53:02.539296 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cff6838-fb1e-4cc2-b4b9-19a9818800d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:53:02.539933 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cff6838-fb1e-4cc2-b4b9-19a9818800d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:53:02.541385 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cff6838-fb1e-4cc2-b4b9-19a9818800d4 None None] Tracked resource versions report: Mar 22 10:53:02.541385 dv-neutron-834599-1-hyperv neutron-server[109051]: pushed versions: Mar 22 10:53:02.541385 dv-neutron-834599-1-hyperv neutron-server[109051]: { 'AddressGroup': {'1.2'}, Mar 22 10:53:02.541385 dv-neutron-834599-1-hyperv neutron-server[109051]: 'ConntrackHelper': {'1.0'}, Mar 22 10:53:02.541385 dv-neutron-834599-1-hyperv neutron-server[109051]: 'Log': {'1.0'}, Mar 22 10:53:02.541385 dv-neutron-834599-1-hyperv neutron-server[109051]: 'Network': {'1.1'}, Mar 22 10:53:02.541385 dv-neutron-834599-1-hyperv neutron-server[109051]: 'Port': {'1.7'}, Mar 22 10:53:02.541385 dv-neutron-834599-1-hyperv neutron-server[109051]: 'PortForwarding': {'1.2'}, Mar 22 10:53:02.541385 dv-neutron-834599-1-hyperv neutron-server[109051]: 'QosPolicy': {'1.9'}, Mar 22 10:53:02.541385 dv-neutron-834599-1-hyperv neutron-server[109051]: 'SecurityGroup': {'1.4'}, Mar 22 10:53:02.541385 dv-neutron-834599-1-hyperv neutron-server[109051]: 'SecurityGroupRule': {'1.2'}, Mar 22 10:53:02.541385 dv-neutron-834599-1-hyperv neutron-server[109051]: 'SubPort': {'1.0'}, Mar 22 10:53:02.541385 dv-neutron-834599-1-hyperv neutron-server[109051]: 'Subnet': {'1.1'}, Mar 22 10:53:02.541385 dv-neutron-834599-1-hyperv neutron-server[109051]: 'Trunk': {'1.1'}} Mar 22 10:53:02.541385 dv-neutron-834599-1-hyperv neutron-server[109051]: consumer versions: Mar 22 10:53:02.541385 dv-neutron-834599-1-hyperv neutron-server[109051]: { DHCP agent@dv-neutron-834599-1-hyperv: {}, Mar 22 10:53:02.541385 dv-neutron-834599-1-hyperv neutron-server[109051]: HyperV agent@hv-neutron-8345: {}, Mar 22 10:53:02.541385 dv-neutron-834599-1-hyperv neutron-server[109051]: L3 agent@dv-neutron-834599-1-hyperv: {}, Mar 22 10:53:02.541385 dv-neutron-834599-1-hyperv neutron-server[109051]: Metadata agent@dv-neutron-834599-1-hyperv: {}, Mar 22 10:53:02.541385 dv-neutron-834599-1-hyperv neutron-server[109051]: Metering agent@dv-neutron-834599-1-hyperv: {}, Mar 22 10:53:02.541385 dv-neutron-834599-1-hyperv neutron-server[109051]: Open vSwitch agent@dv-neutron-834599-1-hyperv: { 'AddressGroup': '1.2', Mar 22 10:53:02.541385 dv-neutron-834599-1-hyperv neutron-server[109051]: 'ConntrackHelper': '1.0', Mar 22 10:53:02.541385 dv-neutron-834599-1-hyperv neutron-server[109051]: 'Log': '1.0', Mar 22 10:53:02.541385 dv-neutron-834599-1-hyperv neutron-server[109051]: 'Network': '1.1', Mar 22 10:53:02.541385 dv-neutron-834599-1-hyperv neutron-server[109051]: 'Port': '1.7', Mar 22 10:53:02.541385 dv-neutron-834599-1-hyperv neutron-server[109051]: 'PortForwarding': '1.2', Mar 22 10:53:02.541385 dv-neutron-834599-1-hyperv neutron-server[109051]: 'QosPolicy': '1.9', Mar 22 10:53:02.541385 dv-neutron-834599-1-hyperv neutron-server[109051]: 'SecurityGroup': '1.4', Mar 22 10:53:02.541385 dv-neutron-834599-1-hyperv neutron-server[109051]: 'SecurityGroupRule': '1.2', Mar 22 10:53:02.541385 dv-neutron-834599-1-hyperv neutron-server[109051]: 'SubPort': '1.0', Mar 22 10:53:02.541385 dv-neutron-834599-1-hyperv neutron-server[109051]: 'Subnet': '1.1', Mar 22 10:53:02.541385 dv-neutron-834599-1-hyperv neutron-server[109051]: 'Trunk': '1.1'}} Mar 22 10:53:02.541385 dv-neutron-834599-1-hyperv neutron-server[109051]: {{(pid=109051) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 10:53:02.559024 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e5e9f841-7145-4f31-9550-e9035859c6a5 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:02.586394 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5e9f841-7145-4f31-9550-e9035859c6a5 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:53:02.593872 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-7cff6838-fb1e-4cc2-b4b9-19a9818800d4 None None] Attempting to bind port e564e4d3-92fc-4ed9-a827-dba5a73bfe10 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:53:02.595211 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-7cff6838-fb1e-4cc2-b4b9-19a9818800d4 None None] Attempting to bind port e564e4d3-92fc-4ed9-a827-dba5a73bfe10 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '1794cb20-dd56-4e78-a758-e4766285bf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '619a0580-b085-430c-89e2-022d42d1e4bf'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:53:02.596461 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cff6838-fb1e-4cc2-b4b9-19a9818800d4 None None] Attempting to bind port e564e4d3-92fc-4ed9-a827-dba5a73bfe10 on network 619a0580-b085-430c-89e2-022d42d1e4bf {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:53:02.610025 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cff6838-fb1e-4cc2-b4b9-19a9818800d4 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:53:02.610847 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cff6838-fb1e-4cc2-b4b9-19a9818800d4 None None] Checking segment: {'id': '1794cb20-dd56-4e78-a758-e4766285bf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '619a0580-b085-430c-89e2-022d42d1e4bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:53:02.614268 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7cff6838-fb1e-4cc2-b4b9-19a9818800d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:02.615328 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cff6838-fb1e-4cc2-b4b9-19a9818800d4 None None] Bound using segment: {'id': '1794cb20-dd56-4e78-a758-e4766285bf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '619a0580-b085-430c-89e2-022d42d1e4bf'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:53:02.616374 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-7cff6838-fb1e-4cc2-b4b9-19a9818800d4 None None] Bound port: e564e4d3-92fc-4ed9-a827-dba5a73bfe10, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1794cb20-dd56-4e78-a758-e4766285bf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '619a0580-b085-430c-89e2-022d42d1e4bf'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:53:02.617381 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7cff6838-fb1e-4cc2-b4b9-19a9818800d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:02.617794 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c455ee26-aee6-4fd8-adba-e25fafba202c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:02.625372 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c455ee26-aee6-4fd8-adba-e25fafba202c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:02.683006 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c455ee26-aee6-4fd8-adba-e25fafba202c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779b6cd0-72ed-42d7-a132-f4a8f5f86ca7,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:02.693090 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c455ee26-aee6-4fd8-adba-e25fafba202c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:53:02.702468 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-7cff6838-fb1e-4cc2-b4b9-19a9818800d4 None None] For port e564e4d3-92fc-4ed9-a827-dba5a73bfe10, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:53:02.706191 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-7cff6838-fb1e-4cc2-b4b9-19a9818800d4 None None] For port e564e4d3-92fc-4ed9-a827-dba5a73bfe10, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=e564e4d3-92fc-4ed9-a827-dba5a73bfe10,segment=NetworkSegment(1794cb20-dd56-4e78-a758-e4766285bf48),segment_id=1794cb20-dd56-4e78-a758-e4766285bf48)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:53:02.712772 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c455ee26-aee6-4fd8-adba-e25fafba202c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:02.713422 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-c455ee26-aee6-4fd8-adba-e25fafba202c admin admin] Added segment 82dd374b-603b-4932-97a9-e40ea477b1e0 of type vlan for network dd5c1c08-a18c-4726-99bb-ba3569297277 Mar 22 10:53:02.717082 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7cff6838-fb1e-4cc2-b4b9-19a9818800d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:02.748116 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e5e9f841-7145-4f31-9550-e9035859c6a5 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:02.748458 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-e5e9f841-7145-4f31-9550-e9035859c6a5 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Added segment a1daa03e-4f11-4832-94bf-b9a8f7972290 of type vlan for network 211aecc6-c2b6-4056-b651-96400adcd256 Mar 22 10:53:02.768772 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e9f841-7145-4f31-9550-e9035859c6a5 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d18021e-6207-4a49-991c-499683eca3f7,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:02.774402 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-4166e69d-d198-4c5c-bca1-9c59a5826c8b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1678239605-network', 'tenant_id': 'da2f632c4d66467ba58857dff433bce9'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:02.781892 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c455ee26-aee6-4fd8-adba-e25fafba202c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:02.830180 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4166e69d-d198-4c5c-bca1-9c59a5826c8b admin admin] Made reservation on behalf of da2f632c4d66467ba58857dff433bce9 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:53:02.833610 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4166e69d-d198-4c5c-bca1-9c59a5826c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:02.850772 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4166e69d-d198-4c5c-bca1-9c59a5826c8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:02.862932 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cff6838-fb1e-4cc2-b4b9-19a9818800d4 None None] Pushing event updated for resources: {'Port': ['ID=e564e4d3-92fc-4ed9-a827-dba5a73bfe10,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:02.886333 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c455ee26-aee6-4fd8-adba-e25fafba202c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:02.887606 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c455ee26-aee6-4fd8-adba-e25fafba202c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:02.888287 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c455ee26-aee6-4fd8-adba-e25fafba202c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:02.944255 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-53c6c674-4c16-4b1e-a3cb-6d5860616dd2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:02.971738 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e5e9f841-7145-4f31-9550-e9035859c6a5 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:02.976927 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-53c6c674-4c16-4b1e-a3cb-6d5860616dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:02.998808 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c455ee26-aee6-4fd8-adba-e25fafba202c admin admin] Pushing event updated for resources: {'Network': ['ID=dd5c1c08-a18c-4726-99bb-ba3569297277,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:03.018855 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network dd5c1c08-a18c-4726-99bb-ba3569297277 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:53:03.036897 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c455ee26-aee6-4fd8-adba-e25fafba202c admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0499449 Mar 22 10:53:03.040871 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 34772) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:03.046929 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-80bb8c6c-8875-4515-ba4f-aab202113ef0 admin admin] Request body: {'subnet': {'network_id': 'dd5c1c08-a18c-4726-99bb-ba3569297277', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-191282308-subnet', 'tenant_id': 'a2150d1b1bcd4a828c702c82170ebe7c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:03.066564 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e5e9f841-7145-4f31-9550-e9035859c6a5 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:03.072780 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e9f841-7145-4f31-9550-e9035859c6a5 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:03.073408 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e5e9f841-7145-4f31-9550-e9035859c6a5 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:03.080447 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80bb8c6c-8875-4515-ba4f-aab202113ef0 admin admin] Made reservation on behalf of a2150d1b1bcd4a828c702c82170ebe7c for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:53:03.083684 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-80bb8c6c-8875-4515-ba4f-aab202113ef0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:03.204322 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4166e69d-d198-4c5c-bca1-9c59a5826c8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:03.221450 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4166e69d-d198-4c5c-bca1-9c59a5826c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:03.227204 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-e5e9f841-7145-4f31-9550-e9035859c6a5 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.5768766 Mar 22 10:53:03.232565 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 34778) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:03.253403 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-a4706f66-8dd2-41b4-8637-eb391a9a5f09 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Request body: {'subnet': {'network_id': '211aecc6-c2b6-4056-b651-96400adcd256', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:03.276195 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4166e69d-d198-4c5c-bca1-9c59a5826c8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:53:03.302738 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e9f841-7145-4f31-9550-e9035859c6a5 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Pushing event updated for resources: {'Network': ['ID=211aecc6-c2b6-4056-b651-96400adcd256,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:03.318114 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 211aecc6-c2b6-4056-b651-96400adcd256 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:53:03.340630 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4166e69d-d198-4c5c-bca1-9c59a5826c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f85fb1-a1e3-4712-aa6d-598d52e864ed,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:03.343870 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-53c6c674-4c16-4b1e-a3cb-6d5860616dd2 admin admin] Allocated IP 172.26.7.30 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/6595533c-53e7-4f34-8874-0f797100d99d) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:53:03.375333 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4166e69d-d198-4c5c-bca1-9c59a5826c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:03.375960 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-4166e69d-d198-4c5c-bca1-9c59a5826c8b admin admin] Added segment 5442cd60-abd5-4cd7-8e4b-1aa43061ab4f of type vlan for network 6d72c436-5be9-48c2-831b-3e0293d5b0ac Mar 22 10:53:03.495428 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-53c6c674-4c16-4b1e-a3cb-6d5860616dd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:03.539587 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-53c6c674-4c16-4b1e-a3cb-6d5860616dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:03.540520 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4166e69d-d198-4c5c-bca1-9c59a5826c8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:03.608270 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c6c674-4c16-4b1e-a3cb-6d5860616dd2 admin admin] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:53:03.611595 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-53c6c674-4c16-4b1e-a3cb-6d5860616dd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:53:03.615576 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c6c674-4c16-4b1e-a3cb-6d5860616dd2 admin admin] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:53:03.621646 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c6c674-4c16-4b1e-a3cb-6d5860616dd2 admin admin] Pushing event updated for resources: {'Port': ['ID=6595533c-53e7-4f34-8874-0f797100d99d,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:03.629048 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-80bb8c6c-8875-4515-ba4f-aab202113ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:03.689282 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bb8c6c-8875-4515-ba4f-aab202113ef0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8b0effb-2582-4c7c-9cf2-568035a0a72b,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:03.697333 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4706f66-8dd2-41b4-8637-eb391a9a5f09 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Made reservation on behalf of 9397537e8e984548bbe5f75e7b01282f for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:53:03.701428 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a4706f66-8dd2-41b4-8637-eb391a9a5f09 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks [] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:03.746315 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4166e69d-d198-4c5c-bca1-9c59a5826c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:03.747335 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4166e69d-d198-4c5c-bca1-9c59a5826c8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:03.748172 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4166e69d-d198-4c5c-bca1-9c59a5826c8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:03.832798 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4166e69d-d198-4c5c-bca1-9c59a5826c8b admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.4656417 Mar 22 10:53:03.837399 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 34804) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:03.849133 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-f3f852f1-7dc2-4b1b-8650-411c93703610 admin admin] Request body: {'subnet': {'network_id': '6d72c436-5be9-48c2-831b-3e0293d5b0ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1678239605-subnet', 'tenant_id': 'da2f632c4d66467ba58857dff433bce9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:03.889758 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4166e69d-d198-4c5c-bca1-9c59a5826c8b admin admin] Pushing event updated for resources: {'Network': ['ID=6d72c436-5be9-48c2-831b-3e0293d5b0ac,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:03.893445 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bb8c6c-8875-4515-ba4f-aab202113ef0 admin admin] Checking segment: {'id': '82dd374b-603b-4932-97a9-e40ea477b1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'dd5c1c08-a18c-4726-99bb-ba3569297277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:53:03.894052 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bb8c6c-8875-4515-ba4f-aab202113ef0 admin admin] Network hostable DHCP agents. Network: dd5c1c08-a18c-4726-99bb-ba3569297277, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:53:03.917142 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 6d72c436-5be9-48c2-831b-3e0293d5b0ac details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:53:03.995793 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f852f1-7dc2-4b1b-8650-411c93703610 admin admin] Made reservation on behalf of da2f632c4d66467ba58857dff433bce9 for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:53:03.998287 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f3f852f1-7dc2-4b1b-8650-411c93703610 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:04.071246 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-53c6c674-4c16-4b1e-a3cb-6d5860616dd2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:04.150602 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bb8c6c-8875-4515-ba4f-aab202113ef0 admin admin] Network dd5c1c08-a18c-4726-99bb-ba3569297277 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:53:04.177272 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-80bb8c6c-8875-4515-ba4f-aab202113ef0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, dd5c1c08-a18c-4726-99bb-ba3569297277) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:53:04.183474 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80bb8c6c-8875-4515-ba4f-aab202113ef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:04.184341 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-80bb8c6c-8875-4515-ba4f-aab202113ef0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:04.190403 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3781e9ee-aebb-498a-bb4a-5d3c0942c1b0 None None] Network dd5c1c08-a18c-4726-99bb-ba3569297277 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:53:04.278783 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-80bb8c6c-8875-4515-ba4f-aab202113ef0 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2366614 Mar 22 10:53:04.285527 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 34816) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:04.290247 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-db62a6e0-e321-47fd-90f5-e70768dcb02a admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-191282308-router', 'tenant_id': 'a2150d1b1bcd4a828c702c82170ebe7c', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:04.308050 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e873271-fe48-49ad-9a47-10853a14dd55 None None] Network 619a0580-b085-430c-89e2-022d42d1e4bf requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:53:04.309882 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a4706f66-8dd2-41b4-8637-eb391a9a5f09 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:04.407526 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-db62a6e0-e321-47fd-90f5-e70768dcb02a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:04.409672 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-db62a6e0-e321-47fd-90f5-e70768dcb02a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:04.445508 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device e564e4d3-92fc-4ed9-a827-dba5a73bfe10 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:53:04.449956 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-53c6c674-4c16-4b1e-a3cb-6d5860616dd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:04.460070 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-70aeca65-e37b-44af-ae0c-b85810dea5d7 None None] Provisioning complete for port e564e4d3-92fc-4ed9-a827-dba5a73bfe10 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:04.460575 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-70aeca65-e37b-44af-ae0c-b85810dea5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:04.472622 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4706f66-8dd2-41b4-8637-eb391a9a5f09 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Pushing event updated for resources: {'Subnet': ['ID=0c92e63f-2ed2-4bbd-9b23-fa3b9f8c3b17,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:04.513354 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 34820) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:04.619758 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f3f852f1-7dc2-4b1b-8650-411c93703610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:04.653105 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-db62a6e0-e321-47fd-90f5-e70768dcb02a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:04.662206 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4706f66-8dd2-41b4-8637-eb391a9a5f09 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Checking segment: {'id': 'a1daa03e-4f11-4832-94bf-b9a8f7972290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '211aecc6-c2b6-4056-b651-96400adcd256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:53:04.662576 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4706f66-8dd2-41b4-8637-eb391a9a5f09 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Network hostable DHCP agents. Network: 211aecc6-c2b6-4056-b651-96400adcd256, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:53:04.696532 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-d12f87f6-febd-4fe9-9bee-4cffce034d3d tempest-ExternalNetworksAdminNegativeTestJSON-1270765218 tempest-ExternalNetworksAdminNegativeTestJSON-1270765218-project-admin] Request body: {'floatingip': {'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:04.704962 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f852f1-7dc2-4b1b-8650-411c93703610 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c201b142-5f21-4cd8-83cb-40d4a336882f,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:04.734447 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 34830) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:04.747719 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port e564e4d3-92fc-4ed9-a827-dba5a73bfe10 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:04.748046 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:04.774105 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f852f1-7dc2-4b1b-8650-411c93703610 admin admin] Checking segment: {'id': '5442cd60-abd5-4cd7-8e4b-1aa43061ab4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6d72c436-5be9-48c2-831b-3e0293d5b0ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:53:04.774779 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f852f1-7dc2-4b1b-8650-411c93703610 admin admin] Network hostable DHCP agents. Network: 6d72c436-5be9-48c2-831b-3e0293d5b0ac, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:53:04.796991 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d12f87f6-febd-4fe9-9bee-4cffce034d3d tempest-ExternalNetworksAdminNegativeTestJSON-1270765218 tempest-ExternalNetworksAdminNegativeTestJSON-1270765218-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:04.808946 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e562228-e1ad-46d0-82c9-5bc34e3629e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-dd5c1c08-a18c-4726-99bb-ba3569297277', 'network_id': 'dd5c1c08-a18c-4726-99bb-ba3569297277', 'tenant_id': 'a2150d1b1bcd4a828c702c82170ebe7c', 'fixed_ips': [{'subnet_id': 'e8b0effb-2582-4c7c-9cf2-568035a0a72b'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:53:04.809956 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2e562228-e1ad-46d0-82c9-5bc34e3629e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:04.818504 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c6c674-4c16-4b1e-a3cb-6d5860616dd2 admin admin] Router a2749991-47ce-4e59-8ff1-37e968ab7c23 is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109050) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 10:53:04.833356 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-db62a6e0-e321-47fd-90f5-e70768dcb02a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:04.835036 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f852f1-7dc2-4b1b-8650-411c93703610 admin admin] Network 6d72c436-5be9-48c2-831b-3e0293d5b0ac is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:53:04.891769 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4706f66-8dd2-41b4-8637-eb391a9a5f09 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Network 211aecc6-c2b6-4056-b651-96400adcd256 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:53:04.969427 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c6c674-4c16-4b1e-a3cb-6d5860616dd2 admin admin] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:53:04.971535 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-2e562228-e1ad-46d0-82c9-5bc34e3629e4 None None] Allocated IP 172.20.0.2 (dd5c1c08-a18c-4726-99bb-ba3569297277/e8b0effb-2582-4c7c-9cf2-568035a0a72b/c0d3e0d4-6aad-4868-b6f8-8a70cfeb8996) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:53:04.983824 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48378ac7-01d3-40da-ba6d-24608718d9c7 None None] Sync routers for ids ['a2749991-47ce-4e59-8ff1-37e968ab7c23'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:53:04.994754 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48378ac7-01d3-40da-ba6d-24608718d9c7 None None] Routers {'a2749991-47ce-4e59-8ff1-37e968ab7c23'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:53:04.995403 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-48378ac7-01d3-40da-ba6d-24608718d9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:52:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['a2749991-47ce-4e59-8ff1-37e968ab7c23'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:04.999985 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-a4706f66-8dd2-41b4-8637-eb391a9a5f09 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 211aecc6-c2b6-4056-b651-96400adcd256) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:53:05.000440 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-f3f852f1-7dc2-4b1b-8650-411c93703610 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 6d72c436-5be9-48c2-831b-3e0293d5b0ac) {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:53:05.006679 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f852f1-7dc2-4b1b-8650-411c93703610 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:05.007637 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f3f852f1-7dc2-4b1b-8650-411c93703610 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:05.017866 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-53c6c674-4c16-4b1e-a3cb-6d5860616dd2 admin admin] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:05.023926 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-53c6c674-4c16-4b1e-a3cb-6d5860616dd2 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1036737 Mar 22 10:53:05.026142 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 34838) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:05.032262 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4706f66-8dd2-41b4-8637-eb391a9a5f09 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:05.032910 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a4706f66-8dd2-41b4-8637-eb391a9a5f09 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:05.045282 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b8be78-333e-4e7f-b435-1c14e339e8a6 None None] Network 211aecc6-c2b6-4056-b651-96400adcd256 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:53:05.116283 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-f3f852f1-7dc2-4b1b-8650-411c93703610 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2761586 Mar 22 10:53:05.118190 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 34842) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:05.131042 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-fb4a04cb-7b1e-4fea-97ff-8c783d5d7761 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1678239605-router', 'tenant_id': 'da2f632c4d66467ba58857dff433bce9', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:05.223442 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-fb92bd25-bbf9-41b5-9287-3d07708dd89c tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] Request body: {'quota': {'network': 2}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:05.245473 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fb4a04cb-7b1e-4fea-97ff-8c783d5d7761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:05.249312 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fb4a04cb-7b1e-4fea-97ff-8c783d5d7761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:05.313031 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 34846) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:05.326573 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a4706f66-8dd2-41b4-8637-eb391a9a5f09 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0892735 Mar 22 10:53:05.330982 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 34848) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:05.338917 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-53f1e752-cf50-4aea-9423-11b5ed27a802 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Request body: {'port': {'network_id': '211aecc6-c2b6-4056-b651-96400adcd256', 'name': 'tempest-AllowedAddressPairTestJSON-1804399880'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:05.371055 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0ddfbc-099b-4f28-b866-ac9fd40ae9ee None None] Network 6d72c436-5be9-48c2-831b-3e0293d5b0ac requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:53:05.421242 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-48378ac7-01d3-40da-ba6d-24608718d9c7 None None] Set router a2749991-47ce-4e59-8ff1-37e968ab7c23 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:53:05.538740 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-fb92bd25-bbf9-41b5-9287-3d07708dd89c tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] 10.222.0.57 "PUT /v2.0/quotas/8544c1134f014eb6911faa5bfa6ebe80 HTTP/1.1" status: 200 len: 368 time: 0.8027446 Mar 22 10:53:05.558719 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 34858) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:05.581895 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-cecc3b9b-5d66-469b-a636-a513c8f235fa tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] Request body: {'network': {'project_id': '8544c1134f014eb6911faa5bfa6ebe80'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:05.593238 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d12f87f6-febd-4fe9-9bee-4cffce034d3d tempest-ExternalNetworksAdminNegativeTestJSON-1270765218 tempest-ExternalNetworksAdminNegativeTestJSON-1270765218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:05.615828 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-48378ac7-01d3-40da-ba6d-24608718d9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2749991-47ce-4e59-8ff1-37e968ab7c23', 'name': 'tempest-ServerActionsTestJSON-1145251972-router', 'tenant_id': 'e964decdfe5d4f8ab69e1cb7f6a56a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30'}], 'enable_snat': True}, 'gw_port_id': '6595533c-53e7-4f34-8874-0f797100d99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:53:01Z', 'updated_at': '2022-03-22T10:53:03Z', 'revision_number': 3, 'project_id': 'e964decdfe5d4f8ab69e1cb7f6a56a22', 'gw_port': {'id': '6595533c-53e7-4f34-8874-0f797100d99d', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:27:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2749991-47ce-4e59-8ff1-37e968ab7c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:02Z', 'updated_at': '2022-03-22T10:53:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:05.617809 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f1e752-cf50-4aea-9423-11b5ed27a802 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Made reservation on behalf of 9397537e8e984548bbe5f75e7b01282f for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:53:05.624116 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-53f1e752-cf50-4aea-9423-11b5ed27a802 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:05.650096 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48378ac7-01d3-40da-ba6d-24608718d9c7 None None] Checking router: a2749991-47ce-4e59-8ff1-37e968ab7c23 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 10:53:05.650832 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48378ac7-01d3-40da-ba6d-24608718d9c7 None None] Updating router a2749991-47ce-4e59-8ff1-37e968ab7c23 port 6595533c-53e7-4f34-8874-0f797100d99d binding host dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 10:53:05.665061 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-db62a6e0-e321-47fd-90f5-e70768dcb02a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:05.678139 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fb4a04cb-7b1e-4fea-97ff-8c783d5d7761 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:05.678545 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-48378ac7-01d3-40da-ba6d-24608718d9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:05.729958 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-db62a6e0-e321-47fd-90f5-e70768dcb02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:05.768379 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 34862) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:05.813577 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-53f1e752-cf50-4aea-9423-11b5ed27a802 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] device_id is not set on port 2930e87d-4a35-47a3-95e2-cf5132748c87 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:53:05.837652 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2e562228-e1ad-46d0-82c9-5bc34e3629e4 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:05.848065 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-70aeca65-e37b-44af-ae0c-b85810dea5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:05.879646 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cecc3b9b-5d66-469b-a636-a513c8f235fa tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] Made reservation on behalf of 8544c1134f014eb6911faa5bfa6ebe80 for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:53:05.881899 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cecc3b9b-5d66-469b-a636-a513c8f235fa tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:05.887885 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-f78a38ad-bb40-4ebc-9ce5-2ec5a8a52bef tempest-QuotasTest-1886825083 tempest-QuotasTest-1886825083-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:05.907852 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cecc3b9b-5d66-469b-a636-a513c8f235fa tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:05.916349 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2e562228-e1ad-46d0-82c9-5bc34e3629e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:05.958185 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-dd9de871-04cd-432b-b879-4007aa604a8b tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Request body: {'floatingip': {'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:06.012256 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fb4a04cb-7b1e-4fea-97ff-8c783d5d7761 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:06.040112 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e562228-e1ad-46d0-82c9-5bc34e3629e4 None None] Network dd5c1c08-a18c-4726-99bb-ba3569297277 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:53:06.041050 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:06.073094 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-f78a38ad-bb40-4ebc-9ce5-2ec5a8a52bef tempest-QuotasTest-1886825083 tempest-QuotasTest-1886825083-project-admin] 10.222.0.57 "PUT /v2.0/quotas/3fb25a736aa34f37a76013ab134a8017 HTTP/1.1" status: 200 len: 366 time: 0.7564313 Mar 22 10:53:06.073094 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dd9de871-04cd-432b-b879-4007aa604a8b tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks [] for floatingip, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:06.073869 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 34870) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:06.085849 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-2e562228-e1ad-46d0-82c9-5bc34e3629e4 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:53:06.095644 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-db62a6e0-e321-47fd-90f5-e70768dcb02a admin admin] Allocated IP 172.26.7.151 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/5239f23e-b1ee-446a-8e7f-04120b09d234) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:53:06.109099 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-70aeca65-e37b-44af-ae0c-b85810dea5d7 None None] For port e564e4d3-92fc-4ed9-a827-dba5a73bfe10, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=e564e4d3-92fc-4ed9-a827-dba5a73bfe10,segment=NetworkSegment(1794cb20-dd56-4e78-a758-e4766285bf48),segment_id=1794cb20-dd56-4e78-a758-e4766285bf48)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:53:06.110322 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e562228-e1ad-46d0-82c9-5bc34e3629e4 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:53:06.126713 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-2328ca40-1ee3-4358-97a8-3e661737f9c9 tempest-QuotasTest-1886825083 tempest-QuotasTest-1886825083-project-admin] 10.222.0.57 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0466781 Mar 22 10:53:06.128900 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 34874) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:06.131411 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-70aeca65-e37b-44af-ae0c-b85810dea5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:06.161496 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-649c8489-8acc-4b85-89b5-216ff30f1235 tempest-QuotasTest-1886825083 tempest-QuotasTest-1886825083-project-admin] 10.222.0.57 "GET /v2.0/quotas/3fb25a736aa34f37a76013ab134a8017 HTTP/1.1" status: 200 len: 366 time: 0.0298595 Mar 22 10:53:06.164200 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 34876) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:06.184044 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e562228-e1ad-46d0-82c9-5bc34e3629e4 None None] Pushing event updated for resources: {'Port': ['ID=c0d3e0d4-6aad-4868-b6f8-8a70cfeb8996,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:06.196237 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b459cbcc-1f88-443b-ac44-47f87850f4fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-211aecc6-c2b6-4056-b651-96400adcd256', 'network_id': '211aecc6-c2b6-4056-b651-96400adcd256', 'tenant_id': '9397537e8e984548bbe5f75e7b01282f', 'fixed_ips': [{'subnet_id': '0c92e63f-2ed2-4bbd-9b23-fa3b9f8c3b17'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:53:06.197166 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b459cbcc-1f88-443b-ac44-47f87850f4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:06.198152 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cecc3b9b-5d66-469b-a636-a513c8f235fa tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:06.205477 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba807aae-4d31-44b2-b708-fa0dbda84e94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-6d72c436-5be9-48c2-831b-3e0293d5b0ac', 'network_id': '6d72c436-5be9-48c2-831b-3e0293d5b0ac', 'tenant_id': 'da2f632c4d66467ba58857dff433bce9', 'fixed_ips': [{'subnet_id': 'c201b142-5f21-4cd8-83cb-40d4a336882f'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:53:06.206394 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ba807aae-4d31-44b2-b708-fa0dbda84e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:06.220683 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-53f1e752-cf50-4aea-9423-11b5ed27a802 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Allocated IP 172.20.0.5 (211aecc6-c2b6-4056-b651-96400adcd256/0c92e63f-2ed2-4bbd-9b23-fa3b9f8c3b17/2930e87d-4a35-47a3-95e2-cf5132748c87) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:53:06.230540 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cecc3b9b-5d66-469b-a636-a513c8f235fa tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:06.310444 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cecc3b9b-5d66-469b-a636-a513c8f235fa tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:53:06.327625 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecc3b9b-5d66-469b-a636-a513c8f235fa tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2338a01c-7066-4b32-a48c-2abebeac21c9,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:06.335921 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-2e562228-e1ad-46d0-82c9-5bc34e3629e4 None None] Attempting to bind port c0d3e0d4-6aad-4868-b6f8-8a70cfeb8996 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:53:06.336383 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-2e562228-e1ad-46d0-82c9-5bc34e3629e4 None None] Attempting to bind port c0d3e0d4-6aad-4868-b6f8-8a70cfeb8996 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '82dd374b-603b-4932-97a9-e40ea477b1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'dd5c1c08-a18c-4726-99bb-ba3569297277'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:53:06.336842 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e562228-e1ad-46d0-82c9-5bc34e3629e4 None None] Attempting to bind port c0d3e0d4-6aad-4868-b6f8-8a70cfeb8996 on network dd5c1c08-a18c-4726-99bb-ba3569297277 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:53:06.337020 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cecc3b9b-5d66-469b-a636-a513c8f235fa tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:06.337205 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-cecc3b9b-5d66-469b-a636-a513c8f235fa tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] Added segment c4acb7e7-b144-4c2d-bfa2-1ef14db4b777 of type vlan for network 43ba344c-6846-47bb-be2d-7f08f9285a37 Mar 22 10:53:06.351483 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.db.api [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 10:53:06.351965 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG oslo_db.api [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 10:53:06.405503 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e562228-e1ad-46d0-82c9-5bc34e3629e4 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:53:06.405900 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e562228-e1ad-46d0-82c9-5bc34e3629e4 None None] Checking segment: {'id': '82dd374b-603b-4932-97a9-e40ea477b1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'dd5c1c08-a18c-4726-99bb-ba3569297277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:53:06.406435 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2e562228-e1ad-46d0-82c9-5bc34e3629e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:06.406889 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e562228-e1ad-46d0-82c9-5bc34e3629e4 None None] Bound using segment: {'id': '82dd374b-603b-4932-97a9-e40ea477b1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'dd5c1c08-a18c-4726-99bb-ba3569297277'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:53:06.407469 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-2e562228-e1ad-46d0-82c9-5bc34e3629e4 None None] Bound port: c0d3e0d4-6aad-4868-b6f8-8a70cfeb8996, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82dd374b-603b-4932-97a9-e40ea477b1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'dd5c1c08-a18c-4726-99bb-ba3569297277'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:53:06.407928 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2e562228-e1ad-46d0-82c9-5bc34e3629e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:06.416570 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cecc3b9b-5d66-469b-a636-a513c8f235fa tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:06.425454 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-032629bd-f0b8-46fb-8ed0-d03e95bb78fa tempest-QuotasTest-1886825083 tempest-QuotasTest-1886825083-project-admin] 10.222.0.57 "DELETE /v2.0/quotas/3fb25a736aa34f37a76013ab134a8017 HTTP/1.1" status: 204 len: 168 time: 0.2565730 Mar 22 10:53:06.427423 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 34878) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:06.455128 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-e5c2fd84-0079-475d-88b0-82670113d7c5 None None] Provisioning complete for port e564e4d3-92fc-4ed9-a827-dba5a73bfe10 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:06.455649 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e5c2fd84-0079-475d-88b0-82670113d7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:06.480092 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aeca65-e37b-44af-ae0c-b85810dea5d7 None None] Pushing event updated for resources: {'Port': ['ID=e564e4d3-92fc-4ed9-a827-dba5a73bfe10,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:06.498954 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cecc3b9b-5d66-469b-a636-a513c8f235fa tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:06.499158 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-058eeeba-d545-40ed-8f01-218ba6253c45 tempest-QuotasTest-1886825083 tempest-QuotasTest-1886825083-project-admin] 10.222.0.57 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0652134 Mar 22 10:53:06.499257 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecc3b9b-5d66-469b-a636-a513c8f235fa tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:06.499257 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cecc3b9b-5d66-469b-a636-a513c8f235fa tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:06.503582 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 34880) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:06.507030 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dd9de871-04cd-432b-b879-4007aa604a8b tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:06.579104 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-db62a6e0-e321-47fd-90f5-e70768dcb02a admin admin] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:06.607411 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-cecc3b9b-5d66-469b-a636-a513c8f235fa tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0423884 Mar 22 10:53:06.617432 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 34884) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:06.629691 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2e562228-e1ad-46d0-82c9-5bc34e3629e4 None None] For port c0d3e0d4-6aad-4868-b6f8-8a70cfeb8996, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:53:06.634754 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-ba807aae-4d31-44b2-b708-fa0dbda84e94 None None] Allocated IP 172.20.0.2 (6d72c436-5be9-48c2-831b-3e0293d5b0ac/c201b142-5f21-4cd8-83cb-40d4a336882f/97e47280-8640-4188-915a-65f2c2616a25) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:53:06.637920 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2e562228-e1ad-46d0-82c9-5bc34e3629e4 None None] For port c0d3e0d4-6aad-4868-b6f8-8a70cfeb8996, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=c0d3e0d4-6aad-4868-b6f8-8a70cfeb8996,segment=NetworkSegment(82dd374b-603b-4932-97a9-e40ea477b1e0),segment_id=82dd374b-603b-4932-97a9-e40ea477b1e0)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:53:06.655140 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-12a6e52e-4f86-46a0-946f-6eea3a7fccf8 tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] Request body: {'network': {'project_id': '8544c1134f014eb6911faa5bfa6ebe80'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:06.664942 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2e562228-e1ad-46d0-82c9-5bc34e3629e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:06.670277 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-eac44e79-8d9b-46ea-9a99-2118e6438909 tempest-QuotasTest-1886825083 tempest-QuotasTest-1886825083-project-admin] 10.222.0.57 "GET /v2.0/quotas/3fb25a736aa34f37a76013ab134a8017 HTTP/1.1" status: 200 len: 370 time: 0.1624463 Mar 22 10:53:06.672526 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 34886) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:06.681621 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecc3b9b-5d66-469b-a636-a513c8f235fa tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] Pushing event updated for resources: {'Network': ['ID=43ba344c-6846-47bb-be2d-7f08f9285a37,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:06.686017 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e5e89abc-af42-4cb5-8d0c-32b94c1f5afe tempest-QuotasTest-1886825083 tempest-QuotasTest-1886825083-project-admin] 10.222.0.57 "GET /v2.0/quotas/3fb25a736aa34f37a76013ab134a8017/default HTTP/1.1" status: 200 len: 370 time: 0.0089858 Mar 22 10:53:06.687424 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 34888) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:06.711535 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.api.v2.resource [None req-4b8236a0-b0c8-44d6-bcb1-bb3430d09895 tempest-QuotasTest-1886825083 tempest-QuotasTest-1886825083-project-admin] delete failed (client error): The resource could not be found. Mar 22 10:53:06.718033 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-4b8236a0-b0c8-44d6-bcb1-bb3430d09895 tempest-QuotasTest-1886825083 tempest-QuotasTest-1886825083-project-admin] 10.222.0.57 "DELETE /v2.0/quotas/3fb25a736aa34f37a76013ab134a8017 HTTP/1.1" status: 404 len: 348 time: 0.0245085 Mar 22 10:53:06.718033 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fb4a04cb-7b1e-4fea-97ff-8c783d5d7761 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:06.739317 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fb4a04cb-7b1e-4fea-97ff-8c783d5d7761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:06.744463 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a6e52e-4f86-46a0-946f-6eea3a7fccf8 tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] Made reservation on behalf of 8544c1134f014eb6911faa5bfa6ebe80 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:53:06.749038 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-12a6e52e-4f86-46a0-946f-6eea3a7fccf8 tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:06.785215 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 43ba344c-6846-47bb-be2d-7f08f9285a37 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:53:06.796349 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-db62a6e0-e321-47fd-90f5-e70768dcb02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:06.810276 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-53f1e752-cf50-4aea-9423-11b5ed27a802 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:06.914856 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12a6e52e-4f86-46a0-946f-6eea3a7fccf8 tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:53:06.949616 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 34894) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:06.956980 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db62a6e0-e321-47fd-90f5-e70768dcb02a admin admin] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:53:06.962672 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e562228-e1ad-46d0-82c9-5bc34e3629e4 None None] Pushing event updated for resources: {'Port': ['ID=c0d3e0d4-6aad-4868-b6f8-8a70cfeb8996,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:06.986991 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-db62a6e0-e321-47fd-90f5-e70768dcb02a admin admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:53:06.991084 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.quota.resource [None req-c485a4d2-150d-44a0-b1a6-9dd54f8ba341 tempest-QuotasTest-1886825083 tempest-QuotasTest-1886825083-project-admin] Usage tracker for resource:network and tenant:ef41fdba28ac4f9b8e4486b418a35b30 is out of sync, need to count used quota {{(pid=109050) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 22 10:53:06.994183 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db62a6e0-e321-47fd-90f5-e70768dcb02a admin admin] Pushing event updated for resources: {'Port': ['ID=5239f23e-b1ee-446a-8e7f-04120b09d234,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:07.001327 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.quota.resource [None req-c485a4d2-150d-44a0-b1a6-9dd54f8ba341 tempest-QuotasTest-1886825083 tempest-QuotasTest-1886825083-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=109050) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 22 10:53:07.007258 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-12a6e52e-4f86-46a0-946f-6eea3a7fccf8 tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:07.007680 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-12a6e52e-4f86-46a0-946f-6eea3a7fccf8 tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] Added segment a6df7bd1-261b-4a70-b50a-e63c7af96a4f of type vlan for network 690b326b-b81f-4e07-9d12-744309c66c65 Mar 22 10:53:07.010029 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db62a6e0-e321-47fd-90f5-e70768dcb02a admin admin] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:53:07.015953 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.quota.resource [None req-c485a4d2-150d-44a0-b1a6-9dd54f8ba341 tempest-QuotasTest-1886825083 tempest-QuotasTest-1886825083-project-admin] Usage tracker for resource:subnet and tenant:ef41fdba28ac4f9b8e4486b418a35b30 is out of sync, need to count used quota {{(pid=109050) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 22 10:53:07.022182 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.quota.resource [None req-c485a4d2-150d-44a0-b1a6-9dd54f8ba341 tempest-QuotasTest-1886825083 tempest-QuotasTest-1886825083-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=109050) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 22 10:53:07.029859 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.quota.resource [None req-c485a4d2-150d-44a0-b1a6-9dd54f8ba341 tempest-QuotasTest-1886825083 tempest-QuotasTest-1886825083-project-admin] Usage tracker for resource:subnetpool and tenant:ef41fdba28ac4f9b8e4486b418a35b30 is out of sync, need to count used quota {{(pid=109050) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 22 10:53:07.038438 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.quota.resource [None req-c485a4d2-150d-44a0-b1a6-9dd54f8ba341 tempest-QuotasTest-1886825083 tempest-QuotasTest-1886825083-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=109050) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 22 10:53:07.060414 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.quota.resource [None req-c485a4d2-150d-44a0-b1a6-9dd54f8ba341 tempest-QuotasTest-1886825083 tempest-QuotasTest-1886825083-project-admin] Usage tracker for resource:port and tenant:ef41fdba28ac4f9b8e4486b418a35b30 is out of sync, need to count used quota {{(pid=109050) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 22 10:53:07.067539 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.quota.resource [None req-c485a4d2-150d-44a0-b1a6-9dd54f8ba341 tempest-QuotasTest-1886825083 tempest-QuotasTest-1886825083-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=109050) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 22 10:53:07.077384 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.quota.resource [None req-c485a4d2-150d-44a0-b1a6-9dd54f8ba341 tempest-QuotasTest-1886825083 tempest-QuotasTest-1886825083-project-admin] Usage tracker for resource:router and tenant:ef41fdba28ac4f9b8e4486b418a35b30 is out of sync, need to count used quota {{(pid=109050) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 22 10:53:07.083235 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.quota.resource [None req-c485a4d2-150d-44a0-b1a6-9dd54f8ba341 tempest-QuotasTest-1886825083 tempest-QuotasTest-1886825083-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=109050) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 22 10:53:07.090552 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.quota.resource [None req-c485a4d2-150d-44a0-b1a6-9dd54f8ba341 tempest-QuotasTest-1886825083 tempest-QuotasTest-1886825083-project-admin] Usage tracker for resource:floatingip and tenant:ef41fdba28ac4f9b8e4486b418a35b30 is out of sync, need to count used quota {{(pid=109050) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 22 10:53:07.096849 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.quota.resource [None req-c485a4d2-150d-44a0-b1a6-9dd54f8ba341 tempest-QuotasTest-1886825083 tempest-QuotasTest-1886825083-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=109050) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 22 10:53:07.148217 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.quota.resource [None req-c485a4d2-150d-44a0-b1a6-9dd54f8ba341 tempest-QuotasTest-1886825083 tempest-QuotasTest-1886825083-project-admin] Usage tracker for resource:security_group and tenant:ef41fdba28ac4f9b8e4486b418a35b30 is out of sync, need to count used quota {{(pid=109050) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 22 10:53:07.156401 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.quota.resource [None req-c485a4d2-150d-44a0-b1a6-9dd54f8ba341 tempest-QuotasTest-1886825083 tempest-QuotasTest-1886825083-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=109050) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 22 10:53:07.163497 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.quota.resource [None req-c485a4d2-150d-44a0-b1a6-9dd54f8ba341 tempest-QuotasTest-1886825083 tempest-QuotasTest-1886825083-project-admin] Usage tracker for resource:security_group_rule and tenant:ef41fdba28ac4f9b8e4486b418a35b30 is out of sync, need to count used quota {{(pid=109050) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 22 10:53:07.176086 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.quota.resource [None req-c485a4d2-150d-44a0-b1a6-9dd54f8ba341 tempest-QuotasTest-1886825083 tempest-QuotasTest-1886825083-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=109050) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 22 10:53:07.176338 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-12a6e52e-4f86-46a0-946f-6eea3a7fccf8 tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:07.183783 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ba807aae-4d31-44b2-b708-fa0dbda84e94 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:07.188373 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-c485a4d2-150d-44a0-b1a6-9dd54f8ba341 tempest-QuotasTest-1886825083 tempest-QuotasTest-1886825083-project-admin] 10.222.0.57 "GET /v2.0/quotas/ef41fdba28ac4f9b8e4486b418a35b30/details.json HTTP/1.1" status: 200 len: 703 time: 0.2364264 Mar 22 10:53:07.191896 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-48378ac7-01d3-40da-ba6d-24608718d9c7 None None] Notify callbacks [] for port, precommit_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:07.203797 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-48378ac7-01d3-40da-ba6d-24608718d9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:07.204401 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ba807aae-4d31-44b2-b708-fa0dbda84e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:07.206973 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4d3cab8c-5dbe-4ed3-a2ce-1faa8a8e197c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:07.215644 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device e564e4d3-92fc-4ed9-a827-dba5a73bfe10 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:53:07.234990 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-48378ac7-01d3-40da-ba6d-24608718d9c7 None None] Attempting to bind port 6595533c-53e7-4f34-8874-0f797100d99d on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:53:07.235477 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-48378ac7-01d3-40da-ba6d-24608718d9c7 None None] Attempting to bind port 6595533c-53e7-4f34-8874-0f797100d99d by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:53:07.235903 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48378ac7-01d3-40da-ba6d-24608718d9c7 None None] Attempting to bind port 6595533c-53e7-4f34-8874-0f797100d99d on network a14ca783-6f82-4799-85a3-4cbe79c980a8 {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:53:07.262158 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48378ac7-01d3-40da-ba6d-24608718d9c7 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:53:07.262789 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48378ac7-01d3-40da-ba6d-24608718d9c7 None None] Checking segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:53:07.263423 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-48378ac7-01d3-40da-ba6d-24608718d9c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:07.263884 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48378ac7-01d3-40da-ba6d-24608718d9c7 None None] Bound using segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:53:07.264440 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-48378ac7-01d3-40da-ba6d-24608718d9c7 None None] Bound port: 6595533c-53e7-4f34-8874-0f797100d99d, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:53:07.265460 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-48378ac7-01d3-40da-ba6d-24608718d9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:07.307969 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-d12f87f6-febd-4fe9-9bee-4cffce034d3d tempest-ExternalNetworksAdminNegativeTestJSON-1270765218 tempest-ExternalNetworksAdminNegativeTestJSON-1270765218-project-admin] Allocated IP 172.26.7.96 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/bb44d9f3-62d2-4a26-889d-9f8ef0221f8f) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:53:07.338335 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba807aae-4d31-44b2-b708-fa0dbda84e94 None None] Network 6d72c436-5be9-48c2-831b-3e0293d5b0ac is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:53:07.344216 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-48378ac7-01d3-40da-ba6d-24608718d9c7 None None] For port 6595533c-53e7-4f34-8874-0f797100d99d, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:53:07.348141 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-ba807aae-4d31-44b2-b708-fa0dbda84e94 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:53:07.351147 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-48378ac7-01d3-40da-ba6d-24608718d9c7 None None] For port 6595533c-53e7-4f34-8874-0f797100d99d, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=6595533c-53e7-4f34-8874-0f797100d99d,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:53:07.355677 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba807aae-4d31-44b2-b708-fa0dbda84e94 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:53:07.358219 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba807aae-4d31-44b2-b708-fa0dbda84e94 None None] Pushing event updated for resources: {'Port': ['ID=97e47280-8640-4188-915a-65f2c2616a25,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:07.360285 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e140fda9-7950-4586-baa2-402df122b98f None None] Pushing event updated for resources: {'Port': ['ID=6595533c-53e7-4f34-8874-0f797100d99d,revision_number=2']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:07.367146 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port e564e4d3-92fc-4ed9-a827-dba5a73bfe10 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:07.367540 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:07.376825 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-48378ac7-01d3-40da-ba6d-24608718d9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:07.384852 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e140fda9-7950-4586-baa2-402df122b98f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:53:07.385666 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e140fda9-7950-4586-baa2-402df122b98f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:53:07.386202 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e140fda9-7950-4586-baa2-402df122b98f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:53:07.386734 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e140fda9-7950-4586-baa2-402df122b98f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:53:07.387441 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e140fda9-7950-4586-baa2-402df122b98f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:53:07.387973 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e140fda9-7950-4586-baa2-402df122b98f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:53:07.388314 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e140fda9-7950-4586-baa2-402df122b98f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:53:07.388658 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e140fda9-7950-4586-baa2-402df122b98f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:53:07.389003 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e140fda9-7950-4586-baa2-402df122b98f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:53:07.389843 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e140fda9-7950-4586-baa2-402df122b98f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:53:07.390176 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e140fda9-7950-4586-baa2-402df122b98f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:53:07.390506 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e140fda9-7950-4586-baa2-402df122b98f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:53:07.391859 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e140fda9-7950-4586-baa2-402df122b98f None None] Tracked resource versions report: Mar 22 10:53:07.391859 dv-neutron-834599-1-hyperv neutron-server[109052]: pushed versions: Mar 22 10:53:07.391859 dv-neutron-834599-1-hyperv neutron-server[109052]: { 'AddressGroup': {'1.2'}, Mar 22 10:53:07.391859 dv-neutron-834599-1-hyperv neutron-server[109052]: 'ConntrackHelper': {'1.0'}, Mar 22 10:53:07.391859 dv-neutron-834599-1-hyperv neutron-server[109052]: 'Log': {'1.0'}, Mar 22 10:53:07.391859 dv-neutron-834599-1-hyperv neutron-server[109052]: 'Network': {'1.1'}, Mar 22 10:53:07.391859 dv-neutron-834599-1-hyperv neutron-server[109052]: 'Port': {'1.7'}, Mar 22 10:53:07.391859 dv-neutron-834599-1-hyperv neutron-server[109052]: 'PortForwarding': {'1.2'}, Mar 22 10:53:07.391859 dv-neutron-834599-1-hyperv neutron-server[109052]: 'QosPolicy': {'1.9'}, Mar 22 10:53:07.391859 dv-neutron-834599-1-hyperv neutron-server[109052]: 'SecurityGroup': {'1.4'}, Mar 22 10:53:07.391859 dv-neutron-834599-1-hyperv neutron-server[109052]: 'SecurityGroupRule': {'1.2'}, Mar 22 10:53:07.391859 dv-neutron-834599-1-hyperv neutron-server[109052]: 'SubPort': {'1.0'}, Mar 22 10:53:07.391859 dv-neutron-834599-1-hyperv neutron-server[109052]: 'Subnet': {'1.1'}, Mar 22 10:53:07.391859 dv-neutron-834599-1-hyperv neutron-server[109052]: 'Trunk': {'1.1'}} Mar 22 10:53:07.391859 dv-neutron-834599-1-hyperv neutron-server[109052]: consumer versions: Mar 22 10:53:07.391859 dv-neutron-834599-1-hyperv neutron-server[109052]: { DHCP agent@dv-neutron-834599-1-hyperv: {}, Mar 22 10:53:07.391859 dv-neutron-834599-1-hyperv neutron-server[109052]: HyperV agent@hv-neutron-8345: {}, Mar 22 10:53:07.391859 dv-neutron-834599-1-hyperv neutron-server[109052]: L3 agent@dv-neutron-834599-1-hyperv: {}, Mar 22 10:53:07.391859 dv-neutron-834599-1-hyperv neutron-server[109052]: Metadata agent@dv-neutron-834599-1-hyperv: {}, Mar 22 10:53:07.391859 dv-neutron-834599-1-hyperv neutron-server[109052]: Metering agent@dv-neutron-834599-1-hyperv: {}, Mar 22 10:53:07.391859 dv-neutron-834599-1-hyperv neutron-server[109052]: Open vSwitch agent@dv-neutron-834599-1-hyperv: { 'AddressGroup': '1.2', Mar 22 10:53:07.391859 dv-neutron-834599-1-hyperv neutron-server[109052]: 'ConntrackHelper': '1.0', Mar 22 10:53:07.391859 dv-neutron-834599-1-hyperv neutron-server[109052]: 'Log': '1.0', Mar 22 10:53:07.391859 dv-neutron-834599-1-hyperv neutron-server[109052]: 'Network': '1.1', Mar 22 10:53:07.391859 dv-neutron-834599-1-hyperv neutron-server[109052]: 'Port': '1.7', Mar 22 10:53:07.391859 dv-neutron-834599-1-hyperv neutron-server[109052]: 'PortForwarding': '1.2', Mar 22 10:53:07.391859 dv-neutron-834599-1-hyperv neutron-server[109052]: 'QosPolicy': '1.9', Mar 22 10:53:07.391859 dv-neutron-834599-1-hyperv neutron-server[109052]: 'SecurityGroup': '1.4', Mar 22 10:53:07.391859 dv-neutron-834599-1-hyperv neutron-server[109052]: 'SecurityGroupRule': '1.2', Mar 22 10:53:07.391859 dv-neutron-834599-1-hyperv neutron-server[109052]: 'SubPort': '1.0', Mar 22 10:53:07.391859 dv-neutron-834599-1-hyperv neutron-server[109052]: 'Subnet': '1.1', Mar 22 10:53:07.391859 dv-neutron-834599-1-hyperv neutron-server[109052]: 'Trunk': '1.1'}} Mar 22 10:53:07.391859 dv-neutron-834599-1-hyperv neutron-server[109052]: {{(pid=109052) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 10:53:07.459243 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-ba807aae-4d31-44b2-b708-fa0dbda84e94 None None] Attempting to bind port 97e47280-8640-4188-915a-65f2c2616a25 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:53:07.459650 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-ba807aae-4d31-44b2-b708-fa0dbda84e94 None None] Attempting to bind port 97e47280-8640-4188-915a-65f2c2616a25 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '5442cd60-abd5-4cd7-8e4b-1aa43061ab4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6d72c436-5be9-48c2-831b-3e0293d5b0ac'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:53:07.460138 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba807aae-4d31-44b2-b708-fa0dbda84e94 None None] Attempting to bind port 97e47280-8640-4188-915a-65f2c2616a25 on network 6d72c436-5be9-48c2-831b-3e0293d5b0ac {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:53:07.461674 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48378ac7-01d3-40da-ba6d-24608718d9c7 None None] Routers {'a2749991-47ce-4e59-8ff1-37e968ab7c23'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:53:07.462510 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-48378ac7-01d3-40da-ba6d-24608718d9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:52:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['a2749991-47ce-4e59-8ff1-37e968ab7c23'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:07.468098 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba807aae-4d31-44b2-b708-fa0dbda84e94 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:53:07.469209 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba807aae-4d31-44b2-b708-fa0dbda84e94 None None] Checking segment: {'id': '5442cd60-abd5-4cd7-8e4b-1aa43061ab4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6d72c436-5be9-48c2-831b-3e0293d5b0ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:53:07.469634 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ba807aae-4d31-44b2-b708-fa0dbda84e94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:07.470168 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba807aae-4d31-44b2-b708-fa0dbda84e94 None None] Bound using segment: {'id': '5442cd60-abd5-4cd7-8e4b-1aa43061ab4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6d72c436-5be9-48c2-831b-3e0293d5b0ac'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:53:07.470650 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-ba807aae-4d31-44b2-b708-fa0dbda84e94 None None] Bound port: 97e47280-8640-4188-915a-65f2c2616a25, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5442cd60-abd5-4cd7-8e4b-1aa43061ab4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6d72c436-5be9-48c2-831b-3e0293d5b0ac'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:53:07.471051 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ba807aae-4d31-44b2-b708-fa0dbda84e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:07.502536 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e140fda9-7950-4586-baa2-402df122b98f None None] Pushing event updated for resources: {'Port': ['ID=6595533c-53e7-4f34-8874-0f797100d99d,revision_number=3']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:07.524605 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-12a6e52e-4f86-46a0-946f-6eea3a7fccf8 tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:07.525564 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a6e52e-4f86-46a0-946f-6eea3a7fccf8 tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:07.526132 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-12a6e52e-4f86-46a0-946f-6eea3a7fccf8 tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:07.560157 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-ba807aae-4d31-44b2-b708-fa0dbda84e94 None None] For port 97e47280-8640-4188-915a-65f2c2616a25, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:53:07.563573 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-ba807aae-4d31-44b2-b708-fa0dbda84e94 None None] For port 97e47280-8640-4188-915a-65f2c2616a25, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=97e47280-8640-4188-915a-65f2c2616a25,segment=NetworkSegment(5442cd60-abd5-4cd7-8e4b-1aa43061ab4f),segment_id=5442cd60-abd5-4cd7-8e4b-1aa43061ab4f)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:53:07.587986 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d12f87f6-febd-4fe9-9bee-4cffce034d3d tempest-ExternalNetworksAdminNegativeTestJSON-1270765218 tempest-ExternalNetworksAdminNegativeTestJSON-1270765218-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:07.611836 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-12a6e52e-4f86-46a0-946f-6eea3a7fccf8 tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9916983 Mar 22 10:53:07.612822 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-53f1e752-cf50-4aea-9423-11b5ed27a802 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:07.621089 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 34900) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:07.627822 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-e9c29c19-b5a7-44bf-a0c9-030493bc6a65 tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] Request body: {'network': {'project_id': '8544c1134f014eb6911faa5bfa6ebe80'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:07.663826 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-48378ac7-01d3-40da-ba6d-24608718d9c7 None None] Set router a2749991-47ce-4e59-8ff1-37e968ab7c23 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:53:07.680375 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9c29c19-b5a7-44bf-a0c9-030493bc6a65 tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 22 10:53:07.680889 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9c29c19-b5a7-44bf-a0c9-030493bc6a65 tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:53:07.682058 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-e9c29c19-b5a7-44bf-a0c9-030493bc6a65 tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0595663 Mar 22 10:53:07.692737 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 34904) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:07.696699 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ba807aae-4d31-44b2-b708-fa0dbda84e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:07.746267 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d12f87f6-febd-4fe9-9bee-4cffce034d3d tempest-ExternalNetworksAdminNegativeTestJSON-1270765218 tempest-ExternalNetworksAdminNegativeTestJSON-1270765218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:07.885815 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12f87f6-febd-4fe9-9bee-4cffce034d3d tempest-ExternalNetworksAdminNegativeTestJSON-1270765218 tempest-ExternalNetworksAdminNegativeTestJSON-1270765218-project-admin] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:53:07.888320 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f1e752-cf50-4aea-9423-11b5ed27a802 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Pushing event updated for resources: {'Port': ['ID=2930e87d-4a35-47a3-95e2-cf5132748c87,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:07.897073 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-db62a6e0-e321-47fd-90f5-e70768dcb02a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:07.900287 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-d12f87f6-febd-4fe9-9bee-4cffce034d3d tempest-ExternalNetworksAdminNegativeTestJSON-1270765218 tempest-ExternalNetworksAdminNegativeTestJSON-1270765218-project-admin] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:53:07.920916 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12f87f6-febd-4fe9-9bee-4cffce034d3d tempest-ExternalNetworksAdminNegativeTestJSON-1270765218 tempest-ExternalNetworksAdminNegativeTestJSON-1270765218-project-admin] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:53:07.929959 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-b459cbcc-1f88-443b-ac44-47f87850f4fb None None] Allocated IP 172.20.0.2 (211aecc6-c2b6-4056-b651-96400adcd256/0c92e63f-2ed2-4bbd-9b23-fa3b9f8c3b17/a8765ef1-8965-413c-9f39-bbe225d39389) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:53:07.935606 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 34908) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:07.949451 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12f87f6-febd-4fe9-9bee-4cffce034d3d tempest-ExternalNetworksAdminNegativeTestJSON-1270765218 tempest-ExternalNetworksAdminNegativeTestJSON-1270765218-project-admin] Pushing event updated for resources: {'Port': ['ID=bb44d9f3-62d2-4a26-889d-9f8ef0221f8f,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:07.965854 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-30c57291-8312-467b-8b91-20731596dc1d tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8544c1134f014eb6911faa5bfa6ebe80&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2694454 Mar 22 10:53:07.979324 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-48378ac7-01d3-40da-ba6d-24608718d9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2749991-47ce-4e59-8ff1-37e968ab7c23', 'name': 'tempest-ServerActionsTestJSON-1145251972-router', 'tenant_id': 'e964decdfe5d4f8ab69e1cb7f6a56a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30'}], 'enable_snat': True}, 'gw_port_id': '6595533c-53e7-4f34-8874-0f797100d99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:53:01Z', 'updated_at': '2022-03-22T10:53:03Z', 'revision_number': 3, 'project_id': 'e964decdfe5d4f8ab69e1cb7f6a56a22', 'gw_port': {'id': '6595533c-53e7-4f34-8874-0f797100d99d', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:27:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2749991-47ce-4e59-8ff1-37e968ab7c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:02Z', 'updated_at': '2022-03-22T10:53:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:07.984577 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c154b3a3-b89c-4c21-bf6a-05af0c296bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:07.995876 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-dd9de871-04cd-432b-b879-4007aa604a8b tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Allocated IP 172.26.7.172 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/10244925-e8e3-4154-93ee-fe84fc535a1d) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:53:07.996265 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 34910) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:08.025482 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48378ac7-01d3-40da-ba6d-24608718d9c7 None None] The sync data for ids ['a2749991-47ce-4e59-8ff1-37e968ab7c23'] in dv-neutron-834599-1-hyperv is: [{'id': 'a2749991-47ce-4e59-8ff1-37e968ab7c23', 'name': 'tempest-ServerActionsTestJSON-1145251972-router', 'tenant_id': 'e964decdfe5d4f8ab69e1cb7f6a56a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30'}], 'enable_snat': True}, 'gw_port_id': '6595533c-53e7-4f34-8874-0f797100d99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:53:01Z', 'updated_at': '2022-03-22T10:53:03Z', 'revision_number': 3, 'project_id': 'e964decdfe5d4f8ab69e1cb7f6a56a22', 'gw_port': {'id': '6595533c-53e7-4f34-8874-0f797100d99d', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:27:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2749991-47ce-4e59-8ff1-37e968ab7c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:02Z', 'updated_at': '2022-03-22T10:53:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:53:08.083669 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f1e752-cf50-4aea-9423-11b5ed27a802 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Network 211aecc6-c2b6-4056-b651-96400adcd256 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:53:08.093017 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a6e52e-4f86-46a0-946f-6eea3a7fccf8 tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] Pushing event updated for resources: {'Network': ['ID=690b326b-b81f-4e07-9d12-744309c66c65,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:08.134955 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-53f1e752-cf50-4aea-9423-11b5ed27a802 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:53:08.144617 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f1e752-cf50-4aea-9423-11b5ed27a802 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:53:08.155026 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f1e752-cf50-4aea-9423-11b5ed27a802 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:08.156089 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-53f1e752-cf50-4aea-9423-11b5ed27a802 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:08.175998 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d12f87f6-febd-4fe9-9bee-4cffce034d3d tempest-ExternalNetworksAdminNegativeTestJSON-1270765218 tempest-ExternalNetworksAdminNegativeTestJSON-1270765218-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:08.246349 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 690b326b-b81f-4e07-9d12-744309c66c65 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:53:08.256624 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba807aae-4d31-44b2-b708-fa0dbda84e94 None None] Pushing event updated for resources: {'Port': ['ID=97e47280-8640-4188-915a-65f2c2616a25,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:08.295116 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-53f1e752-cf50-4aea-9423-11b5ed27a802 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9621372 Mar 22 10:53:08.302477 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-4d3cab8c-5dbe-4ed3-a2ce-1faa8a8e197c admin admin] Allocated IP 172.20.0.1 (619a0580-b085-430c-89e2-022d42d1e4bf/e692a5aa-617d-46cb-afbe-668e67a6ee91/0c165ac1-afc6-4544-ac2b-1c4d17d470ec) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:53:08.304709 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 34916) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:08.311292 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1549004f-9da5-41ad-993f-73d84d231045 None None] Network dd5c1c08-a18c-4726-99bb-ba3569297277 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:53:08.318208 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-8ddf8a78-319e-4361-9651-147c26bc5019 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Request body: {'port': {'network_id': '211aecc6-c2b6-4056-b651-96400adcd256', 'name': 'tempest-AllowedAddressPairTestJSON-1236175815', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:24:c6:d8'}]}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:08.361658 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b5e33ecc-c5d6-446f-ae1b-e8e4d316b079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:08.368146 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c68cc9ac-3808-4630-80d3-dc1d37ef10d0 tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:08.411126 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b459cbcc-1f88-443b-ac44-47f87850f4fb None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:08.414077 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d12f87f6-febd-4fe9-9bee-4cffce034d3d tempest-ExternalNetworksAdminNegativeTestJSON-1270765218 tempest-ExternalNetworksAdminNegativeTestJSON-1270765218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:08.497395 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dd9de871-04cd-432b-b879-4007aa604a8b tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:08.497609 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b459cbcc-1f88-443b-ac44-47f87850f4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:08.567914 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c68cc9ac-3808-4630-80d3-dc1d37ef10d0 tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:08.578336 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-33e9042e-1ba3-4fd2-aa08-f324d57cf4a3 None None] Provisioning complete for port c0d3e0d4-6aad-4868-b6f8-8a70cfeb8996 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:08.578706 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-33e9042e-1ba3-4fd2-aa08-f324d57cf4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:08.673572 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b459cbcc-1f88-443b-ac44-47f87850f4fb None None] Network 211aecc6-c2b6-4056-b651-96400adcd256 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:53:08.681779 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-b459cbcc-1f88-443b-ac44-47f87850f4fb None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:53:08.691007 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dd9de871-04cd-432b-b879-4007aa604a8b tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:08.706113 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b459cbcc-1f88-443b-ac44-47f87850f4fb None None] Pushing event updated for resources: {'Port': ['ID=a8765ef1-8965-413c-9f39-bbe225d39389,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:08.715186 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b459cbcc-1f88-443b-ac44-47f87850f4fb None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:53:08.765830 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9de871-04cd-432b-b879-4007aa604a8b tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Pushing event updated for resources: {'Port': ['ID=10244925-e8e3-4154-93ee-fe84fc535a1d,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:08.786440 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9de871-04cd-432b-b879-4007aa604a8b tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:53:08.792509 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-dd9de871-04cd-432b-b879-4007aa604a8b tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:53:08.794977 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9de871-04cd-432b-b879-4007aa604a8b tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:53:08.842628 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-b459cbcc-1f88-443b-ac44-47f87850f4fb None None] Attempting to bind port a8765ef1-8965-413c-9f39-bbe225d39389 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:53:08.842628 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-b459cbcc-1f88-443b-ac44-47f87850f4fb None None] Attempting to bind port a8765ef1-8965-413c-9f39-bbe225d39389 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': 'a1daa03e-4f11-4832-94bf-b9a8f7972290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '211aecc6-c2b6-4056-b651-96400adcd256'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:53:08.842899 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b459cbcc-1f88-443b-ac44-47f87850f4fb None None] Attempting to bind port a8765ef1-8965-413c-9f39-bbe225d39389 on network 211aecc6-c2b6-4056-b651-96400adcd256 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:53:08.853658 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b459cbcc-1f88-443b-ac44-47f87850f4fb None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:53:08.854014 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b459cbcc-1f88-443b-ac44-47f87850f4fb None None] Checking segment: {'id': 'a1daa03e-4f11-4832-94bf-b9a8f7972290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '211aecc6-c2b6-4056-b651-96400adcd256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:53:08.854413 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b459cbcc-1f88-443b-ac44-47f87850f4fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:08.854795 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b459cbcc-1f88-443b-ac44-47f87850f4fb None None] Bound using segment: {'id': 'a1daa03e-4f11-4832-94bf-b9a8f7972290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '211aecc6-c2b6-4056-b651-96400adcd256'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:53:08.855281 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-b459cbcc-1f88-443b-ac44-47f87850f4fb None None] Bound port: a8765ef1-8965-413c-9f39-bbe225d39389, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1daa03e-4f11-4832-94bf-b9a8f7972290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '211aecc6-c2b6-4056-b651-96400adcd256'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:53:08.856098 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b459cbcc-1f88-443b-ac44-47f87850f4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:08.866577 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-33e9042e-1ba3-4fd2-aa08-f324d57cf4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:08.876928 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dd9de871-04cd-432b-b879-4007aa604a8b tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:08.902438 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-fb4a04cb-7b1e-4fea-97ff-8c783d5d7761 admin admin] Allocated IP 172.26.7.40 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/5a594c3b-5619-4c58-a446-0728a3777acc) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:53:08.938788 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dd9de871-04cd-432b-b879-4007aa604a8b tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:08.949606 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4d3cab8c-5dbe-4ed3-a2ce-1faa8a8e197c admin admin] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:08.967330 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-33e9042e-1ba3-4fd2-aa08-f324d57cf4a3 None None] For port c0d3e0d4-6aad-4868-b6f8-8a70cfeb8996, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=c0d3e0d4-6aad-4868-b6f8-8a70cfeb8996,segment=NetworkSegment(82dd374b-603b-4932-97a9-e40ea477b1e0),segment_id=82dd374b-603b-4932-97a9-e40ea477b1e0)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:53:08.982618 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-33e9042e-1ba3-4fd2-aa08-f324d57cf4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:09.028429 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d12f87f6-febd-4fe9-9bee-4cffce034d3d tempest-ExternalNetworksAdminNegativeTestJSON-1270765218 tempest-ExternalNetworksAdminNegativeTestJSON-1270765218-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:09.044419 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-b459cbcc-1f88-443b-ac44-47f87850f4fb None None] For port a8765ef1-8965-413c-9f39-bbe225d39389, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:53:09.053783 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d12f87f6-febd-4fe9-9bee-4cffce034d3d tempest-ExternalNetworksAdminNegativeTestJSON-1270765218 tempest-ExternalNetworksAdminNegativeTestJSON-1270765218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:09.075885 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-b459cbcc-1f88-443b-ac44-47f87850f4fb None None] For port a8765ef1-8965-413c-9f39-bbe225d39389, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=a8765ef1-8965-413c-9f39-bbe225d39389,segment=NetworkSegment(a1daa03e-4f11-4832-94bf-b9a8f7972290),segment_id=a1daa03e-4f11-4832-94bf-b9a8f7972290)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:53:09.095655 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b459cbcc-1f88-443b-ac44-47f87850f4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:09.109308 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e9042e-1ba3-4fd2-aa08-f324d57cf4a3 None None] Pushing event updated for resources: {'Port': ['ID=c0d3e0d4-6aad-4868-b6f8-8a70cfeb8996,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:09.212894 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b5e33ecc-c5d6-446f-ae1b-e8e4d316b079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:09.233819 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b459cbcc-1f88-443b-ac44-47f87850f4fb None None] Pushing event updated for resources: {'Port': ['ID=a8765ef1-8965-413c-9f39-bbe225d39389,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:09.246463 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d12f87f6-febd-4fe9-9bee-4cffce034d3d tempest-ExternalNetworksAdminNegativeTestJSON-1270765218 tempest-ExternalNetworksAdminNegativeTestJSON-1270765218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684147'] for floatingip, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:09.264460 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-db62a6e0-e321-47fd-90f5-e70768dcb02a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:09.292475 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device c0d3e0d4-6aad-4868-b6f8-8a70cfeb8996 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:53:09.298819 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b5e33ecc-c5d6-446f-ae1b-e8e4d316b079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:09.301766 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ddf8a78-319e-4361-9651-147c26bc5019 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Made reservation on behalf of 9397537e8e984548bbe5f75e7b01282f for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:53:09.331254 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fb4a04cb-7b1e-4fea-97ff-8c783d5d7761 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:09.374879 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-0ebcd6d5-32c2-445c-96bc-c75c47e02189 None None] Provisioning complete for port c0d3e0d4-6aad-4868-b6f8-8a70cfeb8996 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:09.375310 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0ebcd6d5-32c2-445c-96bc-c75c47e02189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:09.455267 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port c0d3e0d4-6aad-4868-b6f8-8a70cfeb8996 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:09.455929 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:09.456623 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d12f87f6-febd-4fe9-9bee-4cffce034d3d tempest-ExternalNetworksAdminNegativeTestJSON-1270765218 tempest-ExternalNetworksAdminNegativeTestJSON-1270765218-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:09.462459 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-d12f87f6-febd-4fe9-9bee-4cffce034d3d tempest-ExternalNetworksAdminNegativeTestJSON-1270765218 tempest-ExternalNetworksAdminNegativeTestJSON-1270765218-project-admin] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9434326 Mar 22 10:53:09.463799 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12f87f6-febd-4fe9-9bee-4cffce034d3d tempest-ExternalNetworksAdminNegativeTestJSON-1270765218 tempest-ExternalNetworksAdminNegativeTestJSON-1270765218-project-admin] Pushing event updated for resources: {'Port': ['ID=bb44d9f3-62d2-4a26-889d-9f8ef0221f8f,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:09.466024 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 34918) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:09.486872 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8ddf8a78-319e-4361-9651-147c26bc5019 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:09.492505 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-76a1aa3c-282c-4584-8c16-b82f63ac207c tempest-ExternalNetworksAdminNegativeTestJSON-1270765218 tempest-ExternalNetworksAdminNegativeTestJSON-1270765218-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-180097302', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'fixed_ips': [{'ip_address': '172.26.7.96'}]}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:09.511660 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e33ecc-c5d6-446f-ae1b-e8e4d316b079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d608b3a-29f3-49a8-aa86-821eb4c5a8ca,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:09.520883 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-8ddf8a78-319e-4361-9651-147c26bc5019 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] device_id is not set on port e73311bc-7a28-47b6-a14b-67c87677fa4d yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:53:09.557495 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a1aa3c-282c-4584-8c16-b82f63ac207c tempest-ExternalNetworksAdminNegativeTestJSON-1270765218 tempest-ExternalNetworksAdminNegativeTestJSON-1270765218-project-admin] Made reservation on behalf of f32b1f5f65a04341b9d990253daf2049 for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:53:09.559989 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-76a1aa3c-282c-4584-8c16-b82f63ac207c tempest-ExternalNetworksAdminNegativeTestJSON-1270765218 tempest-ExternalNetworksAdminNegativeTestJSON-1270765218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:09.580086 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-76a1aa3c-282c-4584-8c16-b82f63ac207c tempest-ExternalNetworksAdminNegativeTestJSON-1270765218 tempest-ExternalNetworksAdminNegativeTestJSON-1270765218-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:09.618235 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fb4a04cb-7b1e-4fea-97ff-8c783d5d7761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:09.623538 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4d3cab8c-5dbe-4ed3-a2ce-1faa8a8e197c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:09.646178 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 6595533c-53e7-4f34-8874-0f797100d99d up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:53:09.724218 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4a04cb-7b1e-4fea-97ff-8c783d5d7761 admin admin] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:53:09.745654 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dd9de871-04cd-432b-b879-4007aa604a8b tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:09.747647 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-fb4a04cb-7b1e-4fea-97ff-8c783d5d7761 admin admin] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:53:09.763079 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4a04cb-7b1e-4fea-97ff-8c783d5d7761 admin admin] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:53:09.778350 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 6595533c-53e7-4f34-8874-0f797100d99d triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:09.778816 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:09.788640 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dd9de871-04cd-432b-b879-4007aa604a8b tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:09.791333 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4a04cb-7b1e-4fea-97ff-8c783d5d7761 admin admin] Pushing event updated for resources: {'Port': ['ID=5a594c3b-5619-4c58-a446-0728a3777acc,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:09.845917 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe9f47d-56a5-46d6-b263-0da8b5513b85 None None] Network 6d72c436-5be9-48c2-831b-3e0293d5b0ac requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:53:09.863804 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b5e33ecc-c5d6-446f-ae1b-e8e4d316b079 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6277c0b418f34c4591c702ebdd24af1a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8844140 Mar 22 10:53:09.898041 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c68cc9ac-3808-4630-80d3-dc1d37ef10d0 tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:09.899844 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 34920) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:09.904176 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c68cc9ac-3808-4630-80d3-dc1d37ef10d0 tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:09.905332 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c68cc9ac-3808-4630-80d3-dc1d37ef10d0 tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] 10.222.0.57 "DELETE /v2.0/security-groups/2338a01c-7066-4b32-a48c-2abebeac21c9 HTTP/1.1" status: 204 len: 168 time: 1.9080858 Mar 22 10:53:09.907479 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3cab8c-5dbe-4ed3-a2ce-1faa8a8e197c admin admin] Network 619a0580-b085-430c-89e2-022d42d1e4bf is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:53:09.911822 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 34922) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:09.924660 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dd9de871-04cd-432b-b879-4007aa604a8b tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684147'] for floatingip, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:09.932450 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-4d3cab8c-5dbe-4ed3-a2ce-1faa8a8e197c admin admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:53:09.934148 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3cab8c-5dbe-4ed3-a2ce-1faa8a8e197c admin admin] Pushing event updated for resources: {'Port': ['ID=0c165ac1-afc6-4544-ac2b-1c4d17d470ec,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:09.936639 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-3cf9c80e-2616-4413-a148-dbac0a4566ca None None] Provisioning complete for port 97e47280-8640-4188-915a-65f2c2616a25 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:09.937250 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3cf9c80e-2616-4413-a148-dbac0a4566ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:09.942931 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3cab8c-5dbe-4ed3-a2ce-1faa8a8e197c admin admin] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:53:09.943519 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4d3cab8c-5dbe-4ed3-a2ce-1faa8a8e197c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684270'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:09.944750 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-43368dec-0597-451e-87df-798eac045f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:09.946294 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68cc9ac-3808-4630-80d3-dc1d37ef10d0 tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2338a01c-7066-4b32-a48c-2abebeac21c9,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:09.984090 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dd9de871-04cd-432b-b879-4007aa604a8b tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:09.985346 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-dd9de871-04cd-432b-b879-4007aa604a8b tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1593554 Mar 22 10:53:10.003399 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 34924) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:10.019689 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-b6351a2f-6b8f-4402-94c2-8cdc69e04586 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-584680491'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:10.060251 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-8ddf8a78-319e-4361-9651-147c26bc5019 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Allocated IP 172.20.0.6 (211aecc6-c2b6-4056-b651-96400adcd256/0c92e63f-2ed2-4bbd-9b23-fa3b9f8c3b17/e73311bc-7a28-47b6-a14b-67c87677fa4d) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:53:10.065567 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6351a2f-6b8f-4402-94c2-8cdc69e04586 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Made reservation on behalf of d8e6a79c65064cac97db0cdc43090d8d for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:53:10.069266 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b6351a2f-6b8f-4402-94c2-8cdc69e04586 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:10.091450 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9de871-04cd-432b-b879-4007aa604a8b tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Pushing event updated for resources: {'Port': ['ID=10244925-e8e3-4154-93ee-fe84fc535a1d,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:10.102603 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b6351a2f-6b8f-4402-94c2-8cdc69e04586 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:10.120569 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db62a6e0-e321-47fd-90f5-e70768dcb02a admin admin] Router 748683d0-0964-44a8-8955-b18eb4bcc0f7 is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 10:53:10.207301 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-33a9b55b-d0c7-471b-b461-442c65f61c25 tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:10.208373 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:10.215259 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-76a1aa3c-282c-4584-8c16-b82f63ac207c tempest-ExternalNetworksAdminNegativeTestJSON-1270765218 tempest-ExternalNetworksAdminNegativeTestJSON-1270765218-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:10.236276 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3cf9c80e-2616-4413-a148-dbac0a4566ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:10.243279 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port 6595533c-53e7-4f34-8874-0f797100d99d, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=6595533c-53e7-4f34-8874-0f797100d99d,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:53:10.254397 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:10.255232 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 97e47280-8640-4188-915a-65f2c2616a25 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:53:10.258513 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-76a1aa3c-282c-4584-8c16-b82f63ac207c tempest-ExternalNetworksAdminNegativeTestJSON-1270765218 tempest-ExternalNetworksAdminNegativeTestJSON-1270765218-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:10.341367 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-3cf9c80e-2616-4413-a148-dbac0a4566ca None None] For port 97e47280-8640-4188-915a-65f2c2616a25, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=97e47280-8640-4188-915a-65f2c2616a25,segment=NetworkSegment(5442cd60-abd5-4cd7-8e4b-1aa43061ab4f),segment_id=5442cd60-abd5-4cd7-8e4b-1aa43061ab4f)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:53:10.356341 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3cf9c80e-2616-4413-a148-dbac0a4566ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:10.362427 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=6595533c-53e7-4f34-8874-0f797100d99d,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:10.428904 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 97e47280-8640-4188-915a-65f2c2616a25 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:10.429293 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:10.432207 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf9c80e-2616-4413-a148-dbac0a4566ca None None] Pushing event updated for resources: {'Port': ['ID=97e47280-8640-4188-915a-65f2c2616a25,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:10.432968 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-76a1aa3c-282c-4584-8c16-b82f63ac207c tempest-ExternalNetworksAdminNegativeTestJSON-1270765218 tempest-ExternalNetworksAdminNegativeTestJSON-1270765218-project-admin] device_id is not set on port bd2dbfd4-e1c8-4c3a-9ba9-8393e6218906 yet. {{(pid=109050) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:53:10.493752 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-3816c307-a5d8-4673-a434-3cf5ab7e53f9 None None] Provisioning complete for port 0c165ac1-afc6-4544-ac2b-1c4d17d470ec triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:10.494126 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3816c307-a5d8-4673-a434-3cf5ab7e53f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:10.498074 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4d3cab8c-5dbe-4ed3-a2ce-1faa8a8e197c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:10.533339 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db62a6e0-e321-47fd-90f5-e70768dcb02a admin admin] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:53:10.549623 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fb4a04cb-7b1e-4fea-97ff-8c783d5d7761 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:10.565086 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385d09e1-2e18-41b9-a6ca-1c861952bae9 None None] Sync routers for ids ['748683d0-0964-44a8-8955-b18eb4bcc0f7'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:53:10.575250 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-3816c307-a5d8-4673-a434-3cf5ab7e53f9 None None] Port 0c165ac1-afc6-4544-ac2b-1c4d17d470ec cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:53:10.584850 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8ddf8a78-319e-4361-9651-147c26bc5019 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:10.600371 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385d09e1-2e18-41b9-a6ca-1c861952bae9 None None] Routers {'748683d0-0964-44a8-8955-b18eb4bcc0f7'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:53:10.600803 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-db62a6e0-e321-47fd-90f5-e70768dcb02a admin admin] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:10.600956 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-385d09e1-2e18-41b9-a6ca-1c861952bae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:53:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['748683d0-0964-44a8-8955-b18eb4bcc0f7'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:10.602034 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-db62a6e0-e321-47fd-90f5-e70768dcb02a admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.3155527 Mar 22 10:53:10.609413 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 34928) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:10.634512 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-83bf5ac9-2e1d-48d5-957a-44cd0dcb220b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:10.730520 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a1aa3c-282c-4584-8c16-b82f63ac207c tempest-ExternalNetworksAdminNegativeTestJSON-1270765218 tempest-ExternalNetworksAdminNegativeTestJSON-1270765218-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e208d423-2aa6-4f11-990c-f9b7c9c1afdb,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:10.762580 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-83bf5ac9-2e1d-48d5-957a-44cd0dcb220b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:10.778392 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8ddf8a78-319e-4361-9651-147c26bc5019 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:10.871132 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-385d09e1-2e18-41b9-a6ca-1c861952bae9 None None] Set router 748683d0-0964-44a8-8955-b18eb4bcc0f7 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:53:10.884260 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddf8a78-319e-4361-9651-147c26bc5019 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Network 211aecc6-c2b6-4056-b651-96400adcd256 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:53:10.921048 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-8ddf8a78-319e-4361-9651-147c26bc5019 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:53:10.926126 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddf8a78-319e-4361-9651-147c26bc5019 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Pushing event updated for resources: {'Port': ['ID=e73311bc-7a28-47b6-a14b-67c87677fa4d,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:10.928697 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddf8a78-319e-4361-9651-147c26bc5019 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:53:10.934318 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddf8a78-319e-4361-9651-147c26bc5019 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:10.934983 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8ddf8a78-319e-4361-9651-147c26bc5019 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:10.966433 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4d3cab8c-5dbe-4ed3-a2ce-1faa8a8e197c admin admin] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:10.975226 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8ddf8a78-319e-4361-9651-147c26bc5019 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.6631446 Mar 22 10:53:10.975599 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 34930) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:10.989939 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4d3cab8c-5dbe-4ed3-a2ce-1faa8a8e197c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:10.990837 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4d3cab8c-5dbe-4ed3-a2ce-1faa8a8e197c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684306'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:11.084230 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-33a9b55b-d0c7-471b-b461-442c65f61c25 tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:11.123909 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-6cbc7866-391f-4c2e-bf6c-50b741551870 None None] Provisioning complete for port 97e47280-8640-4188-915a-65f2c2616a25 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:11.124478 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-6cbc7866-391f-4c2e-bf6c-50b741551870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:11.137401 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b6351a2f-6b8f-4402-94c2-8cdc69e04586 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:11.170193 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b6351a2f-6b8f-4402-94c2-8cdc69e04586 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:11.176431 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-33a9b55b-d0c7-471b-b461-442c65f61c25 tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=109050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:53:11.177044 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-33a9b55b-d0c7-471b-b461-442c65f61c25 tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:53:11.177964 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-33a9b55b-d0c7-471b-b461-442c65f61c25 tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:53:11.178478 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-33a9b55b-d0c7-471b-b461-442c65f61c25 tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] Subscribe: > port after_create 55550000 {{(pid=109050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:53:11.178973 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-33a9b55b-d0c7-471b-b461-442c65f61c25 tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] Subscribe: > port after_delete 55550000 {{(pid=109050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:53:11.179488 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-33a9b55b-d0c7-471b-b461-442c65f61c25 tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] Subscribe: > port after_update 55550000 {{(pid=109050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:53:11.179969 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-33a9b55b-d0c7-471b-b461-442c65f61c25 tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=109050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:53:11.180462 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-33a9b55b-d0c7-471b-b461-442c65f61c25 tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=109050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:53:11.180928 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-33a9b55b-d0c7-471b-b461-442c65f61c25 tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=109050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:53:11.181410 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-33a9b55b-d0c7-471b-b461-442c65f61c25 tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=109050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:53:11.194047 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:11.309679 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-385d09e1-2e18-41b9-a6ca-1c861952bae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '748683d0-0964-44a8-8955-b18eb4bcc0f7', 'name': 'tempest-ServersTestManualDisk-191282308-router', 'tenant_id': 'a2150d1b1bcd4a828c702c82170ebe7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '5239f23e-b1ee-446a-8e7f-04120b09d234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:53:04Z', 'updated_at': '2022-03-22T10:53:07Z', 'revision_number': 3, 'project_id': 'a2150d1b1bcd4a828c702c82170ebe7c', 'gw_port': {'id': '5239f23e-b1ee-446a-8e7f-04120b09d234', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:79:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '748683d0-0964-44a8-8955-b18eb4bcc0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:05Z', 'updated_at': '2022-03-22T10:53:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:11.354393 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385d09e1-2e18-41b9-a6ca-1c861952bae9 None None] Checking router: 748683d0-0964-44a8-8955-b18eb4bcc0f7 for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 10:53:11.355063 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385d09e1-2e18-41b9-a6ca-1c861952bae9 None None] Updating router 748683d0-0964-44a8-8955-b18eb4bcc0f7 port 5239f23e-b1ee-446a-8e7f-04120b09d234 binding host dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 10:53:11.359302 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device c0d3e0d4-6aad-4868-b6f8-8a70cfeb8996 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:53:11.409725 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3cab8c-5dbe-4ed3-a2ce-1faa8a8e197c admin admin] Pushing event updated for resources: {'Port': ['ID=0c165ac1-afc6-4544-ac2b-1c4d17d470ec,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:11.447412 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-385d09e1-2e18-41b9-a6ca-1c861952bae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:11.517678 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-33a9b55b-d0c7-471b-b461-442c65f61c25 tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=109050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:53:11.518259 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-33a9b55b-d0c7-471b-b461-442c65f61c25 tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=109050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:53:11.518590 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-33a9b55b-d0c7-471b-b461-442c65f61c25 tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=109050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:53:11.519040 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-33a9b55b-d0c7-471b-b461-442c65f61c25 tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=109050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:53:11.519527 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-33a9b55b-d0c7-471b-b461-442c65f61c25 tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['690b326b-b81f-4e07-9d12-744309c66c65']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:11.520124 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61244838-4d76-4f1f-9681-d5f018e6d8d3 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:11.527681 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61244838-4d76-4f1f-9681-d5f018e6d8d3 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:11.534377 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61244838-4d76-4f1f-9681-d5f018e6d8d3 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:11.539139 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-61244838-4d76-4f1f-9681-d5f018e6d8d3 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.5597413 Mar 22 10:53:11.540991 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-33a9b55b-d0c7-471b-b461-442c65f61c25 tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6df7bd1-261b-4a70-b50a-e63c7af96a4f') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:11.541976 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-33a9b55b-d0c7-471b-b461-442c65f61c25 tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6df7bd1-261b-4a70-b50a-e63c7af96a4f') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:11.560142 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-33a9b55b-d0c7-471b-b461-442c65f61c25 tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:11.573308 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 34932) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:11.601300 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port c0d3e0d4-6aad-4868-b6f8-8a70cfeb8996 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:11.602152 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:11.652987 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-33a9b55b-d0c7-471b-b461-442c65f61c25 tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:11.656392 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-76a1aa3c-282c-4584-8c16-b82f63ac207c tempest-ExternalNetworksAdminNegativeTestJSON-1270765218 tempest-ExternalNetworksAdminNegativeTestJSON-1270765218-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 22 10:53:11.656905 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76a1aa3c-282c-4584-8c16-b82f63ac207c tempest-ExternalNetworksAdminNegativeTestJSON-1270765218 tempest-ExternalNetworksAdminNegativeTestJSON-1270765218-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:53:11.677716 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-83bf5ac9-2e1d-48d5-957a-44cd0dcb220b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:11.680307 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-83bf5ac9-2e1d-48d5-957a-44cd0dcb220b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:11.681822 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-83bf5ac9-2e1d-48d5-957a-44cd0dcb220b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0d608b3a-29f3-49a8-aa86-821eb4c5a8ca HTTP/1.1" status: 204 len: 168 time: 1.7778871 Mar 22 10:53:11.706616 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33a9b55b-d0c7-471b-b461-442c65f61c25 tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:53:11.713962 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-33a9b55b-d0c7-471b-b461-442c65f61c25 tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:11.716685 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99157c2-7279-427b-b5df-6bd41d61467c None None] Network 211aecc6-c2b6-4056-b651-96400adcd256 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:53:11.719230 dv-neutron-834599-1-hyperv neutron-server[109050]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 22 10:53:11.719230 dv-neutron-834599-1-hyperv neutron-server[109050]: from cryptography.utils import int_from_bytes Mar 22 10:53:11.719230 dv-neutron-834599-1-hyperv neutron-server[109050]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 22 10:53:11.719230 dv-neutron-834599-1-hyperv neutron-server[109050]: from cryptography.utils import int_from_bytes Mar 22 10:53:11.719230 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 10:53:11.719230 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:53:11.719230 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 10:53:11.719230 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:53:11.719230 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 10:53:11.719230 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:53:11.719230 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 10:53:11.719230 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:53:11.719230 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 10:53:11.719230 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:53:11.719230 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 10:53:11.719230 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:53:11.719230 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 10:53:11.719230 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:53:11.719230 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:53:11.719230 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:53:11.719230 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:53:11.719230 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:53:11.719230 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 10:53:11.719230 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:53:11.719230 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 10:53:11.719230 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:53:11.719230 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:53:11.719230 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:53:11.719230 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 10:53:11.719230 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:53:11.719230 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:53:11.719230 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:53:11.719230 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:53:11.719230 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:53:11.719230 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:53:11.719230 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:53:11.741458 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6351a2f-6b8f-4402-94c2-8cdc69e04586 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c15e6e53-5fb9-4ead-ab39-b7efe0472e75,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:11.761015 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bf5ac9-2e1d-48d5-957a-44cd0dcb220b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d608b3a-29f3-49a8-aa86-821eb4c5a8ca,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:11.770878 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-76a1aa3c-282c-4584-8c16-b82f63ac207c tempest-ExternalNetworksAdminNegativeTestJSON-1270765218 tempest-ExternalNetworksAdminNegativeTestJSON-1270765218-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 2.2933290 Mar 22 10:53:11.775180 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 34936) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:11.811128 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3cab8c-5dbe-4ed3-a2ce-1faa8a8e197c admin admin] Network 619a0580-b085-430c-89e2-022d42d1e4bf is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:53:11.883321 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6351a2f-6b8f-4402-94c2-8cdc69e04586 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:53:11.894426 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b6351a2f-6b8f-4402-94c2-8cdc69e04586 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:11.894833 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-b6351a2f-6b8f-4402-94c2-8cdc69e04586 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Added segment 56e949c1-48ed-4068-8030-55e6ce31f264 of type vlan for network 9b3060f6-503a-4ebd-a94c-9ebe346638ae Mar 22 10:53:11.904995 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-4d3cab8c-5dbe-4ed3-a2ce-1faa8a8e197c admin admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:53:11.950781 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b6351a2f-6b8f-4402-94c2-8cdc69e04586 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:11.979262 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-69864252-053b-4aba-aba7-e7d938143e22 None None] Provisioning complete for port a8765ef1-8965-413c-9f39-bbe225d39389 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:11.979809 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-69864252-053b-4aba-aba7-e7d938143e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:12.009938 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-33a9b55b-d0c7-471b-b461-442c65f61c25 tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:12.013890 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fb4a04cb-7b1e-4fea-97ff-8c783d5d7761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:12.037737 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b6351a2f-6b8f-4402-94c2-8cdc69e04586 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:12.054590 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6351a2f-6b8f-4402-94c2-8cdc69e04586 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:12.055246 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b6351a2f-6b8f-4402-94c2-8cdc69e04586 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:12.070617 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a9b55b-d0c7-471b-b461-442c65f61c25 tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] Pushing event deleted for resources: {'Network': ['ID=690b326b-b81f-4e07-9d12-744309c66c65,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:12.072982 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device a8765ef1-8965-413c-9f39-bbe225d39389 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:53:12.076559 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-33a9b55b-d0c7-471b-b461-442c65f61c25 tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:12.080325 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-33a9b55b-d0c7-471b-b461-442c65f61c25 tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] 10.222.0.57 "DELETE /v2.0/networks/690b326b-b81f-4e07-9d12-744309c66c65 HTTP/1.1" status: 204 len: 168 time: 2.1448283 Mar 22 10:53:12.087984 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-b6351a2f-6b8f-4402-94c2-8cdc69e04586 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.0747046 Mar 22 10:53:12.088822 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 34942) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:12.105528 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 34944) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:12.118844 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-2ad158d7-d88d-480c-903c-3c1edf0d04d4 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Request body: {'subnet': {'network_id': '9b3060f6-503a-4ebd-a94c-9ebe346638ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:12.179091 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-90a32bff-d1af-4d4d-958b-f8ef413049ad tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Deleting port e73311bc-7a28-47b6-a14b-67c87677fa4d {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:53:12.179890 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-90a32bff-d1af-4d4d-958b-f8ef413049ad tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:12.221511 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 34946) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:12.264123 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-385d09e1-2e18-41b9-a6ca-1c861952bae9 None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:12.323542 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-385d09e1-2e18-41b9-a6ca-1c861952bae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:12.353616 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-824c3e2d-dfb8-4985-9abe-3b7c2e06b721 tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:12.369872 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e314ef6e-b7fb-458f-9c16-73b19d7c6da4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:12.396327 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6351a2f-6b8f-4402-94c2-8cdc69e04586 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Pushing event updated for resources: {'Network': ['ID=9b3060f6-503a-4ebd-a94c-9ebe346638ae,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:12.404793 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ba9a45-e5eb-4cb7-8bd7-4f88c3f2d4f5 None None] Pushing event updated for resources: {'Port': ['ID=5239f23e-b1ee-446a-8e7f-04120b09d234,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:12.429693 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 9b3060f6-503a-4ebd-a94c-9ebe346638ae details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:53:12.458385 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-385d09e1-2e18-41b9-a6ca-1c861952bae9 None None] Attempting to bind port 5239f23e-b1ee-446a-8e7f-04120b09d234 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:53:12.458712 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-385d09e1-2e18-41b9-a6ca-1c861952bae9 None None] Attempting to bind port 5239f23e-b1ee-446a-8e7f-04120b09d234 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:53:12.459044 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385d09e1-2e18-41b9-a6ca-1c861952bae9 None None] Attempting to bind port 5239f23e-b1ee-446a-8e7f-04120b09d234 on network a14ca783-6f82-4799-85a3-4cbe79c980a8 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:53:12.485791 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb4a04cb-7b1e-4fea-97ff-8c783d5d7761 admin admin] Router 3d10d508-41ee-4740-b292-82a2db1fd1fa is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109050) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 10:53:12.499138 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385d09e1-2e18-41b9-a6ca-1c861952bae9 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:53:12.499556 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385d09e1-2e18-41b9-a6ca-1c861952bae9 None None] Checking segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:53:12.499957 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-385d09e1-2e18-41b9-a6ca-1c861952bae9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:12.500350 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385d09e1-2e18-41b9-a6ca-1c861952bae9 None None] Bound using segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:53:12.500843 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-385d09e1-2e18-41b9-a6ca-1c861952bae9 None None] Bound port: 5239f23e-b1ee-446a-8e7f-04120b09d234, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:53:12.501243 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-385d09e1-2e18-41b9-a6ca-1c861952bae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:12.573060 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3cab8c-5dbe-4ed3-a2ce-1faa8a8e197c admin admin] Router a2749991-47ce-4e59-8ff1-37e968ab7c23 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:53:12.587825 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-90a32bff-d1af-4d4d-958b-f8ef413049ad tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:12.592397 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad158d7-d88d-480c-903c-3c1edf0d04d4 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Made reservation on behalf of d8e6a79c65064cac97db0cdc43090d8d for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:53:12.595939 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2ad158d7-d88d-480c-903c-3c1edf0d04d4 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks [] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:12.619709 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:12.628591 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port a8765ef1-8965-413c-9f39-bbe225d39389 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:12.629082 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:12.629519 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-824c3e2d-dfb8-4985-9abe-3b7c2e06b721 tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:12.642002 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-90a32bff-d1af-4d4d-958b-f8ef413049ad tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Calling delete_port for e73311bc-7a28-47b6-a14b-67c87677fa4d owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:53:12.655625 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-4a69a947-b96a-4d1c-a860-57bf355f4490 tempest-ExternalNetworksAdminNegativeTestJSON-1270765218 tempest-ExternalNetworksAdminNegativeTestJSON-1270765218-project-admin] Deleting port bb44d9f3-62d2-4a26-889d-9f8ef0221f8f {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:53:12.656203 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4a69a947-b96a-4d1c-a860-57bf355f4490 tempest-ExternalNetworksAdminNegativeTestJSON-1270765218 tempest-ExternalNetworksAdminNegativeTestJSON-1270765218-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:12.656663 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-824c3e2d-dfb8-4985-9abe-3b7c2e06b721 tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43ba344c-6846-47bb-be2d-7f08f9285a37']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:12.675898 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-824c3e2d-dfb8-4985-9abe-3b7c2e06b721 tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4acb7e7-b144-4c2d-bfa2-1ef14db4b777') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:12.676192 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-824c3e2d-dfb8-4985-9abe-3b7c2e06b721 tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4acb7e7-b144-4c2d-bfa2-1ef14db4b777') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:12.685963 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-824c3e2d-dfb8-4985-9abe-3b7c2e06b721 tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:12.721945 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0aa9e8f3-4c56-4034-bfe7-9ff1042133da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:12.730588 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-69864252-053b-4aba-aba7-e7d938143e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:12.739057 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-824c3e2d-dfb8-4985-9abe-3b7c2e06b721 tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:12.768246 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-824c3e2d-dfb8-4985-9abe-3b7c2e06b721 tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:53:12.768646 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-824c3e2d-dfb8-4985-9abe-3b7c2e06b721 tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:12.770344 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 10:53:12.770344 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:53:12.770344 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 10:53:12.770344 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:53:12.770344 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 10:53:12.770344 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:53:12.770344 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 10:53:12.770344 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:53:12.770344 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 10:53:12.770344 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:53:12.770344 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 10:53:12.770344 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:53:12.770344 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 10:53:12.770344 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:53:12.770344 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:53:12.770344 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:53:12.770344 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:53:12.770344 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:53:12.770344 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 10:53:12.770344 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:53:12.770344 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 10:53:12.770344 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:53:12.770344 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:53:12.770344 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:53:12.770344 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 10:53:12.770344 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:53:12.770344 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:53:12.770344 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:53:12.770344 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:53:12.770344 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:53:12.770344 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:53:12.770344 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:53:12.781778 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-385d09e1-2e18-41b9-a6ca-1c861952bae9 None None] For port 5239f23e-b1ee-446a-8e7f-04120b09d234, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:53:12.819158 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-385d09e1-2e18-41b9-a6ca-1c861952bae9 None None] For port 5239f23e-b1ee-446a-8e7f-04120b09d234, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=5239f23e-b1ee-446a-8e7f-04120b09d234,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:53:12.834241 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:12.873196 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-385d09e1-2e18-41b9-a6ca-1c861952bae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:12.888201 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4a04cb-7b1e-4fea-97ff-8c783d5d7761 admin admin] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:53:12.895815 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-824c3e2d-dfb8-4985-9abe-3b7c2e06b721 tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:12.898900 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-69864252-053b-4aba-aba7-e7d938143e22 None None] For port a8765ef1-8965-413c-9f39-bbe225d39389, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=a8765ef1-8965-413c-9f39-bbe225d39389,segment=NetworkSegment(a1daa03e-4f11-4832-94bf-b9a8f7972290),segment_id=a1daa03e-4f11-4832-94bf-b9a8f7972290)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:53:12.910112 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbe1619-f664-4f83-b3fc-5b723ceef9e3 None None] Sync routers for ids ['3d10d508-41ee-4740-b292-82a2db1fd1fa'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:53:12.914243 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-824c3e2d-dfb8-4985-9abe-3b7c2e06b721 tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:12.916406 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:12.919242 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-824c3e2d-dfb8-4985-9abe-3b7c2e06b721 tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] 10.222.0.57 "DELETE /v2.0/networks/43ba344c-6846-47bb-be2d-7f08f9285a37 HTTP/1.1" status: 204 len: 168 time: 0.6886222 Mar 22 10:53:12.938737 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbe1619-f664-4f83-b3fc-5b723ceef9e3 None None] Routers {'3d10d508-41ee-4740-b292-82a2db1fd1fa'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:53:12.941640 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-dbbe1619-f664-4f83-b3fc-5b723ceef9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:53:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['3d10d508-41ee-4740-b292-82a2db1fd1fa'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:12.968194 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c3e2d-dfb8-4985-9abe-3b7c2e06b721 tempest-QuotasNegativeTest-280542364 tempest-QuotasNegativeTest-280542364-project-admin] Pushing event deleted for resources: {'Network': ['ID=43ba344c-6846-47bb-be2d-7f08f9285a37,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:12.989770 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fb4a04cb-7b1e-4fea-97ff-8c783d5d7761 admin admin] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:12.991661 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-fb4a04cb-7b1e-4fea-97ff-8c783d5d7761 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 7.8700740 Mar 22 10:53:12.994999 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 34950) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:13.017716 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-69864252-053b-4aba-aba7-e7d938143e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:13.103813 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-dbbe1619-f664-4f83-b3fc-5b723ceef9e3 None None] Set router 3d10d508-41ee-4740-b292-82a2db1fd1fa gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:53:13.123916 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ba9a45-e5eb-4cb7-8bd7-4f88c3f2d4f5 None None] Pushing event updated for resources: {'Port': ['ID=5239f23e-b1ee-446a-8e7f-04120b09d234,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:13.249671 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385d09e1-2e18-41b9-a6ca-1c861952bae9 None None] Routers {'748683d0-0964-44a8-8955-b18eb4bcc0f7'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:53:13.250453 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-385d09e1-2e18-41b9-a6ca-1c861952bae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:53:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['748683d0-0964-44a8-8955-b18eb4bcc0f7'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:13.363555 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e314ef6e-b7fb-458f-9c16-73b19d7c6da4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:13.373562 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-dbbe1619-f664-4f83-b3fc-5b723ceef9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d10d508-41ee-4740-b292-82a2db1fd1fa', 'name': 'tempest-ServersTestJSON-1678239605-router', 'tenant_id': 'da2f632c4d66467ba58857dff433bce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.40'}], 'enable_snat': True}, 'gw_port_id': '5a594c3b-5619-4c58-a446-0728a3777acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:53:05Z', 'updated_at': '2022-03-22T10:53:10Z', 'revision_number': 3, 'project_id': 'da2f632c4d66467ba58857dff433bce9', 'gw_port': {'id': '5a594c3b-5619-4c58-a446-0728a3777acc', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a4:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d10d508-41ee-4740-b292-82a2db1fd1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:06Z', 'updated_at': '2022-03-22T10:53:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:13.413237 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbe1619-f664-4f83-b3fc-5b723ceef9e3 None None] Checking router: 3d10d508-41ee-4740-b292-82a2db1fd1fa for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 10:53:13.413587 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbe1619-f664-4f83-b3fc-5b723ceef9e3 None None] Updating router 3d10d508-41ee-4740-b292-82a2db1fd1fa port 5a594c3b-5619-4c58-a446-0728a3777acc binding host dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 10:53:13.439022 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e314ef6e-b7fb-458f-9c16-73b19d7c6da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:13.464082 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-dbbe1619-f664-4f83-b3fc-5b723ceef9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:13.559342 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4a69a947-b96a-4d1c-a860-57bf355f4490 tempest-ExternalNetworksAdminNegativeTestJSON-1270765218 tempest-ExternalNetworksAdminNegativeTestJSON-1270765218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:13.559717 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4a69a947-b96a-4d1c-a860-57bf355f4490 tempest-ExternalNetworksAdminNegativeTestJSON-1270765218 tempest-ExternalNetworksAdminNegativeTestJSON-1270765218-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:13.649885 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-4a69a947-b96a-4d1c-a860-57bf355f4490 tempest-ExternalNetworksAdminNegativeTestJSON-1270765218 tempest-ExternalNetworksAdminNegativeTestJSON-1270765218-project-admin] Calling delete_port for bb44d9f3-62d2-4a26-889d-9f8ef0221f8f owned by network:floatingip {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:53:13.668025 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e314ef6e-b7fb-458f-9c16-73b19d7c6da4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ef41fdba28ac4f9b8e4486b418a35b30&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4442549 Mar 22 10:53:13.668782 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 34956) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:13.688158 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-fb8a95f2-6001-4267-a362-6aa2f35b6abc None None] Provisioning complete for port 0c165ac1-afc6-4544-ac2b-1c4d17d470ec triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:13.688764 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-fb8a95f2-6001-4267-a362-6aa2f35b6abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:13.690319 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:13.718069 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.db.api [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 10:53:13.718416 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG oslo_db.api [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 10:53:13.735200 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3cab8c-5dbe-4ed3-a2ce-1faa8a8e197c admin admin] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:53:13.767556 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc57ac6-92d5-41be-bbcc-9fe651c47db1 None None] Sync routers for ids ['a2749991-47ce-4e59-8ff1-37e968ab7c23'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:53:13.775433 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e314ef6e-b7fb-458f-9c16-73b19d7c6da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b86023dd-9d5a-483b-a1dd-de9a01fcb282,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:13.792895 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4d3cab8c-5dbe-4ed3-a2ce-1faa8a8e197c admin admin] 10.222.0.57 "PUT /v2.0/routers/a2749991-47ce-4e59-8ff1-37e968ab7c23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7507517 Mar 22 10:53:13.858976 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69864252-053b-4aba-aba7-e7d938143e22 None None] Pushing event updated for resources: {'Port': ['ID=a8765ef1-8965-413c-9f39-bbe225d39389,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:13.917945 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-90a32bff-d1af-4d4d-958b-f8ef413049ad tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:13.924596 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-385d09e1-2e18-41b9-a6ca-1c861952bae9 None None] Set router 748683d0-0964-44a8-8955-b18eb4bcc0f7 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:53:13.945484 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-dbbe1619-f664-4f83-b3fc-5b723ceef9e3 None None] Notify callbacks [] for port, precommit_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:13.956585 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-dbbe1619-f664-4f83-b3fc-5b723ceef9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:13.963529 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-0aa9e8f3-4c56-4034-bfe7-9ff1042133da admin admin] Allocated IP 172.20.0.1 (dd5c1c08-a18c-4726-99bb-ba3569297277/e8b0effb-2582-4c7c-9cf2-568035a0a72b/49efdded-ad05-4745-b5c6-582e712621cb) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:53:13.966222 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2ad158d7-d88d-480c-903c-3c1edf0d04d4 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:13.981070 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-fb8a95f2-6001-4267-a362-6aa2f35b6abc None None] Port 0c165ac1-afc6-4544-ac2b-1c4d17d470ec cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:53:14.032962 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad158d7-d88d-480c-903c-3c1edf0d04d4 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Pushing event updated for resources: {'Subnet': ['ID=024ca9d4-0e0a-4ba0-abf6-b38c5d98db16,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:14.035315 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a32bff-d1af-4d4d-958b-f8ef413049ad tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Pushing event deleted for resources: {'Port': ['ID=e73311bc-7a28-47b6-a14b-67c87677fa4d,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:14.037245 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81c9a48-04ee-4029-9c6b-d4422903cb65 None None] Pushing event updated for resources: {'Port': ['ID=5a594c3b-5619-4c58-a446-0728a3777acc,revision_number=2']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:14.078362 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-dbbe1619-f664-4f83-b3fc-5b723ceef9e3 None None] Attempting to bind port 5a594c3b-5619-4c58-a446-0728a3777acc on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:53:14.083639 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-dbbe1619-f664-4f83-b3fc-5b723ceef9e3 None None] Attempting to bind port 5a594c3b-5619-4c58-a446-0728a3777acc by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:53:14.083639 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbe1619-f664-4f83-b3fc-5b723ceef9e3 None None] Attempting to bind port 5a594c3b-5619-4c58-a446-0728a3777acc on network a14ca783-6f82-4799-85a3-4cbe79c980a8 {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:53:14.093278 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 34962) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:14.094405 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbe1619-f664-4f83-b3fc-5b723ceef9e3 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:53:14.094891 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbe1619-f664-4f83-b3fc-5b723ceef9e3 None None] Checking segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:53:14.095436 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-dbbe1619-f664-4f83-b3fc-5b723ceef9e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:14.095884 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbe1619-f664-4f83-b3fc-5b723ceef9e3 None None] Bound using segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:53:14.096450 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-dbbe1619-f664-4f83-b3fc-5b723ceef9e3 None None] Bound port: 5a594c3b-5619-4c58-a446-0728a3777acc, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:53:14.099692 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-dbbe1619-f664-4f83-b3fc-5b723ceef9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:14.136480 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1b9d10ed-b3ac-4dd5-8228-f6def07263c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:14.142501 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-36015b51-eed9-4f29-92e7-52ea18dcfc6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:14.211265 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1b9d10ed-b3ac-4dd5-8228-f6def07263c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:14.242345 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-dbbe1619-f664-4f83-b3fc-5b723ceef9e3 None None] For port 5a594c3b-5619-4c58-a446-0728a3777acc, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:53:14.249885 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-dbbe1619-f664-4f83-b3fc-5b723ceef9e3 None None] For port 5a594c3b-5619-4c58-a446-0728a3777acc, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=5a594c3b-5619-4c58-a446-0728a3777acc,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:53:14.261543 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-dbbe1619-f664-4f83-b3fc-5b723ceef9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:14.277270 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc57ac6-92d5-41be-bbcc-9fe651c47db1 None None] Routers {'a2749991-47ce-4e59-8ff1-37e968ab7c23'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:53:14.289886 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-5bc57ac6-92d5-41be-bbcc-9fe651c47db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:53:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['a2749991-47ce-4e59-8ff1-37e968ab7c23'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:14.312852 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-90a32bff-d1af-4d4d-958b-f8ef413049ad tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:14.318791 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-90a32bff-d1af-4d4d-958b-f8ef413049ad tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] 10.222.0.57 "DELETE /v2.0/ports/e73311bc-7a28-47b6-a14b-67c87677fa4d HTTP/1.1" status: 204 len: 168 time: 2.7403228 Mar 22 10:53:14.326135 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 34974) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:14.360589 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad158d7-d88d-480c-903c-3c1edf0d04d4 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Checking segment: {'id': '56e949c1-48ed-4068-8030-55e6ce31f264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9b3060f6-503a-4ebd-a94c-9ebe346638ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:53:14.361242 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad158d7-d88d-480c-903c-3c1edf0d04d4 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Network hostable DHCP agents. Network: 9b3060f6-503a-4ebd-a94c-9ebe346638ae, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:53:14.400226 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81c9a48-04ee-4029-9c6b-d4422903cb65 None None] Pushing event updated for resources: {'Port': ['ID=5a594c3b-5619-4c58-a446-0728a3777acc,revision_number=3']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:14.409380 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-69375411-d0b4-4ed0-a4da-f7aa0010bff1 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] GET failed (client error): The resource could not be found. Mar 22 10:53:14.410320 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbe1619-f664-4f83-b3fc-5b723ceef9e3 None None] Routers {'3d10d508-41ee-4740-b292-82a2db1fd1fa'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:53:14.411059 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-69375411-d0b4-4ed0-a4da-f7aa0010bff1 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] 10.222.0.57 "GET /v2.0/ports/e73311bc-7a28-47b6-a14b-67c87677fa4d HTTP/1.1" status: 404 len: 333 time: 0.0837982 Mar 22 10:53:14.417689 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-dbbe1619-f664-4f83-b3fc-5b723ceef9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:53:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['3d10d508-41ee-4740-b292-82a2db1fd1fa'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:14.418735 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 34978) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:14.432312 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-f15782a5-6793-4304-b864-e77b7f355801 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Request body: {'port': {'network_id': '211aecc6-c2b6-4056-b651-96400adcd256', 'name': 'tempest-AllowedAddressPairTestJSON-581785324'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:14.439805 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cd02b85a-01ed-4685-98a7-31ce0d24aeff admin admin] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:14.442934 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-fb8a95f2-6001-4267-a362-6aa2f35b6abc None None] Provisioning complete for port 2930e87d-4a35-47a3-95e2-cf5132748c87 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:14.443518 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-fb8a95f2-6001-4267-a362-6aa2f35b6abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:14.507053 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 6595533c-53e7-4f34-8874-0f797100d99d up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:53:14.529679 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4a69a947-b96a-4d1c-a860-57bf355f4490 tempest-ExternalNetworksAdminNegativeTestJSON-1270765218 tempest-ExternalNetworksAdminNegativeTestJSON-1270765218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:14.572551 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-dbbe1619-f664-4f83-b3fc-5b723ceef9e3 None None] Set router 3d10d508-41ee-4740-b292-82a2db1fd1fa gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:53:14.576939 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-fb8a95f2-6001-4267-a362-6aa2f35b6abc None None] Port 2930e87d-4a35-47a3-95e2-cf5132748c87 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:53:14.593559 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-fb8a95f2-6001-4267-a362-6aa2f35b6abc None None] Could not find standard attr ID for object e73311bc-7a28-47b6-a14b-67c87677fa4d. {{(pid=109051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 10:53:14.613981 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0aa9e8f3-4c56-4034-bfe7-9ff1042133da admin admin] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:14.614875 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-5bc57ac6-92d5-41be-bbcc-9fe651c47db1 None None] Set router a2749991-47ce-4e59-8ff1-37e968ab7c23 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:53:14.656339 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-385d09e1-2e18-41b9-a6ca-1c861952bae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '748683d0-0964-44a8-8955-b18eb4bcc0f7', 'name': 'tempest-ServersTestManualDisk-191282308-router', 'tenant_id': 'a2150d1b1bcd4a828c702c82170ebe7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '5239f23e-b1ee-446a-8e7f-04120b09d234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:53:04Z', 'updated_at': '2022-03-22T10:53:07Z', 'revision_number': 3, 'project_id': 'a2150d1b1bcd4a828c702c82170ebe7c', 'gw_port': {'id': '5239f23e-b1ee-446a-8e7f-04120b09d234', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:79:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '748683d0-0964-44a8-8955-b18eb4bcc0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:05Z', 'updated_at': '2022-03-22T10:53:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:14.689818 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-fb8a95f2-6001-4267-a362-6aa2f35b6abc None None] Provisioning complete for port a8765ef1-8965-413c-9f39-bbe225d39389 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:14.691982 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-fb8a95f2-6001-4267-a362-6aa2f35b6abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:14.716283 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385d09e1-2e18-41b9-a6ca-1c861952bae9 None None] The sync data for ids ['748683d0-0964-44a8-8955-b18eb4bcc0f7'] in dv-neutron-834599-1-hyperv is: [{'id': '748683d0-0964-44a8-8955-b18eb4bcc0f7', 'name': 'tempest-ServersTestManualDisk-191282308-router', 'tenant_id': 'a2150d1b1bcd4a828c702c82170ebe7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '5239f23e-b1ee-446a-8e7f-04120b09d234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:53:04Z', 'updated_at': '2022-03-22T10:53:07Z', 'revision_number': 3, 'project_id': 'a2150d1b1bcd4a828c702c82170ebe7c', 'gw_port': {'id': '5239f23e-b1ee-446a-8e7f-04120b09d234', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:79:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '748683d0-0964-44a8-8955-b18eb4bcc0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:05Z', 'updated_at': '2022-03-22T10:53:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:53:14.732239 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0aa9e8f3-4c56-4034-bfe7-9ff1042133da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:14.785843 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 6595533c-53e7-4f34-8874-0f797100d99d triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:14.786450 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:14.792990 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1b9d10ed-b3ac-4dd5-8228-f6def07263c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:14.797076 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1b9d10ed-b3ac-4dd5-8228-f6def07263c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:14.800598 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-1b9d10ed-b3ac-4dd5-8228-f6def07263c6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b86023dd-9d5a-483b-a1dd-de9a01fcb282 HTTP/1.1" status: 204 len: 168 time: 1.1242733 Mar 22 10:53:14.820524 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad158d7-d88d-480c-903c-3c1edf0d04d4 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Network 9b3060f6-503a-4ebd-a94c-9ebe346638ae is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:53:14.837013 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9d10ed-b3ac-4dd5-8228-f6def07263c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86023dd-9d5a-483b-a1dd-de9a01fcb282,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:14.869531 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a69a947-b96a-4d1c-a860-57bf355f4490 tempest-ExternalNetworksAdminNegativeTestJSON-1270765218 tempest-ExternalNetworksAdminNegativeTestJSON-1270765218-project-admin] Pushing event deleted for resources: {'Port': ['ID=bb44d9f3-62d2-4a26-889d-9f8ef0221f8f,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:14.879816 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4a69a947-b96a-4d1c-a860-57bf355f4490 tempest-ExternalNetworksAdminNegativeTestJSON-1270765218 tempest-ExternalNetworksAdminNegativeTestJSON-1270765218-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:14.893559 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4a69a947-b96a-4d1c-a860-57bf355f4490 tempest-ExternalNetworksAdminNegativeTestJSON-1270765218 tempest-ExternalNetworksAdminNegativeTestJSON-1270765218-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:14.902786 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4a69a947-b96a-4d1c-a860-57bf355f4490 tempest-ExternalNetworksAdminNegativeTestJSON-1270765218 tempest-ExternalNetworksAdminNegativeTestJSON-1270765218-project-admin] 10.222.0.57 "DELETE /v2.0/floatingips/0a158ea8-4eb4-4062-93e6-ca62387c57e1 HTTP/1.1" status: 204 len: 168 time: 3.0865545 Mar 22 10:53:14.926887 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-2ad158d7-d88d-480c-903c-3c1edf0d04d4 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 9b3060f6-503a-4ebd-a94c-9ebe346638ae) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:53:14.982840 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca25df7-2dee-4ff6-a8de-21d6bd25abe6 None None] Network 9b3060f6-503a-4ebd-a94c-9ebe346638ae requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:53:15.002250 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-36015b51-eed9-4f29-92e7-52ea18dcfc6a admin admin] Allocated IP 172.20.0.1 (6d72c436-5be9-48c2-831b-3e0293d5b0ac/c201b142-5f21-4cd8-83cb-40d4a336882f/a563f114-0152-445c-b85e-ed5c4325b5a5) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:53:15.014342 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f15782a5-6793-4304-b864-e77b7f355801 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Made reservation on behalf of 9397537e8e984548bbe5f75e7b01282f for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:53:15.019036 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f15782a5-6793-4304-b864-e77b7f355801 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:15.038171 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa9e8f3-4c56-4034-bfe7-9ff1042133da admin admin] Network dd5c1c08-a18c-4726-99bb-ba3569297277 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:53:15.041517 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad158d7-d88d-480c-903c-3c1edf0d04d4 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:15.042202 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2ad158d7-d88d-480c-903c-3c1edf0d04d4 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:15.048854 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-dbbe1619-f664-4f83-b3fc-5b723ceef9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d10d508-41ee-4740-b292-82a2db1fd1fa', 'name': 'tempest-ServersTestJSON-1678239605-router', 'tenant_id': 'da2f632c4d66467ba58857dff433bce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.40'}], 'enable_snat': True}, 'gw_port_id': '5a594c3b-5619-4c58-a446-0728a3777acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:53:05Z', 'updated_at': '2022-03-22T10:53:10Z', 'revision_number': 3, 'project_id': 'da2f632c4d66467ba58857dff433bce9', 'gw_port': {'id': '5a594c3b-5619-4c58-a446-0728a3777acc', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a4:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d10d508-41ee-4740-b292-82a2db1fd1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:06Z', 'updated_at': '2022-03-22T10:53:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:15.086121 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-0aa9e8f3-4c56-4034-bfe7-9ff1042133da admin admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:53:15.105608 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa9e8f3-4c56-4034-bfe7-9ff1042133da admin admin] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:53:15.106205 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0aa9e8f3-4c56-4034-bfe7-9ff1042133da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684270'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:15.119846 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-f15782a5-6793-4304-b864-e77b7f355801 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] device_id is not set on port 4c9739c1-1db0-41d1-9476-709cf6b2eb0e yet. {{(pid=109050) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:53:15.189337 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbe1619-f664-4f83-b3fc-5b723ceef9e3 None None] The sync data for ids ['3d10d508-41ee-4740-b292-82a2db1fd1fa'] in dv-neutron-834599-1-hyperv is: [{'id': '3d10d508-41ee-4740-b292-82a2db1fd1fa', 'name': 'tempest-ServersTestJSON-1678239605-router', 'tenant_id': 'da2f632c4d66467ba58857dff433bce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.40'}], 'enable_snat': True}, 'gw_port_id': '5a594c3b-5619-4c58-a446-0728a3777acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:53:05Z', 'updated_at': '2022-03-22T10:53:10Z', 'revision_number': 3, 'project_id': 'da2f632c4d66467ba58857dff433bce9', 'gw_port': {'id': '5a594c3b-5619-4c58-a446-0728a3777acc', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a4:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d10d508-41ee-4740-b292-82a2db1fd1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:06Z', 'updated_at': '2022-03-22T10:53:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:53:15.277260 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa9e8f3-4c56-4034-bfe7-9ff1042133da admin admin] Pushing event updated for resources: {'Port': ['ID=49efdded-ad05-4745-b5c6-582e712621cb,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:15.322155 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2ad158d7-d88d-480c-903c-3c1edf0d04d4 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2097764 Mar 22 10:53:15.322635 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 34990) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:15.352161 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bc1bcd-a21c-442a-a2f2-73e604c23a7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-9b3060f6-503a-4ebd-a94c-9ebe346638ae', 'network_id': '9b3060f6-503a-4ebd-a94c-9ebe346638ae', 'tenant_id': 'd8e6a79c65064cac97db0cdc43090d8d', 'fixed_ips': [{'subnet_id': '024ca9d4-0e0a-4ba0-abf6-b38c5d98db16'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:53:15.353874 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-53bc1bcd-a21c-442a-a2f2-73e604c23a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:15.362230 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-251275ec-6f33-4ee3-abd4-9f24ce35f3b1 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-840679238', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}, 'admin_state_up': False}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:15.460099 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-251275ec-6f33-4ee3-abd4-9f24ce35f3b1 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:15.460336 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cd02b85a-01ed-4685-98a7-31ce0d24aeff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:15.461160 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-251275ec-6f33-4ee3-abd4-9f24ce35f3b1 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:15.546998 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cd02b85a-01ed-4685-98a7-31ce0d24aeff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:15.594319 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 34994) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:15.696906 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-53bc1bcd-a21c-442a-a2f2-73e604c23a7c None None] Allocated IP 172.20.0.2 (9b3060f6-503a-4ebd-a94c-9ebe346638ae/024ca9d4-0e0a-4ba0-abf6-b38c5d98db16/414c616d-ac15-4407-9729-ad7fd93a1089) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:53:15.756201 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-251275ec-6f33-4ee3-abd4-9f24ce35f3b1 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:15.812933 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0aa9e8f3-4c56-4034-bfe7-9ff1042133da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:15.902193 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-cd02b85a-01ed-4685-98a7-31ce0d24aeff admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=634af6834c2343aca28f92cbbed3304a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8078403 Mar 22 10:53:15.902877 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35002) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:15.903194 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35006) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:16.029041 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd02b85a-01ed-4685-98a7-31ce0d24aeff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe93609-f068-4523-8b54-23c4e3527446,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:16.041743 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 97e47280-8640-4188-915a-65f2c2616a25 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:53:16.066225 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-b68cb874-7524-4d63-b020-05ac4ed26999 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Request body: {'security_group': {'name': 'tempest-securitygroup--526624701', 'description': 'tempest-description--1515432406'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:16.142907 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-65488737-cde8-4047-8a8b-85314ac90e95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:16.147147 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-36015b51-eed9-4f29-92e7-52ea18dcfc6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:16.192928 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-251275ec-6f33-4ee3-abd4-9f24ce35f3b1 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:16.205154 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 97e47280-8640-4188-915a-65f2c2616a25 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:16.205647 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:16.225188 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-f15782a5-6793-4304-b864-e77b7f355801 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Allocated IP 172.20.0.10 (211aecc6-c2b6-4056-b651-96400adcd256/0c92e63f-2ed2-4bbd-9b23-fa3b9f8c3b17/4c9739c1-1db0-41d1-9476-709cf6b2eb0e) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:53:16.241324 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b68cb874-7524-4d63-b020-05ac4ed26999 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:16.334889 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-5bc57ac6-92d5-41be-bbcc-9fe651c47db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2749991-47ce-4e59-8ff1-37e968ab7c23', 'name': 'tempest-ServerActionsTestJSON-1145251972-router', 'tenant_id': 'e964decdfe5d4f8ab69e1cb7f6a56a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30'}], 'enable_snat': True}, 'gw_port_id': '6595533c-53e7-4f34-8874-0f797100d99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:53:01Z', 'updated_at': '2022-03-22T10:53:10Z', 'revision_number': 4, 'project_id': 'e964decdfe5d4f8ab69e1cb7f6a56a22', 'gw_port': {'id': '6595533c-53e7-4f34-8874-0f797100d99d', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:27:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2749991-47ce-4e59-8ff1-37e968ab7c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:02Z', 'updated_at': '2022-03-22T10:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '0c165ac1-afc6-4544-ac2b-1c4d17d470ec', 'name': '', 'network_id': '619a0580-b085-430c-89e2-022d42d1e4bf', 'tenant_id': 'e964decdfe5d4f8ab69e1cb7f6a56a22', 'mac_address': 'fa:16:3e:5b:b6:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2749991-47ce-4e59-8ff1-37e968ab7c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e692a5aa-617d-46cb-afbe-668e67a6ee91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:07Z', 'updated_at': '2022-03-22T10:53:10Z', 'revision_number': 2, 'project_id': 'e964decdfe5d4f8ab69e1cb7f6a56a22', 'subnets': [{'id': 'e692a5aa-617d-46cb-afbe-668e67a6ee91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:16.439690 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b19d9152-b34d-4735-960a-7e9b4782c776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:16.488040 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-36015b51-eed9-4f29-92e7-52ea18dcfc6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:16.586574 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b19d9152-b34d-4735-960a-7e9b4782c776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:16.624125 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc57ac6-92d5-41be-bbcc-9fe651c47db1 None None] Checking router: a2749991-47ce-4e59-8ff1-37e968ab7c23 for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 10:53:16.624459 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc57ac6-92d5-41be-bbcc-9fe651c47db1 None None] Updating router a2749991-47ce-4e59-8ff1-37e968ab7c23 port 0c165ac1-afc6-4544-ac2b-1c4d17d470ec binding host dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 10:53:16.636428 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36015b51-eed9-4f29-92e7-52ea18dcfc6a admin admin] Network 6d72c436-5be9-48c2-831b-3e0293d5b0ac is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:53:16.656338 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5bc57ac6-92d5-41be-bbcc-9fe651c47db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:16.659486 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-fa257b6f-ffc6-44cf-b6ce-deaf971334a3 None None] Provisioning complete for port 2930e87d-4a35-47a3-95e2-cf5132748c87 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:16.660008 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-fa257b6f-ffc6-44cf-b6ce-deaf971334a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:16.681683 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b68cb874-7524-4d63-b020-05ac4ed26999 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:16.707468 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36015b51-eed9-4f29-92e7-52ea18dcfc6a admin admin] Pushing event updated for resources: {'Port': ['ID=a563f114-0152-445c-b85e-ed5c4325b5a5,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:16.731477 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-fa257b6f-ffc6-44cf-b6ce-deaf971334a3 None None] Port 2930e87d-4a35-47a3-95e2-cf5132748c87 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:53:16.733232 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0aa9e8f3-4c56-4034-bfe7-9ff1042133da admin admin] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:16.736204 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-53bc1bcd-a21c-442a-a2f2-73e604c23a7c None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:16.760541 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-fa257b6f-ffc6-44cf-b6ce-deaf971334a3 None None] Could not find standard attr ID for object e73311bc-7a28-47b6-a14b-67c87677fa4d. {{(pid=109051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 10:53:16.766740 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-53bc1bcd-a21c-442a-a2f2-73e604c23a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:16.775409 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-36015b51-eed9-4f29-92e7-52ea18dcfc6a admin admin] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:53:16.777449 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b68cb874-7524-4d63-b020-05ac4ed26999 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:16.794401 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36015b51-eed9-4f29-92e7-52ea18dcfc6a admin admin] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:53:16.804135 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0aa9e8f3-4c56-4034-bfe7-9ff1042133da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:16.804899 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0aa9e8f3-4c56-4034-bfe7-9ff1042133da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684306'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:16.938480 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bc1bcd-a21c-442a-a2f2-73e604c23a7c None None] Network 9b3060f6-503a-4ebd-a94c-9ebe346638ae is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:53:16.945327 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-53bc1bcd-a21c-442a-a2f2-73e604c23a7c None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:53:16.947868 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bc1bcd-a21c-442a-a2f2-73e604c23a7c None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:53:16.975538 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-fa257b6f-ffc6-44cf-b6ce-deaf971334a3 None None] Provisioning complete for port 49efdded-ad05-4745-b5c6-582e712621cb triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:16.975538 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-fa257b6f-ffc6-44cf-b6ce-deaf971334a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:16.979410 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa9e8f3-4c56-4034-bfe7-9ff1042133da admin admin] Pushing event updated for resources: {'Port': ['ID=49efdded-ad05-4745-b5c6-582e712621cb,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:17.092729 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bc1bcd-a21c-442a-a2f2-73e604c23a7c None None] Pushing event updated for resources: {'Port': ['ID=414c616d-ac15-4407-9729-ad7fd93a1089,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:17.093040 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b68cb874-7524-4d63-b020-05ac4ed26999 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:17.094275 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-b68cb874-7524-4d63-b020-05ac4ed26999 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1597145 Mar 22 10:53:17.102095 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68cb874-7524-4d63-b020-05ac4ed26999 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:17.107785 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-65488737-cde8-4047-8a8b-85314ac90e95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:17.108582 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35028) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:17.124066 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-5e318ccd-cd8a-428a-9e38-393c11e5181c tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Request body: {'security_group_rule': {'security_group_id': '9458590a-d2f8-4ea3-b6ca-fc7855aaa70d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:17.140660 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-65488737-cde8-4047-8a8b-85314ac90e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:17.143029 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-36015b51-eed9-4f29-92e7-52ea18dcfc6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684270'] for router_interface, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:17.150446 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f15782a5-6793-4304-b864-e77b7f355801 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:17.208918 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-251275ec-6f33-4ee3-abd4-9f24ce35f3b1 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks [] for router_gateway, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:17.232784 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-251275ec-6f33-4ee3-abd4-9f24ce35f3b1 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:17.266499 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-53bc1bcd-a21c-442a-a2f2-73e604c23a7c None None] Attempting to bind port 414c616d-ac15-4407-9729-ad7fd93a1089 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:53:17.267057 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-53bc1bcd-a21c-442a-a2f2-73e604c23a7c None None] Attempting to bind port 414c616d-ac15-4407-9729-ad7fd93a1089 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '56e949c1-48ed-4068-8030-55e6ce31f264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9b3060f6-503a-4ebd-a94c-9ebe346638ae'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:53:17.268854 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bc1bcd-a21c-442a-a2f2-73e604c23a7c None None] Attempting to bind port 414c616d-ac15-4407-9729-ad7fd93a1089 on network 9b3060f6-503a-4ebd-a94c-9ebe346638ae {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:53:17.270823 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-fa257b6f-ffc6-44cf-b6ce-deaf971334a3 None None] Port 49efdded-ad05-4745-b5c6-582e712621cb cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:53:17.282760 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bc1bcd-a21c-442a-a2f2-73e604c23a7c None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:53:17.283417 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bc1bcd-a21c-442a-a2f2-73e604c23a7c None None] Checking segment: {'id': '56e949c1-48ed-4068-8030-55e6ce31f264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9b3060f6-503a-4ebd-a94c-9ebe346638ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:53:17.286068 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-53bc1bcd-a21c-442a-a2f2-73e604c23a7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:17.286728 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bc1bcd-a21c-442a-a2f2-73e604c23a7c None None] Bound using segment: {'id': '56e949c1-48ed-4068-8030-55e6ce31f264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9b3060f6-503a-4ebd-a94c-9ebe346638ae'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:53:17.287396 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-53bc1bcd-a21c-442a-a2f2-73e604c23a7c None None] Bound port: 414c616d-ac15-4407-9729-ad7fd93a1089, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56e949c1-48ed-4068-8030-55e6ce31f264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9b3060f6-503a-4ebd-a94c-9ebe346638ae'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:53:17.287769 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-53bc1bcd-a21c-442a-a2f2-73e604c23a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:17.321447 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b19d9152-b34d-4735-960a-7e9b4782c776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:17.325473 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b19d9152-b34d-4735-960a-7e9b4782c776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:17.326628 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-b19d9152-b34d-4735-960a-7e9b4782c776 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6fe93609-f068-4523-8b54-23c4e3527446 HTTP/1.1" status: 204 len: 168 time: 1.3865547 Mar 22 10:53:17.330727 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa9e8f3-4c56-4034-bfe7-9ff1042133da admin admin] Network dd5c1c08-a18c-4726-99bb-ba3569297277 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:53:17.336536 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-0aa9e8f3-4c56-4034-bfe7-9ff1042133da admin admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:53:17.345452 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65488737-cde8-4047-8a8b-85314ac90e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2ff8f4-30e3-4061-926c-e7a6eee28175,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:17.370198 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-53bc1bcd-a21c-442a-a2f2-73e604c23a7c None None] For port 414c616d-ac15-4407-9729-ad7fd93a1089, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:53:17.373623 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-53bc1bcd-a21c-442a-a2f2-73e604c23a7c None None] For port 414c616d-ac15-4407-9729-ad7fd93a1089, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=414c616d-ac15-4407-9729-ad7fd93a1089,segment=NetworkSegment(56e949c1-48ed-4068-8030-55e6ce31f264),segment_id=56e949c1-48ed-4068-8030-55e6ce31f264)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:53:17.409781 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-53bc1bcd-a21c-442a-a2f2-73e604c23a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:17.419339 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-65488737-cde8-4047-8a8b-85314ac90e95 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a52d1f1f320a4d90b07cba3615413454&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8237512 Mar 22 10:53:17.445964 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35036) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:17.482433 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19d9152-b34d-4735-960a-7e9b4782c776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe93609-f068-4523-8b54-23c4e3527446,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:17.483506 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 5239f23e-b1ee-446a-8e7f-04120b09d234 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:53:17.484465 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5e318ccd-cd8a-428a-9e38-393c11e5181c tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:17.537609 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-251275ec-6f33-4ee3-abd4-9f24ce35f3b1 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Allocated IP 172.26.7.72 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/28687133-8bad-4ead-b851-4e731508d237) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:53:17.550156 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-bb89e5a8-bc7b-4182-9c4e-97e5463cbc4c None None] Provisioning complete for port a563f114-0152-445c-b85e-ed5c4325b5a5 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:17.550524 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-bb89e5a8-bc7b-4182-9c4e-97e5463cbc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:17.646434 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c16fa487-46ce-4b17-ae28-5e5d7bb8743e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:17.659676 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f15782a5-6793-4304-b864-e77b7f355801 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:17.704464 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bc1bcd-a21c-442a-a2f2-73e604c23a7c None None] Pushing event updated for resources: {'Port': ['ID=414c616d-ac15-4407-9729-ad7fd93a1089,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:17.758307 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa9e8f3-4c56-4034-bfe7-9ff1042133da admin admin] Router 748683d0-0964-44a8-8955-b18eb4bcc0f7 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:53:17.782733 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c16fa487-46ce-4b17-ae28-5e5d7bb8743e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:17.789442 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-bb89e5a8-bc7b-4182-9c4e-97e5463cbc4c None None] Port a563f114-0152-445c-b85e-ed5c4325b5a5 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:53:17.832989 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5bc57ac6-92d5-41be-bbcc-9fe651c47db1 None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:17.849819 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5bc57ac6-92d5-41be-bbcc-9fe651c47db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:17.880144 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 5239f23e-b1ee-446a-8e7f-04120b09d234 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:17.880594 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:17.896021 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5e318ccd-cd8a-428a-9e38-393c11e5181c tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:17.908432 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35044) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:17.944403 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15782a5-6793-4304-b864-e77b7f355801 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Network 211aecc6-c2b6-4056-b651-96400adcd256 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:53:17.945425 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5e318ccd-cd8a-428a-9e38-393c11e5181c tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:17.984006 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-f15782a5-6793-4304-b864-e77b7f355801 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:53:18.016133 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-36015b51-eed9-4f29-92e7-52ea18dcfc6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:18.027774 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15782a5-6793-4304-b864-e77b7f355801 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:53:18.032776 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15782a5-6793-4304-b864-e77b7f355801 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Pushing event updated for resources: {'Port': ['ID=4c9739c1-1db0-41d1-9476-709cf6b2eb0e,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:18.064962 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e318ccd-cd8a-428a-9e38-393c11e5181c tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=613a4db2-0023-49ff-bbda-eb77f0a287fd,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:18.096736 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 10:53:18.105148 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5e318ccd-cd8a-428a-9e38-393c11e5181c tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:18.106975 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-5e318ccd-cd8a-428a-9e38-393c11e5181c tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9948552 Mar 22 10:53:18.142242 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35048) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:18.148108 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-fbf7fc2d-4e40-4c3a-9408-ee53c74dbe9b tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Request body: {'security_group_rule': {'security_group_id': '9458590a-d2f8-4ea3-b6ca-fc7855aaa70d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:18.229611 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-251275ec-6f33-4ee3-abd4-9f24ce35f3b1 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:18.240438 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15782a5-6793-4304-b864-e77b7f355801 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:18.241426 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f15782a5-6793-4304-b864-e77b7f355801 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:18.249461 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fc8fd7-543d-44f0-a781-ebf84a438f1f None None] Pushing event updated for resources: {'Port': ['ID=0c165ac1-afc6-4544-ac2b-1c4d17d470ec,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:18.249651 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35050) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:18.277557 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-0f15edaf-8ef7-46b0-965d-03dc8f188427 None None] Provisioning complete for port 49efdded-ad05-4745-b5c6-582e712621cb triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:18.278143 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0f15edaf-8ef7-46b0-965d-03dc8f188427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:18.287320 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-5bc57ac6-92d5-41be-bbcc-9fe651c47db1 None None] Attempting to bind port 0c165ac1-afc6-4544-ac2b-1c4d17d470ec on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:53:18.287901 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-5bc57ac6-92d5-41be-bbcc-9fe651c47db1 None None] Attempting to bind port 0c165ac1-afc6-4544-ac2b-1c4d17d470ec by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '1794cb20-dd56-4e78-a758-e4766285bf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '619a0580-b085-430c-89e2-022d42d1e4bf'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:53:18.288413 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc57ac6-92d5-41be-bbcc-9fe651c47db1 None None] Attempting to bind port 0c165ac1-afc6-4544-ac2b-1c4d17d470ec on network 619a0580-b085-430c-89e2-022d42d1e4bf {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:53:18.326526 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc57ac6-92d5-41be-bbcc-9fe651c47db1 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:53:18.327167 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc57ac6-92d5-41be-bbcc-9fe651c47db1 None None] Checking segment: {'id': '1794cb20-dd56-4e78-a758-e4766285bf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '619a0580-b085-430c-89e2-022d42d1e4bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:53:18.327856 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5bc57ac6-92d5-41be-bbcc-9fe651c47db1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:18.328519 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc57ac6-92d5-41be-bbcc-9fe651c47db1 None None] Bound using segment: {'id': '1794cb20-dd56-4e78-a758-e4766285bf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '619a0580-b085-430c-89e2-022d42d1e4bf'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:53:18.329391 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-5bc57ac6-92d5-41be-bbcc-9fe651c47db1 None None] Bound port: 0c165ac1-afc6-4544-ac2b-1c4d17d470ec, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1794cb20-dd56-4e78-a758-e4766285bf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '619a0580-b085-430c-89e2-022d42d1e4bf'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:53:18.330386 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5bc57ac6-92d5-41be-bbcc-9fe651c47db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:18.345840 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-816be6a3-342f-45b2-adc8-f9dc4674ed45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:18.351565 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c16fa487-46ce-4b17-ae28-5e5d7bb8743e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:18.354820 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c16fa487-46ce-4b17-ae28-5e5d7bb8743e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:18.357156 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c16fa487-46ce-4b17-ae28-5e5d7bb8743e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/eb2ff8f4-30e3-4061-926c-e7a6eee28175 HTTP/1.1" status: 204 len: 168 time: 0.9097881 Mar 22 10:53:18.364134 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-251275ec-6f33-4ee3-abd4-9f24ce35f3b1 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:18.398750 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fbf7fc2d-4e40-4c3a-9408-ee53c74dbe9b tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:18.429189 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-f15782a5-6793-4304-b864-e77b7f355801 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0075397 Mar 22 10:53:18.441361 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35054) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:18.454841 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251275ec-6f33-4ee3-abd4-9f24ce35f3b1 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Pushing event updated for resources: {'Port': ['ID=28687133-8bad-4ead-b851-4e731508d237,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:18.460210 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16fa487-46ce-4b17-ae28-5e5d7bb8743e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2ff8f4-30e3-4061-926c-e7a6eee28175,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:18.476467 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251275ec-6f33-4ee3-abd4-9f24ce35f3b1 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:53:18.479393 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-251275ec-6f33-4ee3-abd4-9f24ce35f3b1 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:53:18.506692 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-0f15edaf-8ef7-46b0-965d-03dc8f188427 None None] Port 49efdded-ad05-4745-b5c6-582e712621cb cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:53:18.530256 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251275ec-6f33-4ee3-abd4-9f24ce35f3b1 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:53:18.559918 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-8a23b902-b981-4514-917f-e1b3fe9943e9 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:24:c6:d8'}]}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:18.582735 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-24f3eda3-56be-4d3d-b67e-c742089c00b2 tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1329614377'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:18.584138 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:18.641771 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-5bc57ac6-92d5-41be-bbcc-9fe651c47db1 None None] For port 0c165ac1-afc6-4544-ac2b-1c4d17d470ec, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:53:18.661055 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-5bc57ac6-92d5-41be-bbcc-9fe651c47db1 None None] For port 0c165ac1-afc6-4544-ac2b-1c4d17d470ec, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=0c165ac1-afc6-4544-ac2b-1c4d17d470ec,segment=NetworkSegment(1794cb20-dd56-4e78-a758-e4766285bf48),segment_id=1794cb20-dd56-4e78-a758-e4766285bf48)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:53:18.666654 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port 5239f23e-b1ee-446a-8e7f-04120b09d234, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=5239f23e-b1ee-446a-8e7f-04120b09d234,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:53:18.673481 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-36015b51-eed9-4f29-92e7-52ea18dcfc6a admin admin] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:18.675979 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5bc57ac6-92d5-41be-bbcc-9fe651c47db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:18.690871 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:18.692352 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device a8765ef1-8965-413c-9f39-bbe225d39389 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:53:18.696640 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-36015b51-eed9-4f29-92e7-52ea18dcfc6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:18.707446 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-24f3eda3-56be-4d3d-b67e-c742089c00b2 tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:18.708430 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-24f3eda3-56be-4d3d-b67e-c742089c00b2 tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:18.789220 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-498c57f3-85e9-4362-b7dc-d2ef6bfc3832 None None] Provisioning complete for port 0c165ac1-afc6-4544-ac2b-1c4d17d470ec triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:18.789588 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-498c57f3-85e9-4362-b7dc-d2ef6bfc3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:18.866514 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-251275ec-6f33-4ee3-abd4-9f24ce35f3b1 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks [] for router_gateway, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:18.889239 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc57ac6-92d5-41be-bbcc-9fe651c47db1 None None] Routers {'a2749991-47ce-4e59-8ff1-37e968ab7c23'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:53:18.889880 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-5bc57ac6-92d5-41be-bbcc-9fe651c47db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:53:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['a2749991-47ce-4e59-8ff1-37e968ab7c23'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:18.947950 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port a8765ef1-8965-413c-9f39-bbe225d39389 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:18.948149 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35058) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:18.948312 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:18.955401 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fc8fd7-543d-44f0-a781-ebf84a438f1f None None] Pushing event updated for resources: {'Port': ['ID=0c165ac1-afc6-4544-ac2b-1c4d17d470ec,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:19.000571 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fbf7fc2d-4e40-4c3a-9408-ee53c74dbe9b tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:19.064422 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa9e8f3-4c56-4034-bfe7-9ff1042133da admin admin] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:53:19.072121 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fbf7fc2d-4e40-4c3a-9408-ee53c74dbe9b tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:19.094725 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0aa9e8f3-4c56-4034-bfe7-9ff1042133da admin admin] 10.222.0.57 "PUT /v2.0/routers/748683d0-0964-44a8-8955-b18eb4bcc0f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4723742 Mar 22 10:53:19.104949 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ee5fbe-cac8-4f37-b2ef-d591f66774bb None None] Sync routers for ids ['748683d0-0964-44a8-8955-b18eb4bcc0f7'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:53:19.116848 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ee5fbe-cac8-4f37-b2ef-d591f66774bb None None] Routers {'748683d0-0964-44a8-8955-b18eb4bcc0f7'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:53:19.117444 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-87ee5fbe-cac8-4f37-b2ef-d591f66774bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:53:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['748683d0-0964-44a8-8955-b18eb4bcc0f7'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:19.158033 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-36015b51-eed9-4f29-92e7-52ea18dcfc6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684306'] for router_interface, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:19.202844 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-5bc57ac6-92d5-41be-bbcc-9fe651c47db1 None None] Set router a2749991-47ce-4e59-8ff1-37e968ab7c23 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:53:19.203676 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fbf7fc2d-4e40-4c3a-9408-ee53c74dbe9b tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:19.209610 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-fbf7fc2d-4e40-4c3a-9408-ee53c74dbe9b tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0662277 Mar 22 10:53:19.216488 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-24f3eda3-56be-4d3d-b67e-c742089c00b2 tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:19.218714 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-816be6a3-342f-45b2-adc8-f9dc4674ed45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:19.219851 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36015b51-eed9-4f29-92e7-52ea18dcfc6a admin admin] Pushing event updated for resources: {'Port': ['ID=a563f114-0152-445c-b85e-ed5c4325b5a5,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:19.224974 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35064) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:19.231824 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf7fc2d-4e40-4c3a-9408-ee53c74dbe9b tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0732656-b4e5-4141-8178-8d9a3007f4f2,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:19.237938 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-dedd0a9f-f86c-4511-bafe-fbbd8cab1423 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Request body: {'floatingip': {'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:19.277183 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-816be6a3-342f-45b2-adc8-f9dc4674ed45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:19.280326 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-24f3eda3-56be-4d3d-b67e-c742089c00b2 tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:19.283733 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dedd0a9f-f86c-4511-bafe-fbbd8cab1423 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Notify callbacks [] for floatingip, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:19.285353 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-251275ec-6f33-4ee3-abd4-9f24ce35f3b1 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:19.323049 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-498c57f3-85e9-4362-b7dc-d2ef6bfc3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:19.414667 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=5239f23e-b1ee-446a-8e7f-04120b09d234,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:19.423738 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-87ee5fbe-cac8-4f37-b2ef-d591f66774bb None None] Set router 748683d0-0964-44a8-8955-b18eb4bcc0f7 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:53:19.443654 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-8a316d9a-9996-4286-8b9d-efcfbc7ca01a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f32b1f5f65a04341b9d990253daf2049&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4892809 Mar 22 10:53:19.454528 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35074) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:19.502121 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36015b51-eed9-4f29-92e7-52ea18dcfc6a admin admin] Network 6d72c436-5be9-48c2-831b-3e0293d5b0ac is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:53:19.592668 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-498c57f3-85e9-4362-b7dc-d2ef6bfc3832 None None] For port 0c165ac1-afc6-4544-ac2b-1c4d17d470ec, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=0c165ac1-afc6-4544-ac2b-1c4d17d470ec,segment=NetworkSegment(1794cb20-dd56-4e78-a758-e4766285bf48),segment_id=1794cb20-dd56-4e78-a758-e4766285bf48)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:53:19.598282 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-24f3eda3-56be-4d3d-b67e-c742089c00b2 tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:19.600968 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-24f3eda3-56be-4d3d-b67e-c742089c00b2 tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.6915054 Mar 22 10:53:19.601766 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8a23b902-b981-4514-917f-e1b3fe9943e9 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:19.608589 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-498c57f3-85e9-4362-b7dc-d2ef6bfc3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:19.623531 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 5a594c3b-5619-4c58-a446-0728a3777acc up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:53:19.631238 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-816be6a3-342f-45b2-adc8-f9dc4674ed45 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ea71f32ebcdd494b8f2e7c6fb55066ff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3595033 Mar 22 10:53:19.633427 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35078) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:19.633749 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35080) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:19.649243 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816be6a3-342f-45b2-adc8-f9dc4674ed45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de82a89-1862-4400-9918-a24c18f37e41,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:19.703617 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-36015b51-eed9-4f29-92e7-52ea18dcfc6a admin admin] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:53:19.776818 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-251275ec-6f33-4ee3-abd4-9f24ce35f3b1 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Router 90873fa1-86da-47c5-a3cf-2af0a32fa5e8 is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 10:53:19.861884 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5bbe0c-2b64-4f15-b549-9d0138c20afd None None] Network 9b3060f6-503a-4ebd-a94c-9ebe346638ae requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:53:19.864403 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-87ee5fbe-cac8-4f37-b2ef-d591f66774bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '748683d0-0964-44a8-8955-b18eb4bcc0f7', 'name': 'tempest-ServersTestManualDisk-191282308-router', 'tenant_id': 'a2150d1b1bcd4a828c702c82170ebe7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '5239f23e-b1ee-446a-8e7f-04120b09d234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:53:04Z', 'updated_at': '2022-03-22T10:53:15Z', 'revision_number': 4, 'project_id': 'a2150d1b1bcd4a828c702c82170ebe7c', 'gw_port': {'id': '5239f23e-b1ee-446a-8e7f-04120b09d234', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:79:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748683d0-0964-44a8-8955-b18eb4bcc0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:05Z', 'updated_at': '2022-03-22T10:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '49efdded-ad05-4745-b5c6-582e712621cb', 'name': '', 'network_id': 'dd5c1c08-a18c-4726-99bb-ba3569297277', 'tenant_id': 'a2150d1b1bcd4a828c702c82170ebe7c', 'mac_address': 'fa:16:3e:eb:fa:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '748683d0-0964-44a8-8955-b18eb4bcc0f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'e8b0effb-2582-4c7c-9cf2-568035a0a72b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:13Z', 'updated_at': '2022-03-22T10:53:16Z', 'revision_number': 2, 'project_id': 'a2150d1b1bcd4a828c702c82170ebe7c', 'subnets': [{'id': 'e8b0effb-2582-4c7c-9cf2-568035a0a72b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:19.879649 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ba7aaee1-0b78-4161-9eb9-54baf6643a32 tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] Notify callbacks [] for router, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:19.920748 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-498c57f3-85e9-4362-b7dc-d2ef6bfc3832 None None] Provisioning complete for port 4c9739c1-1db0-41d1-9476-709cf6b2eb0e triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:19.920985 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-498c57f3-85e9-4362-b7dc-d2ef6bfc3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:19.945866 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ee5fbe-cac8-4f37-b2ef-d591f66774bb None None] Checking router: 748683d0-0964-44a8-8955-b18eb4bcc0f7 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 10:53:19.946220 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ee5fbe-cac8-4f37-b2ef-d591f66774bb None None] Updating router 748683d0-0964-44a8-8955-b18eb4bcc0f7 port 49efdded-ad05-4745-b5c6-582e712621cb binding host dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 10:53:19.954473 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-251275ec-6f33-4ee3-abd4-9f24ce35f3b1 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:53:19.990947 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f92fa6c3-0b0b-4e53-8f65-2f0cf6093d7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:20.016733 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-251275ec-6f33-4ee3-abd4-9f24ce35f3b1 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:20.018105 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-251275ec-6f33-4ee3-abd4-9f24ce35f3b1 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 4.6944587 Mar 22 10:53:20.019306 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-87ee5fbe-cac8-4f37-b2ef-d591f66774bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:20.020617 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35082) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:20.028282 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b283c47c-7ec6-4739-aaba-468547abf3b1 None None] Sync routers for ids ['90873fa1-86da-47c5-a3cf-2af0a32fa5e8'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:53:20.179842 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c57f3-85e9-4362-b7dc-d2ef6bfc3832 None None] Pushing event updated for resources: {'Port': ['ID=0c165ac1-afc6-4544-ac2b-1c4d17d470ec,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:20.197386 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 5a594c3b-5619-4c58-a446-0728a3777acc triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:20.197773 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:20.207382 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-498c57f3-85e9-4362-b7dc-d2ef6bfc3832 None None] Port 4c9739c1-1db0-41d1-9476-709cf6b2eb0e cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:53:20.209369 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b283c47c-7ec6-4739-aaba-468547abf3b1 None None] Routers {'90873fa1-86da-47c5-a3cf-2af0a32fa5e8'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:53:20.210376 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-b283c47c-7ec6-4739-aaba-468547abf3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:53:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['90873fa1-86da-47c5-a3cf-2af0a32fa5e8'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:20.291731 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-b283c47c-7ec6-4739-aaba-468547abf3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:20.311584 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b283c47c-7ec6-4739-aaba-468547abf3b1 None None] Routers {'90873fa1-86da-47c5-a3cf-2af0a32fa5e8'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:53:20.314063 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-b283c47c-7ec6-4739-aaba-468547abf3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:53:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['90873fa1-86da-47c5-a3cf-2af0a32fa5e8'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:20.324998 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f92fa6c3-0b0b-4e53-8f65-2f0cf6093d7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:20.349005 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ba73ad15-c3e0-431f-8470-2e49075e0bb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:20.393460 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-b283c47c-7ec6-4739-aaba-468547abf3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:20.394220 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b283c47c-7ec6-4739-aaba-468547abf3b1 None None] The sync data for ids ['90873fa1-86da-47c5-a3cf-2af0a32fa5e8'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:53:20.409057 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35086) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:20.428108 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-03997aa9-1e61-4c42-8c8c-34e4d99e2978 None None] Provisioning complete for port 414c616d-ac15-4407-9729-ad7fd93a1089 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:20.428645 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-03997aa9-1e61-4c42-8c8c-34e4d99e2978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:20.442040 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-6fb1ed1d-9939-4e5a-a8ca-83e57ae99f98 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Request body: {'security_group': {'name': 'tempest-securitygroup--305065052', 'description': 'tempest-description--72630136'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:20.455796 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-87ee5fbe-cac8-4f37-b2ef-d591f66774bb None None] Notify callbacks [] for port, precommit_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:20.467558 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-87ee5fbe-cac8-4f37-b2ef-d591f66774bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:20.472265 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-5bc57ac6-92d5-41be-bbcc-9fe651c47db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2749991-47ce-4e59-8ff1-37e968ab7c23', 'name': 'tempest-ServerActionsTestJSON-1145251972-router', 'tenant_id': 'e964decdfe5d4f8ab69e1cb7f6a56a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30'}], 'enable_snat': True}, 'gw_port_id': '6595533c-53e7-4f34-8874-0f797100d99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:53:01Z', 'updated_at': '2022-03-22T10:53:10Z', 'revision_number': 4, 'project_id': 'e964decdfe5d4f8ab69e1cb7f6a56a22', 'gw_port': {'id': '6595533c-53e7-4f34-8874-0f797100d99d', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:27:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2749991-47ce-4e59-8ff1-37e968ab7c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:02Z', 'updated_at': '2022-03-22T10:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '0c165ac1-afc6-4544-ac2b-1c4d17d470ec', 'name': '', 'network_id': '619a0580-b085-430c-89e2-022d42d1e4bf', 'tenant_id': 'e964decdfe5d4f8ab69e1cb7f6a56a22', 'mac_address': 'fa:16:3e:5b:b6:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2749991-47ce-4e59-8ff1-37e968ab7c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e692a5aa-617d-46cb-afbe-668e67a6ee91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:07Z', 'updated_at': '2022-03-22T10:53:18Z', 'revision_number': 4, 'project_id': 'e964decdfe5d4f8ab69e1cb7f6a56a22', 'subnets': [{'id': 'e692a5aa-617d-46cb-afbe-668e67a6ee91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:20.529283 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd34b1-acbf-49b3-a69c-6f6742cc0d0a None None] Pushing event updated for resources: {'Port': ['ID=49efdded-ad05-4745-b5c6-582e712621cb,revision_number=3']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:20.539350 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc57ac6-92d5-41be-bbcc-9fe651c47db1 None None] The sync data for ids ['a2749991-47ce-4e59-8ff1-37e968ab7c23'] in dv-neutron-834599-1-hyperv is: [{'id': 'a2749991-47ce-4e59-8ff1-37e968ab7c23', 'name': 'tempest-ServerActionsTestJSON-1145251972-router', 'tenant_id': 'e964decdfe5d4f8ab69e1cb7f6a56a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30'}], 'enable_snat': True}, 'gw_port_id': '6595533c-53e7-4f34-8874-0f797100d99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:53:01Z', 'updated_at': '2022-03-22T10:53:10Z', 'revision_number': 4, 'project_id': 'e964decdfe5d4f8ab69e1cb7f6a56a22', 'gw_port': {'id': '6595533c-53e7-4f34-8874-0f797100d99d', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:27:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2749991-47ce-4e59-8ff1-37e968ab7c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:02Z', 'updated_at': '2022-03-22T10:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '0c165ac1-afc6-4544-ac2b-1c4d17d470ec', 'name': '', 'network_id': '619a0580-b085-430c-89e2-022d42d1e4bf', 'tenant_id': 'e964decdfe5d4f8ab69e1cb7f6a56a22', 'mac_address': 'fa:16:3e:5b:b6:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2749991-47ce-4e59-8ff1-37e968ab7c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e692a5aa-617d-46cb-afbe-668e67a6ee91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:07Z', 'updated_at': '2022-03-22T10:53:18Z', 'revision_number': 4, 'project_id': 'e964decdfe5d4f8ab69e1cb7f6a56a22', 'subnets': [{'id': 'e692a5aa-617d-46cb-afbe-668e67a6ee91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:53:20.604383 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:20.641328 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8a23b902-b981-4514-917f-e1b3fe9943e9 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:20.666851 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-816c15d1-3337-4bd5-bdb7-11b7b8f6b95e tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:20.683607 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ba7aaee1-0b78-4161-9eb9-54baf6643a32 tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:20.686820 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ba7aaee1-0b78-4161-9eb9-54baf6643a32 tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:20.700347 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36015b51-eed9-4f29-92e7-52ea18dcfc6a admin admin] Router 3d10d508-41ee-4740-b292-82a2db1fd1fa has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:53:20.710347 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-87ee5fbe-cac8-4f37-b2ef-d591f66774bb None None] Attempting to bind port 49efdded-ad05-4745-b5c6-582e712621cb on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:53:20.710758 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-87ee5fbe-cac8-4f37-b2ef-d591f66774bb None None] Attempting to bind port 49efdded-ad05-4745-b5c6-582e712621cb by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '82dd374b-603b-4932-97a9-e40ea477b1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'dd5c1c08-a18c-4726-99bb-ba3569297277'}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:53:20.711223 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ee5fbe-cac8-4f37-b2ef-d591f66774bb None None] Attempting to bind port 49efdded-ad05-4745-b5c6-582e712621cb on network dd5c1c08-a18c-4726-99bb-ba3569297277 {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:53:20.724992 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ee5fbe-cac8-4f37-b2ef-d591f66774bb None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:53:20.725687 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ee5fbe-cac8-4f37-b2ef-d591f66774bb None None] Checking segment: {'id': '82dd374b-603b-4932-97a9-e40ea477b1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'dd5c1c08-a18c-4726-99bb-ba3569297277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:53:20.726651 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-87ee5fbe-cac8-4f37-b2ef-d591f66774bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:20.728010 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ee5fbe-cac8-4f37-b2ef-d591f66774bb None None] Bound using segment: {'id': '82dd374b-603b-4932-97a9-e40ea477b1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'dd5c1c08-a18c-4726-99bb-ba3569297277'} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:53:20.728699 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-87ee5fbe-cac8-4f37-b2ef-d591f66774bb None None] Bound port: 49efdded-ad05-4745-b5c6-582e712621cb, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82dd374b-603b-4932-97a9-e40ea477b1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'dd5c1c08-a18c-4726-99bb-ba3569297277'}}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:53:20.729790 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-87ee5fbe-cac8-4f37-b2ef-d591f66774bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:20.746454 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port 5a594c3b-5619-4c58-a446-0728a3777acc, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=5a594c3b-5619-4c58-a446-0728a3777acc,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:53:20.751220 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-03997aa9-1e61-4c42-8c8c-34e4d99e2978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:20.784849 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:20.883021 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-87ee5fbe-cac8-4f37-b2ef-d591f66774bb None None] For port 49efdded-ad05-4745-b5c6-582e712621cb, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:53:20.888301 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ba7aaee1-0b78-4161-9eb9-54baf6643a32 tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:20.889646 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7aaee1-0b78-4161-9eb9-54baf6643a32 tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] Fanout notify agent at l3_agent the message router_deleted on router df46be21-5cfd-4ba3-a4fd-d99f37c21a76 {{(pid=109050) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 10:53:20.890928 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-87ee5fbe-cac8-4f37-b2ef-d591f66774bb None None] For port 49efdded-ad05-4745-b5c6-582e712621cb, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=49efdded-ad05-4745-b5c6-582e712621cb,segment=NetworkSegment(82dd374b-603b-4932-97a9-e40ea477b1e0),segment_id=82dd374b-603b-4932-97a9-e40ea477b1e0)] {{(pid=109052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:53:20.902168 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-87ee5fbe-cac8-4f37-b2ef-d591f66774bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:20.909895 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ba7aaee1-0b78-4161-9eb9-54baf6643a32 tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:20.914187 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-ba7aaee1-0b78-4161-9eb9-54baf6643a32 tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] 10.222.0.57 "DELETE /v2.0/routers/df46be21-5cfd-4ba3-a4fd-d99f37c21a76 HTTP/1.1" status: 204 len: 168 time: 1.2477090 Mar 22 10:53:20.916731 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8a23b902-b981-4514-917f-e1b3fe9943e9 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:20.935015 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35088) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:20.986003 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=5a594c3b-5619-4c58-a446-0728a3777acc,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:21.000975 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd34b1-acbf-49b3-a69c-6f6742cc0d0a None None] Pushing event updated for resources: {'Port': ['ID=49efdded-ad05-4745-b5c6-582e712621cb,revision_number=4']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:21.005186 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-03997aa9-1e61-4c42-8c8c-34e4d99e2978 None None] For port 414c616d-ac15-4407-9729-ad7fd93a1089, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=414c616d-ac15-4407-9729-ad7fd93a1089,segment=NetworkSegment(56e949c1-48ed-4068-8030-55e6ce31f264),segment_id=56e949c1-48ed-4068-8030-55e6ce31f264)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:53:21.017470 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-03997aa9-1e61-4c42-8c8c-34e4d99e2978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:21.046327 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ee5fbe-cac8-4f37-b2ef-d591f66774bb None None] Routers {'748683d0-0964-44a8-8955-b18eb4bcc0f7'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:53:21.046969 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-87ee5fbe-cac8-4f37-b2ef-d591f66774bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:53:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['748683d0-0964-44a8-8955-b18eb4bcc0f7'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:21.062957 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f92fa6c3-0b0b-4e53-8f65-2f0cf6093d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:21.065822 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f92fa6c3-0b0b-4e53-8f65-2f0cf6093d7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:21.067148 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-f92fa6c3-0b0b-4e53-8f65-2f0cf6093d7f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e208d423-2aa6-4f11-990c-f9b7c9c1afdb HTTP/1.1" status: 204 len: 168 time: 1.6098833 Mar 22 10:53:21.105528 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-60a96a8f-57b4-4a00-8df4-d3c518758a19 tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] Request body: {'router': {'name': 'tempest-router-145103052', 'distributed': False}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:21.166584 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03997aa9-1e61-4c42-8c8c-34e4d99e2978 None None] Pushing event updated for resources: {'Port': ['ID=414c616d-ac15-4407-9729-ad7fd93a1089,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:21.181609 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-03997aa9-1e61-4c42-8c8c-34e4d99e2978 None None] Provisioning complete for port 0c165ac1-afc6-4544-ac2b-1c4d17d470ec triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:21.181970 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-03997aa9-1e61-4c42-8c8c-34e4d99e2978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:21.183768 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ba73ad15-c3e0-431f-8470-2e49075e0bb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:21.236855 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a23b902-b981-4514-917f-e1b3fe9943e9 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Pushing event updated for resources: {'Port': ['ID=4c9739c1-1db0-41d1-9476-709cf6b2eb0e,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:21.243454 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-87ee5fbe-cac8-4f37-b2ef-d591f66774bb None None] Set router 748683d0-0964-44a8-8955-b18eb4bcc0f7 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:53:21.262144 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 5239f23e-b1ee-446a-8e7f-04120b09d234 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:53:21.352265 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-60a96a8f-57b4-4a00-8df4-d3c518758a19 tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:21.353771 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-60a96a8f-57b4-4a00-8df4-d3c518758a19 tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:21.366971 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6fb1ed1d-9939-4e5a-a8ca-83e57ae99f98 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:21.449951 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ba73ad15-c3e0-431f-8470-2e49075e0bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:21.453693 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ba73ad15-c3e0-431f-8470-2e49075e0bb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:21.457253 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-ba73ad15-c3e0-431f-8470-2e49075e0bb3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4de82a89-1862-4400-9918-a24c18f37e41 HTTP/1.1" status: 204 len: 168 time: 1.7835393 Mar 22 10:53:21.471710 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-03997aa9-1e61-4c42-8c8c-34e4d99e2978 None None] Provisioning complete for port a563f114-0152-445c-b85e-ed5c4325b5a5 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:21.472235 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-03997aa9-1e61-4c42-8c8c-34e4d99e2978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:21.575526 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 5239f23e-b1ee-446a-8e7f-04120b09d234 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:21.575911 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:21.610494 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-816c15d1-3337-4bd5-bdb7-11b7b8f6b95e tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Allocated IP 172.20.0.1 (9b3060f6-503a-4ebd-a94c-9ebe346638ae/024ca9d4-0e0a-4ba0-abf6-b38c5d98db16/a81ffd08-cc07-4db9-a9bd-3e4e6b2ccf2c) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:53:21.660222 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-03997aa9-1e61-4c42-8c8c-34e4d99e2978 None None] Port a563f114-0152-445c-b85e-ed5c4325b5a5 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:53:21.788664 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 0c165ac1-afc6-4544-ac2b-1c4d17d470ec up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:53:21.835059 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-87ee5fbe-cac8-4f37-b2ef-d591f66774bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '748683d0-0964-44a8-8955-b18eb4bcc0f7', 'name': 'tempest-ServersTestManualDisk-191282308-router', 'tenant_id': 'a2150d1b1bcd4a828c702c82170ebe7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '5239f23e-b1ee-446a-8e7f-04120b09d234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:53:04Z', 'updated_at': '2022-03-22T10:53:15Z', 'revision_number': 4, 'project_id': 'a2150d1b1bcd4a828c702c82170ebe7c', 'gw_port': {'id': '5239f23e-b1ee-446a-8e7f-04120b09d234', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:79:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748683d0-0964-44a8-8955-b18eb4bcc0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:05Z', 'updated_at': '2022-03-22T10:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '49efdded-ad05-4745-b5c6-582e712621cb', 'name': '', 'network_id': 'dd5c1c08-a18c-4726-99bb-ba3569297277', 'tenant_id': 'a2150d1b1bcd4a828c702c82170ebe7c', 'mac_address': 'fa:16:3e:eb:fa:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '748683d0-0964-44a8-8955-b18eb4bcc0f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'e8b0effb-2582-4c7c-9cf2-568035a0a72b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:13Z', 'updated_at': '2022-03-22T10:53:20Z', 'revision_number': 4, 'project_id': 'a2150d1b1bcd4a828c702c82170ebe7c', 'subnets': [{'id': 'e8b0effb-2582-4c7c-9cf2-568035a0a72b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:21.844064 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-60a96a8f-57b4-4a00-8df4-d3c518758a19 tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:21.859276 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-816c15d1-3337-4bd5-bdb7-11b7b8f6b95e tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:21.867827 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-3ea51ae6-879a-44a1-97b9-4b2e19083cb8 None None] Provisioning complete for port 414c616d-ac15-4407-9729-ad7fd93a1089 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:21.868273 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3ea51ae6-879a-44a1-97b9-4b2e19083cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:21.880102 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92fa6c3-0b0b-4e53-8f65-2f0cf6093d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e208d423-2aa6-4f11-990c-f9b7c9c1afdb,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:21.917709 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ee5fbe-cac8-4f37-b2ef-d591f66774bb None None] The sync data for ids ['748683d0-0964-44a8-8955-b18eb4bcc0f7'] in dv-neutron-834599-1-hyperv is: [{'id': '748683d0-0964-44a8-8955-b18eb4bcc0f7', 'name': 'tempest-ServersTestManualDisk-191282308-router', 'tenant_id': 'a2150d1b1bcd4a828c702c82170ebe7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '5239f23e-b1ee-446a-8e7f-04120b09d234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:53:04Z', 'updated_at': '2022-03-22T10:53:15Z', 'revision_number': 4, 'project_id': 'a2150d1b1bcd4a828c702c82170ebe7c', 'gw_port': {'id': '5239f23e-b1ee-446a-8e7f-04120b09d234', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:79:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748683d0-0964-44a8-8955-b18eb4bcc0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:05Z', 'updated_at': '2022-03-22T10:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '49efdded-ad05-4745-b5c6-582e712621cb', 'name': '', 'network_id': 'dd5c1c08-a18c-4726-99bb-ba3569297277', 'tenant_id': 'a2150d1b1bcd4a828c702c82170ebe7c', 'mac_address': 'fa:16:3e:eb:fa:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '748683d0-0964-44a8-8955-b18eb4bcc0f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'e8b0effb-2582-4c7c-9cf2-568035a0a72b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:13Z', 'updated_at': '2022-03-22T10:53:20Z', 'revision_number': 4, 'project_id': 'a2150d1b1bcd4a828c702c82170ebe7c', 'subnets': [{'id': 'e8b0effb-2582-4c7c-9cf2-568035a0a72b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:53:21.954832 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-816c15d1-3337-4bd5-bdb7-11b7b8f6b95e tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:22.053731 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba73ad15-c3e0-431f-8470-2e49075e0bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de82a89-1862-4400-9918-a24c18f37e41,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:22.056340 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dedd0a9f-f86c-4511-bafe-fbbd8cab1423 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:22.062993 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-60a96a8f-57b4-4a00-8df4-d3c518758a19 tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:22.117919 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816c15d1-3337-4bd5-bdb7-11b7b8f6b95e tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Pushing event updated for resources: {'Port': ['ID=a81ffd08-cc07-4db9-a9bd-3e4e6b2ccf2c,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:22.134328 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816c15d1-3337-4bd5-bdb7-11b7b8f6b95e tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Network 9b3060f6-503a-4ebd-a94c-9ebe346638ae is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:53:22.140169 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-816c15d1-3337-4bd5-bdb7-11b7b8f6b95e tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:53:22.150158 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 0c165ac1-afc6-4544-ac2b-1c4d17d470ec triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:22.150720 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-8a23b902-b981-4514-917f-e1b3fe9943e9 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] In _notify_port_updated(), no bound segment for port 4c9739c1-1db0-41d1-9476-709cf6b2eb0e on network 211aecc6-c2b6-4056-b651-96400adcd256 {{(pid=109050) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 22 10:53:22.150821 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:22.155938 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a23b902-b981-4514-917f-e1b3fe9943e9 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:22.157233 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8a23b902-b981-4514-917f-e1b3fe9943e9 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:22.160672 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-8a23b902-b981-4514-917f-e1b3fe9943e9 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] 10.222.0.57 "PUT /v2.0/ports/4c9739c1-1db0-41d1-9476-709cf6b2eb0e HTTP/1.1" status: 200 len: 993 time: 3.6041322 Mar 22 10:53:22.161446 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816c15d1-3337-4bd5-bdb7-11b7b8f6b95e tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:53:22.162695 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-816c15d1-3337-4bd5-bdb7-11b7b8f6b95e tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684270'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:22.256367 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35110) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:22.263811 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-60a96a8f-57b4-4a00-8df4-d3c518758a19 tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:22.268880 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35112) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:22.269600 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-60a96a8f-57b4-4a00-8df4-d3c518758a19 tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.2001374 Mar 22 10:53:22.431044 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36015b51-eed9-4f29-92e7-52ea18dcfc6a admin admin] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:53:22.436334 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 414c616d-ac15-4407-9729-ad7fd93a1089 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:53:22.452143 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2545f8d9-7d44-4d2f-a6e7-b849804ca2e5 None None] Sync routers for ids ['3d10d508-41ee-4740-b292-82a2db1fd1fa'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:53:22.467910 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2545f8d9-7d44-4d2f-a6e7-b849804ca2e5 None None] Routers {'3d10d508-41ee-4740-b292-82a2db1fd1fa'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:53:22.469457 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-2545f8d9-7d44-4d2f-a6e7-b849804ca2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:53:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['3d10d508-41ee-4740-b292-82a2db1fd1fa'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:22.482408 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-36015b51-eed9-4f29-92e7-52ea18dcfc6a admin admin] 10.222.0.57 "PUT /v2.0/routers/3d10d508-41ee-4740-b292-82a2db1fd1fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4861732 Mar 22 10:53:22.527061 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-3ea51ae6-879a-44a1-97b9-4b2e19083cb8 None None] Provisioning complete for port 49efdded-ad05-4745-b5c6-582e712621cb triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:22.527869 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3ea51ae6-879a-44a1-97b9-4b2e19083cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:22.614246 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 414c616d-ac15-4407-9729-ad7fd93a1089 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:22.617934 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:22.648808 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6fb1ed1d-9939-4e5a-a8ca-83e57ae99f98 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:22.667428 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6fb1ed1d-9939-4e5a-a8ca-83e57ae99f98 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:22.677041 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-2545f8d9-7d44-4d2f-a6e7-b849804ca2e5 None None] Set router 3d10d508-41ee-4740-b292-82a2db1fd1fa gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:53:22.759841 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-dedd0a9f-f86c-4511-bafe-fbbd8cab1423 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Allocated IP 172.26.7.144 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/8715ec41-541e-4959-a9a2-23b719d5d3ee) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:53:22.771502 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6fb1ed1d-9939-4e5a-a8ca-83e57ae99f98 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:22.772994 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-6fb1ed1d-9939-4e5a-a8ca-83e57ae99f98 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 2.3536105 Mar 22 10:53:22.786286 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35130) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:22.806309 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3ea51ae6-879a-44a1-97b9-4b2e19083cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:22.814731 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-6d04e418-ba2d-44a9-aefc-75c94291c809 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Request body: {'security_group_rule': {'security_group_id': '074c04a7-4d87-4874-a408-fce3f9ed77b2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:22.821200 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb1ed1d-9939-4e5a-a8ca-83e57ae99f98 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=074c04a7-4d87-4874-a408-fce3f9ed77b2,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:22.958073 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-3ea51ae6-879a-44a1-97b9-4b2e19083cb8 None None] For port 49efdded-ad05-4745-b5c6-582e712621cb, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=49efdded-ad05-4745-b5c6-582e712621cb,segment=NetworkSegment(82dd374b-603b-4932-97a9-e40ea477b1e0),segment_id=82dd374b-603b-4932-97a9-e40ea477b1e0)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:53:22.972882 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3ea51ae6-879a-44a1-97b9-4b2e19083cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:22.986218 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6d04e418-ba2d-44a9-aefc-75c94291c809 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:23.094199 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea51ae6-879a-44a1-97b9-4b2e19083cb8 None None] Pushing event updated for resources: {'Port': ['ID=49efdded-ad05-4745-b5c6-582e712621cb,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:23.133243 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-e669cec5-cd25-42d9-892c-f9a543011871 None None] Provisioning complete for port 4c9739c1-1db0-41d1-9476-709cf6b2eb0e triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:23.134173 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e669cec5-cd25-42d9-892c-f9a543011871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:23.185540 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dedd0a9f-f86c-4511-bafe-fbbd8cab1423 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:23.201722 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-e669cec5-cd25-42d9-892c-f9a543011871 None None] Port 4c9739c1-1db0-41d1-9476-709cf6b2eb0e cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:53:23.237597 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-e669cec5-cd25-42d9-892c-f9a543011871 None None] Provisioning complete for port a81ffd08-cc07-4db9-a9bd-3e4e6b2ccf2c triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:23.238754 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e669cec5-cd25-42d9-892c-f9a543011871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:23.240653 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-67608247-15c9-45a4-abb2-c3a891cb00c7 tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:23.249665 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6d04e418-ba2d-44a9-aefc-75c94291c809 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:23.253887 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-2545f8d9-7d44-4d2f-a6e7-b849804ca2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d10d508-41ee-4740-b292-82a2db1fd1fa', 'name': 'tempest-ServersTestJSON-1678239605-router', 'tenant_id': 'da2f632c4d66467ba58857dff433bce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.40'}], 'enable_snat': True}, 'gw_port_id': '5a594c3b-5619-4c58-a446-0728a3777acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:53:05Z', 'updated_at': '2022-03-22T10:53:17Z', 'revision_number': 4, 'project_id': 'da2f632c4d66467ba58857dff433bce9', 'gw_port': {'id': '5a594c3b-5619-4c58-a446-0728a3777acc', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d10d508-41ee-4740-b292-82a2db1fd1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:06Z', 'updated_at': '2022-03-22T10:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': 'a563f114-0152-445c-b85e-ed5c4325b5a5', 'name': '', 'network_id': '6d72c436-5be9-48c2-831b-3e0293d5b0ac', 'tenant_id': 'da2f632c4d66467ba58857dff433bce9', 'mac_address': 'fa:16:3e:18:fa:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d10d508-41ee-4740-b292-82a2db1fd1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c201b142-5f21-4cd8-83cb-40d4a336882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:14Z', 'updated_at': '2022-03-22T10:53:18Z', 'revision_number': 2, 'project_id': 'da2f632c4d66467ba58857dff433bce9', 'subnets': [{'id': 'c201b142-5f21-4cd8-83cb-40d4a336882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:23.263682 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6d04e418-ba2d-44a9-aefc-75c94291c809 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:23.335773 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d04e418-ba2d-44a9-aefc-75c94291c809 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9210a21a-6cc0-43b7-b8f7-fb024b36254f,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:23.340759 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2545f8d9-7d44-4d2f-a6e7-b849804ca2e5 None None] Checking router: 3d10d508-41ee-4740-b292-82a2db1fd1fa for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 10:53:23.341140 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2545f8d9-7d44-4d2f-a6e7-b849804ca2e5 None None] Updating router 3d10d508-41ee-4740-b292-82a2db1fd1fa port a563f114-0152-445c-b85e-ed5c4325b5a5 binding host dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 10:53:23.382114 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-e669cec5-cd25-42d9-892c-f9a543011871 None None] Port a81ffd08-cc07-4db9-a9bd-3e4e6b2ccf2c cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:53:23.383815 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6d04e418-ba2d-44a9-aefc-75c94291c809 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:23.385397 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-6d04e418-ba2d-44a9-aefc-75c94291c809 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5887420 Mar 22 10:53:23.386573 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 5a594c3b-5619-4c58-a446-0728a3777acc up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:53:23.387962 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35142) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:23.398763 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-1ff5c2d6-1811-4599-ae66-d817edd83fbe tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Request body: {'security_group_rule': {'security_group_id': '074c04a7-4d87-4874-a408-fce3f9ed77b2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:23.410043 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dedd0a9f-f86c-4511-bafe-fbbd8cab1423 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:23.410239 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-2545f8d9-7d44-4d2f-a6e7-b849804ca2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:23.417218 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35144) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:23.517521 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 5a594c3b-5619-4c58-a446-0728a3777acc triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:23.518135 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:23.571087 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd0a9f-f86c-4511-bafe-fbbd8cab1423 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Pushing event updated for resources: {'Port': ['ID=8715ec41-541e-4959-a9a2-23b719d5d3ee,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:23.611934 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedd0a9f-f86c-4511-bafe-fbbd8cab1423 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:53:23.625403 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-dedd0a9f-f86c-4511-bafe-fbbd8cab1423 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:53:23.631470 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedd0a9f-f86c-4511-bafe-fbbd8cab1423 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:53:23.636993 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1ff5c2d6-1811-4599-ae66-d817edd83fbe tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:23.699323 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 414c616d-ac15-4407-9729-ad7fd93a1089 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:53:23.733785 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-816c15d1-3337-4bd5-bdb7-11b7b8f6b95e tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:23.787228 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1ff5c2d6-1811-4599-ae66-d817edd83fbe tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:23.802955 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1ff5c2d6-1811-4599-ae66-d817edd83fbe tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:23.824353 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff5c2d6-1811-4599-ae66-d817edd83fbe tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f847217e-2378-4c50-8b0c-20ad32501676,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:23.859182 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-67608247-15c9-45a4-abb2-c3a891cb00c7 tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:23.861618 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-67608247-15c9-45a4-abb2-c3a891cb00c7 tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:23.881733 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1ff5c2d6-1811-4599-ae66-d817edd83fbe tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:23.883942 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-1ff5c2d6-1811-4599-ae66-d817edd83fbe tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4947445 Mar 22 10:53:23.890029 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35152) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:23.891619 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-a68b7846-3afc-4a19-a31d-49a39889dcc7 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Deleting port 4c9739c1-1db0-41d1-9476-709cf6b2eb0e {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:53:23.891964 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a68b7846-3afc-4a19-a31d-49a39889dcc7 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:23.897855 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-47cba800-8230-4f07-b0ce-0f5a3699d869 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Request body: {'floatingip': {'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:23.941810 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-2545f8d9-7d44-4d2f-a6e7-b849804ca2e5 None None] Notify callbacks [] for port, precommit_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:23.954012 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-2545f8d9-7d44-4d2f-a6e7-b849804ca2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:23.966512 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dedd0a9f-f86c-4511-bafe-fbbd8cab1423 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:23.982292 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-47cba800-8230-4f07-b0ce-0f5a3699d869 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Notify callbacks [] for floatingip, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:24.006165 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-42baef14-08ac-41ab-b1f8-a608f3dfd6a5 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-385710471'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:24.012208 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ebae6f-3e3c-4db6-98e0-546adff1e6a2 None None] Pushing event updated for resources: {'Port': ['ID=a563f114-0152-445c-b85e-ed5c4325b5a5,revision_number=3']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:24.105371 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a68b7846-3afc-4a19-a31d-49a39889dcc7 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:24.120214 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-a68b7846-3afc-4a19-a31d-49a39889dcc7 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Calling delete_port for 4c9739c1-1db0-41d1-9476-709cf6b2eb0e owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:53:24.131340 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35158) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:24.132875 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dedd0a9f-f86c-4511-bafe-fbbd8cab1423 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:24.153777 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-2545f8d9-7d44-4d2f-a6e7-b849804ca2e5 None None] Attempting to bind port a563f114-0152-445c-b85e-ed5c4325b5a5 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:53:24.154151 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-2545f8d9-7d44-4d2f-a6e7-b849804ca2e5 None None] Attempting to bind port a563f114-0152-445c-b85e-ed5c4325b5a5 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '5442cd60-abd5-4cd7-8e4b-1aa43061ab4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6d72c436-5be9-48c2-831b-3e0293d5b0ac'}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:53:24.154507 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2545f8d9-7d44-4d2f-a6e7-b849804ca2e5 None None] Attempting to bind port a563f114-0152-445c-b85e-ed5c4325b5a5 on network 6d72c436-5be9-48c2-831b-3e0293d5b0ac {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:53:24.165773 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42baef14-08ac-41ab-b1f8-a608f3dfd6a5 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Made reservation on behalf of 308ee6922bdf4362962413356c559af0 for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:53:24.170343 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-42baef14-08ac-41ab-b1f8-a608f3dfd6a5 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:24.176451 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-58c6c824-70d2-45ee-ba1c-0b73d61e3064 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Request body: {'security_group': {'name': 'tempest-securitygroup--108015000', 'description': 'tempest-description--1546241680'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:24.178151 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2545f8d9-7d44-4d2f-a6e7-b849804ca2e5 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:53:24.178521 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2545f8d9-7d44-4d2f-a6e7-b849804ca2e5 None None] Checking segment: {'id': '5442cd60-abd5-4cd7-8e4b-1aa43061ab4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6d72c436-5be9-48c2-831b-3e0293d5b0ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:53:24.178921 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-2545f8d9-7d44-4d2f-a6e7-b849804ca2e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:24.179307 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2545f8d9-7d44-4d2f-a6e7-b849804ca2e5 None None] Bound using segment: {'id': '5442cd60-abd5-4cd7-8e4b-1aa43061ab4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6d72c436-5be9-48c2-831b-3e0293d5b0ac'} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:53:24.181534 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-2545f8d9-7d44-4d2f-a6e7-b849804ca2e5 None None] Bound port: a563f114-0152-445c-b85e-ed5c4325b5a5, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5442cd60-abd5-4cd7-8e4b-1aa43061ab4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6d72c436-5be9-48c2-831b-3e0293d5b0ac'}}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:53:24.181948 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-2545f8d9-7d44-4d2f-a6e7-b849804ca2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:24.217092 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-58c6c824-70d2-45ee-ba1c-0b73d61e3064 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:24.224365 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-42baef14-08ac-41ab-b1f8-a608f3dfd6a5 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:24.266027 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 414c616d-ac15-4407-9729-ad7fd93a1089 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:24.266752 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:24.358851 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-2545f8d9-7d44-4d2f-a6e7-b849804ca2e5 None None] For port a563f114-0152-445c-b85e-ed5c4325b5a5, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:53:24.370030 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-2545f8d9-7d44-4d2f-a6e7-b849804ca2e5 None None] For port a563f114-0152-445c-b85e-ed5c4325b5a5, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=a563f114-0152-445c-b85e-ed5c4325b5a5,segment=NetworkSegment(5442cd60-abd5-4cd7-8e4b-1aa43061ab4f),segment_id=5442cd60-abd5-4cd7-8e4b-1aa43061ab4f)] {{(pid=109052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:53:24.380792 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-2545f8d9-7d44-4d2f-a6e7-b849804ca2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:24.437864 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 49efdded-ad05-4745-b5c6-582e712621cb up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:53:24.491379 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ebae6f-3e3c-4db6-98e0-546adff1e6a2 None None] Pushing event updated for resources: {'Port': ['ID=a563f114-0152-445c-b85e-ed5c4325b5a5,revision_number=4']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:24.504642 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-c0997500-d00d-42bc-b62d-a4c3a166ee64 None None] Provisioning complete for port a563f114-0152-445c-b85e-ed5c4325b5a5 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:24.505041 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c0997500-d00d-42bc-b62d-a4c3a166ee64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:24.545657 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2545f8d9-7d44-4d2f-a6e7-b849804ca2e5 None None] Routers {'3d10d508-41ee-4740-b292-82a2db1fd1fa'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:53:24.547071 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-2545f8d9-7d44-4d2f-a6e7-b849804ca2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:53:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['3d10d508-41ee-4740-b292-82a2db1fd1fa'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:24.565524 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 49efdded-ad05-4745-b5c6-582e712621cb triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:24.565873 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:24.668494 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-58c6c824-70d2-45ee-ba1c-0b73d61e3064 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:24.681786 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-47cba800-8230-4f07-b0ce-0f5a3699d869 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:24.781322 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c0997500-d00d-42bc-b62d-a4c3a166ee64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:24.797643 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-47cba800-8230-4f07-b0ce-0f5a3699d869 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Allocated IP 172.26.7.230 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/5e649dc6-017e-49e1-8ca3-65b57d0a1215) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:53:24.800604 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-2545f8d9-7d44-4d2f-a6e7-b849804ca2e5 None None] Set router 3d10d508-41ee-4740-b292-82a2db1fd1fa gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:53:24.833511 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-c0997500-d00d-42bc-b62d-a4c3a166ee64 None None] For port a563f114-0152-445c-b85e-ed5c4325b5a5, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=a563f114-0152-445c-b85e-ed5c4325b5a5,segment=NetworkSegment(5442cd60-abd5-4cd7-8e4b-1aa43061ab4f),segment_id=5442cd60-abd5-4cd7-8e4b-1aa43061ab4f)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:53:24.844541 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c0997500-d00d-42bc-b62d-a4c3a166ee64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:24.862108 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-816c15d1-3337-4bd5-bdb7-11b7b8f6b95e tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:24.867919 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35168) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:24.874835 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a68b7846-3afc-4a19-a31d-49a39889dcc7 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:24.899584 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-58c6c824-70d2-45ee-ba1c-0b73d61e3064 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:24.939008 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0997500-d00d-42bc-b62d-a4c3a166ee64 None None] Pushing event updated for resources: {'Port': ['ID=a563f114-0152-445c-b85e-ed5c4325b5a5,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:24.945089 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-58c6c824-70d2-45ee-ba1c-0b73d61e3064 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:24.946149 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-58c6c824-70d2-45ee-ba1c-0b73d61e3064 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7832725 Mar 22 10:53:24.953478 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dedd0a9f-f86c-4511-bafe-fbbd8cab1423 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:24.960652 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-816c15d1-3337-4bd5-bdb7-11b7b8f6b95e tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:24.960961 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-42baef14-08ac-41ab-b1f8-a608f3dfd6a5 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:24.961566 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-816c15d1-3337-4bd5-bdb7-11b7b8f6b95e tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684306'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:24.965981 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35172) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:24.985032 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-11aae26a-dd4b-4231-b6eb-c1c901b94b8c tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Request body: {'security_group_rule': {'security_group_id': '2d0ff445-ef48-4484-b687-f93d4f0a9a74', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:24.990163 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dedd0a9f-f86c-4511-bafe-fbbd8cab1423 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:25.001240 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-3318983b-e24f-4d70-870a-d1eec79a2d57 None None] Provisioning complete for port a563f114-0152-445c-b85e-ed5c4325b5a5 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:25.001669 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3318983b-e24f-4d70-870a-d1eec79a2d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:25.007140 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-42baef14-08ac-41ab-b1f8-a608f3dfd6a5 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:25.029664 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42baef14-08ac-41ab-b1f8-a608f3dfd6a5 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:53:25.054322 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-42baef14-08ac-41ab-b1f8-a608f3dfd6a5 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:25.054630 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-42baef14-08ac-41ab-b1f8-a608f3dfd6a5 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Added segment 8b0517d5-03a0-4eb5-820d-d6b8f4d7d554 of type vlan for network efd523d0-0db0-4c9e-8dda-a8f717ba4878 Mar 22 10:53:25.097720 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-42baef14-08ac-41ab-b1f8-a608f3dfd6a5 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:25.132741 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-47cba800-8230-4f07-b0ce-0f5a3699d869 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:25.149351 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 49efdded-ad05-4745-b5c6-582e712621cb up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:53:25.161390 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68b7846-3afc-4a19-a31d-49a39889dcc7 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Pushing event deleted for resources: {'Port': ['ID=4c9739c1-1db0-41d1-9476-709cf6b2eb0e,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:25.184148 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-42baef14-08ac-41ab-b1f8-a608f3dfd6a5 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:25.190352 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42baef14-08ac-41ab-b1f8-a608f3dfd6a5 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:25.192083 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-42baef14-08ac-41ab-b1f8-a608f3dfd6a5 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:25.202516 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-7538cf10-767c-4933-a656-03a2b6bd9114 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1178594596', 'router:external': True}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:25.204952 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c6c824-70d2-45ee-ba1c-0b73d61e3064 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0ff445-ef48-4484-b687-f93d4f0a9a74,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:25.223819 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 49efdded-ad05-4745-b5c6-582e712621cb triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:25.224196 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:25.261263 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-67608247-15c9-45a4-abb2-c3a891cb00c7 tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:25.261839 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67608247-15c9-45a4-abb2-c3a891cb00c7 tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1adc8025-eccd-423c-97d8-e60a7e9e8360 {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 10:53:25.267329 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-67608247-15c9-45a4-abb2-c3a891cb00c7 tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:25.268501 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-67608247-15c9-45a4-abb2-c3a891cb00c7 tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] 10.222.0.57 "DELETE /v2.0/routers/1adc8025-eccd-423c-97d8-e60a7e9e8360 HTTP/1.1" status: 204 len: 168 time: 2.9954088 Mar 22 10:53:25.297150 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-2545f8d9-7d44-4d2f-a6e7-b849804ca2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d10d508-41ee-4740-b292-82a2db1fd1fa', 'name': 'tempest-ServersTestJSON-1678239605-router', 'tenant_id': 'da2f632c4d66467ba58857dff433bce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.40'}], 'enable_snat': True}, 'gw_port_id': '5a594c3b-5619-4c58-a446-0728a3777acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:53:05Z', 'updated_at': '2022-03-22T10:53:17Z', 'revision_number': 4, 'project_id': 'da2f632c4d66467ba58857dff433bce9', 'gw_port': {'id': '5a594c3b-5619-4c58-a446-0728a3777acc', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d10d508-41ee-4740-b292-82a2db1fd1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:06Z', 'updated_at': '2022-03-22T10:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': 'a563f114-0152-445c-b85e-ed5c4325b5a5', 'name': '', 'network_id': '6d72c436-5be9-48c2-831b-3e0293d5b0ac', 'tenant_id': 'da2f632c4d66467ba58857dff433bce9', 'mac_address': 'fa:16:3e:18:fa:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d10d508-41ee-4740-b292-82a2db1fd1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c201b142-5f21-4cd8-83cb-40d4a336882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:14Z', 'updated_at': '2022-03-22T10:53:24Z', 'revision_number': 4, 'project_id': 'da2f632c4d66467ba58857dff433bce9', 'subnets': [{'id': 'c201b142-5f21-4cd8-83cb-40d4a336882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:25.316125 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35174) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:25.332851 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-7f8e42a9-738a-46f8-b61d-2a064911749c tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] Request body: {'router': {'name': 'tempest-router-510936109', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '77ddcfab10cd4f908cf575d55f66b689'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:25.347716 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2545f8d9-7d44-4d2f-a6e7-b849804ca2e5 None None] The sync data for ids ['3d10d508-41ee-4740-b292-82a2db1fd1fa'] in dv-neutron-834599-1-hyperv is: [{'id': '3d10d508-41ee-4740-b292-82a2db1fd1fa', 'name': 'tempest-ServersTestJSON-1678239605-router', 'tenant_id': 'da2f632c4d66467ba58857dff433bce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.40'}], 'enable_snat': True}, 'gw_port_id': '5a594c3b-5619-4c58-a446-0728a3777acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:53:05Z', 'updated_at': '2022-03-22T10:53:17Z', 'revision_number': 4, 'project_id': 'da2f632c4d66467ba58857dff433bce9', 'gw_port': {'id': '5a594c3b-5619-4c58-a446-0728a3777acc', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d10d508-41ee-4740-b292-82a2db1fd1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:06Z', 'updated_at': '2022-03-22T10:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': 'a563f114-0152-445c-b85e-ed5c4325b5a5', 'name': '', 'network_id': '6d72c436-5be9-48c2-831b-3e0293d5b0ac', 'tenant_id': 'da2f632c4d66467ba58857dff433bce9', 'mac_address': 'fa:16:3e:18:fa:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d10d508-41ee-4740-b292-82a2db1fd1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c201b142-5f21-4cd8-83cb-40d4a336882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:14Z', 'updated_at': '2022-03-22T10:53:24Z', 'revision_number': 4, 'project_id': 'da2f632c4d66467ba58857dff433bce9', 'subnets': [{'id': 'c201b142-5f21-4cd8-83cb-40d4a336882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:53:25.354916 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7538cf10-767c-4933-a656-03a2b6bd9114 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Made reservation on behalf of e953a0f23f924b3fb7ea002beff3f45c for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:53:25.358001 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7538cf10-767c-4933-a656-03a2b6bd9114 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:25.372942 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-42baef14-08ac-41ab-b1f8-a608f3dfd6a5 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8361099 Mar 22 10:53:25.379921 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35176) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:25.381497 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7538cf10-767c-4933-a656-03a2b6bd9114 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:25.384670 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd0a9f-f86c-4511-bafe-fbbd8cab1423 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Pushing event updated for resources: {'Port': ['ID=8715ec41-541e-4959-a9a2-23b719d5d3ee,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:25.389479 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-5fa7afda-f433-4759-8aa6-61200d030959 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Request body: {'subnet': {'network_id': 'efd523d0-0db0-4c9e-8dda-a8f717ba4878', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:25.404773 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-11aae26a-dd4b-4231-b6eb-c1c901b94b8c tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:25.407345 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42baef14-08ac-41ab-b1f8-a608f3dfd6a5 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb48d769-dade-40a6-ba18-6009b9f83050,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:25.458105 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42baef14-08ac-41ab-b1f8-a608f3dfd6a5 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Pushing event updated for resources: {'Network': ['ID=efd523d0-0db0-4c9e-8dda-a8f717ba4878,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:25.462756 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816c15d1-3337-4bd5-bdb7-11b7b8f6b95e tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Pushing event updated for resources: {'Port': ['ID=a81ffd08-cc07-4db9-a9bd-3e4e6b2ccf2c,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:25.464603 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dedd0a9f-f86c-4511-bafe-fbbd8cab1423 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684147'] for floatingip, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:25.474479 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7f8e42a9-738a-46f8-b61d-2a064911749c tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:25.475611 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7f8e42a9-738a-46f8-b61d-2a064911749c tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:25.480509 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network efd523d0-0db0-4c9e-8dda-a8f717ba4878 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:53:25.496034 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-47cba800-8230-4f07-b0ce-0f5a3699d869 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:25.537631 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816c15d1-3337-4bd5-bdb7-11b7b8f6b95e tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Network 9b3060f6-503a-4ebd-a94c-9ebe346638ae is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:53:25.539515 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a68b7846-3afc-4a19-a31d-49a39889dcc7 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:25.545766 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dedd0a9f-f86c-4511-bafe-fbbd8cab1423 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:25.545932 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a68b7846-3afc-4a19-a31d-49a39889dcc7 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] 10.222.0.57 "DELETE /v2.0/ports/4c9739c1-1db0-41d1-9476-709cf6b2eb0e HTTP/1.1" status: 204 len: 168 time: 3.2855661 Mar 22 10:53:25.546036 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-dedd0a9f-f86c-4511-bafe-fbbd8cab1423 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3139071 Mar 22 10:53:25.559512 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35178) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:25.581444 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-816c15d1-3337-4bd5-bdb7-11b7b8f6b95e tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:53:25.641888 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a76dd19-d1ee-48ec-aaa9-e6d68f6e31b1 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] GET failed (client error): The resource could not be found. Mar 22 10:53:25.643504 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-6a76dd19-d1ee-48ec-aaa9-e6d68f6e31b1 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] 10.222.0.57 "GET /v2.0/ports/4c9739c1-1db0-41d1-9476-709cf6b2eb0e HTTP/1.1" status: 404 len: 333 time: 0.0830016 Mar 22 10:53:25.651930 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cba800-8230-4f07-b0ce-0f5a3699d869 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:53:25.661478 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35182) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:25.694427 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-04368b2d-bfcd-48b6-af76-440ff8951fe1 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Request body: {'port': {'network_id': '211aecc6-c2b6-4056-b651-96400adcd256', 'name': 'tempest-AllowedAddressPairTestJSON-198828681'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:25.705876 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-47cba800-8230-4f07-b0ce-0f5a3699d869 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:53:25.717619 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cba800-8230-4f07-b0ce-0f5a3699d869 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:53:25.741539 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa7afda-f433-4759-8aa6-61200d030959 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Made reservation on behalf of 308ee6922bdf4362962413356c559af0 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:53:25.744996 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5fa7afda-f433-4759-8aa6-61200d030959 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Notify callbacks [] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:25.771360 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7f8e42a9-738a-46f8-b61d-2a064911749c tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:25.797800 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-11aae26a-dd4b-4231-b6eb-c1c901b94b8c tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:25.798679 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cba800-8230-4f07-b0ce-0f5a3699d869 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Pushing event updated for resources: {'Port': ['ID=5e649dc6-017e-49e1-8ca3-65b57d0a1215,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:25.808257 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7f8e42a9-738a-46f8-b61d-2a064911749c tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:25.831705 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-11aae26a-dd4b-4231-b6eb-c1c901b94b8c tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:25.849356 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7f8e42a9-738a-46f8-b61d-2a064911749c tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:25.850629 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-7f8e42a9-738a-46f8-b61d-2a064911749c tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5261559 Mar 22 10:53:25.853786 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7538cf10-767c-4933-a656-03a2b6bd9114 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:25.857059 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35194) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:25.866264 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-dacd745a-cd25-4eab-833f-6bcc05f0fd6d tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] Request body: {'router': {'distributed': True}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:25.880675 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aae26a-dd4b-4231-b6eb-c1c901b94b8c tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a36769c0-34c9-4a47-95d1-abdf265413a9,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:25.893717 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7538cf10-767c-4933-a656-03a2b6bd9114 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:25.926238 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-11aae26a-dd4b-4231-b6eb-c1c901b94b8c tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:25.930868 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-11aae26a-dd4b-4231-b6eb-c1c901b94b8c tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9638493 Mar 22 10:53:25.941553 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35196) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:25.949696 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-229b3916-5aad-4d12-b736-942fb95027cf tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Request body: {'security_group_rule': {'security_group_id': '2d0ff445-ef48-4484-b687-f93d4f0a9a74', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:25.966336 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-816c15d1-3337-4bd5-bdb7-11b7b8f6b95e tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Router 90873fa1-86da-47c5-a3cf-2af0a32fa5e8 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:53:25.990498 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-47cba800-8230-4f07-b0ce-0f5a3699d869 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:25.993089 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-c51add74-2b65-4b52-b2b0-b79cf7be48bb None None] Provisioning complete for port a81ffd08-cc07-4db9-a9bd-3e4e6b2ccf2c triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:25.993772 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c51add74-2b65-4b52-b2b0-b79cf7be48bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:25.998003 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04368b2d-bfcd-48b6-af76-440ff8951fe1 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Made reservation on behalf of 9397537e8e984548bbe5f75e7b01282f for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:53:26.002572 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-04368b2d-bfcd-48b6-af76-440ff8951fe1 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:26.007789 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7538cf10-767c-4933-a656-03a2b6bd9114 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:53:26.045716 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7538cf10-767c-4933-a656-03a2b6bd9114 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2477979-3c86-4a27-af82-efcce5b975ec,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:26.048257 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-c51add74-2b65-4b52-b2b0-b79cf7be48bb None None] Port a81ffd08-cc07-4db9-a9bd-3e4e6b2ccf2c cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:53:26.049853 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7538cf10-767c-4933-a656-03a2b6bd9114 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:26.050191 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-7538cf10-767c-4933-a656-03a2b6bd9114 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Added segment 1fb66e7b-b626-41ca-86f8-ff32dcb1b0c0 of type vlan for network ef65bf43-9956-4d7d-adc9-47a2cb2ff586 Mar 22 10:53:26.059767 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-04368b2d-bfcd-48b6-af76-440ff8951fe1 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] device_id is not set on port ff0cfd4d-42ca-4d48-8407-8f2bc100df4b yet. {{(pid=109050) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:53:26.065639 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-47cba800-8230-4f07-b0ce-0f5a3699d869 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:26.214900 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35212) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:26.217975 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-229b3916-5aad-4d12-b736-942fb95027cf tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:26.220469 dv-neutron-834599-1-hyperv neutron-server[109050]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 22 10:53:26.286347 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-04368b2d-bfcd-48b6-af76-440ff8951fe1 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Allocated IP 172.20.0.3 (211aecc6-c2b6-4056-b651-96400adcd256/0c92e63f-2ed2-4bbd-9b23-fa3b9f8c3b17/ff0cfd4d-42ca-4d48-8407-8f2bc100df4b) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:53:26.303254 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7538cf10-767c-4933-a656-03a2b6bd9114 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:26.334264 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4767001f-8fa9-4610-b8e8-7cc429504ec8 req-74c8ef99-3ef8-4232-afe1-8f7064fba493 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--526624701&fields=id&tenant_id=e964decdfe5d4f8ab69e1cb7f6a56a22 HTTP/1.1" status: 200 len: 267 time: 0.1155126 Mar 22 10:53:26.588211 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dacd745a-cd25-4eab-833f-6bcc05f0fd6d tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3682488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11476'] for router, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:26.588569 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dacd745a-cd25-4eab-833f-6bcc05f0fd6d tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] Notify callbacks [] for router, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:26.626968 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.db.resource_extend [None req-7538cf10-767c-4933-a656-03a2b6bd9114 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 10:53:26.709031 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-47cba800-8230-4f07-b0ce-0f5a3699d869 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:26.728703 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-47cba800-8230-4f07-b0ce-0f5a3699d869 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:26.779033 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816c15d1-3337-4bd5-bdb7-11b7b8f6b95e tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:53:26.780811 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7538cf10-767c-4933-a656-03a2b6bd9114 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:26.781931 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7538cf10-767c-4933-a656-03a2b6bd9114 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:26.782712 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7538cf10-767c-4933-a656-03a2b6bd9114 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:26.792323 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1e0ae1-1c71-4d0b-9579-ac46a3e1e9dd None None] Sync routers for ids ['90873fa1-86da-47c5-a3cf-2af0a32fa5e8'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:53:26.794479 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-816c15d1-3337-4bd5-bdb7-11b7b8f6b95e tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] 10.222.0.57 "PUT /v2.0/routers/90873fa1-86da-47c5-a3cf-2af0a32fa5e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7728348 Mar 22 10:53:26.806508 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1e0ae1-1c71-4d0b-9579-ac46a3e1e9dd None None] Routers {'90873fa1-86da-47c5-a3cf-2af0a32fa5e8'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:53:26.807015 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35214) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:26.807767 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-ef1e0ae1-1c71-4d0b-9579-ac46a3e1e9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:53:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['90873fa1-86da-47c5-a3cf-2af0a32fa5e8'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:26.814822 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-dacd745a-cd25-4eab-833f-6bcc05f0fd6d tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=109049) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Mar 22 10:53:26.815115 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-dacd745a-cd25-4eab-833f-6bcc05f0fd6d tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] Router eed35e07-88b4-4969-95e3-1189e2b83906 migrating from provider to provider. {{(pid=109049) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Mar 22 10:53:26.815560 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dacd745a-cd25-4eab-833f-6bcc05f0fd6d tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:26.820046 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-1dd451e1-04a0-4e18-bdb2-3a6fcb57edc2 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Request body: {'port': {'network_id': '9b3060f6-503a-4ebd-a94c-9ebe346638ae', 'name': 'tempest-FloatingIPAdminTestJSON-1984362379'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:26.833401 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-229b3916-5aad-4d12-b736-942fb95027cf tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:26.853331 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5fa7afda-f433-4759-8aa6-61200d030959 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:26.856340 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dacd745a-cd25-4eab-833f-6bcc05f0fd6d tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:26.860088 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-ef1e0ae1-1c71-4d0b-9579-ac46a3e1e9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:26.868307 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1e0ae1-1c71-4d0b-9579-ac46a3e1e9dd None None] Routers {'90873fa1-86da-47c5-a3cf-2af0a32fa5e8'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:53:26.869047 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-229b3916-5aad-4d12-b736-942fb95027cf tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:26.869567 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-ef1e0ae1-1c71-4d0b-9579-ac46a3e1e9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:53:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['90873fa1-86da-47c5-a3cf-2af0a32fa5e8'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:26.880122 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767001f-8fa9-4610-b8e8-7cc429504ec8 req-5cdf93ad-c375-41f2-96b4-dcf6d202ae79 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:26.881677 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4767001f-8fa9-4610-b8e8-7cc429504ec8 req-5cdf93ad-c375-41f2-96b4-dcf6d202ae79 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/networks?id=619a0580-b085-430c-89e2-022d42d1e4bf HTTP/1.1" status: 200 len: 812 time: 0.5320432 Mar 22 10:53:26.893358 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cba800-8230-4f07-b0ce-0f5a3699d869 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Pushing event updated for resources: {'Port': ['ID=5e649dc6-017e-49e1-8ca3-65b57d0a1215,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:26.905148 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-ef1e0ae1-1c71-4d0b-9579-ac46a3e1e9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:26.905831 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1e0ae1-1c71-4d0b-9579-ac46a3e1e9dd None None] The sync data for ids ['90873fa1-86da-47c5-a3cf-2af0a32fa5e8'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:53:26.913392 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dacd745a-cd25-4eab-833f-6bcc05f0fd6d tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3682435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3682442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3684457'] for router, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:26.932078 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4767001f-8fa9-4610-b8e8-7cc429504ec8 req-51ce2ff9-eeb7-4a8e-9a31-d155d4439b40 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/quotas/e964decdfe5d4f8ab69e1cb7f6a56a22 HTTP/1.1" status: 200 len: 375 time: 0.0319650 Mar 22 10:53:26.937483 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-47cba800-8230-4f07-b0ce-0f5a3699d869 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684147'] for floatingip, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:26.948332 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-04368b2d-bfcd-48b6-af76-440ff8951fe1 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:26.958465 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7538cf10-767c-4933-a656-03a2b6bd9114 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.0886881 Mar 22 10:53:26.983013 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35218) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:26.988697 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-d676846b-2309-4917-8d82-96d8bf0459ec tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Request body: {'subnet': {'network_id': 'ef65bf43-9956-4d7d-adc9-47a2cb2ff586', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:27.006370 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7538cf10-767c-4933-a656-03a2b6bd9114 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Pushing event updated for resources: {'Network': ['ID=ef65bf43-9956-4d7d-adc9-47a2cb2ff586,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:27.016738 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-229b3916-5aad-4d12-b736-942fb95027cf tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:27.018095 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-229b3916-5aad-4d12-b736-942fb95027cf tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0745847 Mar 22 10:53:27.019013 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229b3916-5aad-4d12-b736-942fb95027cf tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56c285e1-354c-4057-9488-1045581bd54b,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:27.019121 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network ef65bf43-9956-4d7d-adc9-47a2cb2ff586 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:53:27.020922 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-47cba800-8230-4f07-b0ce-0f5a3699d869 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:27.022133 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-47cba800-8230-4f07-b0ce-0f5a3699d869 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1306973 Mar 22 10:53:27.022767 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35220) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:27.037900 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-2c5f50b5-8ad3-45bf-b46e-8ad8b4d03652 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Request body: {'floatingip': {'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:27.097338 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d676846b-2309-4917-8d82-96d8bf0459ec tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Made reservation on behalf of e953a0f23f924b3fb7ea002beff3f45c for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:53:27.100157 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d676846b-2309-4917-8d82-96d8bf0459ec tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:27.129239 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2c5f50b5-8ad3-45bf-b46e-8ad8b4d03652 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Notify callbacks [] for floatingip, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:27.138130 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device a563f114-0152-445c-b85e-ed5c4325b5a5 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:53:27.147643 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa7afda-f433-4759-8aa6-61200d030959 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Pushing event updated for resources: {'Subnet': ['ID=cb66b400-56d2-497f-8038-8819c4f3bef7,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:27.152975 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4767001f-8fa9-4610-b8e8-7cc429504ec8 req-1d3a8495-caf8-4638-aa23-4547cd73d02f tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=e964decdfe5d4f8ab69e1cb7f6a56a22&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2103939 Mar 22 10:53:27.236034 dv-neutron-834599-1-hyperv neutron-server[109049]: WARNING neutron.scheduler.l3_agent_scheduler [None req-dacd745a-cd25-4eab-833f-6bcc05f0fd6d tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] No L3 agents can host the router eed35e07-88b4-4969-95e3-1189e2b83906 Mar 22 10:53:27.244200 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port a563f114-0152-445c-b85e-ed5c4325b5a5 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:27.244830 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:27.254588 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-04368b2d-bfcd-48b6-af76-440ff8951fe1 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:27.277077 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa7afda-f433-4759-8aa6-61200d030959 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Checking segment: {'id': '8b0517d5-03a0-4eb5-820d-d6b8f4d7d554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'efd523d0-0db0-4c9e-8dda-a8f717ba4878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:53:27.277432 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa7afda-f433-4759-8aa6-61200d030959 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Network hostable DHCP agents. Network: efd523d0-0db0-4c9e-8dda-a8f717ba4878, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:53:27.385180 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04368b2d-bfcd-48b6-af76-440ff8951fe1 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Network 211aecc6-c2b6-4056-b651-96400adcd256 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:53:27.391850 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd451e1-04a0-4e18-bdb2-3a6fcb57edc2 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Made reservation on behalf of d8e6a79c65064cac97db0cdc43090d8d for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:53:27.395352 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1dd451e1-04a0-4e18-bdb2-3a6fcb57edc2 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:27.396297 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-04368b2d-bfcd-48b6-af76-440ff8951fe1 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:53:27.414889 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04368b2d-bfcd-48b6-af76-440ff8951fe1 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:53:27.452119 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04368b2d-bfcd-48b6-af76-440ff8951fe1 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Pushing event updated for resources: {'Port': ['ID=ff0cfd4d-42ca-4d48-8407-8f2bc100df4b,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:27.501505 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-1dd451e1-04a0-4e18-bdb2-3a6fcb57edc2 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] device_id is not set on port f20eeba6-2dfe-4b0a-8fed-e8bc2962eea1 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:53:27.506745 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa7afda-f433-4759-8aa6-61200d030959 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Network efd523d0-0db0-4c9e-8dda-a8f717ba4878 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:53:27.527163 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacd745a-cd25-4eab-833f-6bcc05f0fd6d tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] Hosts for router eed35e07-88b4-4969-95e3-1189e2b83906: [] {{(pid=109049) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Mar 22 10:53:27.549898 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [req-4767001f-8fa9-4610-b8e8-7cc429504ec8 req-2e6240d0-0333-4388-bb86-bf25d77abe4b service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=109050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:53:27.551425 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4767001f-8fa9-4610-b8e8-7cc429504ec8 req-2e6240d0-0333-4388-bb86-bf25d77abe4b service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1914370 Mar 22 10:53:27.568617 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-5fa7afda-f433-4759-8aa6-61200d030959 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, efd523d0-0db0-4c9e-8dda-a8f717ba4878) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:53:27.576905 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7dd4a6-ebc1-454a-a138-4b5c4c6ad4e9 None None] Network efd523d0-0db0-4c9e-8dda-a8f717ba4878 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:53:27.589974 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa7afda-f433-4759-8aa6-61200d030959 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:27.590610 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5fa7afda-f433-4759-8aa6-61200d030959 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:27.607341 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacd745a-cd25-4eab-833f-6bcc05f0fd6d tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] Hosts for other DVR routers connected to router eed35e07-88b4-4969-95e3-1189e2b83906: set() {{(pid=109049) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Mar 22 10:53:27.609920 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dacd745a-cd25-4eab-833f-6bcc05f0fd6d tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:27.612479 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-dacd745a-cd25-4eab-833f-6bcc05f0fd6d tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] 10.222.0.57 "PUT /v2.0/routers/eed35e07-88b4-4969-95e3-1189e2b83906 HTTP/1.1" status: 200 len: 716 time: 1.7519414 Mar 22 10:53:27.614710 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35246) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:27.634891 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04368b2d-bfcd-48b6-af76-440ff8951fe1 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:27.637543 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-04368b2d-bfcd-48b6-af76-440ff8951fe1 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:27.682001 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5fa7afda-f433-4759-8aa6-61200d030959 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2966149 Mar 22 10:53:27.696035 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35248) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:27.763198 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-1dd451e1-04a0-4e18-bdb2-3a6fcb57edc2 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Allocated IP 172.20.0.11 (9b3060f6-503a-4ebd-a94c-9ebe346638ae/024ca9d4-0e0a-4ba0-abf6-b38c5d98db16/f20eeba6-2dfe-4b0a-8fed-e8bc2962eea1) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:53:27.796582 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35254) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:27.830217 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f881083c-1807-4852-a4f1-cdfda37b708c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-efd523d0-0db0-4c9e-8dda-a8f717ba4878', 'network_id': 'efd523d0-0db0-4c9e-8dda-a8f717ba4878', 'tenant_id': '308ee6922bdf4362962413356c559af0', 'fixed_ips': [{'subnet_id': 'cb66b400-56d2-497f-8038-8819c4f3bef7'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:53:27.831087 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f881083c-1807-4852-a4f1-cdfda37b708c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:27.844488 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-04368b2d-bfcd-48b6-af76-440ff8951fe1 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1648149 Mar 22 10:53:27.849814 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-b9aae122-444c-4602-a946-2bf1aa9abc7f None None] Provisioning complete for port ff0cfd4d-42ca-4d48-8407-8f2bc100df4b triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:27.850357 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35256) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:27.850523 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b9aae122-444c-4602-a946-2bf1aa9abc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:27.868893 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-27789141-445b-44eb-85bc-3fd27c7e0df7 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:24:c6:d8'}]}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:27.892472 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-85457186-af3a-4b1c-a2e9-1885de6e59cf tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Request body: {'port': {'network_id': 'efd523d0-0db0-4c9e-8dda-a8f717ba4878', 'name': 'tempest-ExtraDHCPOptionsTestJSON-452147890'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:27.901148 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-b9aae122-444c-4602-a946-2bf1aa9abc7f None None] Port ff0cfd4d-42ca-4d48-8407-8f2bc100df4b cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:53:27.956993 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-83955e43-ed8f-4139-b57c-905fb0ad1d22 req-e8af037c-bc91-4a11-87c3-6c1ba10bcf65 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--305065052&fields=id&tenant_id=a2150d1b1bcd4a828c702c82170ebe7c HTTP/1.1" status: 200 len: 267 time: 0.1586070 Mar 22 10:53:27.966476 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2ff27e42-2fde-499b-8516-56dc3627dfcd tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] 10.222.0.57 "GET /v2.0/routers/eed35e07-88b4-4969-95e3-1189e2b83906 HTTP/1.1" status: 200 len: 716 time: 0.3460820 Mar 22 10:53:27.979651 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35258) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:28.004623 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2c5f50b5-8ad3-45bf-b46e-8ad8b4d03652 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:28.037943 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-f881083c-1807-4852-a4f1-cdfda37b708c None None] Allocated IP 172.20.0.2 (efd523d0-0db0-4c9e-8dda-a8f717ba4878/cb66b400-56d2-497f-8038-8819c4f3bef7/63637176-d62f-4189-9bd3-f1a12339579f) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:53:28.066161 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1dd451e1-04a0-4e18-bdb2-3a6fcb57edc2 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:28.144924 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1dd451e1-04a0-4e18-bdb2-3a6fcb57edc2 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:28.146075 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4767001f-8fa9-4610-b8e8-7cc429504ec8 req-5ba1433e-99b7-4f3f-9176-0537ec2a3240 service neutron] 10.222.0.57 "GET /v2.0/networks/619a0580-b085-430c-89e2-022d42d1e4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5779474 Mar 22 10:53:28.156224 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85457186-af3a-4b1c-a2e9-1885de6e59cf tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Made reservation on behalf of 308ee6922bdf4362962413356c559af0 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:53:28.160088 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-85457186-af3a-4b1c-a2e9-1885de6e59cf tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:28.223740 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83955e43-ed8f-4139-b57c-905fb0ad1d22 req-a8980544-5037-4b20-92d5-ebbeda93b99d tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:28.225433 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-83955e43-ed8f-4139-b57c-905fb0ad1d22 req-a8980544-5037-4b20-92d5-ebbeda93b99d tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] 10.222.0.57 "GET /v2.0/networks?id=dd5c1c08-a18c-4726-99bb-ba3569297277 HTTP/1.1" status: 200 len: 811 time: 0.2404947 Mar 22 10:53:28.251117 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f881083c-1807-4852-a4f1-cdfda37b708c None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:28.257993 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f881083c-1807-4852-a4f1-cdfda37b708c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:28.262125 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-85457186-af3a-4b1c-a2e9-1885de6e59cf tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] device_id is not set on port 90393cfe-0aa6-45ef-b6fa-e7fc65d012a5 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:53:28.296980 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd451e1-04a0-4e18-bdb2-3a6fcb57edc2 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Network 9b3060f6-503a-4ebd-a94c-9ebe346638ae is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:53:28.298735 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f881083c-1807-4852-a4f1-cdfda37b708c None None] Network efd523d0-0db0-4c9e-8dda-a8f717ba4878 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:53:28.303278 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-f881083c-1807-4852-a4f1-cdfda37b708c None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:53:28.305767 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-1dd451e1-04a0-4e18-bdb2-3a6fcb57edc2 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:53:28.307933 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f881083c-1807-4852-a4f1-cdfda37b708c None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:53:28.315013 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f881083c-1807-4852-a4f1-cdfda37b708c None None] Pushing event updated for resources: {'Port': ['ID=63637176-d62f-4189-9bd3-f1a12339579f,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:28.317539 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-680df5f4-8e34-4e9a-a2c6-d6a360f7b11a tempest-RoutersTestDVR-1925335991 tempest-RoutersTestDVR-1925335991-project] 10.222.0.57 "GET /v2.0/routers/eed35e07-88b4-4969-95e3-1189e2b83906 HTTP/1.1" status: 200 len: 682 time: 0.3365908 Mar 22 10:53:28.320569 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-83955e43-ed8f-4139-b57c-905fb0ad1d22 req-da6b7dca-a334-4130-a2fc-b83788f0c631 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] 10.222.0.57 "GET /v2.0/quotas/a2150d1b1bcd4a828c702c82170ebe7c HTTP/1.1" status: 200 len: 375 time: 0.0529280 Mar 22 10:53:28.321419 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35262) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:28.323916 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd451e1-04a0-4e18-bdb2-3a6fcb57edc2 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:53:28.330012 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd451e1-04a0-4e18-bdb2-3a6fcb57edc2 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:28.330654 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1dd451e1-04a0-4e18-bdb2-3a6fcb57edc2 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:28.369971 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd451e1-04a0-4e18-bdb2-3a6fcb57edc2 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Pushing event updated for resources: {'Port': ['ID=f20eeba6-2dfe-4b0a-8fed-e8bc2962eea1,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:28.396838 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1dd451e1-04a0-4e18-bdb2-3a6fcb57edc2 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.5870175 Mar 22 10:53:28.401121 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35264) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:28.404186 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-f881083c-1807-4852-a4f1-cdfda37b708c None None] Attempting to bind port 63637176-d62f-4189-9bd3-f1a12339579f on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:53:28.404553 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-f881083c-1807-4852-a4f1-cdfda37b708c None None] Attempting to bind port 63637176-d62f-4189-9bd3-f1a12339579f by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '8b0517d5-03a0-4eb5-820d-d6b8f4d7d554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'efd523d0-0db0-4c9e-8dda-a8f717ba4878'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:53:28.404946 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f881083c-1807-4852-a4f1-cdfda37b708c None None] Attempting to bind port 63637176-d62f-4189-9bd3-f1a12339579f on network efd523d0-0db0-4c9e-8dda-a8f717ba4878 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:53:28.416936 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f881083c-1807-4852-a4f1-cdfda37b708c None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:53:28.417397 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f881083c-1807-4852-a4f1-cdfda37b708c None None] Checking segment: {'id': '8b0517d5-03a0-4eb5-820d-d6b8f4d7d554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'efd523d0-0db0-4c9e-8dda-a8f717ba4878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:53:28.417811 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f881083c-1807-4852-a4f1-cdfda37b708c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:28.418342 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f881083c-1807-4852-a4f1-cdfda37b708c None None] Bound using segment: {'id': '8b0517d5-03a0-4eb5-820d-d6b8f4d7d554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'efd523d0-0db0-4c9e-8dda-a8f717ba4878'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:53:28.418834 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-f881083c-1807-4852-a4f1-cdfda37b708c None None] Bound port: 63637176-d62f-4189-9bd3-f1a12339579f, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b0517d5-03a0-4eb5-820d-d6b8f4d7d554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'efd523d0-0db0-4c9e-8dda-a8f717ba4878'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:53:28.419216 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f881083c-1807-4852-a4f1-cdfda37b708c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:28.518497 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-85457186-af3a-4b1c-a2e9-1885de6e59cf tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Allocated IP 172.20.0.6 (efd523d0-0db0-4c9e-8dda-a8f717ba4878/cb66b400-56d2-497f-8038-8819c4f3bef7/90393cfe-0aa6-45ef-b6fa-e7fc65d012a5) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:53:28.539073 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-f881083c-1807-4852-a4f1-cdfda37b708c None None] For port 63637176-d62f-4189-9bd3-f1a12339579f, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:53:28.543536 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-f881083c-1807-4852-a4f1-cdfda37b708c None None] For port 63637176-d62f-4189-9bd3-f1a12339579f, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=63637176-d62f-4189-9bd3-f1a12339579f,segment=NetworkSegment(8b0517d5-03a0-4eb5-820d-d6b8f4d7d554),segment_id=8b0517d5-03a0-4eb5-820d-d6b8f4d7d554)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:53:28.552006 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f881083c-1807-4852-a4f1-cdfda37b708c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:28.555788 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-071803ad-0f38-44db-89bb-001826450886 tempest-FloatingIPAdminTestJSON-1325382415 tempest-FloatingIPAdminTestJSON-1325382415-project-admin] Request body: {'floatingip': {'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'project_id': 'd8e6a79c65064cac97db0cdc43090d8d', 'port_id': 'f20eeba6-2dfe-4b0a-8fed-e8bc2962eea1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:28.631248 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f881083c-1807-4852-a4f1-cdfda37b708c None None] Pushing event updated for resources: {'Port': ['ID=63637176-d62f-4189-9bd3-f1a12339579f,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:28.640328 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-2c5f50b5-8ad3-45bf-b46e-8ad8b4d03652 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Allocated IP 172.26.7.96 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/2b286334-539a-49b1-adf6-77de6ff9431c) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:53:28.644916 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-f410f2c0-ce96-4d12-bb28-b8be0b453a6e None None] Provisioning complete for port f20eeba6-2dfe-4b0a-8fed-e8bc2962eea1 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:28.645436 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f410f2c0-ce96-4d12-bb28-b8be0b453a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:28.647880 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-071803ad-0f38-44db-89bb-001826450886 tempest-FloatingIPAdminTestJSON-1325382415 tempest-FloatingIPAdminTestJSON-1325382415-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:28.657571 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4767001f-8fa9-4610-b8e8-7cc429504ec8 req-594595f8-29f2-4195-ace1-0c64cde0e9d5 service neutron] 10.222.0.57 "GET /v2.0/networks/619a0580-b085-430c-89e2-022d42d1e4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4932866 Mar 22 10:53:28.680960 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-03d082ca-03ac-4c07-ad70-ded36adba8ff tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] Notify callbacks [] for router, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:28.698910 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-f410f2c0-ce96-4d12-bb28-b8be0b453a6e None None] Port f20eeba6-2dfe-4b0a-8fed-e8bc2962eea1 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:53:28.751317 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-83955e43-ed8f-4139-b57c-905fb0ad1d22 req-40e4c894-72d0-4a2e-addf-701ac3e7b858 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=a2150d1b1bcd4a828c702c82170ebe7c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3553584 Mar 22 10:53:29.081452 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-85457186-af3a-4b1c-a2e9-1885de6e59cf tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:29.129897 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-27789141-445b-44eb-85bc-3fd27c7e0df7 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:29.160532 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 63637176-d62f-4189-9bd3-f1a12339579f up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:53:29.185917 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-85457186-af3a-4b1c-a2e9-1885de6e59cf tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:29.212914 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 63637176-d62f-4189-9bd3-f1a12339579f triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:29.213288 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:29.238288 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-03d082ca-03ac-4c07-ad70-ded36adba8ff tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:29.240596 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-03d082ca-03ac-4c07-ad70-ded36adba8ff tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:29.278534 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-071803ad-0f38-44db-89bb-001826450886 tempest-FloatingIPAdminTestJSON-1325382415 tempest-FloatingIPAdminTestJSON-1325382415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:29.282170 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85457186-af3a-4b1c-a2e9-1885de6e59cf tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Pushing event updated for resources: {'Port': ['ID=90393cfe-0aa6-45ef-b6fa-e7fc65d012a5,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:29.294139 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85457186-af3a-4b1c-a2e9-1885de6e59cf tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Network efd523d0-0db0-4c9e-8dda-a8f717ba4878 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:53:29.300917 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-85457186-af3a-4b1c-a2e9-1885de6e59cf tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:53:29.307274 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85457186-af3a-4b1c-a2e9-1885de6e59cf tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:53:29.310983 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:29.315356 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85457186-af3a-4b1c-a2e9-1885de6e59cf tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:29.316098 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-85457186-af3a-4b1c-a2e9-1885de6e59cf tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:29.345296 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-85457186-af3a-4b1c-a2e9-1885de6e59cf tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4586904 Mar 22 10:53:29.346441 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35292) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:29.349273 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port 63637176-d62f-4189-9bd3-f1a12339579f, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=63637176-d62f-4189-9bd3-f1a12339579f,segment=NetworkSegment(8b0517d5-03a0-4eb5-820d-d6b8f4d7d554),segment_id=8b0517d5-03a0-4eb5-820d-d6b8f4d7d554)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:53:29.356317 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:29.397482 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-3313efe4-7cef-445f-bd02-05b651fe119f tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Request body: {'port': {'network_id': 'efd523d0-0db0-4c9e-8dda-a8f717ba4878', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1537946757', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:29.398875 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.api.validators [None req-3313efe4-7cef-445f-bd02-05b651fe119f tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] bootfile-name is not in valid_values {{(pid=109049) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 22 10:53:29.399226 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.api.validators [None req-3313efe4-7cef-445f-bd02-05b651fe119f tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] tftp-server is not in valid_values {{(pid=109049) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 22 10:53:29.399704 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.api.validators [None req-3313efe4-7cef-445f-bd02-05b651fe119f tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] server-ip-address is not in valid_values {{(pid=109049) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 22 10:53:29.411860 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-03d082ca-03ac-4c07-ad70-ded36adba8ff tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:29.412356 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d082ca-03ac-4c07-ad70-ded36adba8ff tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eed35e07-88b4-4969-95e3-1189e2b83906 {{(pid=109050) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 10:53:29.419170 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=63637176-d62f-4189-9bd3-f1a12339579f,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:29.461622 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b5c1baf9-7641-4c25-95b7-0729dd6c3fa4 req-cdd6eb24-7e20-4bf6-adcb-8c59f6faffe3 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 210 time: 0.1796331 Mar 22 10:53:29.473818 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-03d082ca-03ac-4c07-ad70-ded36adba8ff tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:29.475288 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-03d082ca-03ac-4c07-ad70-ded36adba8ff tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] 10.222.0.57 "DELETE /v2.0/routers/eed35e07-88b4-4969-95e3-1189e2b83906 HTTP/1.1" status: 204 len: 168 time: 1.1173747 Mar 22 10:53:29.482916 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [req-83955e43-ed8f-4139-b57c-905fb0ad1d22 req-50f21f67-d390-476a-be31-a6f216192e39 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=109050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:53:29.484185 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-83955e43-ed8f-4139-b57c-905fb0ad1d22 req-50f21f67-d390-476a-be31-a6f216192e39 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2036602 Mar 22 10:53:29.492407 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35300) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:29.500344 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-fbcf50b9-a9f5-4103-b95d-b3ed0c1f7c39 tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] Request body: {'router': {'name': 'tempest-router-246571343', 'distributed': True}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:29.521106 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2c5f50b5-8ad3-45bf-b46e-8ad8b4d03652 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:29.572739 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3313efe4-7cef-445f-bd02-05b651fe119f tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Made reservation on behalf of 308ee6922bdf4362962413356c559af0 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:53:29.577076 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3313efe4-7cef-445f-bd02-05b651fe119f tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:29.602490 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-3313efe4-7cef-445f-bd02-05b651fe119f tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] device_id is not set on port d2317da9-75a6-4d66-b277-a2cd5e6647f9 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:53:29.665918 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fbcf50b9-a9f5-4103-b95d-b3ed0c1f7c39 tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:29.666927 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fbcf50b9-a9f5-4103-b95d-b3ed0c1f7c39 tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:29.675614 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.objects.ports [None req-d676846b-2309-4917-8d82-96d8bf0459ec tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109050) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 10:53:29.676076 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d676846b-2309-4917-8d82-96d8bf0459ec tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:29.751742 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-3313efe4-7cef-445f-bd02-05b651fe119f tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Allocated IP 172.20.0.7 (efd523d0-0db0-4c9e-8dda-a8f717ba4878/cb66b400-56d2-497f-8038-8819c4f3bef7/d2317da9-75a6-4d66-b277-a2cd5e6647f9) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:53:29.909242 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2c5f50b5-8ad3-45bf-b46e-8ad8b4d03652 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:29.913453 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fbcf50b9-a9f5-4103-b95d-b3ed0c1f7c39 tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:29.920350 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676846b-2309-4917-8d82-96d8bf0459ec tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Pushing event updated for resources: {'Subnet': ['ID=79f0578e-3002-42b4-8790-c11810f9b2cc,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:29.950358 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fbcf50b9-a9f5-4103-b95d-b3ed0c1f7c39 tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:29.953681 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-83955e43-ed8f-4139-b57c-905fb0ad1d22 req-5a69ea41-6000-4266-9915-a99f46da9be9 service neutron] 10.222.0.57 "GET /v2.0/networks/dd5c1c08-a18c-4726-99bb-ba3569297277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4465997 Mar 22 10:53:29.994675 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d676846b-2309-4917-8d82-96d8bf0459ec tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Checking segment: {'id': '1fb66e7b-b626-41ca-86f8-ff32dcb1b0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ef65bf43-9956-4d7d-adc9-47a2cb2ff586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:53:29.995096 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d676846b-2309-4917-8d82-96d8bf0459ec tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Network hostable DHCP agents. Network: ef65bf43-9956-4d7d-adc9-47a2cb2ff586, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:53:29.999409 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5f50b5-8ad3-45bf-b46e-8ad8b4d03652 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:53:30.003131 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-071803ad-0f38-44db-89bb-001826450886 tempest-FloatingIPAdminTestJSON-1325382415 tempest-FloatingIPAdminTestJSON-1325382415-project-admin] Allocated IP 172.26.7.234 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/8e1b0764-a9bf-4317-98f6-22f2bd2f3f6c) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:53:30.006519 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae95968-25b2-4655-81de-441fe980dddd None None] Network efd523d0-0db0-4c9e-8dda-a8f717ba4878 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:53:30.010186 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-27789141-445b-44eb-85bc-3fd27c7e0df7 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:30.023590 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-2c5f50b5-8ad3-45bf-b46e-8ad8b4d03652 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:53:30.034466 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5f50b5-8ad3-45bf-b46e-8ad8b4d03652 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:53:30.047408 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fbcf50b9-a9f5-4103-b95d-b3ed0c1f7c39 tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:30.051410 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-fbcf50b9-a9f5-4103-b95d-b3ed0c1f7c39 tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.5538671 Mar 22 10:53:30.051410 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-27789141-445b-44eb-85bc-3fd27c7e0df7 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:30.052050 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35316) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:30.055223 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-4317268e-a3a1-4faa-ab02-4a9634109524 None None] Provisioning complete for port 63637176-d62f-4189-9bd3-f1a12339579f triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:30.055646 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4317268e-a3a1-4faa-ab02-4a9634109524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:30.065930 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3313efe4-7cef-445f-bd02-05b651fe119f tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:30.113846 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5f50b5-8ad3-45bf-b46e-8ad8b4d03652 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Pushing event updated for resources: {'Port': ['ID=2b286334-539a-49b1-adf6-77de6ff9431c,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:30.118229 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3313efe4-7cef-445f-bd02-05b651fe119f tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:30.186088 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3313efe4-7cef-445f-bd02-05b651fe119f tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Pushing event updated for resources: {'Port': ['ID=d2317da9-75a6-4d66-b277-a2cd5e6647f9,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:30.277118 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d676846b-2309-4917-8d82-96d8bf0459ec tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Network ef65bf43-9956-4d7d-adc9-47a2cb2ff586 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:53:30.299154 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4b6aafb7-61b7-48ae-b01a-9b0ee91aa387 tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] Notify callbacks [] for router, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:30.374373 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27789141-445b-44eb-85bc-3fd27c7e0df7 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Pushing event updated for resources: {'Port': ['ID=ff0cfd4d-42ca-4d48-8407-8f2bc100df4b,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:30.376286 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-071803ad-0f38-44db-89bb-001826450886 tempest-FloatingIPAdminTestJSON-1325382415 tempest-FloatingIPAdminTestJSON-1325382415-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:30.376756 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-d676846b-2309-4917-8d82-96d8bf0459ec tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, ef65bf43-9956-4d7d-adc9-47a2cb2ff586) {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:53:30.419859 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-83955e43-ed8f-4139-b57c-905fb0ad1d22 req-2550af39-2c14-4304-86a8-3f2aeb3e5660 service neutron] 10.222.0.57 "GET /v2.0/networks/dd5c1c08-a18c-4726-99bb-ba3569297277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4536910 Mar 22 10:53:30.422915 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d676846b-2309-4917-8d82-96d8bf0459ec tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:30.423682 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d676846b-2309-4917-8d82-96d8bf0459ec tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:30.423897 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86ab24e-4718-4395-8ed2-1a22c69f40a9 None None] Network ef65bf43-9956-4d7d-adc9-47a2cb2ff586 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:53:30.455908 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3313efe4-7cef-445f-bd02-05b651fe119f tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Network efd523d0-0db0-4c9e-8dda-a8f717ba4878 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:53:30.462096 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-071803ad-0f38-44db-89bb-001826450886 tempest-FloatingIPAdminTestJSON-1325382415 tempest-FloatingIPAdminTestJSON-1325382415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:30.463385 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-27789141-445b-44eb-85bc-3fd27c7e0df7 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] In _notify_port_updated(), no bound segment for port ff0cfd4d-42ca-4d48-8407-8f2bc100df4b on network 211aecc6-c2b6-4056-b651-96400adcd256 {{(pid=109050) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 22 10:53:30.470067 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27789141-445b-44eb-85bc-3fd27c7e0df7 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:30.471002 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-27789141-445b-44eb-85bc-3fd27c7e0df7 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:30.472690 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-27789141-445b-44eb-85bc-3fd27c7e0df7 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] 10.222.0.57 "PUT /v2.0/ports/ff0cfd4d-42ca-4d48-8407-8f2bc100df4b HTTP/1.1" status: 200 len: 995 time: 2.6135299 Mar 22 10:53:30.474814 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-3313efe4-7cef-445f-bd02-05b651fe119f tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:53:30.481851 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35320) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:30.503230 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3313efe4-7cef-445f-bd02-05b651fe119f tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:53:30.522653 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3313efe4-7cef-445f-bd02-05b651fe119f tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:30.524264 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3313efe4-7cef-445f-bd02-05b651fe119f tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:30.576823 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071803ad-0f38-44db-89bb-001826450886 tempest-FloatingIPAdminTestJSON-1325382415 tempest-FloatingIPAdminTestJSON-1325382415-project-admin] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:53:30.583120 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3313efe4-7cef-445f-bd02-05b651fe119f tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.1916740 Mar 22 10:53:30.585948 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-071803ad-0f38-44db-89bb-001826450886 tempest-FloatingIPAdminTestJSON-1325382415 tempest-FloatingIPAdminTestJSON-1325382415-project-admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:53:30.587862 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35324) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:30.592813 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071803ad-0f38-44db-89bb-001826450886 tempest-FloatingIPAdminTestJSON-1325382415 tempest-FloatingIPAdminTestJSON-1325382415-project-admin] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:53:30.604309 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071803ad-0f38-44db-89bb-001826450886 tempest-FloatingIPAdminTestJSON-1325382415 tempest-FloatingIPAdminTestJSON-1325382415-project-admin] Pushing event updated for resources: {'Port': ['ID=8e1b0764-a9bf-4317-98f6-22f2bd2f3f6c,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:30.679730 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2c5f50b5-8ad3-45bf-b46e-8ad8b4d03652 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:30.699191 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40bee15f-8a63-49fc-89d3-39db5178c78f tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:30.706334 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40bee15f-8a63-49fc-89d3-39db5178c78f tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:30.712908 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40bee15f-8a63-49fc-89d3-39db5178c78f tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:30.714659 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-40bee15f-8a63-49fc-89d3-39db5178c78f tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1231139 Mar 22 10:53:30.717514 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35330) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:30.763296 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-d676846b-2309-4917-8d82-96d8bf0459ec tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.7785189 Mar 22 10:53:30.765925 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4b6aafb7-61b7-48ae-b01a-9b0ee91aa387 tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:30.773656 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4b6aafb7-61b7-48ae-b01a-9b0ee91aa387 tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:30.775426 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35334) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:30.790337 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-bc940ed3-118a-4f3b-9ecc-a3ea70247f88 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1473382864', 'network_id': 'ef65bf43-9956-4d7d-adc9-47a2cb2ff586'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:30.814038 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a26292-717a-47dd-8672-aaadd1e4b3bc None None] Network ef65bf43-9956-4d7d-adc9-47a2cb2ff586 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:53:30.897233 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a5c34cf0-528c-4f57-94d7-aec9f00e7af0 req-fb817f02-3fbb-4660-b1ea-3ed181be0d17 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 210 time: 0.1260815 Mar 22 10:53:30.905457 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-048dd640-4a9f-4cdb-a6ad-717ddb67581a None None] Provisioning complete for port ff0cfd4d-42ca-4d48-8407-8f2bc100df4b triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:30.907105 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-048dd640-4a9f-4cdb-a6ad-717ddb67581a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:31.000288 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-048dd640-4a9f-4cdb-a6ad-717ddb67581a None None] Port ff0cfd4d-42ca-4d48-8407-8f2bc100df4b cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:53:31.127547 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 63637176-d62f-4189-9bd3-f1a12339579f up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:53:31.240259 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.35', 52144) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:31.277572 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 63637176-d62f-4189-9bd3-f1a12339579f triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:31.277942 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:31.284193 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-31b628c1-cabd-4b5b-bb5e-04c8784ab425 req-3d253ea6-9453-451e-85b3-302be172b048 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce39e19f-938f-434a-885e-e4d19fb8f33d HTTP/1.1" status: 200 len: 210 time: 0.3841689 Mar 22 10:53:31.287134 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2c5f50b5-8ad3-45bf-b46e-8ad8b4d03652 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:31.289839 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4b6aafb7-61b7-48ae-b01a-9b0ee91aa387 tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:31.290565 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6aafb7-61b7-48ae-b01a-9b0ee91aa387 tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1dd08ae8-591f-4b42-b9ab-8644842aabab {{(pid=109050) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 10:53:31.298764 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4b6aafb7-61b7-48ae-b01a-9b0ee91aa387 tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:31.303241 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-4b6aafb7-61b7-48ae-b01a-9b0ee91aa387 tempest-RoutersTestDVR-392027683 tempest-RoutersTestDVR-392027683-project-admin] 10.222.0.57 "DELETE /v2.0/routers/1dd08ae8-591f-4b42-b9ab-8644842aabab HTTP/1.1" status: 204 len: 168 time: 1.2293608 Mar 22 10:53:31.311520 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-3d01540d-4c35-400f-bdf2-9a4cd9b48c14 None None] Provisioning complete for port 63637176-d62f-4189-9bd3-f1a12339579f triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:31.312068 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3d01540d-4c35-400f-bdf2-9a4cd9b48c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:31.346624 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc940ed3-118a-4f3b-9ecc-a3ea70247f88 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Made reservation on behalf of e953a0f23f924b3fb7ea002beff3f45c for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:53:31.349604 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bc940ed3-118a-4f3b-9ecc-a3ea70247f88 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:31.402821 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-bc940ed3-118a-4f3b-9ecc-a3ea70247f88 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] device_id is not set on port 53e4a4ae-0e4e-4775-8a15-fec2f38cb833 yet. {{(pid=109050) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:53:31.457113 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-bebbf6f4-f56f-460b-87d4-426d0733c2c4 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Deleting port ff0cfd4d-42ca-4d48-8407-8f2bc100df4b {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:53:31.457694 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bebbf6f4-f56f-460b-87d4-426d0733c2c4 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:31.531885 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-e70ee832-2e93-4e03-8512-a7a39503a725 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Deleting port d2317da9-75a6-4d66-b277-a2cd5e6647f9 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:53:31.532353 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e70ee832-2e93-4e03-8512-a7a39503a725 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:31.562727 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bebbf6f4-f56f-460b-87d4-426d0733c2c4 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:31.603400 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-3d01540d-4c35-400f-bdf2-9a4cd9b48c14 None None] Provisioning complete for port 90393cfe-0aa6-45ef-b6fa-e7fc65d012a5 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:31.603400 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3d01540d-4c35-400f-bdf2-9a4cd9b48c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:31.607319 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-bebbf6f4-f56f-460b-87d4-426d0733c2c4 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Calling delete_port for ff0cfd4d-42ca-4d48-8407-8f2bc100df4b owned by {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:53:31.716772 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-3d01540d-4c35-400f-bdf2-9a4cd9b48c14 None None] Port 90393cfe-0aa6-45ef-b6fa-e7fc65d012a5 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:53:31.760640 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-3d01540d-4c35-400f-bdf2-9a4cd9b48c14 None None] Provisioning complete for port d2317da9-75a6-4d66-b277-a2cd5e6647f9 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:31.761148 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3d01540d-4c35-400f-bdf2-9a4cd9b48c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:31.847841 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-3d01540d-4c35-400f-bdf2-9a4cd9b48c14 None None] Port d2317da9-75a6-4d66-b277-a2cd5e6647f9 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:53:31.975323 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-71f55d09-c431-4fc6-a016-4b8982061afd None None] Provisioning complete for port 90393cfe-0aa6-45ef-b6fa-e7fc65d012a5 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:31.975759 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-71f55d09-c431-4fc6-a016-4b8982061afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:32.010055 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35380) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:32.077958 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-71f55d09-c431-4fc6-a016-4b8982061afd None None] Port 90393cfe-0aa6-45ef-b6fa-e7fc65d012a5 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:53:32.091842 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-efccd171-e8b1-4e1d-a71f-78e2f6351bfc req-49c48735-f2bf-4787-9d0e-a0dfb70bc1f9 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 210 time: 0.0407114 Mar 22 10:53:32.100848 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-71f55d09-c431-4fc6-a016-4b8982061afd None None] Provisioning complete for port d2317da9-75a6-4d66-b277-a2cd5e6647f9 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:32.101222 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-71f55d09-c431-4fc6-a016-4b8982061afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:32.128632 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-bc940ed3-118a-4f3b-9ecc-a3ea70247f88 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Allocated IP 2001:db8::2bb (ef65bf43-9956-4d7d-adc9-47a2cb2ff586/79f0578e-3002-42b4-8790-c11810f9b2cc/53e4a4ae-0e4e-4775-8a15-fec2f38cb833) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:53:32.160880 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bebbf6f4-f56f-460b-87d4-426d0733c2c4 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:32.178490 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-071803ad-0f38-44db-89bb-001826450886 tempest-FloatingIPAdminTestJSON-1325382415 tempest-FloatingIPAdminTestJSON-1325382415-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:32.182521 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-71f55d09-c431-4fc6-a016-4b8982061afd None None] Port d2317da9-75a6-4d66-b277-a2cd5e6647f9 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:53:32.226830 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2c5f50b5-8ad3-45bf-b46e-8ad8b4d03652 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:32.243308 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebbf6f4-f56f-460b-87d4-426d0733c2c4 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Pushing event deleted for resources: {'Port': ['ID=ff0cfd4d-42ca-4d48-8407-8f2bc100df4b,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:32.260706 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e4c1e571-16c1-4481-84ce-f699eaf1a6ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:32.294388 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2c5f50b5-8ad3-45bf-b46e-8ad8b4d03652 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:32.421434 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-071803ad-0f38-44db-89bb-001826450886 tempest-FloatingIPAdminTestJSON-1325382415 tempest-FloatingIPAdminTestJSON-1325382415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:32.528831 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5f50b5-8ad3-45bf-b46e-8ad8b4d03652 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Pushing event updated for resources: {'Port': ['ID=2b286334-539a-49b1-adf6-77de6ff9431c,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:32.551099 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bebbf6f4-f56f-460b-87d4-426d0733c2c4 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:32.561511 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-bebbf6f4-f56f-460b-87d4-426d0733c2c4 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] 10.222.0.57 "DELETE /v2.0/ports/ff0cfd4d-42ca-4d48-8407-8f2bc100df4b HTTP/1.1" status: 204 len: 168 time: 2.0771062 Mar 22 10:53:32.639877 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-071803ad-0f38-44db-89bb-001826450886 tempest-FloatingIPAdminTestJSON-1325382415 tempest-FloatingIPAdminTestJSON-1325382415-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:32.644671 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35400) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:32.658375 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-071803ad-0f38-44db-89bb-001826450886 tempest-FloatingIPAdminTestJSON-1325382415 tempest-FloatingIPAdminTestJSON-1325382415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:32.673724 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767001f-8fa9-4610-b8e8-7cc429504ec8 req-b483194a-b13b-4213-9741-216fdbdb85c9 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:32.675697 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4767001f-8fa9-4610-b8e8-7cc429504ec8 req-b483194a-b13b-4213-9741-216fdbdb85c9 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.35 "GET /v2.0/networks?id=619a0580-b085-430c-89e2-022d42d1e4bf HTTP/1.1" status: 200 len: 812 time: 1.4192724 Mar 22 10:53:32.709165 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bc940ed3-118a-4f3b-9ecc-a3ea70247f88 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:32.729629 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbc5cab0-62ea-4ca9-a0f4-f613f214329f tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] GET failed (client error): The resource could not be found. Mar 22 10:53:32.732191 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-dbc5cab0-62ea-4ca9-a0f4-f613f214329f tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] 10.222.0.57 "GET /v2.0/ports/ff0cfd4d-42ca-4d48-8407-8f2bc100df4b HTTP/1.1" status: 404 len: 333 time: 0.0848880 Mar 22 10:53:32.740000 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e70ee832-2e93-4e03-8512-a7a39503a725 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:32.741636 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35402) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:32.757737 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-071803ad-0f38-44db-89bb-001826450886 tempest-FloatingIPAdminTestJSON-1325382415 tempest-FloatingIPAdminTestJSON-1325382415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684147'] for floatingip, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:32.763130 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-de92b6b8-081b-40f3-845b-6bacf6905e5b tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Request body: {'port': {'network_id': '211aecc6-c2b6-4056-b651-96400adcd256', 'name': 'tempest-AllowedAddressPairTestJSON-1176689070'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:32.771628 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2c5f50b5-8ad3-45bf-b46e-8ad8b4d03652 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684147'] for floatingip, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:32.798986 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-e70ee832-2e93-4e03-8512-a7a39503a725 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Calling delete_port for d2317da9-75a6-4d66-b277-a2cd5e6647f9 owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:53:32.816997 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071803ad-0f38-44db-89bb-001826450886 tempest-FloatingIPAdminTestJSON-1325382415 tempest-FloatingIPAdminTestJSON-1325382415-project-admin] Pushing event updated for resources: {'Port': ['ID=8e1b0764-a9bf-4317-98f6-22f2bd2f3f6c,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:32.830302 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2c5f50b5-8ad3-45bf-b46e-8ad8b4d03652 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:32.832397 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-2c5f50b5-8ad3-45bf-b46e-8ad8b4d03652 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8007104 Mar 22 10:53:32.857855 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a9434aaa-e6e1-4762-8b6c-f7001db0c185 req-31954042-63b8-4a55-ab3a-65af4d541d86 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce39e19f-938f-434a-885e-e4d19fb8f33d HTTP/1.1" status: 200 len: 210 time: 0.1300929 Mar 22 10:53:32.929947 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.l3_db [None req-071803ad-0f38-44db-89bb-001826450886 tempest-FloatingIPAdminTestJSON-1325382415 tempest-FloatingIPAdminTestJSON-1325382415-project-admin] Floating IP aca298b5-5bd8-4279-b937-7c8a480edbae associated. External IP: 172.26.7.234, port: f20eeba6-2dfe-4b0a-8fed-e8bc2962eea1. Mar 22 10:53:33.096801 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bc940ed3-118a-4f3b-9ecc-a3ea70247f88 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:33.299848 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e4c1e571-16c1-4481-84ce-f699eaf1a6ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:33.329392 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc940ed3-118a-4f3b-9ecc-a3ea70247f88 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Network ef65bf43-9956-4d7d-adc9-47a2cb2ff586 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:53:33.334234 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e70ee832-2e93-4e03-8512-a7a39503a725 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:33.340539 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de92b6b8-081b-40f3-845b-6bacf6905e5b tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Made reservation on behalf of 9397537e8e984548bbe5f75e7b01282f for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:53:33.344320 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-de92b6b8-081b-40f3-845b-6bacf6905e5b tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:33.360440 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7cb0fe77-b3d1-4ba6-a18d-93b9a960edaa req-1650acab-6160-4bb7-b13a-8e447f8725df tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 210 time: 0.1275291 Mar 22 10:53:33.361318 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e4c1e571-16c1-4481-84ce-f699eaf1a6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:33.372029 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70ee832-2e93-4e03-8512-a7a39503a725 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Pushing event deleted for resources: {'Port': ['ID=d2317da9-75a6-4d66-b277-a2cd5e6647f9,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:33.380442 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-071803ad-0f38-44db-89bb-001826450886 tempest-FloatingIPAdminTestJSON-1325382415 tempest-FloatingIPAdminTestJSON-1325382415-project-admin] Router 90873fa1-86da-47c5-a3cf-2af0a32fa5e8 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:53:33.393220 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-e4c1e571-16c1-4481-84ce-f699eaf1a6ba admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=77ddcfab10cd4f908cf575d55f66b689&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3751826 Mar 22 10:53:33.394154 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-bc940ed3-118a-4f3b-9ecc-a3ea70247f88 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:53:33.396972 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc940ed3-118a-4f3b-9ecc-a3ea70247f88 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:53:33.399616 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc940ed3-118a-4f3b-9ecc-a3ea70247f88 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:33.399616 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bc940ed3-118a-4f3b-9ecc-a3ea70247f88 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:33.414261 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35420) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:33.419275 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc940ed3-118a-4f3b-9ecc-a3ea70247f88 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Pushing event updated for resources: {'Port': ['ID=53e4a4ae-0e4e-4775-8a15-fec2f38cb833,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:33.466049 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-de92b6b8-081b-40f3-845b-6bacf6905e5b tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] device_id is not set on port f5efcfa4-4b83-4cd8-883d-a06c00d442d5 yet. {{(pid=109050) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:53:33.559446 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-bc940ed3-118a-4f3b-9ecc-a3ea70247f88 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.7824554 Mar 22 10:53:33.560318 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35422) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:33.573857 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071803ad-0f38-44db-89bb-001826450886 tempest-FloatingIPAdminTestJSON-1325382415 tempest-FloatingIPAdminTestJSON-1325382415-project-admin] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:53:33.583543 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c1e571-16c1-4481-84ce-f699eaf1a6ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12fef16-e5c8-4513-b547-89bdc7c07325,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:33.584544 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e70ee832-2e93-4e03-8512-a7a39503a725 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:33.586777 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f288b940-5e7f-482c-9b9e-8da777a50dab None None] Sync routers for ids ['90873fa1-86da-47c5-a3cf-2af0a32fa5e8'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:53:33.590692 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e70ee832-2e93-4e03-8512-a7a39503a725 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] 10.222.0.57 "DELETE /v2.0/ports/d2317da9-75a6-4d66-b277-a2cd5e6647f9 HTTP/1.1" status: 204 len: 168 time: 2.8721778 Mar 22 10:53:33.606949 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f288b940-5e7f-482c-9b9e-8da777a50dab None None] Routers {'90873fa1-86da-47c5-a3cf-2af0a32fa5e8'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:53:33.611584 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-f288b940-5e7f-482c-9b9e-8da777a50dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:53:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['90873fa1-86da-47c5-a3cf-2af0a32fa5e8'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:33.627995 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35424) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:33.649760 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-9927a9d6-9757-4e20-b7a4-0bae456fb7ec tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Request body: {'port': {'name': 'tempest-new-port-name-1491272086', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:33.650710 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-f288b940-5e7f-482c-9b9e-8da777a50dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:33.652012 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.api.validators [None req-9927a9d6-9757-4e20-b7a4-0bae456fb7ec tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] bootfile-name is not in valid_values {{(pid=109049) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 22 10:53:33.652606 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.api.validators [None req-9927a9d6-9757-4e20-b7a4-0bae456fb7ec tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] tftp-server is not in valid_values {{(pid=109049) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 22 10:53:33.652946 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.api.validators [None req-9927a9d6-9757-4e20-b7a4-0bae456fb7ec tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] server-ip-address is not in valid_values {{(pid=109049) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 22 10:53:33.660330 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6211ff4b-6981-4067-8ec8-074a66e9ef57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:33.668573 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f288b940-5e7f-482c-9b9e-8da777a50dab None None] Routers {'90873fa1-86da-47c5-a3cf-2af0a32fa5e8'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:53:33.669219 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-f288b940-5e7f-482c-9b9e-8da777a50dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:53:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['90873fa1-86da-47c5-a3cf-2af0a32fa5e8'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:33.697284 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-88d693af-0c68-484c-91d6-67c2ccd721fd req-8311c3b3-a432-4e94-b7ae-1075dc70d1b4 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--108015000&fields=id&tenant_id=da2f632c4d66467ba58857dff433bce9 HTTP/1.1" status: 200 len: 267 time: 0.3999345 Mar 22 10:53:33.708053 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-071803ad-0f38-44db-89bb-001826450886 tempest-FloatingIPAdminTestJSON-1325382415 tempest-FloatingIPAdminTestJSON-1325382415-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:33.769588 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-071803ad-0f38-44db-89bb-001826450886 tempest-FloatingIPAdminTestJSON-1325382415 tempest-FloatingIPAdminTestJSON-1325382415-project-admin] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 5.3672116 Mar 22 10:53:33.775393 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35426) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:33.794016 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-f288b940-5e7f-482c-9b9e-8da777a50dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:33.794676 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f288b940-5e7f-482c-9b9e-8da777a50dab None None] The sync data for ids ['90873fa1-86da-47c5-a3cf-2af0a32fa5e8'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:53:33.831716 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9927a9d6-9757-4e20-b7a4-0bae456fb7ec tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:33.879677 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6211ff4b-6981-4067-8ec8-074a66e9ef57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:33.984941 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-65228f57-46fe-41bc-95c3-59321a7c9a7c tempest-FloatingIPAdminTestJSON-1325382415 tempest-FloatingIPAdminTestJSON-1325382415-project-admin] 10.222.0.57 "GET /v2.0/floatingips/aca298b5-5bd8-4279-b937-7c8a480edbae HTTP/1.1" status: 200 len: 984 time: 0.2051892 Mar 22 10:53:33.986206 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35430) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:34.029179 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-de92b6b8-081b-40f3-845b-6bacf6905e5b tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Allocated IP 172.20.0.9 (211aecc6-c2b6-4056-b651-96400adcd256/0c92e63f-2ed2-4bbd-9b23-fa3b9f8c3b17/f5efcfa4-4b83-4cd8-883d-a06c00d442d5) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:53:34.031684 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6211ff4b-6981-4067-8ec8-074a66e9ef57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:34.035010 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6211ff4b-6981-4067-8ec8-074a66e9ef57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:34.036572 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-6211ff4b-6981-4067-8ec8-074a66e9ef57 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a12fef16-e5c8-4513-b547-89bdc7c07325 HTTP/1.1" status: 204 len: 168 time: 0.6191959 Mar 22 10:53:34.072053 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-57fdad67-b9a2-4e0b-b6b1-8f344aa64fe5 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Deleting port 53e4a4ae-0e4e-4775-8a15-fec2f38cb833 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:53:34.073050 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-57fdad67-b9a2-4e0b-b6b1-8f344aa64fe5 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:34.126602 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3f82d58c-9ac8-4f14-b1c2-a13e28ff3d45 req-8fa737a4-2f1b-404f-a399-16622ed065fc tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce39e19f-938f-434a-885e-e4d19fb8f33d HTTP/1.1" status: 200 len: 210 time: 0.0728166 Mar 22 10:53:34.162488 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6211ff4b-6981-4067-8ec8-074a66e9ef57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12fef16-e5c8-4513-b547-89bdc7c07325,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:34.199204 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d693af-0c68-484c-91d6-67c2ccd721fd req-e4eb05d0-efd1-4ec7-a0e4-ce75207de3d7 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:34.201202 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-88d693af-0c68-484c-91d6-67c2ccd721fd req-e4eb05d0-efd1-4ec7-a0e4-ce75207de3d7 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] 10.222.0.57 "GET /v2.0/networks?id=6d72c436-5be9-48c2-831b-3e0293d5b0ac HTTP/1.1" status: 200 len: 806 time: 0.4819705 Mar 22 10:53:34.502069 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a3aa9794-99ef-46c6-9ebd-1123d3e43893 tempest-FloatingIPAdminTestJSON-1325382415 tempest-FloatingIPAdminTestJSON-1325382415-project-admin] 10.222.0.57 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2907 time: 0.5146463 Mar 22 10:53:34.505365 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35438) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:34.546088 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-88d693af-0c68-484c-91d6-67c2ccd721fd req-74c94bf9-0308-4463-a08b-e92ead6c8410 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] 10.222.0.57 "GET /v2.0/quotas/da2f632c4d66467ba58857dff433bce9 HTTP/1.1" status: 200 len: 375 time: 0.3321326 Mar 22 10:53:34.635693 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-221e0131-74da-4d39-b178-79c847a70466 req-1b656b1e-3607-4e9c-b863-933713654b49 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 210 time: 0.0911446 Mar 22 10:53:34.718937 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-57fdad67-b9a2-4e0b-b6b1-8f344aa64fe5 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:34.738726 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35440) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:34.742900 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-88d693af-0c68-484c-91d6-67c2ccd721fd req-231f3c85-96d4-4d67-91db-367bf6a5549d tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=da2f632c4d66467ba58857dff433bce9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1866896 Mar 22 10:53:34.778315 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-57fdad67-b9a2-4e0b-b6b1-8f344aa64fe5 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Calling delete_port for 53e4a4ae-0e4e-4775-8a15-fec2f38cb833 owned by {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:53:34.799731 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4040c794-3f2e-4bb0-9552-24a033362378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:34.845479 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9927a9d6-9757-4e20-b7a4-0bae456fb7ec tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:34.884332 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9927a9d6-9757-4e20-b7a4-0bae456fb7ec tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:34.951786 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-9927a9d6-9757-4e20-b7a4-0bae456fb7ec tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] In _notify_port_updated(), no bound segment for port 90393cfe-0aa6-45ef-b6fa-e7fc65d012a5 on network efd523d0-0db0-4c9e-8dda-a8f717ba4878 {{(pid=109049) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 22 10:53:34.958227 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9927a9d6-9757-4e20-b7a4-0bae456fb7ec tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:34.959080 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9927a9d6-9757-4e20-b7a4-0bae456fb7ec tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:34.960621 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9927a9d6-9757-4e20-b7a4-0bae456fb7ec tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] 10.222.0.57 "PUT /v2.0/ports/90393cfe-0aa6-45ef-b6fa-e7fc65d012a5 HTTP/1.1" status: 200 len: 1136 time: 1.3315551 Mar 22 10:53:34.965985 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35442) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:34.986064 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-de92b6b8-081b-40f3-845b-6bacf6905e5b tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:35.032113 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-88d693af-0c68-484c-91d6-67c2ccd721fd req-853c4ce2-279e-4184-8f4e-45818ea0bed0 service neutron] 10.222.0.57 "GET /v2.0/networks/6d72c436-5be9-48c2-831b-3e0293d5b0ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508876 Mar 22 10:53:35.182798 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-de92b6b8-081b-40f3-845b-6bacf6905e5b tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:35.207240 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4040c794-3f2e-4bb0-9552-24a033362378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:35.215612 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9927a9d6-9757-4e20-b7a4-0bae456fb7ec tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Pushing event updated for resources: {'Port': ['ID=90393cfe-0aa6-45ef-b6fa-e7fc65d012a5,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:35.243212 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4040c794-3f2e-4bb0-9552-24a033362378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:35.258586 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de92b6b8-081b-40f3-845b-6bacf6905e5b tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Network 211aecc6-c2b6-4056-b651-96400adcd256 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:53:35.278599 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-de92b6b8-081b-40f3-845b-6bacf6905e5b tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:53:35.293466 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4040c794-3f2e-4bb0-9552-24a033362378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccfe93a5-d792-4895-9384-2d9d257dc902,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:35.296691 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-57fdad67-b9a2-4e0b-b6b1-8f344aa64fe5 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:35.304067 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de92b6b8-081b-40f3-845b-6bacf6905e5b tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:53:35.341795 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-87d1efad-0510-498d-a772-cbb56426bc7e tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Deleting port 8e1b0764-a9bf-4317-98f6-22f2bd2f3f6c {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:53:35.342851 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-87d1efad-0510-498d-a772-cbb56426bc7e tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:35.343958 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-438cd2b6-f19e-48db-9aa3-bbd70009b2d8 None None] Provisioning complete for port 90393cfe-0aa6-45ef-b6fa-e7fc65d012a5 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:35.344504 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-438cd2b6-f19e-48db-9aa3-bbd70009b2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:35.363233 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de92b6b8-081b-40f3-845b-6bacf6905e5b tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:35.364352 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-de92b6b8-081b-40f3-845b-6bacf6905e5b tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:35.365443 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89654697-2f2a-4e78-9b53-321c0dd13452 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:35.366922 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-89654697-2f2a-4e78-9b53-321c0dd13452 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] 10.222.0.57 "GET /v2.0/ports/90393cfe-0aa6-45ef-b6fa-e7fc65d012a5 HTTP/1.1" status: 200 len: 1136 time: 0.3839324 Mar 22 10:53:35.402711 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35446) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:35.414490 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8ff033a8-b8ab-4828-8bad-3e89e633778f req-761f8e2c-5148-433d-8d0e-beb4dd58db15 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce39e19f-938f-434a-885e-e4d19fb8f33d HTTP/1.1" status: 200 len: 210 time: 0.1285944 Mar 22 10:53:35.420423 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-88d693af-0c68-484c-91d6-67c2ccd721fd req-e2a8a490-786e-47f7-806d-bf9ab16c57d6 service neutron] 10.222.0.57 "GET /v2.0/networks/6d72c436-5be9-48c2-831b-3e0293d5b0ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3739488 Mar 22 10:53:35.432529 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4040c794-3f2e-4bb0-9552-24a033362378 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b993f6a5ef2b4c7da798a926a856858f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6913836 Mar 22 10:53:35.466455 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35448) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:35.510876 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-438cd2b6-f19e-48db-9aa3-bbd70009b2d8 None None] Port 90393cfe-0aa6-45ef-b6fa-e7fc65d012a5 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:53:35.569127 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de92b6b8-081b-40f3-845b-6bacf6905e5b tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Pushing event updated for resources: {'Port': ['ID=f5efcfa4-4b83-4cd8-883d-a06c00d442d5,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:35.665619 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-87d1efad-0510-498d-a772-cbb56426bc7e tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:35.665947 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-87d1efad-0510-498d-a772-cbb56426bc7e tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:35.684461 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-87d1efad-0510-498d-a772-cbb56426bc7e tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Calling delete_port for 8e1b0764-a9bf-4317-98f6-22f2bd2f3f6c owned by network:floatingip {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:53:35.749360 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-7343754b-8a1a-4981-94d8-30d39087e872 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Deleting port 90393cfe-0aa6-45ef-b6fa-e7fc65d012a5 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:53:35.750054 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7343754b-8a1a-4981-94d8-30d39087e872 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:35.750240 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-84f96718-0a16-4d9f-a6ef-e7022dc30d61 None None] Provisioning complete for port f5efcfa4-4b83-4cd8-883d-a06c00d442d5 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:35.751906 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-84f96718-0a16-4d9f-a6ef-e7022dc30d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:35.774710 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-de92b6b8-081b-40f3-845b-6bacf6905e5b tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0207238 Mar 22 10:53:35.780278 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-57fdad67-b9a2-4e0b-b6b1-8f344aa64fe5 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:35.784345 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-57fdad67-b9a2-4e0b-b6b1-8f344aa64fe5 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] 10.222.0.57 "DELETE /v2.0/ports/53e4a4ae-0e4e-4775-8a15-fec2f38cb833 HTTP/1.1" status: 204 len: 168 time: 2.2023666 Mar 22 10:53:35.785280 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fdad67-b9a2-4e0b-b6b1-8f344aa64fe5 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Pushing event deleted for resources: {'Port': ['ID=53e4a4ae-0e4e-4775-8a15-fec2f38cb833,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:35.813611 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35456) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:35.813948 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35458) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:35.821071 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-3ab039d5-eb55-48b2-8425-46a77b4e51ab tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Request body: {'port': {'network_id': '211aecc6-c2b6-4056-b651-96400adcd256', 'name': 'tempest-AllowedAddressPairTestJSON-1498569379'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:35.828337 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-6fa56bd1-0666-4b74-b5bd-aa4b6de8e53e tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ef65bf43-9956-4d7d-adc9-47a2cb2ff586', 'external_fixed_ips': [{'subnet_id': '79f0578e-3002-42b4-8790-c11810f9b2cc', 'ip_address': '2001:db8::2bb'}]}}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:35.835298 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-84f96718-0a16-4d9f-a6ef-e7022dc30d61 None None] Port f5efcfa4-4b83-4cd8-883d-a06c00d442d5 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:53:35.895662 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3dd26a35-3e4f-4e3b-97a2-9f83bd71d67f req-e35dc760-51f9-4b4e-ba32-4f92408e7692 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] 10.222.0.57 "GET /v2.0/ports?device_id=48355fc1-9f2b-4ff1-9fe2-4798930dd9b9 HTTP/1.1" status: 200 len: 210 time: 0.1276433 Mar 22 10:53:36.003515 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7fe5ecf8-8968-4111-8a99-01a6d49ad7eb req-350d02b6-0298-4349-9f58-18a91518e6ce tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 210 time: 0.1663816 Mar 22 10:53:36.010760 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7343754b-8a1a-4981-94d8-30d39087e872 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:36.033575 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-7343754b-8a1a-4981-94d8-30d39087e872 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Calling delete_port for 90393cfe-0aa6-45ef-b6fa-e7fc65d012a5 owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:53:36.035807 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-58db3dcb-43f8-4614-a6bf-ffa218af1ea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:36.096199 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6fa56bd1-0666-4b74-b5bd-aa4b6de8e53e tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:36.097315 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6fa56bd1-0666-4b74-b5bd-aa4b6de8e53e tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:36.133706 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-58db3dcb-43f8-4614-a6bf-ffa218af1ea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:36.207644 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab039d5-eb55-48b2-8425-46a77b4e51ab tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Made reservation on behalf of 9397537e8e984548bbe5f75e7b01282f for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:53:36.213667 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3ab039d5-eb55-48b2-8425-46a77b4e51ab tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:36.216204 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-87d1efad-0510-498d-a772-cbb56426bc7e tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:36.258468 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d1efad-0510-498d-a772-cbb56426bc7e tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Pushing event deleted for resources: {'Port': ['ID=8e1b0764-a9bf-4317-98f6-22f2bd2f3f6c,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:36.296273 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-87d1efad-0510-498d-a772-cbb56426bc7e tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks [] for floatingip, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:36.296670 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.l3_db [None req-87d1efad-0510-498d-a772-cbb56426bc7e tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Floating IP aca298b5-5bd8-4279-b937-7c8a480edbae disassociated (deleted). External IP: 172.26.7.234, port: f20eeba6-2dfe-4b0a-8fed-e8bc2962eea1. Mar 22 10:53:36.316101 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6fa56bd1-0666-4b74-b5bd-aa4b6de8e53e tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:36.318590 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-58db3dcb-43f8-4614-a6bf-ffa218af1ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:36.321883 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-58db3dcb-43f8-4614-a6bf-ffa218af1ea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:36.323536 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-58db3dcb-43f8-4614-a6bf-ffa218af1ea7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ccfe93a5-d792-4895-9384-2d9d257dc902 HTTP/1.1" status: 204 len: 168 time: 0.8561606 Mar 22 10:53:36.342073 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-3ab039d5-eb55-48b2-8425-46a77b4e51ab tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] device_id is not set on port 290a9b31-48e9-4e6c-b291-6c2a73e27b30 yet. {{(pid=109050) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:53:36.385074 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db3dcb-43f8-4614-a6bf-ffa218af1ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccfe93a5-d792-4895-9384-2d9d257dc902,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:36.603954 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7343754b-8a1a-4981-94d8-30d39087e872 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:36.646324 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7343754b-8a1a-4981-94d8-30d39087e872 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Pushing event deleted for resources: {'Port': ['ID=90393cfe-0aa6-45ef-b6fa-e7fc65d012a5,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:36.669424 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6fa56bd1-0666-4b74-b5bd-aa4b6de8e53e tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:36.678634 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7260d3c7-8737-4e14-a73b-cd387d6ee275 req-fabf555f-0f04-4c11-9032-55fe247776f9 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce39e19f-938f-434a-885e-e4d19fb8f33d HTTP/1.1" status: 200 len: 210 time: 0.0923746 Mar 22 10:53:36.691727 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7343754b-8a1a-4981-94d8-30d39087e872 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:36.695190 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7343754b-8a1a-4981-94d8-30d39087e872 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] 10.222.0.57 "DELETE /v2.0/ports/90393cfe-0aa6-45ef-b6fa-e7fc65d012a5 HTTP/1.1" status: 204 len: 168 time: 1.2912538 Mar 22 10:53:36.707681 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35470) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:36.811343 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-3ab039d5-eb55-48b2-8425-46a77b4e51ab tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Allocated IP 172.20.0.13 (211aecc6-c2b6-4056-b651-96400adcd256/0c92e63f-2ed2-4bbd-9b23-fa3b9f8c3b17/290a9b31-48e9-4e6c-b291-6c2a73e27b30) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:53:37.000445 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4767001f-8fa9-4610-b8e8-7cc429504ec8 req-62f86ba3-dbf0-4775-858d-c30c3a8b5ad6 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e964decdfe5d4f8ab69e1cb7f6a56a22 HTTP/1.1" status: 200 len: 379 time: 0.2935174 Mar 22 10:53:37.137521 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-288c4d42-9ab9-4a3e-94be-1a1eabff0f1b req-e8b04b94-c0c8-4105-b16a-0e110f3709d8 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] 10.222.0.57 "GET /v2.0/ports?device_id=48355fc1-9f2b-4ff1-9fe2-4798930dd9b9 HTTP/1.1" status: 200 len: 210 time: 0.0803947 Mar 22 10:53:37.140276 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-e956a988-7df7-49c3-b574-bbcc00452264 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Deleting subnet cb66b400-56d2-497f-8038-8819c4f3bef7 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:53:37.159709 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d1efad-0510-498d-a772-cbb56426bc7e tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Router 90873fa1-86da-47c5-a3cf-2af0a32fa5e8 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:53:37.164250 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e956a988-7df7-49c3-b574-bbcc00452264 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:37.282541 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3ab039d5-eb55-48b2-8425-46a77b4e51ab tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:37.285642 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-dff54054-379e-475f-9a45-188069ab171f req-36bb5673-b5f1-4e77-abab-8db9ec5911fb tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 210 time: 0.0629125 Mar 22 10:53:37.314002 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e956a988-7df7-49c3-b574-bbcc00452264 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:37.557960 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a2e68d80-04d5-4a8d-9df1-831dfc218bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:37.852007 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-089b02ba-8961-433b-937c-0a50aac7fd47 req-b6bc7d9b-e278-4a65-8d62-64d5fb3b2e9f tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce39e19f-938f-434a-885e-e4d19fb8f33d HTTP/1.1" status: 200 len: 210 time: 0.0387058 Mar 22 10:53:37.854254 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3ab039d5-eb55-48b2-8425-46a77b4e51ab tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:37.857000 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6fa56bd1-0666-4b74-b5bd-aa4b6de8e53e tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:37.885719 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6fa56bd1-0666-4b74-b5bd-aa4b6de8e53e tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:37.887470 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e956a988-7df7-49c3-b574-bbcc00452264 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:37.895984 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35498) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:37.919418 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d1efad-0510-498d-a772-cbb56426bc7e tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:53:37.929553 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-87d1efad-0510-498d-a772-cbb56426bc7e tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:37.949620 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd966eb-a77d-4191-949a-24c0fd972294 None None] Sync routers for ids ['90873fa1-86da-47c5-a3cf-2af0a32fa5e8'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:53:37.961024 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd966eb-a77d-4191-949a-24c0fd972294 None None] Routers {'90873fa1-86da-47c5-a3cf-2af0a32fa5e8'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:53:37.961958 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-8dd966eb-a77d-4191-949a-24c0fd972294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:53:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['90873fa1-86da-47c5-a3cf-2af0a32fa5e8'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:38.018382 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-87d1efad-0510-498d-a772-cbb56426bc7e tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] 10.222.0.57 "DELETE /v2.0/floatingips/aca298b5-5bd8-4279-b937-7c8a480edbae HTTP/1.1" status: 204 len: 168 time: 3.5083828 Mar 22 10:53:38.019092 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35502) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:38.020904 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-8dd966eb-a77d-4191-949a-24c0fd972294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:38.033121 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-cd2046cc-8df5-45b8-b8ce-9adf997bd16d tempest-FloatingIPAdminTestJSON-1325382415 tempest-FloatingIPAdminTestJSON-1325382415-project-admin] Request body: {'floatingip': {'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:38.039404 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e956a988-7df7-49c3-b574-bbcc00452264 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:38.053003 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd966eb-a77d-4191-949a-24c0fd972294 None None] Routers {'90873fa1-86da-47c5-a3cf-2af0a32fa5e8'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:53:38.055138 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-8dd966eb-a77d-4191-949a-24c0fd972294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:53:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['90873fa1-86da-47c5-a3cf-2af0a32fa5e8'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:38.070798 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab039d5-eb55-48b2-8425-46a77b4e51ab tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Network 211aecc6-c2b6-4056-b651-96400adcd256 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:53:38.077385 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab039d5-eb55-48b2-8425-46a77b4e51ab tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Pushing event updated for resources: {'Port': ['ID=290a9b31-48e9-4e6c-b291-6c2a73e27b30,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:38.084548 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-3ab039d5-eb55-48b2-8425-46a77b4e51ab tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:53:38.094623 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab039d5-eb55-48b2-8425-46a77b4e51ab tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:53:38.106947 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e956a988-7df7-49c3-b574-bbcc00452264 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Pushing event deleted for resources: {'Subnet': ['ID=cb66b400-56d2-497f-8038-8819c4f3bef7,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:38.137409 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-cacbff84-0e22-4031-aad7-20fb8d31414c tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-224616902'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:38.138423 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e956a988-7df7-49c3-b574-bbcc00452264 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:38.150690 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e956a988-7df7-49c3-b574-bbcc00452264 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] 10.222.0.57 "DELETE /v2.0/subnets/cb66b400-56d2-497f-8038-8819c4f3bef7 HTTP/1.1" status: 204 len: 168 time: 1.4384315 Mar 22 10:53:38.152501 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35504) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:38.178677 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854d7e0d-cc28-485b-9b61-4bce89b55e02 None None] Network efd523d0-0db0-4c9e-8dda-a8f717ba4878 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:53:38.260886 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.35', 52152) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:38.330289 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab039d5-eb55-48b2-8425-46a77b4e51ab tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:38.334587 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3ab039d5-eb55-48b2-8425-46a77b4e51ab tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:38.336795 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-8dd966eb-a77d-4191-949a-24c0fd972294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:38.338131 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd966eb-a77d-4191-949a-24c0fd972294 None None] The sync data for ids ['90873fa1-86da-47c5-a3cf-2af0a32fa5e8'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:53:38.399609 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cacbff84-0e22-4031-aad7-20fb8d31414c tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Made reservation on behalf of 870cdc1d821946449d010566eacfdc6f for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:53:38.441567 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cacbff84-0e22-4031-aad7-20fb8d31414c tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:38.445674 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-4767001f-8fa9-4610-b8e8-7cc429504ec8 req-3b620d73-5fdd-4535-bfbb-5de144a52a73 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Request body: {'port': {'device_id': '4f25e1d9-349e-4206-a2c0-e8eabb1e8358', 'network_id': '619a0580-b085-430c-89e2-022d42d1e4bf', 'admin_state_up': True, 'tenant_id': 'e964decdfe5d4f8ab69e1cb7f6a56a22', 'security_groups': ['9458590a-d2f8-4ea3-b6ca-fc7855aaa70d']}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:38.470553 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b229661-dbf0-4bb9-a44d-b7b51a325dc4 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:38.481225 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cd2046cc-8df5-45b8-b8ce-9adf997bd16d tempest-FloatingIPAdminTestJSON-1325382415 tempest-FloatingIPAdminTestJSON-1325382415-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:38.507518 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-3ab039d5-eb55-48b2-8425-46a77b4e51ab tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6923051 Mar 22 10:53:38.556476 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35510) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:38.600183 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-61ae9195-ed69-4bd4-8ab7-faa512d155ed req-41634564-8cff-4c60-96af-d6ca737d4d09 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] 10.222.0.57 "GET /v2.0/ports?device_id=48355fc1-9f2b-4ff1-9fe2-4798930dd9b9 HTTP/1.1" status: 200 len: 210 time: 0.2214570 Mar 22 10:53:38.605892 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd255b7-f30f-453d-b72e-3dfcd1c8d871 None None] DHCP port deletion for efd523d0-0db0-4c9e-8dda-a8f717ba4878 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:53:38.618372 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-9c173f63-f3a0-4a55-8da9-40e4fb5265d3 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:24:c6:d8'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:a8:17:2b'}]}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:38.618842 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-46d26439-e471-493e-b65f-8f86402241fd None None] Provisioning complete for port 290a9b31-48e9-4e6c-b291-6c2a73e27b30 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:38.619444 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-46d26439-e471-493e-b65f-8f86402241fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:38.651596 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cacbff84-0e22-4031-aad7-20fb8d31414c tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:38.675619 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2d9ed17b-8d1e-4260-9fa9-a5943cc288ae req-f3cd1363-88b3-4099-a8fe-0bf6fd9f8fe5 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 210 time: 0.1330554 Mar 22 10:53:38.703509 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-46d26439-e471-493e-b65f-8f86402241fd None None] Port 290a9b31-48e9-4e6c-b291-6c2a73e27b30 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:53:38.769546 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-fbd255b7-f30f-453d-b72e-3dfcd1c8d871 None None] Deleting port 63637176-d62f-4189-9bd3-f1a12339579f {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:53:38.771477 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-fbd255b7-f30f-453d-b72e-3dfcd1c8d871 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:38.879107 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-fbd255b7-f30f-453d-b72e-3dfcd1c8d871 None None] For port 63637176-d62f-4189-9bd3-f1a12339579f, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=63637176-d62f-4189-9bd3-f1a12339579f,segment=NetworkSegment(8b0517d5-03a0-4eb5-820d-d6b8f4d7d554),segment_id=8b0517d5-03a0-4eb5-820d-d6b8f4d7d554)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:53:38.879930 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-fbd255b7-f30f-453d-b72e-3dfcd1c8d871 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:38.891110 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-6fa56bd1-0666-4b74-b5bd-aa4b6de8e53e tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Allocated IP 2001:db8::2bb (ef65bf43-9956-4d7d-adc9-47a2cb2ff586/79f0578e-3002-42b4-8790-c11810f9b2cc/f5bee362-0db2-461a-808e-ca22b07062b9) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:53:38.904434 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-fbd255b7-f30f-453d-b72e-3dfcd1c8d871 None None] Calling delete_port for 63637176-d62f-4189-9bd3-f1a12339579f owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:53:38.931463 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83955e43-ed8f-4139-b57c-905fb0ad1d22 req-a5920b32-5ed0-40ff-a2c6-2a0290408fd5 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:38.933402 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-83955e43-ed8f-4139-b57c-905fb0ad1d22 req-a5920b32-5ed0-40ff-a2c6-2a0290408fd5 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] 10.222.0.35 "GET /v2.0/networks?id=dd5c1c08-a18c-4726-99bb-ba3569297277 HTTP/1.1" status: 200 len: 811 time: 0.6709380 Mar 22 10:53:39.004892 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-9b229661-dbf0-4bb9-a44d-b7b51a325dc4 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Deleting port 63637176-d62f-4189-9bd3-f1a12339579f {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:53:39.005237 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b229661-dbf0-4bb9-a44d-b7b51a325dc4 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:39.060751 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-15ea598b-44ff-4fc9-be88-9492530e9676 req-7d4aba4c-7fc6-4938-864e-b8381943280d tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce39e19f-938f-434a-885e-e4d19fb8f33d HTTP/1.1" status: 200 len: 210 time: 0.0608730 Mar 22 10:53:39.143892 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 63637176-d62f-4189-9bd3-f1a12339579f no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:53:39.182782 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4767001f-8fa9-4610-b8e8-7cc429504ec8 req-3b620d73-5fdd-4535-bfbb-5de144a52a73 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Made reservation on behalf of e964decdfe5d4f8ab69e1cb7f6a56a22 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:53:39.187564 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-4767001f-8fa9-4610-b8e8-7cc429504ec8 req-3b620d73-5fdd-4535-bfbb-5de144a52a73 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:39.225124 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6fa56bd1-0666-4b74-b5bd-aa4b6de8e53e tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:39.244833 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9c173f63-f3a0-4a55-8da9-40e4fb5265d3 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:39.296774 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-9b229661-dbf0-4bb9-a44d-b7b51a325dc4 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] For port 63637176-d62f-4189-9bd3-f1a12339579f, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=63637176-d62f-4189-9bd3-f1a12339579f,segment=NetworkSegment(8b0517d5-03a0-4eb5-820d-d6b8f4d7d554),segment_id=8b0517d5-03a0-4eb5-820d-d6b8f4d7d554)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:53:39.297543 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b229661-dbf0-4bb9-a44d-b7b51a325dc4 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:39.326757 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cd2046cc-8df5-45b8-b8ce-9adf997bd16d tempest-FloatingIPAdminTestJSON-1325382415 tempest-FloatingIPAdminTestJSON-1325382415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:39.339145 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cacbff84-0e22-4031-aad7-20fb8d31414c tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:39.349028 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-83955e43-ed8f-4139-b57c-905fb0ad1d22 req-56022b37-eb80-4983-b78d-3fdd01bcfdb4 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2150d1b1bcd4a828c702c82170ebe7c HTTP/1.1" status: 200 len: 379 time: 0.3471286 Mar 22 10:53:39.354019 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cacbff84-0e22-4031-aad7-20fb8d31414c tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:39.385328 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-83955e43-ed8f-4139-b57c-905fb0ad1d22 req-08fc8e9a-1dff-46e1-80d9-3e2f36595a6c tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Request body: {'port': {'device_id': 'ce39e19f-938f-434a-885e-e4d19fb8f33d', 'network_id': 'dd5c1c08-a18c-4726-99bb-ba3569297277', 'admin_state_up': True, 'tenant_id': 'a2150d1b1bcd4a828c702c82170ebe7c', 'security_groups': ['074c04a7-4d87-4874-a408-fce3f9ed77b2']}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:39.413855 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.35', 52155) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:39.443545 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cacbff84-0e22-4031-aad7-20fb8d31414c tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:53:39.463476 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6fa56bd1-0666-4b74-b5bd-aa4b6de8e53e tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:39.530495 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacbff84-0e22-4031-aad7-20fb8d31414c tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20de7e13-b5b1-4e5f-b440-65e6b57c9688,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:39.581286 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa56bd1-0666-4b74-b5bd-aa4b6de8e53e tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Network ef65bf43-9956-4d7d-adc9-47a2cb2ff586 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:53:39.601249 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cacbff84-0e22-4031-aad7-20fb8d31414c tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:39.601599 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-cacbff84-0e22-4031-aad7-20fb8d31414c tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Added segment feeef753-5b59-412b-9869-fa11618fe84d of type vlan for network 18336a00-9c38-4f6f-b276-70545a3666ba Mar 22 10:53:39.602761 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-cd2046cc-8df5-45b8-b8ce-9adf997bd16d tempest-FloatingIPAdminTestJSON-1325382415 tempest-FloatingIPAdminTestJSON-1325382415-project-admin] Allocated IP 172.26.7.139 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/a0b38975-9e81-4fe3-9e1e-2ad4a0823b25) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:53:39.617707 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-9b229661-dbf0-4bb9-a44d-b7b51a325dc4 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Calling delete_port for 63637176-d62f-4189-9bd3-f1a12339579f owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:53:39.674048 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-fbd255b7-f30f-453d-b72e-3dfcd1c8d871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:39.710681 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd255b7-f30f-453d-b72e-3dfcd1c8d871 None None] Pushing event deleted for resources: {'Port': ['ID=63637176-d62f-4189-9bd3-f1a12339579f,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:39.726074 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:39.728301 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd255b7-f30f-453d-b72e-3dfcd1c8d871 None None] No DVR routers for this DVR port 63637176-d62f-4189-9bd3-f1a12339579f on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:53:39.780513 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-6fa56bd1-0666-4b74-b5bd-aa4b6de8e53e tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:53:39.799993 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa56bd1-0666-4b74-b5bd-aa4b6de8e53e tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:53:39.844684 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b229661-dbf0-4bb9-a44d-b7b51a325dc4 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:39.853402 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ccce0805-d715-4c40-ba34-1fed4637901b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:39.862671 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa56bd1-0666-4b74-b5bd-aa4b6de8e53e tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Pushing event updated for resources: {'Port': ['ID=f5bee362-0db2-461a-808e-ca22b07062b9,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:39.942755 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b229661-dbf0-4bb9-a44d-b7b51a325dc4 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] No DVR routers for this DVR port 63637176-d62f-4189-9bd3-f1a12339579f on host dv-neutron-834599-1-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:53:39.958315 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9f94500a-7f31-4c42-a140-33cc59107e25 req-72da3b2c-7d10-46a8-a78a-56cfd408b8d1 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] 10.222.0.57 "GET /v2.0/ports?device_id=48355fc1-9f2b-4ff1-9fe2-4798930dd9b9 HTTP/1.1" status: 200 len: 210 time: 0.1677096 Mar 22 10:53:40.005985 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cacbff84-0e22-4031-aad7-20fb8d31414c tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:40.016590 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1e8ea8f8-55d7-4291-82e6-013732df4364 req-f54c8ae0-693a-48a6-aa83-b9a1e1099f72 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 210 time: 0.1264682 Mar 22 10:53:40.039616 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b229661-dbf0-4bb9-a44d-b7b51a325dc4 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Pushing event deleted for resources: {'Port': ['ID=63637176-d62f-4189-9bd3-f1a12339579f,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:40.079165 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d693af-0c68-484c-91d6-67c2ccd721fd req-f4143ce9-7629-46ee-8929-f391c3becff7 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:40.080606 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-88d693af-0c68-484c-91d6-67c2ccd721fd req-f4143ce9-7629-46ee-8929-f391c3becff7 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] 10.222.0.35 "GET /v2.0/networks?id=6d72c436-5be9-48c2-831b-3e0293d5b0ac HTTP/1.1" status: 200 len: 806 time: 0.6452682 Mar 22 10:53:40.106227 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cacbff84-0e22-4031-aad7-20fb8d31414c tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:40.113038 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacbff84-0e22-4031-aad7-20fb8d31414c tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:40.113852 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cacbff84-0e22-4031-aad7-20fb8d31414c tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:40.122362 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83955e43-ed8f-4139-b57c-905fb0ad1d22 req-08fc8e9a-1dff-46e1-80d9-3e2f36595a6c tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Made reservation on behalf of a2150d1b1bcd4a828c702c82170ebe7c for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:53:40.126514 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-83955e43-ed8f-4139-b57c-905fb0ad1d22 req-08fc8e9a-1dff-46e1-80d9-3e2f36595a6c tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:40.283599 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [req-4767001f-8fa9-4610-b8e8-7cc429504ec8 req-3b620d73-5fdd-4535-bfbb-5de144a52a73 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Allocated IP 172.20.0.12 (619a0580-b085-430c-89e2-022d42d1e4bf/e692a5aa-617d-46cb-afbe-668e67a6ee91/62e0eae6-4190-4612-b054-e17b9b6eea2c) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:53:40.332310 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b229661-dbf0-4bb9-a44d-b7b51a325dc4 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:40.387935 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b229661-dbf0-4bb9-a44d-b7b51a325dc4 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Subscribe: > segment before_delete 55550000 {{(pid=109049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:53:40.388559 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b229661-dbf0-4bb9-a44d-b7b51a325dc4 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:53:40.389483 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b229661-dbf0-4bb9-a44d-b7b51a325dc4 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:53:40.390102 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b229661-dbf0-4bb9-a44d-b7b51a325dc4 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Subscribe: > port after_create 55550000 {{(pid=109049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:53:40.390594 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b229661-dbf0-4bb9-a44d-b7b51a325dc4 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Subscribe: > port after_delete 55550000 {{(pid=109049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:53:40.391089 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b229661-dbf0-4bb9-a44d-b7b51a325dc4 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Subscribe: > port after_update 55550000 {{(pid=109049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:53:40.391595 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b229661-dbf0-4bb9-a44d-b7b51a325dc4 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Subscribe: > segment after_delete 55550000 {{(pid=109049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:53:40.392095 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b229661-dbf0-4bb9-a44d-b7b51a325dc4 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Subscribe: > subnet after_create 55550000 {{(pid=109049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:53:40.392568 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b229661-dbf0-4bb9-a44d-b7b51a325dc4 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Subscribe: > subnet after_delete 55550000 {{(pid=109049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:53:40.393044 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b229661-dbf0-4bb9-a44d-b7b51a325dc4 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Subscribe: > subnet after_update 55550000 {{(pid=109049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:53:40.432091 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b01ec591-8a6c-4d12-b56e-1c27d5ae0b36 req-ff7f0bc9-fd83-4506-8320-862a32a94741 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce39e19f-938f-434a-885e-e4d19fb8f33d HTTP/1.1" status: 200 len: 210 time: 0.2447300 Mar 22 10:53:40.438133 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6fa56bd1-0666-4b74-b5bd-aa4b6de8e53e tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:40.488519 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-cacbff84-0e22-4031-aad7-20fb8d31414c tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.5739172 Mar 22 10:53:40.501032 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35530) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:40.676543 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b229661-dbf0-4bb9-a44d-b7b51a325dc4 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Subscribe: > subnet after_create 55550000 {{(pid=109049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:53:40.676895 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b229661-dbf0-4bb9-a44d-b7b51a325dc4 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Subscribe: > subnet after_delete 55550000 {{(pid=109049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:53:40.677228 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b229661-dbf0-4bb9-a44d-b7b51a325dc4 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Subscribe: > subnet before_create 55550000 {{(pid=109049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:53:40.677566 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b229661-dbf0-4bb9-a44d-b7b51a325dc4 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Subscribe: > subnet before_update 55550000 {{(pid=109049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 10:53:40.678319 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-9b229661-dbf0-4bb9-a44d-b7b51a325dc4 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efd523d0-0db0-4c9e-8dda-a8f717ba4878']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:40.714152 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-9b229661-dbf0-4bb9-a44d-b7b51a325dc4 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b0517d5-03a0-4eb5-820d-d6b8f4d7d554') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:40.714484 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-9b229661-dbf0-4bb9-a44d-b7b51a325dc4 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b0517d5-03a0-4eb5-820d-d6b8f4d7d554') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:40.747048 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cd2046cc-8df5-45b8-b8ce-9adf997bd16d tempest-FloatingIPAdminTestJSON-1325382415 tempest-FloatingIPAdminTestJSON-1325382415-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:40.785817 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b229661-dbf0-4bb9-a44d-b7b51a325dc4 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:40.818957 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-0f2a162a-dd87-49e2-a597-e632245c3a11 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-58804584'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:40.857925 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b229661-dbf0-4bb9-a44d-b7b51a325dc4 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:40.882502 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b229661-dbf0-4bb9-a44d-b7b51a325dc4 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:53:40.882936 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b229661-dbf0-4bb9-a44d-b7b51a325dc4 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:40.891735 dv-neutron-834599-1-hyperv neutron-server[109049]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 22 10:53:40.891735 dv-neutron-834599-1-hyperv neutron-server[109049]: from cryptography.utils import int_from_bytes Mar 22 10:53:40.891735 dv-neutron-834599-1-hyperv neutron-server[109049]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 22 10:53:40.891735 dv-neutron-834599-1-hyperv neutron-server[109049]: from cryptography.utils import int_from_bytes Mar 22 10:53:40.891735 dv-neutron-834599-1-hyperv neutron-server[109049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:53:40.891735 dv-neutron-834599-1-hyperv neutron-server[109049]: self.session.flush() Mar 22 10:53:40.891735 dv-neutron-834599-1-hyperv neutron-server[109049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:53:40.891735 dv-neutron-834599-1-hyperv neutron-server[109049]: self.session.flush() Mar 22 10:53:40.891735 dv-neutron-834599-1-hyperv neutron-server[109049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:53:40.891735 dv-neutron-834599-1-hyperv neutron-server[109049]: self.session.flush() Mar 22 10:53:40.891735 dv-neutron-834599-1-hyperv neutron-server[109049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:53:40.891735 dv-neutron-834599-1-hyperv neutron-server[109049]: self.session.flush() Mar 22 10:53:40.891735 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 10:53:40.891735 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:53:40.891735 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 10:53:40.891735 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:53:40.891735 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 10:53:40.891735 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:53:40.891735 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 10:53:40.891735 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:53:40.891735 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 10:53:40.891735 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:53:40.891735 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 10:53:40.891735 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:53:40.891735 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 10:53:40.891735 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:53:40.891735 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:53:40.891735 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:53:40.891735 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:53:40.891735 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:53:40.891735 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 10:53:40.891735 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:53:40.891735 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 10:53:40.891735 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:53:40.891735 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:53:40.891735 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:53:40.891735 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 10:53:40.891735 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:53:40.891735 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:53:40.891735 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:53:40.891735 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:53:40.891735 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:53:40.891735 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:53:40.891735 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:53:40.956181 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacbff84-0e22-4031-aad7-20fb8d31414c tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event updated for resources: {'Network': ['ID=18336a00-9c38-4f6f-b276-70545a3666ba,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:40.979067 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 18336a00-9c38-4f6f-b276-70545a3666ba details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:53:41.038946 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-88d693af-0c68-484c-91d6-67c2ccd721fd req-cc7b6124-76f2-4c8a-9177-621393ee29a1 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da2f632c4d66467ba58857dff433bce9 HTTP/1.1" status: 200 len: 379 time: 0.6195707 Mar 22 10:53:41.056634 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9c173f63-f3a0-4a55-8da9-40e4fb5265d3 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:41.067176 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cd2046cc-8df5-45b8-b8ce-9adf997bd16d tempest-FloatingIPAdminTestJSON-1325382415 tempest-FloatingIPAdminTestJSON-1325382415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:41.085699 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2a162a-dd87-49e2-a597-e632245c3a11 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Made reservation on behalf of 870cdc1d821946449d010566eacfdc6f for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:53:41.085699 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0f2a162a-dd87-49e2-a597-e632245c3a11 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:41.133575 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [req-83955e43-ed8f-4139-b57c-905fb0ad1d22 req-08fc8e9a-1dff-46e1-80d9-3e2f36595a6c tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Allocated IP 172.20.0.6 (dd5c1c08-a18c-4726-99bb-ba3569297277/e8b0effb-2582-4c7c-9cf2-568035a0a72b/95926975-866f-4a10-9144-9b0ee509deed) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:53:41.157438 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9c173f63-f3a0-4a55-8da9-40e4fb5265d3 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:41.184343 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:41.206401 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-438c7340-d928-46da-a545-504fec651d2f req-1b093b88-cae3-4d3e-a352-d2515437b35c tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 210 time: 0.0599015 Mar 22 10:53:41.207135 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f2a162a-dd87-49e2-a597-e632245c3a11 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:53:41.210855 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b229661-dbf0-4bb9-a44d-b7b51a325dc4 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:41.217990 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2046cc-8df5-45b8-b8ce-9adf997bd16d tempest-FloatingIPAdminTestJSON-1325382415 tempest-FloatingIPAdminTestJSON-1325382415-project-admin] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:53:41.260879 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6fa56bd1-0666-4b74-b5bd-aa4b6de8e53e tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:41.269025 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-646f788b-cd37-49f0-abe1-8cbaa9886214 req-aa8e2979-14c2-4473-b903-e5c721a51e5b tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] 10.222.0.57 "GET /v2.0/ports?device_id=48355fc1-9f2b-4ff1-9fe2-4798930dd9b9 HTTP/1.1" status: 200 len: 210 time: 0.0692987 Mar 22 10:53:41.275704 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0f2a162a-dd87-49e2-a597-e632245c3a11 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:41.276043 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-0f2a162a-dd87-49e2-a597-e632245c3a11 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Added segment ea706916-85f6-4660-a147-9154095763b2 of type vlan for network 6fb926df-db9c-4e42-86a3-7980c7ec4aee Mar 22 10:53:41.290629 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-9c173f63-f3a0-4a55-8da9-40e4fb5265d3 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] In _notify_port_updated(), no bound segment for port 290a9b31-48e9-4e6c-b291-6c2a73e27b30 on network 211aecc6-c2b6-4056-b651-96400adcd256 {{(pid=109049) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 22 10:53:41.296470 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c173f63-f3a0-4a55-8da9-40e4fb5265d3 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:41.297129 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9c173f63-f3a0-4a55-8da9-40e4fb5265d3 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:41.298535 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9c173f63-f3a0-4a55-8da9-40e4fb5265d3 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] 10.222.0.57 "PUT /v2.0/ports/290a9b31-48e9-4e6c-b291-6c2a73e27b30 HTTP/1.1" status: 200 len: 1056 time: 2.7132761 Mar 22 10:53:41.299576 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-cd2046cc-8df5-45b8-b8ce-9adf997bd16d tempest-FloatingIPAdminTestJSON-1325382415 tempest-FloatingIPAdminTestJSON-1325382415-project-admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:53:41.313361 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-4767001f-8fa9-4610-b8e8-7cc429504ec8 req-3b620d73-5fdd-4535-bfbb-5de144a52a73 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:41.324609 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35536) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:41.325237 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2046cc-8df5-45b8-b8ce-9adf997bd16d tempest-FloatingIPAdminTestJSON-1325382415 tempest-FloatingIPAdminTestJSON-1325382415-project-admin] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:53:41.331700 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b229661-dbf0-4bb9-a44d-b7b51a325dc4 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:41.337268 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9b229661-dbf0-4bb9-a44d-b7b51a325dc4 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] 10.222.0.57 "DELETE /v2.0/networks/efd523d0-0db0-4c9e-8dda-a8f717ba4878 HTTP/1.1" status: 204 len: 168 time: 3.1815124 Mar 22 10:53:41.353738 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0f2a162a-dd87-49e2-a597-e632245c3a11 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:41.382805 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2046cc-8df5-45b8-b8ce-9adf997bd16d tempest-FloatingIPAdminTestJSON-1325382415 tempest-FloatingIPAdminTestJSON-1325382415-project-admin] Pushing event updated for resources: {'Port': ['ID=a0b38975-9e81-4fe3-9e1e-2ad4a0823b25,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:41.412812 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b229661-dbf0-4bb9-a44d-b7b51a325dc4 tempest-ExtraDHCPOptionsTestJSON-76426057 tempest-ExtraDHCPOptionsTestJSON-76426057-project] Pushing event deleted for resources: {'Network': ['ID=efd523d0-0db0-4c9e-8dda-a8f717ba4878,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:41.565963 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-7d6f6a61-63a7-4844-b8f5-6bf6ada7e704 None None] Provisioning complete for port 290a9b31-48e9-4e6c-b291-6c2a73e27b30 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:41.566463 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7d6f6a61-63a7-4844-b8f5-6bf6ada7e704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:41.589126 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5904507d-fb57-432f-b635-39cc7feb5e33 req-e065df3a-e38d-4c01-adeb-3917cc025405 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce39e19f-938f-434a-885e-e4d19fb8f33d HTTP/1.1" status: 200 len: 210 time: 0.0475416 Mar 22 10:53:41.613013 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-7d6f6a61-63a7-4844-b8f5-6bf6ada7e704 None None] Port 290a9b31-48e9-4e6c-b291-6c2a73e27b30 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:53:41.645252 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0f2a162a-dd87-49e2-a597-e632245c3a11 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:41.651239 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2a162a-dd87-49e2-a597-e632245c3a11 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:41.652172 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0f2a162a-dd87-49e2-a597-e632245c3a11 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:41.680298 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35546) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:41.722017 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-0f2a162a-dd87-49e2-a597-e632245c3a11 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1844516 Mar 22 10:53:41.727545 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35550) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:41.766684 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-8aff0b52-5db4-4d3b-b18f-7e6a7db368d8 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Request body: {'subnet': {'network_id': '18336a00-9c38-4f6f-b276-70545a3666ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:41.787853 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-88d693af-0c68-484c-91d6-67c2ccd721fd req-8888f076-0a3d-435d-adac-66b0e92e9036 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Request body: {'port': {'device_id': '48355fc1-9f2b-4ff1-9fe2-4798930dd9b9', 'network_id': '6d72c436-5be9-48c2-831b-3e0293d5b0ac', 'admin_state_up': True, 'tenant_id': 'da2f632c4d66467ba58857dff433bce9', 'security_groups': ['2d0ff445-ef48-4484-b687-f93d4f0a9a74']}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:41.799608 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2a162a-dd87-49e2-a597-e632245c3a11 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event updated for resources: {'Network': ['ID=6fb926df-db9c-4e42-86a3-7980c7ec4aee,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:41.808532 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c173f63-f3a0-4a55-8da9-40e4fb5265d3 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Pushing event updated for resources: {'Port': ['ID=290a9b31-48e9-4e6c-b291-6c2a73e27b30,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:41.814393 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 6fb926df-db9c-4e42-86a3-7980c7ec4aee details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:53:41.833088 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-4767001f-8fa9-4610-b8e8-7cc429504ec8 req-3b620d73-5fdd-4535-bfbb-5de144a52a73 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:41.833608 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-83955e43-ed8f-4139-b57c-905fb0ad1d22 req-08fc8e9a-1dff-46e1-80d9-3e2f36595a6c tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:41.873749 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cd2046cc-8df5-45b8-b8ce-9adf997bd16d tempest-FloatingIPAdminTestJSON-1325382415 tempest-FloatingIPAdminTestJSON-1325382415-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:41.905744 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4767001f-8fa9-4610-b8e8-7cc429504ec8 req-3b620d73-5fdd-4535-bfbb-5de144a52a73 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Network 619a0580-b085-430c-89e2-022d42d1e4bf is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:53:41.924472 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-f13ef9a1-fac7-4953-aabb-189d0e04f027 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Deleting port 290a9b31-48e9-4e6c-b291-6c2a73e27b30 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:53:41.924816 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f13ef9a1-fac7-4953-aabb-189d0e04f027 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:41.929557 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b620d73-5fdd-4535-bfbb-5de144a52a73 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Pushing event updated for resources: {'Port': ['ID=62e0eae6-4190-4612-b054-e17b9b6eea2c,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:41.935319 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [req-4767001f-8fa9-4610-b8e8-7cc429504ec8 req-3b620d73-5fdd-4535-bfbb-5de144a52a73 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:53:41.951100 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-4767001f-8fa9-4610-b8e8-7cc429504ec8 req-3b620d73-5fdd-4535-bfbb-5de144a52a73 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:53:41.975899 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fa56bd1-0666-4b74-b5bd-aa4b6de8e53e tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Router 11c748d2-6c45-4dcc-9ee8-7744ef228dab is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109050) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 10:53:41.996081 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cd2046cc-8df5-45b8-b8ce-9adf997bd16d tempest-FloatingIPAdminTestJSON-1325382415 tempest-FloatingIPAdminTestJSON-1325382415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:42.013768 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-c003a3c1-a702-40bf-9dc9-601726d0172d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=308ee6922bdf4362962413356c559af0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3277910 Mar 22 10:53:42.014386 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35552) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:42.077103 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767001f-8fa9-4610-b8e8-7cc429504ec8 req-3b620d73-5fdd-4535-bfbb-5de144a52a73 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:42.077742 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-4767001f-8fa9-4610-b8e8-7cc429504ec8 req-3b620d73-5fdd-4535-bfbb-5de144a52a73 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:42.090454 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aff0b52-5db4-4d3b-b18f-7e6a7db368d8 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Made reservation on behalf of 870cdc1d821946449d010566eacfdc6f for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:53:42.094323 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8aff0b52-5db4-4d3b-b18f-7e6a7db368d8 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:42.104823 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-83955e43-ed8f-4139-b57c-905fb0ad1d22 req-08fc8e9a-1dff-46e1-80d9-3e2f36595a6c tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:42.113159 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f13ef9a1-fac7-4953-aabb-189d0e04f027 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:42.126793 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4767001f-8fa9-4610-b8e8-7cc429504ec8 req-3b620d73-5fdd-4535-bfbb-5de144a52a73 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6916859 Mar 22 10:53:42.140023 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-f13ef9a1-fac7-4953-aabb-189d0e04f027 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Calling delete_port for 290a9b31-48e9-4e6c-b291-6c2a73e27b30 owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:53:42.150155 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [req-4767001f-8fa9-4610-b8e8-7cc429504ec8 req-254c3b82-3f6c-44a6-b290-cfa9c6b594f2 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=109049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:53:42.151125 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4767001f-8fa9-4610-b8e8-7cc429504ec8 req-254c3b82-3f6c-44a6-b290-cfa9c6b594f2 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091515 Mar 22 10:53:42.242101 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-955b2680-7e0e-4f33-96df-290ad5abf11c None None] Provisioning complete for port 62e0eae6-4190-4612-b054-e17b9b6eea2c triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:42.242610 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-955b2680-7e0e-4f33-96df-290ad5abf11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:42.250507 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83955e43-ed8f-4139-b57c-905fb0ad1d22 req-08fc8e9a-1dff-46e1-80d9-3e2f36595a6c tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Network dd5c1c08-a18c-4726-99bb-ba3569297277 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:53:42.264247 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [req-83955e43-ed8f-4139-b57c-905fb0ad1d22 req-08fc8e9a-1dff-46e1-80d9-3e2f36595a6c tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:53:42.266228 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-83955e43-ed8f-4139-b57c-905fb0ad1d22 req-08fc8e9a-1dff-46e1-80d9-3e2f36595a6c tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:53:42.298032 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fc8e9a-1dff-46e1-80d9-3e2f36595a6c tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Pushing event updated for resources: {'Port': ['ID=95926975-866f-4a10-9144-9b0ee509deed,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:42.312169 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-955b2680-7e0e-4f33-96df-290ad5abf11c None None] Port 62e0eae6-4190-4612-b054-e17b9b6eea2c cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:53:42.351254 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88d693af-0c68-484c-91d6-67c2ccd721fd req-8888f076-0a3d-435d-adac-66b0e92e9036 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Made reservation on behalf of da2f632c4d66467ba58857dff433bce9 for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:53:42.355161 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-88d693af-0c68-484c-91d6-67c2ccd721fd req-8888f076-0a3d-435d-adac-66b0e92e9036 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:42.368471 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cd2046cc-8df5-45b8-b8ce-9adf997bd16d tempest-FloatingIPAdminTestJSON-1325382415 tempest-FloatingIPAdminTestJSON-1325382415-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:42.377721 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-4767001f-8fa9-4610-b8e8-7cc429504ec8 req-218bf4e7-f647-42dc-8168-122fbb23a76e service neutron] Request body: {'port': {'device_id': '4f25e1d9-349e-4206-a2c0-e8eabb1e8358', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8345'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:42.385764 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cd2046cc-8df5-45b8-b8ce-9adf997bd16d tempest-FloatingIPAdminTestJSON-1325382415 tempest-FloatingIPAdminTestJSON-1325382415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:42.466397 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:42.478008 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-23493b3b-a8a5-4814-9ed9-1630cc46ad7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:42.481114 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-809c2a5c-358e-4f9e-baf0-d0aca22f292e req-7305cf79-ec3f-4a33-9b50-a1ece601fce5 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] 10.222.0.57 "GET /v2.0/ports?device_id=48355fc1-9f2b-4ff1-9fe2-4798930dd9b9 HTTP/1.1" status: 200 len: 210 time: 0.0949092 Mar 22 10:53:42.505357 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83955e43-ed8f-4139-b57c-905fb0ad1d22 req-08fc8e9a-1dff-46e1-80d9-3e2f36595a6c tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:42.505728 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-83955e43-ed8f-4139-b57c-905fb0ad1d22 req-08fc8e9a-1dff-46e1-80d9-3e2f36595a6c tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:42.508713 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa56bd1-0666-4b74-b5bd-aa4b6de8e53e tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:53:42.521138 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2273ab4-b449-4ef0-8ca8-3a2f7fa23f2d None None] Sync routers for ids ['11c748d2-6c45-4dcc-9ee8-7744ef228dab'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:53:42.538993 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2273ab4-b449-4ef0-8ca8-3a2f7fa23f2d None None] Routers {'11c748d2-6c45-4dcc-9ee8-7744ef228dab'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:53:42.539794 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-d2273ab4-b449-4ef0-8ca8-3a2f7fa23f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:53:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['11c748d2-6c45-4dcc-9ee8-7744ef228dab'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:42.549181 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2046cc-8df5-45b8-b8ce-9adf997bd16d tempest-FloatingIPAdminTestJSON-1325382415 tempest-FloatingIPAdminTestJSON-1325382415-project-admin] Pushing event updated for resources: {'Port': ['ID=a0b38975-9e81-4fe3-9e1e-2ad4a0823b25,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:42.556327 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-4767001f-8fa9-4610-b8e8-7cc429504ec8 req-218bf4e7-f647-42dc-8168-122fbb23a76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:42.561814 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cd2046cc-8df5-45b8-b8ce-9adf997bd16d tempest-FloatingIPAdminTestJSON-1325382415 tempest-FloatingIPAdminTestJSON-1325382415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684147'] for floatingip, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:42.611481 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cd2046cc-8df5-45b8-b8ce-9adf997bd16d tempest-FloatingIPAdminTestJSON-1325382415 tempest-FloatingIPAdminTestJSON-1325382415-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:42.612637 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-cd2046cc-8df5-45b8-b8ce-9adf997bd16d tempest-FloatingIPAdminTestJSON-1325382415 tempest-FloatingIPAdminTestJSON-1325382415-project-admin] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5924351 Mar 22 10:53:42.618789 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35560) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:42.628547 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f13ef9a1-fac7-4953-aabb-189d0e04f027 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:42.656677 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-70fae6c4-4c88-4b79-984c-1546b78fea91 None None] Provisioning complete for port 95926975-866f-4a10-9144-9b0ee509deed triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:42.657336 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-70fae6c4-4c88-4b79-984c-1546b78fea91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:42.661666 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6fa56bd1-0666-4b74-b5bd-aa4b6de8e53e tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:42.662876 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-6fa56bd1-0666-4b74-b5bd-aa4b6de8e53e tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.8383715 Mar 22 10:53:42.672753 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-23493b3b-a8a5-4814-9ed9-1630cc46ad7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:42.679283 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-83955e43-ed8f-4139-b57c-905fb0ad1d22 req-08fc8e9a-1dff-46e1-80d9-3e2f36595a6c tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3004928 Mar 22 10:53:42.679803 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35566) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:42.688506 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13ef9a1-fac7-4953-aabb-189d0e04f027 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Pushing event deleted for resources: {'Port': ['ID=290a9b31-48e9-4e6c-b291-6c2a73e27b30,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:42.712460 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87108fb6-bf42-4ce0-804b-904f4791166a req-d77079f3-e4ac-4b5e-8f39-4f749808f8ff tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:42.719836 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-87108fb6-bf42-4ce0-804b-904f4791166a req-d77079f3-e4ac-4b5e-8f39-4f749808f8ff tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 932 time: 0.3806813 Mar 22 10:53:42.732429 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-d2273ab4-b449-4ef0-8ca8-3a2f7fa23f2d None None] Set router 11c748d2-6c45-4dcc-9ee8-7744ef228dab gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:53:42.735305 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-83955e43-ed8f-4139-b57c-905fb0ad1d22 req-d227f76b-51d7-43b5-b949-131ce94b469d service neutron] Request body: {'port': {'device_id': 'ce39e19f-938f-434a-885e-e4d19fb8f33d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8345'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:42.777826 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-70fae6c4-4c88-4b79-984c-1546b78fea91 None None] Port 95926975-866f-4a10-9144-9b0ee509deed cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:53:42.784796 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:42.849575 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-9380d925-2230-478e-bf7f-04a26eb08b60 tempest-FloatingIPAdminTestJSON-944569637 tempest-FloatingIPAdminTestJSON-944569637-project] Request body: {'floatingip': {'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:42.966857 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9380d925-2230-478e-bf7f-04a26eb08b60 tempest-FloatingIPAdminTestJSON-944569637 tempest-FloatingIPAdminTestJSON-944569637-project] Notify callbacks [] for floatingip, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:43.021575 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-d2273ab4-b449-4ef0-8ca8-3a2f7fa23f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c748d2-6c45-4dcc-9ee8-7744ef228dab', 'name': '', 'tenant_id': 'e953a0f23f924b3fb7ea002beff3f45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef65bf43-9956-4d7d-adc9-47a2cb2ff586', 'external_fixed_ips': [{'subnet_id': '79f0578e-3002-42b4-8790-c11810f9b2cc', 'ip_address': '2001:db8::2bb'}], 'enable_snat': True}, 'gw_port_id': 'f5bee362-0db2-461a-808e-ca22b07062b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:53:36Z', 'updated_at': '2022-03-22T10:53:40Z', 'revision_number': 3, 'project_id': 'e953a0f23f924b3fb7ea002beff3f45c', 'gw_port': {'id': 'f5bee362-0db2-461a-808e-ca22b07062b9', 'name': '', 'network_id': 'ef65bf43-9956-4d7d-adc9-47a2cb2ff586', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c4:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c748d2-6c45-4dcc-9ee8-7744ef228dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': '79f0578e-3002-42b4-8790-c11810f9b2cc', 'ip_address': '2001:db8::2bb', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:37Z', 'updated_at': '2022-03-22T10:53:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79f0578e-3002-42b4-8790-c11810f9b2cc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:43.051097 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2273ab4-b449-4ef0-8ca8-3a2f7fa23f2d None None] Checking router: 11c748d2-6c45-4dcc-9ee8-7744ef228dab for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 10:53:43.051737 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2273ab4-b449-4ef0-8ca8-3a2f7fa23f2d None None] Updating router 11c748d2-6c45-4dcc-9ee8-7744ef228dab port f5bee362-0db2-461a-808e-ca22b07062b9 binding host dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 10:53:43.078146 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-d2273ab4-b449-4ef0-8ca8-3a2f7fa23f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:43.217701 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:43.277606 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f13ef9a1-fac7-4953-aabb-189d0e04f027 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:43.281007 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f13ef9a1-fac7-4953-aabb-189d0e04f027 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] 10.222.0.57 "DELETE /v2.0/ports/290a9b31-48e9-4e6c-b291-6c2a73e27b30 HTTP/1.1" status: 204 len: 168 time: 1.9533126 Mar 22 10:53:43.284334 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35568) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:43.288406 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-87108fb6-bf42-4ce0-804b-904f4791166a req-ebee841c-311d-406a-812b-a79ce3707764 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5672054 Mar 22 10:53:43.316312 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-83955e43-ed8f-4139-b57c-905fb0ad1d22 req-d227f76b-51d7-43b5-b949-131ce94b469d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:43.319483 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8aff0b52-5db4-4d3b-b18f-7e6a7db368d8 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:43.320211 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c99ac18-062a-4c74-ae3a-479d5953e421 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] GET failed (client error): The resource could not be found. Mar 22 10:53:43.321771 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1c99ac18-062a-4c74-ae3a-479d5953e421 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] 10.222.0.57 "GET /v2.0/ports/290a9b31-48e9-4e6c-b291-6c2a73e27b30 HTTP/1.1" status: 404 len: 333 time: 0.0362329 Mar 22 10:53:43.323797 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [req-4767001f-8fa9-4610-b8e8-7cc429504ec8 req-218bf4e7-f647-42dc-8168-122fbb23a76e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62e0eae6-4190-4612-b054-e17b9b6eea2c {{(pid=109049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 10:53:43.329491 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35570) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:43.334735 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-4767001f-8fa9-4610-b8e8-7cc429504ec8 req-218bf4e7-f647-42dc-8168-122fbb23a76e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:43.336085 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [req-88d693af-0c68-484c-91d6-67c2ccd721fd req-8888f076-0a3d-435d-adac-66b0e92e9036 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Allocated IP 172.20.0.11 (6d72c436-5be9-48c2-831b-3e0293d5b0ac/c201b142-5f21-4cd8-83cb-40d4a336882f/721a4f7b-232b-4b37-ab19-e7ba0715982b) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:53:43.344234 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-d2273ab4-b449-4ef0-8ca8-3a2f7fa23f2d None None] Notify callbacks [] for port, precommit_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:43.350982 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-d2273ab4-b449-4ef0-8ca8-3a2f7fa23f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:43.351439 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3d4df4a0-587d-403c-85c8-584a2289b8c6 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks [] for router, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:43.360033 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a668f29-abb7-4e2f-88dd-40bbf0c6609b req-08bdcfab-25dd-49d5-b0dc-23cbf387390b tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:43.361542 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0a668f29-abb7-4e2f-88dd-40bbf0c6609b req-08bdcfab-25dd-49d5-b0dc-23cbf387390b tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce39e19f-938f-434a-885e-e4d19fb8f33d HTTP/1.1" status: 200 len: 931 time: 0.3267770 Mar 22 10:53:43.393606 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.provisioning_blocks [req-4767001f-8fa9-4610-b8e8-7cc429504ec8 req-218bf4e7-f647-42dc-8168-122fbb23a76e service neutron] Transition to ACTIVE for port object 62e0eae6-4190-4612-b054-e17b9b6eea2c will not be triggered until provisioned by entity L2. {{(pid=109049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 10:53:43.395168 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9380d925-2230-478e-bf7f-04a26eb08b60 tempest-FloatingIPAdminTestJSON-944569637 tempest-FloatingIPAdminTestJSON-944569637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:43.415821 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-d2273ab4-b449-4ef0-8ca8-3a2f7fa23f2d None None] Attempting to bind port f5bee362-0db2-461a-808e-ca22b07062b9 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:53:43.416176 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-d2273ab4-b449-4ef0-8ca8-3a2f7fa23f2d None None] Attempting to bind port f5bee362-0db2-461a-808e-ca22b07062b9 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '1fb66e7b-b626-41ca-86f8-ff32dcb1b0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ef65bf43-9956-4d7d-adc9-47a2cb2ff586'}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:53:43.416539 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2273ab4-b449-4ef0-8ca8-3a2f7fa23f2d None None] Attempting to bind port f5bee362-0db2-461a-808e-ca22b07062b9 on network ef65bf43-9956-4d7d-adc9-47a2cb2ff586 {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:53:43.418644 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cc5210-2ead-4b56-adca-94440045159d None None] Pushing event updated for resources: {'Port': ['ID=f5bee362-0db2-461a-808e-ca22b07062b9,revision_number=2']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:43.425616 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2273ab4-b449-4ef0-8ca8-3a2f7fa23f2d None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:53:43.426375 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2273ab4-b449-4ef0-8ca8-3a2f7fa23f2d None None] Checking segment: {'id': '1fb66e7b-b626-41ca-86f8-ff32dcb1b0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ef65bf43-9956-4d7d-adc9-47a2cb2ff586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:53:43.426375 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-d2273ab4-b449-4ef0-8ca8-3a2f7fa23f2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:43.426696 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2273ab4-b449-4ef0-8ca8-3a2f7fa23f2d None None] Bound using segment: {'id': '1fb66e7b-b626-41ca-86f8-ff32dcb1b0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ef65bf43-9956-4d7d-adc9-47a2cb2ff586'} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:53:43.427185 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-d2273ab4-b449-4ef0-8ca8-3a2f7fa23f2d None None] Bound port: f5bee362-0db2-461a-808e-ca22b07062b9, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fb66e7b-b626-41ca-86f8-ff32dcb1b0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ef65bf43-9956-4d7d-adc9-47a2cb2ff586'}}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:53:43.427599 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-d2273ab4-b449-4ef0-8ca8-3a2f7fa23f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:43.429491 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-4767001f-8fa9-4610-b8e8-7cc429504ec8 req-218bf4e7-f647-42dc-8168-122fbb23a76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:43.443063 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-23493b3b-a8a5-4814-9ed9-1630cc46ad7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:43.445534 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-23493b3b-a8a5-4814-9ed9-1630cc46ad7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:43.449828 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-23493b3b-a8a5-4814-9ed9-1630cc46ad7a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cb48d769-dade-40a6-ba18-6009b9f83050 HTTP/1.1" status: 204 len: 168 time: 1.4263175 Mar 22 10:53:43.480227 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-d2273ab4-b449-4ef0-8ca8-3a2f7fa23f2d None None] For port f5bee362-0db2-461a-808e-ca22b07062b9, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:53:43.483833 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-d2273ab4-b449-4ef0-8ca8-3a2f7fa23f2d None None] For port f5bee362-0db2-461a-808e-ca22b07062b9, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=f5bee362-0db2-461a-808e-ca22b07062b9,segment=NetworkSegment(1fb66e7b-b626-41ca-86f8-ff32dcb1b0c0),segment_id=1fb66e7b-b626-41ca-86f8-ff32dcb1b0c0)] {{(pid=109052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:53:43.489852 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-d2273ab4-b449-4ef0-8ca8-3a2f7fa23f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:43.548505 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cc5210-2ead-4b56-adca-94440045159d None None] Pushing event updated for resources: {'Port': ['ID=f5bee362-0db2-461a-808e-ca22b07062b9,revision_number=3']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:43.564249 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23493b3b-a8a5-4814-9ed9-1630cc46ad7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb48d769-dade-40a6-ba18-6009b9f83050,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:43.569737 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2273ab4-b449-4ef0-8ca8-3a2f7fa23f2d None None] Routers {'11c748d2-6c45-4dcc-9ee8-7744ef228dab'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:53:43.570861 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-d2273ab4-b449-4ef0-8ca8-3a2f7fa23f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:53:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['11c748d2-6c45-4dcc-9ee8-7744ef228dab'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:43.612741 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218bf4e7-f647-42dc-8168-122fbb23a76e service neutron] Pushing event updated for resources: {'Port': ['ID=62e0eae6-4190-4612-b054-e17b9b6eea2c,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:43.638506 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aff0b52-5db4-4d3b-b18f-7e6a7db368d8 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event updated for resources: {'Subnet': ['ID=0ae18877-f380-4362-8b7a-5e8f470d5482,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:43.669083 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-96abfa13-3fa2-42c6-a898-587bc569d724 req-7b9d97e5-063d-4b59-9bbf-79d44f351cba tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] 10.222.0.57 "GET /v2.0/ports?device_id=48355fc1-9f2b-4ff1-9fe2-4798930dd9b9 HTTP/1.1" status: 200 len: 210 time: 0.0959163 Mar 22 10:53:43.741546 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-d2273ab4-b449-4ef0-8ca8-3a2f7fa23f2d None None] Set router 11c748d2-6c45-4dcc-9ee8-7744ef228dab gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:53:43.759521 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0a668f29-abb7-4e2f-88dd-40bbf0c6609b req-86a3b1c1-9a31-461b-ab41-7c73e4b1cfb4 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] 10.222.0.57 "GET /v2.0/security-groups?id=074c04a7-4d87-4874-a408-fce3f9ed77b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3818655 Mar 22 10:53:43.827297 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-4767001f-8fa9-4610-b8e8-7cc429504ec8 req-218bf4e7-f647-42dc-8168-122fbb23a76e service neutron] Attempting to bind port 62e0eae6-4190-4612-b054-e17b9b6eea2c on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:53:43.828006 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-4767001f-8fa9-4610-b8e8-7cc429504ec8 req-218bf4e7-f647-42dc-8168-122fbb23a76e service neutron] Attempting to bind port 62e0eae6-4190-4612-b054-e17b9b6eea2c by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': '1794cb20-dd56-4e78-a758-e4766285bf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '619a0580-b085-430c-89e2-022d42d1e4bf'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:53:43.828355 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4767001f-8fa9-4610-b8e8-7cc429504ec8 req-218bf4e7-f647-42dc-8168-122fbb23a76e service neutron] Attempting to bind port 62e0eae6-4190-4612-b054-e17b9b6eea2c on network 619a0580-b085-430c-89e2-022d42d1e4bf {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:53:43.837004 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4767001f-8fa9-4610-b8e8-7cc429504ec8 req-218bf4e7-f647-42dc-8168-122fbb23a76e service neutron] Port 62e0eae6-4190-4612-b054-e17b9b6eea2c on network 619a0580-b085-430c-89e2-022d42d1e4bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:53:43.837331 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4767001f-8fa9-4610-b8e8-7cc429504ec8 req-218bf4e7-f647-42dc-8168-122fbb23a76e service neutron] Attempting to bind port 62e0eae6-4190-4612-b054-e17b9b6eea2c on network 619a0580-b085-430c-89e2-022d42d1e4bf {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:53:43.843203 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-4ecd0754-f56c-4855-aa3e-89cd72c30822 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Deleting port f5efcfa4-4b83-4cd8-883d-a06c00d442d5 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:53:43.843939 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4ecd0754-f56c-4855-aa3e-89cd72c30822 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:43.871560 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4767001f-8fa9-4610-b8e8-7cc429504ec8 req-218bf4e7-f647-42dc-8168-122fbb23a76e service neutron] Checking agent: {'id': 'dcb78974-6458-4942-8c9c-663284d5bb3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8345', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:53:43.872063 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4767001f-8fa9-4610-b8e8-7cc429504ec8 req-218bf4e7-f647-42dc-8168-122fbb23a76e service neutron] Checking segment: {'id': '1794cb20-dd56-4e78-a758-e4766285bf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '619a0580-b085-430c-89e2-022d42d1e4bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:53:43.872775 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4767001f-8fa9-4610-b8e8-7cc429504ec8 req-218bf4e7-f647-42dc-8168-122fbb23a76e service neutron] Bound using segment: {'id': '1794cb20-dd56-4e78-a758-e4766285bf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '619a0580-b085-430c-89e2-022d42d1e4bf'} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:53:43.873396 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-4767001f-8fa9-4610-b8e8-7cc429504ec8 req-218bf4e7-f647-42dc-8168-122fbb23a76e service neutron] Bound port: 62e0eae6-4190-4612-b054-e17b9b6eea2c, host: hv-neutron-8345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1794cb20-dd56-4e78-a758-e4766285bf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '619a0580-b085-430c-89e2-022d42d1e4bf'}}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:53:43.873933 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-4767001f-8fa9-4610-b8e8-7cc429504ec8 req-218bf4e7-f647-42dc-8168-122fbb23a76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:43.890064 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-9380d925-2230-478e-bf7f-04a26eb08b60 tempest-FloatingIPAdminTestJSON-944569637 tempest-FloatingIPAdminTestJSON-944569637-project] Allocated IP 172.26.7.161 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/8cb3d048-7232-485c-9ede-45ccd61b0bee) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:53:43.909877 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aff0b52-5db4-4d3b-b18f-7e6a7db368d8 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Checking segment: {'id': 'feeef753-5b59-412b-9869-fa11618fe84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '18336a00-9c38-4f6f-b276-70545a3666ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:53:43.910820 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aff0b52-5db4-4d3b-b18f-7e6a7db368d8 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Network hostable DHCP agents. Network: 18336a00-9c38-4f6f-b276-70545a3666ba, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:53:43.982546 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-d2273ab4-b449-4ef0-8ca8-3a2f7fa23f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c748d2-6c45-4dcc-9ee8-7744ef228dab', 'name': '', 'tenant_id': 'e953a0f23f924b3fb7ea002beff3f45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef65bf43-9956-4d7d-adc9-47a2cb2ff586', 'external_fixed_ips': [{'subnet_id': '79f0578e-3002-42b4-8790-c11810f9b2cc', 'ip_address': '2001:db8::2bb'}], 'enable_snat': True}, 'gw_port_id': 'f5bee362-0db2-461a-808e-ca22b07062b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:53:36Z', 'updated_at': '2022-03-22T10:53:40Z', 'revision_number': 3, 'project_id': 'e953a0f23f924b3fb7ea002beff3f45c', 'gw_port': {'id': 'f5bee362-0db2-461a-808e-ca22b07062b9', 'name': '', 'network_id': 'ef65bf43-9956-4d7d-adc9-47a2cb2ff586', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c4:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c748d2-6c45-4dcc-9ee8-7744ef228dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': '79f0578e-3002-42b4-8790-c11810f9b2cc', 'ip_address': '2001:db8::2bb', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:37Z', 'updated_at': '2022-03-22T10:53:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f0578e-3002-42b4-8790-c11810f9b2cc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:44.010136 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3d4df4a0-587d-403c-85c8-584a2289b8c6 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:44.027051 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2273ab4-b449-4ef0-8ca8-3a2f7fa23f2d None None] The sync data for ids ['11c748d2-6c45-4dcc-9ee8-7744ef228dab'] in dv-neutron-834599-1-hyperv is: [{'id': '11c748d2-6c45-4dcc-9ee8-7744ef228dab', 'name': '', 'tenant_id': 'e953a0f23f924b3fb7ea002beff3f45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef65bf43-9956-4d7d-adc9-47a2cb2ff586', 'external_fixed_ips': [{'subnet_id': '79f0578e-3002-42b4-8790-c11810f9b2cc', 'ip_address': '2001:db8::2bb'}], 'enable_snat': True}, 'gw_port_id': 'f5bee362-0db2-461a-808e-ca22b07062b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:53:36Z', 'updated_at': '2022-03-22T10:53:40Z', 'revision_number': 3, 'project_id': 'e953a0f23f924b3fb7ea002beff3f45c', 'gw_port': {'id': 'f5bee362-0db2-461a-808e-ca22b07062b9', 'name': '', 'network_id': 'ef65bf43-9956-4d7d-adc9-47a2cb2ff586', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c4:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c748d2-6c45-4dcc-9ee8-7744ef228dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': '79f0578e-3002-42b4-8790-c11810f9b2cc', 'ip_address': '2001:db8::2bb', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:37Z', 'updated_at': '2022-03-22T10:53:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79f0578e-3002-42b4-8790-c11810f9b2cc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:53:44.102132 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-4767001f-8fa9-4610-b8e8-7cc429504ec8 req-218bf4e7-f647-42dc-8168-122fbb23a76e service neutron] For port 62e0eae6-4190-4612-b054-e17b9b6eea2c, host hv-neutron-8345, cleared binding levels {{(pid=109049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:53:44.107810 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4ecd0754-f56c-4855-aa3e-89cd72c30822 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:44.116451 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aff0b52-5db4-4d3b-b18f-7e6a7db368d8 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Network 18336a00-9c38-4f6f-b276-70545a3666ba is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:53:44.131303 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-4767001f-8fa9-4610-b8e8-7cc429504ec8 req-218bf4e7-f647-42dc-8168-122fbb23a76e service neutron] For port 62e0eae6-4190-4612-b054-e17b9b6eea2c, host hv-neutron-8345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=62e0eae6-4190-4612-b054-e17b9b6eea2c,segment=NetworkSegment(1794cb20-dd56-4e78-a758-e4766285bf48),segment_id=1794cb20-dd56-4e78-a758-e4766285bf48)] {{(pid=109049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:53:44.136757 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-8aff0b52-5db4-4d3b-b18f-7e6a7db368d8 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 18336a00-9c38-4f6f-b276-70545a3666ba) {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:53:44.148739 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-4767001f-8fa9-4610-b8e8-7cc429504ec8 req-218bf4e7-f647-42dc-8168-122fbb23a76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:44.155659 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-4ecd0754-f56c-4855-aa3e-89cd72c30822 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Calling delete_port for f5efcfa4-4b83-4cd8-883d-a06c00d442d5 owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:53:44.162593 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aff0b52-5db4-4d3b-b18f-7e6a7db368d8 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:44.163296 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8aff0b52-5db4-4d3b-b18f-7e6a7db368d8 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:44.163433 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fdd934-3141-4e38-84eb-e20a38dd145a None None] Network 18336a00-9c38-4f6f-b276-70545a3666ba requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:53:44.209392 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-88d693af-0c68-484c-91d6-67c2ccd721fd req-8888f076-0a3d-435d-adac-66b0e92e9036 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:44.253314 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-8aff0b52-5db4-4d3b-b18f-7e6a7db368d8 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5200672 Mar 22 10:53:44.255033 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-3d4df4a0-587d-403c-85c8-584a2289b8c6 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Deleting port f5bee362-0db2-461a-808e-ca22b07062b9 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:53:44.255393 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3d4df4a0-587d-403c-85c8-584a2289b8c6 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:44.275887 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35592) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:44.313970 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-56fbbe11-0990-42ee-be3d-1f3de64eee68 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Request body: {'subnet': {'network_id': '6fb926df-db9c-4e42-86a3-7980c7ec4aee', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:44.465586 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1717c1-9b15-42fc-83eb-d79a72cead70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-18336a00-9c38-4f6f-b276-70545a3666ba', 'network_id': '18336a00-9c38-4f6f-b276-70545a3666ba', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'fixed_ips': [{'subnet_id': '0ae18877-f380-4362-8b7a-5e8f470d5482'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:53:44.466734 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9c1717c1-9b15-42fc-83eb-d79a72cead70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:44.486812 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218bf4e7-f647-42dc-8168-122fbb23a76e service neutron] Pushing event updated for resources: {'Port': ['ID=62e0eae6-4190-4612-b054-e17b9b6eea2c,revision_number=3']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:44.520513 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35598) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:44.532221 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9380d925-2230-478e-bf7f-04a26eb08b60 tempest-FloatingIPAdminTestJSON-944569637 tempest-FloatingIPAdminTestJSON-944569637-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:44.569502 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-88d693af-0c68-484c-91d6-67c2ccd721fd req-8888f076-0a3d-435d-adac-66b0e92e9036 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:44.674304 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767001f-8fa9-4610-b8e8-7cc429504ec8 req-218bf4e7-f647-42dc-8168-122fbb23a76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:44.675138 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-4767001f-8fa9-4610-b8e8-7cc429504ec8 req-218bf4e7-f647-42dc-8168-122fbb23a76e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:44.677370 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4767001f-8fa9-4610-b8e8-7cc429504ec8 req-218bf4e7-f647-42dc-8168-122fbb23a76e service neutron] 10.222.0.35 "PUT /v2.0/ports/62e0eae6-4190-4612-b054-e17b9b6eea2c HTTP/1.1" status: 200 len: 1094 time: 2.4539773 Mar 22 10:53:44.678183 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f25e1d9-349e-4206-a2c0-e8eabb1e8358', 'tag': '62e0eae6-4190-4612-b054-e17b9b6eea2c'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 10:53:44.719699 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4ecd0754-f56c-4855-aa3e-89cd72c30822 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:44.755140 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [req-83955e43-ed8f-4139-b57c-905fb0ad1d22 req-d227f76b-51d7-43b5-b949-131ce94b469d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95926975-866f-4a10-9144-9b0ee509deed {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 10:53:44.765948 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-83955e43-ed8f-4139-b57c-905fb0ad1d22 req-d227f76b-51d7-43b5-b949-131ce94b469d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:44.772669 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-9c1717c1-9b15-42fc-83eb-d79a72cead70 None None] Allocated IP 2001:db8::2 (18336a00-9c38-4f6f-b276-70545a3666ba/0ae18877-f380-4362-8b7a-5e8f470d5482/a44b0837-bbb9-4a8c-a7f6-066073b4435c) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:53:44.781985 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9380d925-2230-478e-bf7f-04a26eb08b60 tempest-FloatingIPAdminTestJSON-944569637 tempest-FloatingIPAdminTestJSON-944569637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:44.791114 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [req-83955e43-ed8f-4139-b57c-905fb0ad1d22 req-d227f76b-51d7-43b5-b949-131ce94b469d service neutron] Transition to ACTIVE for port object 95926975-866f-4a10-9144-9b0ee509deed will not be triggered until provisioned by entity L2. {{(pid=109050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 10:53:44.821502 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-83955e43-ed8f-4139-b57c-905fb0ad1d22 req-d227f76b-51d7-43b5-b949-131ce94b469d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:44.896675 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-3d4df4a0-587d-403c-85c8-584a2289b8c6 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] For port f5bee362-0db2-461a-808e-ca22b07062b9, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=f5bee362-0db2-461a-808e-ca22b07062b9,segment=NetworkSegment(1fb66e7b-b626-41ca-86f8-ff32dcb1b0c0),segment_id=1fb66e7b-b626-41ca-86f8-ff32dcb1b0c0)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:53:44.897053 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3d4df4a0-587d-403c-85c8-584a2289b8c6 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:44.898921 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecd0754-f56c-4855-aa3e-89cd72c30822 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Pushing event deleted for resources: {'Port': ['ID=f5efcfa4-4b83-4cd8-883d-a06c00d442d5,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:44.911039 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-3d4df4a0-587d-403c-85c8-584a2289b8c6 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Calling delete_port for f5bee362-0db2-461a-808e-ca22b07062b9 owned by network:router_gateway {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:53:44.966785 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-be9700ce-6fc9-4c1a-84e7-5a5692c7e370 tempest-NetworksNegativeTestJSON-257449569 tempest-NetworksNegativeTestJSON-257449569-project] Request body: {'port': {'network_id': '383c9748-2cfd-47ab-894d-550aff328ea4', 'name': 'tempest-NetworksNegativeTestJSON-16939939'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:45.004547 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88d693af-0c68-484c-91d6-67c2ccd721fd req-8888f076-0a3d-435d-adac-66b0e92e9036 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Network 6d72c436-5be9-48c2-831b-3e0293d5b0ac is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:53:45.019350 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f3c6c-10a1-4138-8109-d4c2a824dc2b req-223d3067-e734-4e73-9e11-b49ed3713f75 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:45.021060 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6c3f3c6c-10a1-4138-8109-d4c2a824dc2b req-223d3067-e734-4e73-9e11-b49ed3713f75 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 944 time: 0.5889680 Mar 22 10:53:45.060381 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8888f076-0a3d-435d-adac-66b0e92e9036 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Pushing event updated for resources: {'Port': ['ID=721a4f7b-232b-4b37-ab19-e7ba0715982b,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:45.070292 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea20d47ee5c2e5d2aa35ee26c9e60aea7970c4225f3eb14fb63792ea9ad3856f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e06c40-8838-4fa5-a5dc-a1b91e41299b" -d '{"events": [{"name": "network-changed", "server_uuid": "4f25e1d9-349e-4206-a2c0-e8eabb1e8358", "tag": "62e0eae6-4190-4612-b054-e17b9b6eea2c"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 10:53:45.074398 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9380d925-2230-478e-bf7f-04a26eb08b60 tempest-FloatingIPAdminTestJSON-944569637 tempest-FloatingIPAdminTestJSON-944569637-project] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:53:45.111401 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [req-88d693af-0c68-484c-91d6-67c2ccd721fd req-8888f076-0a3d-435d-adac-66b0e92e9036 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:53:45.114124 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-88d693af-0c68-484c-91d6-67c2ccd721fd req-8888f076-0a3d-435d-adac-66b0e92e9036 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:53:45.151977 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-9380d925-2230-478e-bf7f-04a26eb08b60 tempest-FloatingIPAdminTestJSON-944569637 tempest-FloatingIPAdminTestJSON-944569637-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:53:45.185756 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfbb357-231c-490e-826d-de8070769499 req-9d24dea5-60a9-4209-8d43-76eca80ac73b tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:45.187477 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3bfbb357-231c-490e-826d-de8070769499 req-9d24dea5-60a9-4209-8d43-76eca80ac73b tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] 10.222.0.57 "GET /v2.0/ports?device_id=48355fc1-9f2b-4ff1-9fe2-4798930dd9b9 HTTP/1.1" status: 200 len: 932 time: 0.3532131 Mar 22 10:53:45.188220 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d227f76b-51d7-43b5-b949-131ce94b469d service neutron] Pushing event updated for resources: {'Port': ['ID=95926975-866f-4a10-9144-9b0ee509deed,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:45.197634 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d693af-0c68-484c-91d6-67c2ccd721fd req-8888f076-0a3d-435d-adac-66b0e92e9036 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:45.198331 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-88d693af-0c68-484c-91d6-67c2ccd721fd req-8888f076-0a3d-435d-adac-66b0e92e9036 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:45.208415 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56fbbe11-0990-42ee-be3d-1f3de64eee68 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Made reservation on behalf of 870cdc1d821946449d010566eacfdc6f for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:53:45.213036 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-56fbbe11-0990-42ee-be3d-1f3de64eee68 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:45.220752 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9380d925-2230-478e-bf7f-04a26eb08b60 tempest-FloatingIPAdminTestJSON-944569637 tempest-FloatingIPAdminTestJSON-944569637-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:53:45.231002 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-be9700ce-6fc9-4c1a-84e7-5a5692c7e370 tempest-NetworksNegativeTestJSON-257449569 tempest-NetworksNegativeTestJSON-257449569-project] POST failed (client error): The resource could not be found. Mar 22 10:53:45.238406 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be9700ce-6fc9-4c1a-84e7-5a5692c7e370 tempest-NetworksNegativeTestJSON-257449569 tempest-NetworksNegativeTestJSON-257449569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:53:45.245625 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-be9700ce-6fc9-4c1a-84e7-5a5692c7e370 tempest-NetworksNegativeTestJSON-257449569 tempest-NetworksNegativeTestJSON-257449569-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.7222402 Mar 22 10:53:45.248293 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35612) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:45.254643 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9c1717c1-9b15-42fc-83eb-d79a72cead70 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:45.275886 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9c1717c1-9b15-42fc-83eb-d79a72cead70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:45.316342 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device f5bee362-0db2-461a-808e-ca22b07062b9 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:53:45.368530 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1717c1-9b15-42fc-83eb-d79a72cead70 None None] Network 18336a00-9c38-4f6f-b276-70545a3666ba is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:53:45.375845 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-9c1717c1-9b15-42fc-83eb-d79a72cead70 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:53:45.379318 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1717c1-9b15-42fc-83eb-d79a72cead70 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:53:45.412989 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1717c1-9b15-42fc-83eb-d79a72cead70 None None] Pushing event updated for resources: {'Port': ['ID=a44b0837-bbb9-4a8c-a7f6-066073b4435c,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:45.447034 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767001f-8fa9-4610-b8e8-7cc429504ec8 req-4dde9131-2a34-4ace-8701-f17ef8f8ff5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:45.451004 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4767001f-8fa9-4610-b8e8-7cc429504ec8 req-4dde9131-2a34-4ace-8701-f17ef8f8ff5e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e964decdfe5d4f8ab69e1cb7f6a56a22&device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 1097 time: 0.6447184 Mar 22 10:53:45.453334 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380d925-2230-478e-bf7f-04a26eb08b60 tempest-FloatingIPAdminTestJSON-944569637 tempest-FloatingIPAdminTestJSON-944569637-project] Pushing event updated for resources: {'Port': ['ID=8cb3d048-7232-485c-9ede-45ccd61b0bee,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:45.489532 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-9c1717c1-9b15-42fc-83eb-d79a72cead70 None None] Attempting to bind port a44b0837-bbb9-4a8c-a7f6-066073b4435c on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:53:45.489633 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-9c1717c1-9b15-42fc-83eb-d79a72cead70 None None] Attempting to bind port a44b0837-bbb9-4a8c-a7f6-066073b4435c by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': 'feeef753-5b59-412b-9869-fa11618fe84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '18336a00-9c38-4f6f-b276-70545a3666ba'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:53:45.489953 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1717c1-9b15-42fc-83eb-d79a72cead70 None None] Attempting to bind port a44b0837-bbb9-4a8c-a7f6-066073b4435c on network 18336a00-9c38-4f6f-b276-70545a3666ba {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:53:45.499742 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1717c1-9b15-42fc-83eb-d79a72cead70 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:53:45.501298 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1717c1-9b15-42fc-83eb-d79a72cead70 None None] Checking segment: {'id': 'feeef753-5b59-412b-9869-fa11618fe84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '18336a00-9c38-4f6f-b276-70545a3666ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:53:45.501920 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9c1717c1-9b15-42fc-83eb-d79a72cead70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:45.502467 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1717c1-9b15-42fc-83eb-d79a72cead70 None None] Bound using segment: {'id': 'feeef753-5b59-412b-9869-fa11618fe84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '18336a00-9c38-4f6f-b276-70545a3666ba'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:53:45.503126 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-9c1717c1-9b15-42fc-83eb-d79a72cead70 None None] Bound port: a44b0837-bbb9-4a8c-a7f6-066073b4435c, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feeef753-5b59-412b-9869-fa11618fe84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '18336a00-9c38-4f6f-b276-70545a3666ba'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:53:45.503743 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9c1717c1-9b15-42fc-83eb-d79a72cead70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:45.506769 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fcf992c-9e22-4709-bec7-4e058fd72695 tempest-NetworksNegativeTestJSON-257449569 tempest-NetworksNegativeTestJSON-257449569-project] DELETE failed (client error): The resource could not be found. Mar 22 10:53:45.507303 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fcf992c-9e22-4709-bec7-4e058fd72695 tempest-NetworksNegativeTestJSON-257449569 tempest-NetworksNegativeTestJSON-257449569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:53:45.515936 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0fcf992c-9e22-4709-bec7-4e058fd72695 tempest-NetworksNegativeTestJSON-257449569 tempest-NetworksNegativeTestJSON-257449569-project] 10.222.0.57 "DELETE /v2.0/networks/4894d6c2-79ef-4e7c-a69e-415f1392f423 HTTP/1.1" status: 404 len: 339 time: 0.2567413 Mar 22 10:53:45.549742 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35614) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:45.562978 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port f5bee362-0db2-461a-808e-ca22b07062b9 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:45.563243 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:45.616096 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4767001f-8fa9-4610-b8e8-7cc429504ec8 req-b5deb9b9-effa-4d34-bed2-6b99e9efcebd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62e0eae6-4190-4612-b054-e17b9b6eea2c HTTP/1.1" status: 200 len: 217 time: 0.0978477 Mar 22 10:53:45.632900 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-9c1717c1-9b15-42fc-83eb-d79a72cead70 None None] For port a44b0837-bbb9-4a8c-a7f6-066073b4435c, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:53:45.639059 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-372dd9a0-6608-4570-852e-89b9f7c1cf8d tempest-NetworksNegativeTestJSON-257449569 tempest-NetworksNegativeTestJSON-257449569-project] DELETE failed (client error): The resource could not be found. Mar 22 10:53:45.639820 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-372dd9a0-6608-4570-852e-89b9f7c1cf8d tempest-NetworksNegativeTestJSON-257449569 tempest-NetworksNegativeTestJSON-257449569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:53:45.639946 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-9c1717c1-9b15-42fc-83eb-d79a72cead70 None None] For port a44b0837-bbb9-4a8c-a7f6-066073b4435c, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=a44b0837-bbb9-4a8c-a7f6-066073b4435c,segment=NetworkSegment(feeef753-5b59-412b-9869-fa11618fe84d),segment_id=feeef753-5b59-412b-9869-fa11618fe84d)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:53:45.647136 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-372dd9a0-6608-4570-852e-89b9f7c1cf8d tempest-NetworksNegativeTestJSON-257449569 tempest-NetworksNegativeTestJSON-257449569-project] 10.222.0.57 "DELETE /v2.0/ports/5192b55a-369e-4080-a373-a492b9c8f736 HTTP/1.1" status: 404 len: 333 time: 0.0570111 Mar 22 10:53:45.656493 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4ecd0754-f56c-4855-aa3e-89cd72c30822 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:45.659902 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4ecd0754-f56c-4855-aa3e-89cd72c30822 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] 10.222.0.57 "DELETE /v2.0/ports/f5efcfa4-4b83-4cd8-883d-a06c00d442d5 HTTP/1.1" status: 204 len: 168 time: 2.3273973 Mar 22 10:53:45.666317 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35616) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:45.666830 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35618) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:45.686816 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9380d925-2230-478e-bf7f-04a26eb08b60 tempest-FloatingIPAdminTestJSON-944569637 tempest-FloatingIPAdminTestJSON-944569637-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:45.687213 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9c1717c1-9b15-42fc-83eb-d79a72cead70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:45.717246 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6c3f3c6c-10a1-4138-8109-d4c2a824dc2b req-3a8fd516-de2c-489c-b227-a02a80c86fb8 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6811323 Mar 22 10:53:45.744361 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767001f-8fa9-4610-b8e8-7cc429504ec8 req-9b17e204-e796-4766-b15b-9360cd383f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:45.747403 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4767001f-8fa9-4610-b8e8-7cc429504ec8 req-9b17e204-e796-4766-b15b-9360cd383f4c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e692a5aa-617d-46cb-afbe-668e67a6ee91 HTTP/1.1" status: 200 len: 851 time: 0.1199453 Mar 22 10:53:45.748074 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:45.789065 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cb441a0-7b37-4b58-975f-97ae3902c971 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] GET failed (client error): The resource could not be found. Mar 22 10:53:45.790673 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-1cb441a0-7b37-4b58-975f-97ae3902c971 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] 10.222.0.57 "GET /v2.0/ports/f5efcfa4-4b83-4cd8-883d-a06c00d442d5 HTTP/1.1" status: 404 len: 333 time: 0.1138372 Mar 22 10:53:45.801414 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-88d693af-0c68-484c-91d6-67c2ccd721fd req-8888f076-0a3d-435d-adac-66b0e92e9036 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0246651 Mar 22 10:53:45.801880 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35620) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:45.812311 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port f5bee362-0db2-461a-808e-ca22b07062b9, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=f5bee362-0db2-461a-808e-ca22b07062b9,segment=NetworkSegment(1fb66e7b-b626-41ca-86f8-ff32dcb1b0c0),segment_id=1fb66e7b-b626-41ca-86f8-ff32dcb1b0c0)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:53:45.814078 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-a8d112b8-ca82-4ebf-8bdf-54e2d1172794 None None] Provisioning complete for port 721a4f7b-232b-4b37-ab19-e7ba0715982b triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:45.814078 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a8d112b8-ca82-4ebf-8bdf-54e2d1172794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:45.814655 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fa2084b-0da7-4aa1-9ada-6ba0b2f4dd35 tempest-NetworksNegativeTestJSON-257449569 tempest-NetworksNegativeTestJSON-257449569-project] DELETE failed (client error): The resource could not be found. Mar 22 10:53:45.815133 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fa2084b-0da7-4aa1-9ada-6ba0b2f4dd35 tempest-NetworksNegativeTestJSON-257449569 tempest-NetworksNegativeTestJSON-257449569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:53:45.816538 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1717c1-9b15-42fc-83eb-d79a72cead70 None None] Pushing event updated for resources: {'Port': ['ID=a44b0837-bbb9-4a8c-a7f6-066073b4435c,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:45.818152 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-7fa2084b-0da7-4aa1-9ada-6ba0b2f4dd35 tempest-NetworksNegativeTestJSON-257449569 tempest-NetworksNegativeTestJSON-257449569-project] 10.222.0.57 "DELETE /v2.0/subnets/a030c5b2-08fb-4871-a5db-87912bc49d1f HTTP/1.1" status: 404 len: 337 time: 0.1424370 Mar 22 10:53:45.833302 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:45.846247 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-88d693af-0c68-484c-91d6-67c2ccd721fd req-24f03522-f7ee-4c21-b78e-2b2b650fcb6f service neutron] Request body: {'port': {'device_id': '48355fc1-9f2b-4ff1-9fe2-4798930dd9b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8345'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:45.851222 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35622) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:45.858253 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9380d925-2230-478e-bf7f-04a26eb08b60 tempest-FloatingIPAdminTestJSON-944569637 tempest-FloatingIPAdminTestJSON-944569637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:45.915160 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-a8d112b8-ca82-4ebf-8bdf-54e2d1172794 None None] Port 721a4f7b-232b-4b37-ab19-e7ba0715982b cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:53:45.926201 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767001f-8fa9-4610-b8e8-7cc429504ec8 req-2b851283-32b2-4d71-94dc-504a9561a623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:45.927858 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4767001f-8fa9-4610-b8e8-7cc429504ec8 req-2b851283-32b2-4d71-94dc-504a9561a623 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=619a0580-b085-430c-89e2-022d42d1e4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1714609 Mar 22 10:53:45.932906 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=f5bee362-0db2-461a-808e-ca22b07062b9,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:45.988344 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3bfbb357-231c-490e-826d-de8070769499 req-ee8fbc43-4c54-43a2-8d6c-f614f2c36722 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d0ff445-ef48-4484-b687-f93d4f0a9a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6413713 Mar 22 10:53:45.989248 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-784d5cc3-6b32-4e8d-a73d-28a9d7a3ee06 tempest-NetworksNegativeTestJSON-257449569 tempest-NetworksNegativeTestJSON-257449569-project] GET failed (client error): The resource could not be found. Mar 22 10:53:45.990552 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-784d5cc3-6b32-4e8d-a73d-28a9d7a3ee06 tempest-NetworksNegativeTestJSON-257449569 tempest-NetworksNegativeTestJSON-257449569-project] 10.222.0.57 "GET /v2.0/networks/589d224b-4c3c-4003-b443-2fb30e2f1ed7 HTTP/1.1" status: 404 len: 339 time: 0.1346157 Mar 22 10:53:45.995599 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35624) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:46.069417 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-3922664c-a2df-4d75-a24d-0b3678c66bdf tempest-NetworksNegativeTestJSON-257449569 tempest-NetworksNegativeTestJSON-257449569-project] GET failed (client error): The resource could not be found. Mar 22 10:53:46.074698 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3922664c-a2df-4d75-a24d-0b3678c66bdf tempest-NetworksNegativeTestJSON-257449569 tempest-NetworksNegativeTestJSON-257449569-project] 10.222.0.57 "GET /v2.0/ports/5891ee2f-7d06-4af1-a4a5-1022f24d20cf HTTP/1.1" status: 404 len: 333 time: 0.0730190 Mar 22 10:53:46.081709 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35628) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:46.088079 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-83955e43-ed8f-4139-b57c-905fb0ad1d22 req-d227f76b-51d7-43b5-b949-131ce94b469d service neutron] Attempting to bind port 95926975-866f-4a10-9144-9b0ee509deed on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:53:46.088449 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-83955e43-ed8f-4139-b57c-905fb0ad1d22 req-d227f76b-51d7-43b5-b949-131ce94b469d service neutron] Attempting to bind port 95926975-866f-4a10-9144-9b0ee509deed by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': '82dd374b-603b-4932-97a9-e40ea477b1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'dd5c1c08-a18c-4726-99bb-ba3569297277'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:53:46.088784 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83955e43-ed8f-4139-b57c-905fb0ad1d22 req-d227f76b-51d7-43b5-b949-131ce94b469d service neutron] Attempting to bind port 95926975-866f-4a10-9144-9b0ee509deed on network dd5c1c08-a18c-4726-99bb-ba3569297277 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:53:46.209742 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83955e43-ed8f-4139-b57c-905fb0ad1d22 req-d227f76b-51d7-43b5-b949-131ce94b469d service neutron] Port 95926975-866f-4a10-9144-9b0ee509deed on network dd5c1c08-a18c-4726-99bb-ba3569297277 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:53:46.210068 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83955e43-ed8f-4139-b57c-905fb0ad1d22 req-d227f76b-51d7-43b5-b949-131ce94b469d service neutron] Attempting to bind port 95926975-866f-4a10-9144-9b0ee509deed on network dd5c1c08-a18c-4726-99bb-ba3569297277 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:53:46.212094 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4767001f-8fa9-4610-b8e8-7cc429504ec8 req-93181d04-fba7-4b4f-94ab-6c43f95f1195 service neutron] 10.222.0.35 "GET /v2.0/networks/619a0580-b085-430c-89e2-022d42d1e4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533362 Mar 22 10:53:46.224497 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6a19968-bc7c-4170-ac1f-35dd82e6b29c tempest-NetworksNegativeTestJSON-257449569 tempest-NetworksNegativeTestJSON-257449569-project] GET failed (client error): The resource could not be found. Mar 22 10:53:46.225944 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-d6a19968-bc7c-4170-ac1f-35dd82e6b29c tempest-NetworksNegativeTestJSON-257449569 tempest-NetworksNegativeTestJSON-257449569-project] 10.222.0.57 "GET /v2.0/subnets/bfe1d27e-82f5-4fc4-b167-add8f4052102 HTTP/1.1" status: 404 len: 337 time: 0.1256931 Mar 22 10:53:46.229831 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 10:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a30fa0-fe09-4ab5-91a2-4e3e7161feb9 x-openstack-request-id: req-14a30fa0-fe09-4ab5-91a2-4e3e7161feb9 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 10:53:46.230435 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f25e1d9-349e-4206-a2c0-e8eabb1e8358", "tag": "62e0eae6-4190-4612-b054-e17b9b6eea2c", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 10:53:46.231330 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-14a30fa0-fe09-4ab5-91a2-4e3e7161feb9 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 10:53:46.232164 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14a30fa0-fe09-4ab5-91a2-4e3e7161feb9'] response: {'name': 'network-changed', 'server_uuid': '4f25e1d9-349e-4206-a2c0-e8eabb1e8358', 'tag': '62e0eae6-4190-4612-b054-e17b9b6eea2c', 'status': 'completed', 'code': 200} Mar 22 10:53:46.233292 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35632) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:46.249407 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-88d693af-0c68-484c-91d6-67c2ccd721fd req-24f03522-f7ee-4c21-b78e-2b2b650fcb6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:46.249534 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-9cdb0efd-3112-4686-83cc-28276f316355 tempest-NetworksNegativeTestJSON-257449569 tempest-NetworksNegativeTestJSON-257449569-project] Request body: {'network': {'name': 'new_name'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:46.257989 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83955e43-ed8f-4139-b57c-905fb0ad1d22 req-d227f76b-51d7-43b5-b949-131ce94b469d service neutron] Checking agent: {'id': 'dcb78974-6458-4942-8c9c-663284d5bb3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8345', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:53:46.257989 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83955e43-ed8f-4139-b57c-905fb0ad1d22 req-d227f76b-51d7-43b5-b949-131ce94b469d service neutron] Checking segment: {'id': '82dd374b-603b-4932-97a9-e40ea477b1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'dd5c1c08-a18c-4726-99bb-ba3569297277'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:53:46.258396 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83955e43-ed8f-4139-b57c-905fb0ad1d22 req-d227f76b-51d7-43b5-b949-131ce94b469d service neutron] Bound using segment: {'id': '82dd374b-603b-4932-97a9-e40ea477b1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'dd5c1c08-a18c-4726-99bb-ba3569297277'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:53:46.258872 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-83955e43-ed8f-4139-b57c-905fb0ad1d22 req-d227f76b-51d7-43b5-b949-131ce94b469d service neutron] Bound port: 95926975-866f-4a10-9144-9b0ee509deed, host: hv-neutron-8345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82dd374b-603b-4932-97a9-e40ea477b1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'dd5c1c08-a18c-4726-99bb-ba3569297277'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:53:46.259223 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-83955e43-ed8f-4139-b57c-905fb0ad1d22 req-d227f76b-51d7-43b5-b949-131ce94b469d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:46.288205 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cdb0efd-3112-4686-83cc-28276f316355 tempest-NetworksNegativeTestJSON-257449569 tempest-NetworksNegativeTestJSON-257449569-project] PUT failed (client error): The resource could not be found. Mar 22 10:53:46.288766 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cdb0efd-3112-4686-83cc-28276f316355 tempest-NetworksNegativeTestJSON-257449569 tempest-NetworksNegativeTestJSON-257449569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:53:46.289942 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9cdb0efd-3112-4686-83cc-28276f316355 tempest-NetworksNegativeTestJSON-257449569 tempest-NetworksNegativeTestJSON-257449569-project] 10.222.0.57 "PUT /v2.0/networks/06dbe10f-2beb-402e-952b-512a9d442b92 HTTP/1.1" status: 404 len: 339 time: 0.0452249 Mar 22 10:53:46.294768 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35634) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:46.307277 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-091801cf-c594-4a1d-948b-18acaa70816c tempest-NetworksNegativeTestJSON-257449569 tempest-NetworksNegativeTestJSON-257449569-project] Request body: {'port': {'name': 'new_name'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:46.311505 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c98b00d-20bf-4e17-8bdf-552e14a2270c req-86d6f8e0-6e01-4f01-8ea7-db4b3319e276 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:46.318905 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5c98b00d-20bf-4e17-8bdf-552e14a2270c req-86d6f8e0-6e01-4f01-8ea7-db4b3319e276 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce39e19f-938f-434a-885e-e4d19fb8f33d HTTP/1.1" status: 200 len: 943 time: 0.4595239 Mar 22 10:53:46.364304 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-091801cf-c594-4a1d-948b-18acaa70816c tempest-NetworksNegativeTestJSON-257449569 tempest-NetworksNegativeTestJSON-257449569-project] PUT failed (client error): The resource could not be found. Mar 22 10:53:46.364963 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-091801cf-c594-4a1d-948b-18acaa70816c tempest-NetworksNegativeTestJSON-257449569 tempest-NetworksNegativeTestJSON-257449569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:53:46.366178 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-091801cf-c594-4a1d-948b-18acaa70816c tempest-NetworksNegativeTestJSON-257449569 tempest-NetworksNegativeTestJSON-257449569-project] 10.222.0.57 "PUT /v2.0/ports/23b510b3-fb71-4c74-a9be-7d280545be43 HTTP/1.1" status: 404 len: 333 time: 0.0651124 Mar 22 10:53:46.375176 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35636) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:46.379413 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-5aec0a86-ad3a-4a50-ae9e-8a27d6a1d7bf tempest-NetworksNegativeTestJSON-257449569 tempest-NetworksNegativeTestJSON-257449569-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:46.384540 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9380d925-2230-478e-bf7f-04a26eb08b60 tempest-FloatingIPAdminTestJSON-944569637 tempest-FloatingIPAdminTestJSON-944569637-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:46.408450 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aec0a86-ad3a-4a50-ae9e-8a27d6a1d7bf tempest-NetworksNegativeTestJSON-257449569 tempest-NetworksNegativeTestJSON-257449569-project] PUT failed (client error): The resource could not be found. Mar 22 10:53:46.408815 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5aec0a86-ad3a-4a50-ae9e-8a27d6a1d7bf tempest-NetworksNegativeTestJSON-257449569 tempest-NetworksNegativeTestJSON-257449569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:53:46.414963 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5aec0a86-ad3a-4a50-ae9e-8a27d6a1d7bf tempest-NetworksNegativeTestJSON-257449569 tempest-NetworksNegativeTestJSON-257449569-project] 10.222.0.57 "PUT /v2.0/subnets/33a2f1ac-e862-4f00-a613-289aac4dbfe9 HTTP/1.1" status: 404 len: 337 time: 0.0347168 Mar 22 10:53:46.414963 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9380d925-2230-478e-bf7f-04a26eb08b60 tempest-FloatingIPAdminTestJSON-944569637 tempest-FloatingIPAdminTestJSON-944569637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:46.463129 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-4767001f-8fa9-4610-b8e8-7cc429504ec8 req-600bf83b-e9df-4c19-9f92-7f5679597f2c service neutron] 10.222.0.35 "GET /v2.0/networks/619a0580-b085-430c-89e2-022d42d1e4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385523 Mar 22 10:53:46.487139 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-2d686b72-75f0-432f-a469-cd79660f6edd tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Deleting port 2930e87d-4a35-47a3-95e2-cf5132748c87 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:53:46.487509 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2d686b72-75f0-432f-a469-cd79660f6edd tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:46.489687 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380d925-2230-478e-bf7f-04a26eb08b60 tempest-FloatingIPAdminTestJSON-944569637 tempest-FloatingIPAdminTestJSON-944569637-project] Pushing event updated for resources: {'Port': ['ID=8cb3d048-7232-485c-9ede-45ccd61b0bee,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:46.520825 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9380d925-2230-478e-bf7f-04a26eb08b60 tempest-FloatingIPAdminTestJSON-944569637 tempest-FloatingIPAdminTestJSON-944569637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684147'] for floatingip, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:46.524040 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5c98b00d-20bf-4e17-8bdf-552e14a2270c req-a601b9e9-da7b-4868-9d27-5811bea093bd tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] 10.222.0.57 "GET /v2.0/security-groups?id=074c04a7-4d87-4874-a408-fce3f9ed77b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2041554 Mar 22 10:53:46.525444 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-56fbbe11-0990-42ee-be3d-1f3de64eee68 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:46.543179 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9380d925-2230-478e-bf7f-04a26eb08b60 tempest-FloatingIPAdminTestJSON-944569637 tempest-FloatingIPAdminTestJSON-944569637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:46.545067 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9380d925-2230-478e-bf7f-04a26eb08b60 tempest-FloatingIPAdminTestJSON-944569637 tempest-FloatingIPAdminTestJSON-944569637-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9251821 Mar 22 10:53:46.572528 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35640) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:46.632592 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-21d8e31a-d3f3-4907-b137-ad0102953e62 tempest-FloatingIPAdminTestJSON-1325382415 tempest-FloatingIPAdminTestJSON-1325382415-project-admin] 10.222.0.57 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3091 time: 0.0586596 Mar 22 10:53:46.634976 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35642) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:46.649707 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3d4df4a0-587d-403c-85c8-584a2289b8c6 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:46.675114 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e06c40-8838-4fa5-a5dc-a1b91e41299b req-e3cd3950-8a96-40ce-b5c6-7794cf5fc1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:46.676677 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-25e06c40-8838-4fa5-a5dc-a1b91e41299b req-e3cd3950-8a96-40ce-b5c6-7794cf5fc1f2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e964decdfe5d4f8ab69e1cb7f6a56a22&device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 1097 time: 0.1305237 Mar 22 10:53:46.746297 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35646) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:46.753883 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4df4a0-587d-403c-85c8-584a2289b8c6 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Pushing event deleted for resources: {'Port': ['ID=f5bee362-0db2-461a-808e-ca22b07062b9,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:46.755754 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5ec1ed9d-1748-42bb-8b84-59fc8c732ff4 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] 10.222.0.57 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1195478 Mar 22 10:53:46.756366 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35650) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:46.810381 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-83955e43-ed8f-4139-b57c-905fb0ad1d22 req-d227f76b-51d7-43b5-b949-131ce94b469d service neutron] For port 95926975-866f-4a10-9144-9b0ee509deed, host hv-neutron-8345, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:53:46.868965 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3d4df4a0-587d-403c-85c8-584a2289b8c6 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682553'] for router_gateway, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:46.874656 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-83955e43-ed8f-4139-b57c-905fb0ad1d22 req-d227f76b-51d7-43b5-b949-131ce94b469d service neutron] For port 95926975-866f-4a10-9144-9b0ee509deed, host hv-neutron-8345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=95926975-866f-4a10-9144-9b0ee509deed,segment=NetworkSegment(82dd374b-603b-4932-97a9-e40ea477b1e0),segment_id=82dd374b-603b-4932-97a9-e40ea477b1e0)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:53:46.991332 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fbbe11-0990-42ee-be3d-1f3de64eee68 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event updated for resources: {'Subnet': ['ID=8d92c680-b2fd-4aba-b16a-f5ed964d236d,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:46.995084 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-83955e43-ed8f-4139-b57c-905fb0ad1d22 req-d227f76b-51d7-43b5-b949-131ce94b469d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:47.054852 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2d686b72-75f0-432f-a469-cd79660f6edd tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:47.120160 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3d4df4a0-587d-403c-85c8-584a2289b8c6 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:47.123505 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3d4df4a0-587d-403c-85c8-584a2289b8c6 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:47.137123 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f560270c-2706-4a24-96d9-0f986f976b5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:47.156461 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83955e43-ed8f-4139-b57c-905fb0ad1d22 req-d227f76b-51d7-43b5-b949-131ce94b469d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:47.157088 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-83955e43-ed8f-4139-b57c-905fb0ad1d22 req-d227f76b-51d7-43b5-b949-131ce94b469d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:47.159124 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-83955e43-ed8f-4139-b57c-905fb0ad1d22 req-d227f76b-51d7-43b5-b949-131ce94b469d service neutron] 10.222.0.35 "PUT /v2.0/ports/95926975-866f-4a10-9144-9b0ee509deed HTTP/1.1" status: 200 len: 1093 time: 4.4615338 Mar 22 10:53:47.159731 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fbbe11-0990-42ee-be3d-1f3de64eee68 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Checking segment: {'id': 'ea706916-85f6-4660-a147-9154095763b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6fb926df-db9c-4e42-86a3-7980c7ec4aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:53:47.159994 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fbbe11-0990-42ee-be3d-1f3de64eee68 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Network hostable DHCP agents. Network: 6fb926df-db9c-4e42-86a3-7980c7ec4aee, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:53:47.187761 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-2d686b72-75f0-432f-a469-cd79660f6edd tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Calling delete_port for 2930e87d-4a35-47a3-95e2-cf5132748c87 owned by {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:53:47.194999 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce39e19f-938f-434a-885e-e4d19fb8f33d', 'tag': '95926975-866f-4a10-9144-9b0ee509deed'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 10:53:47.304989 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device a44b0837-bbb9-4a8c-a7f6-066073b4435c up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:53:47.341629 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d2167-f1be-4383-b4ed-c01996f6d64c req-f38880c5-3fd9-4d55-8201-b29520c55fe0 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:47.343302 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b74d2167-f1be-4383-b4ed-c01996f6d64c req-f38880c5-3fd9-4d55-8201-b29520c55fe0 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 944 time: 0.5250857 Mar 22 10:53:47.344292 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d227f76b-51d7-43b5-b949-131ce94b469d service neutron] Pushing event updated for resources: {'Port': ['ID=95926975-866f-4a10-9144-9b0ee509deed,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:47.365888 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2eebdc-8a1f-47af-81b3-c52d6215e3df None None] Network 18336a00-9c38-4f6f-b276-70545a3666ba requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:53:47.372591 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e06c40-8838-4fa5-a5dc-a1b91e41299b req-1cc7d88a-3a66-4d7a-b50b-5f42d5acb834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:47.374106 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-25e06c40-8838-4fa5-a5dc-a1b91e41299b req-1cc7d88a-3a66-4d7a-b50b-5f42d5acb834 service neutron] 10.222.0.35 "GET /v2.0/networks?id=619a0580-b085-430c-89e2-022d42d1e4bf HTTP/1.1" status: 200 len: 913 time: 0.6632223 Mar 22 10:53:47.417054 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-4d1f5a29-d157-4882-8ef3-e8003e6ba6f1 None None] Provisioning complete for port a44b0837-bbb9-4a8c-a7f6-066073b4435c triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:47.417577 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4d1f5a29-d157-4882-8ef3-e8003e6ba6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:47.442451 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-25e06c40-8838-4fa5-a5dc-a1b91e41299b req-9397540c-292b-4700-872c-dfead60ca0f9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62e0eae6-4190-4612-b054-e17b9b6eea2c HTTP/1.1" status: 200 len: 217 time: 0.0594106 Mar 22 10:53:47.473115 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-aa2a9567-912a-40eb-9400-32f3ed25cde9 tempest-FloatingIPAdminTestJSON-944569637 tempest-FloatingIPAdminTestJSON-944569637-project] Deleting port 8cb3d048-7232-485c-9ede-45ccd61b0bee {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:53:47.473659 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aa2a9567-912a-40eb-9400-32f3ed25cde9 tempest-FloatingIPAdminTestJSON-944569637 tempest-FloatingIPAdminTestJSON-944569637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:47.483061 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2415aa0-f88f-4ca6-a562-e59c4aaceecf" -d '{"events": [{"name": "network-changed", "server_uuid": "ce39e19f-938f-434a-885e-e4d19fb8f33d", "tag": "95926975-866f-4a10-9144-9b0ee509deed"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 10:53:47.520980 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port a44b0837-bbb9-4a8c-a7f6-066073b4435c triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:47.521350 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:47.576572 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e06c40-8838-4fa5-a5dc-a1b91e41299b req-231ea3d9-8775-412f-b9ed-2e068f2db2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:47.578046 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-25e06c40-8838-4fa5-a5dc-a1b91e41299b req-231ea3d9-8775-412f-b9ed-2e068f2db2ae service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e692a5aa-617d-46cb-afbe-668e67a6ee91 HTTP/1.1" status: 200 len: 851 time: 0.1204109 Mar 22 10:53:47.624240 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aa2a9567-912a-40eb-9400-32f3ed25cde9 tempest-FloatingIPAdminTestJSON-944569637 tempest-FloatingIPAdminTestJSON-944569637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:47.624240 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aa2a9567-912a-40eb-9400-32f3ed25cde9 tempest-FloatingIPAdminTestJSON-944569637 tempest-FloatingIPAdminTestJSON-944569637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:47.640270 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-aa2a9567-912a-40eb-9400-32f3ed25cde9 tempest-FloatingIPAdminTestJSON-944569637 tempest-FloatingIPAdminTestJSON-944569637-project] Calling delete_port for 8cb3d048-7232-485c-9ede-45ccd61b0bee owned by network:floatingip {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:53:47.661625 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e06c40-8838-4fa5-a5dc-a1b91e41299b req-c067c95b-383c-4115-baa7-bf8c7e0be074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:47.663254 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-25e06c40-8838-4fa5-a5dc-a1b91e41299b req-c067c95b-383c-4115-baa7-bf8c7e0be074 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=619a0580-b085-430c-89e2-022d42d1e4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739987 Mar 22 10:53:47.713664 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3d4df4a0-587d-403c-85c8-584a2289b8c6 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:47.714131 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d4df4a0-587d-403c-85c8-584a2289b8c6 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 11c748d2-6c45-4dcc-9ee8-7744ef228dab {{(pid=109050) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 10:53:47.758979 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3d4df4a0-587d-403c-85c8-584a2289b8c6 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:47.760136 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-3d4df4a0-587d-403c-85c8-584a2289b8c6 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] 10.222.0.57 "DELETE /v2.0/routers/11c748d2-6c45-4dcc-9ee8-7744ef228dab HTTP/1.1" status: 204 len: 168 time: 5.0662501 Mar 22 10:53:47.766812 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4d1f5a29-d157-4882-8ef3-e8003e6ba6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:47.768655 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35666) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:47.819600 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-25e06c40-8838-4fa5-a5dc-a1b91e41299b req-1355a8a9-e8c7-4520-acd0-2f2e4f3c0add service neutron] 10.222.0.35 "GET /v2.0/networks/619a0580-b085-430c-89e2-022d42d1e4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283855 Mar 22 10:53:47.826417 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8bb55-9f37-4358-93bb-c7c20d8b3ac7 req-77adddbb-e224-4a34-a927-d5bbfa4cb017 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:47.828058 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f7b8bb55-9f37-4358-93bb-c7c20d8b3ac7 req-77adddbb-e224-4a34-a927-d5bbfa4cb017 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] 10.222.0.57 "GET /v2.0/ports?device_id=48355fc1-9f2b-4ff1-9fe2-4798930dd9b9 HTTP/1.1" status: 200 len: 932 time: 0.6971340 Mar 22 10:53:47.834422 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [req-88d693af-0c68-484c-91d6-67c2ccd721fd req-24f03522-f7ee-4c21-b78e-2b2b650fcb6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 721a4f7b-232b-4b37-ab19-e7ba0715982b {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 10:53:47.855511 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-4d1f5a29-d157-4882-8ef3-e8003e6ba6f1 None None] For port a44b0837-bbb9-4a8c-a7f6-066073b4435c, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=a44b0837-bbb9-4a8c-a7f6-066073b4435c,segment=NetworkSegment(feeef753-5b59-412b-9869-fa11618fe84d),segment_id=feeef753-5b59-412b-9869-fa11618fe84d)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:53:47.858496 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fbbe11-0990-42ee-be3d-1f3de64eee68 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Network 6fb926df-db9c-4e42-86a3-7980c7ec4aee is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:53:47.859821 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:47.868606 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4d1f5a29-d157-4882-8ef3-e8003e6ba6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:47.892232 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b74d2167-f1be-4383-b4ed-c01996f6d64c req-1809d6c0-7b8b-429e-bee3-a35d2b2396bf tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4140186 Mar 22 10:53:47.894283 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-88d693af-0c68-484c-91d6-67c2ccd721fd req-24f03522-f7ee-4c21-b78e-2b2b650fcb6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:47.900961 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83955e43-ed8f-4139-b57c-905fb0ad1d22 req-061a22c1-0ace-4389-92bb-38f2b253868b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:47.902534 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-83955e43-ed8f-4139-b57c-905fb0ad1d22 req-061a22c1-0ace-4389-92bb-38f2b253868b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a2150d1b1bcd4a828c702c82170ebe7c&device_id=ce39e19f-938f-434a-885e-e4d19fb8f33d HTTP/1.1" status: 200 len: 1096 time: 0.6379476 Mar 22 10:53:47.903144 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-56fbbe11-0990-42ee-be3d-1f3de64eee68 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 6fb926df-db9c-4e42-86a3-7980c7ec4aee) {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:53:47.943615 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adef12e5-74bf-44cb-beec-de89f8c7e1b8 None None] Network 6fb926df-db9c-4e42-86a3-7980c7ec4aee requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:53:47.955191 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fbbe11-0990-42ee-be3d-1f3de64eee68 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:47.956016 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-56fbbe11-0990-42ee-be3d-1f3de64eee68 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:47.982722 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aa2a9567-912a-40eb-9400-32f3ed25cde9 tempest-FloatingIPAdminTestJSON-944569637 tempest-FloatingIPAdminTestJSON-944569637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:48.025444 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [req-88d693af-0c68-484c-91d6-67c2ccd721fd req-24f03522-f7ee-4c21-b78e-2b2b650fcb6f service neutron] Transition to ACTIVE for port object 721a4f7b-232b-4b37-ab19-e7ba0715982b will not be triggered until provisioned by entity L2. {{(pid=109050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 10:53:48.050745 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2a9567-912a-40eb-9400-32f3ed25cde9 tempest-FloatingIPAdminTestJSON-944569637 tempest-FloatingIPAdminTestJSON-944569637-project] Pushing event deleted for resources: {'Port': ['ID=8cb3d048-7232-485c-9ede-45ccd61b0bee,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:48.069568 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-25e06c40-8838-4fa5-a5dc-a1b91e41299b req-47c86af9-16e5-4016-875a-f6829746664e service neutron] 10.222.0.35 "GET /v2.0/networks/619a0580-b085-430c-89e2-022d42d1e4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417707 Mar 22 10:53:48.114481 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aa2a9567-912a-40eb-9400-32f3ed25cde9 tempest-FloatingIPAdminTestJSON-944569637 tempest-FloatingIPAdminTestJSON-944569637-project] Notify callbacks [] for floatingip, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:48.117684 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aa2a9567-912a-40eb-9400-32f3ed25cde9 tempest-FloatingIPAdminTestJSON-944569637 tempest-FloatingIPAdminTestJSON-944569637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:48.121493 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-aa2a9567-912a-40eb-9400-32f3ed25cde9 tempest-FloatingIPAdminTestJSON-944569637 tempest-FloatingIPAdminTestJSON-944569637-project] 10.222.0.57 "DELETE /v2.0/floatingips/7b12799e-2fa0-4a9a-a078-e3905d0c481a HTTP/1.1" status: 204 len: 168 time: 1.3561871 Mar 22 10:53:48.121884 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35668) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:48.126046 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-88d693af-0c68-484c-91d6-67c2ccd721fd req-24f03522-f7ee-4c21-b78e-2b2b650fcb6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:48.129322 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-83955e43-ed8f-4139-b57c-905fb0ad1d22 req-2a7e7928-79fc-406e-9e74-c9effb4b05f4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95926975-866f-4a10-9144-9b0ee509deed HTTP/1.1" status: 200 len: 217 time: 0.2097468 Mar 22 10:53:48.138226 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f5a29-d157-4882-8ef3-e8003e6ba6f1 None None] Pushing event updated for resources: {'Port': ['ID=a44b0837-bbb9-4a8c-a7f6-066073b4435c,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:48.186499 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-56fbbe11-0990-42ee-be3d-1f3de64eee68 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.9031594 Mar 22 10:53:48.189903 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_v2 [None req-c31c1ec6-4cd9-416e-b28d-b6fabc46fc5e tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Deleting subnet 79f0578e-3002-42b4-8790-c11810f9b2cc {{(pid=109050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:53:48.212535 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35670) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:48.216345 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.db.api [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 10:53:48.216697 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG oslo_db.api [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 10:53:48.239530 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c31c1ec6-4cd9-416e-b28d-b6fabc46fc5e tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:48.245767 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130ee7b2-ce41-4557-b67a-eab117a97e00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-6fb926df-db9c-4e42-86a3-7980c7ec4aee', 'network_id': '6fb926df-db9c-4e42-86a3-7980c7ec4aee', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'fixed_ips': [{'subnet_id': '8d92c680-b2fd-4aba-b16a-f5ed964d236d'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:53:48.246759 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-130ee7b2-ce41-4557-b67a-eab117a97e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:48.249417 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-fd06c0d4-9469-45e3-90ef-525901c5a78a tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1601995502', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:48.288417 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-b3140e78-5a9d-4716-b5a7-31a3fca70349 tempest-FloatingIPAdminTestJSON-1325382415 tempest-FloatingIPAdminTestJSON-1325382415-project-admin] Deleting port a0b38975-9e81-4fe3-9e1e-2ad4a0823b25 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:53:48.288846 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b3140e78-5a9d-4716-b5a7-31a3fca70349 tempest-FloatingIPAdminTestJSON-1325382415 tempest-FloatingIPAdminTestJSON-1325382415-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:48.301708 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f7b8bb55-9f37-4358-93bb-c7c20d8b3ac7 req-3cbbffea-cef3-4ca7-8c12-e0c222623db2 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d0ff445-ef48-4484-b687-f93d4f0a9a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4292209 Mar 22 10:53:48.344555 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-6b066eff-5407-4960-af2e-70d86b8bcb02 None None] Provisioning complete for port a44b0837-bbb9-4a8c-a7f6-066073b4435c triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:48.346857 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-6b066eff-5407-4960-af2e-70d86b8bcb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:48.412494 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f03522-f7ee-4c21-b78e-2b2b650fcb6f service neutron] Pushing event updated for resources: {'Port': ['ID=721a4f7b-232b-4b37-ab19-e7ba0715982b,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:48.423321 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c31c1ec6-4cd9-416e-b28d-b6fabc46fc5e tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11961780'] for subnet, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:48.440534 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b3140e78-5a9d-4716-b5a7-31a3fca70349 tempest-FloatingIPAdminTestJSON-1325382415 tempest-FloatingIPAdminTestJSON-1325382415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:48.442444 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b3140e78-5a9d-4716-b5a7-31a3fca70349 tempest-FloatingIPAdminTestJSON-1325382415 tempest-FloatingIPAdminTestJSON-1325382415-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:48.450495 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f442e-0a21-4315-8b95-f5e8d8ae6da2 req-d1e99a55-d2e8-4be4-9f01-acc1ed680197 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:48.458017 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6f0f442e-0a21-4315-8b95-f5e8d8ae6da2 req-d1e99a55-d2e8-4be4-9f01-acc1ed680197 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce39e19f-938f-434a-885e-e4d19fb8f33d HTTP/1.1" status: 200 len: 943 time: 0.3879259 Mar 22 10:53:48.459858 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2d686b72-75f0-432f-a469-cd79660f6edd tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:48.470877 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-b3140e78-5a9d-4716-b5a7-31a3fca70349 tempest-FloatingIPAdminTestJSON-1325382415 tempest-FloatingIPAdminTestJSON-1325382415-project-admin] Calling delete_port for a0b38975-9e81-4fe3-9e1e-2ad4a0823b25 owned by network:floatingip {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:53:48.474937 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-130ee7b2-ce41-4557-b67a-eab117a97e00 None None] Allocated IP 2001:db8:1::2 (6fb926df-db9c-4e42-86a3-7980c7ec4aee/8d92c680-b2fd-4aba-b16a-f5ed964d236d/7052c729-339b-47a2-9fed-73f4847642b1) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:53:48.521501 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83955e43-ed8f-4139-b57c-905fb0ad1d22 req-8dfcc35c-7a6e-4071-b304-8c9cb1b1468e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:48.523424 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-83955e43-ed8f-4139-b57c-905fb0ad1d22 req-8dfcc35c-7a6e-4071-b304-8c9cb1b1468e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e8b0effb-2582-4c7c-9cf2-568035a0a72b HTTP/1.1" status: 200 len: 850 time: 0.3422801 Mar 22 10:53:48.541761 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f560270c-2706-4a24-96d9-0f986f976b5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:48.547923 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fd06c0d4-9469-45e3-90ef-525901c5a78a tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:48.549816 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fd06c0d4-9469-45e3-90ef-525901c5a78a tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:48.586061 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f560270c-2706-4a24-96d9-0f986f976b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:48.666382 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b3140e78-5a9d-4716-b5a7-31a3fca70349 tempest-FloatingIPAdminTestJSON-1325382415 tempest-FloatingIPAdminTestJSON-1325382415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:48.691806 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 10:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd26d30-b996-4a50-94fb-9875f153e7dc x-openstack-request-id: req-ecd26d30-b996-4a50-94fb-9875f153e7dc {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 10:53:48.692141 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce39e19f-938f-434a-885e-e4d19fb8f33d", "tag": "95926975-866f-4a10-9144-9b0ee509deed", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 10:53:48.693578 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ecd26d30-b996-4a50-94fb-9875f153e7dc {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 10:53:48.693578 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecd26d30-b996-4a50-94fb-9875f153e7dc'] response: {'name': 'network-changed', 'server_uuid': 'ce39e19f-938f-434a-885e-e4d19fb8f33d', 'tag': '95926975-866f-4a10-9144-9b0ee509deed', 'status': 'completed', 'code': 200} Mar 22 10:53:48.698467 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3140e78-5a9d-4716-b5a7-31a3fca70349 tempest-FloatingIPAdminTestJSON-1325382415 tempest-FloatingIPAdminTestJSON-1325382415-project-admin] Pushing event deleted for resources: {'Port': ['ID=a0b38975-9e81-4fe3-9e1e-2ad4a0823b25,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:48.711796 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d686b72-75f0-432f-a469-cd79660f6edd tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Pushing event deleted for resources: {'Port': ['ID=2930e87d-4a35-47a3-95e2-cf5132748c87,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:48.771640 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b3140e78-5a9d-4716-b5a7-31a3fca70349 tempest-FloatingIPAdminTestJSON-1325382415 tempest-FloatingIPAdminTestJSON-1325382415-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:48.776315 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b3140e78-5a9d-4716-b5a7-31a3fca70349 tempest-FloatingIPAdminTestJSON-1325382415 tempest-FloatingIPAdminTestJSON-1325382415-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:48.781899 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b3140e78-5a9d-4716-b5a7-31a3fca70349 tempest-FloatingIPAdminTestJSON-1325382415 tempest-FloatingIPAdminTestJSON-1325382415-project-admin] 10.222.0.57 "DELETE /v2.0/floatingips/8ef974be-a9b7-46a9-84a0-496c497a4d75 HTTP/1.1" status: 204 len: 168 time: 0.6586165 Mar 22 10:53:48.782549 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35676) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:48.810886 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-130ee7b2-ce41-4557-b67a-eab117a97e00 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:48.822145 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6f0f442e-0a21-4315-8b95-f5e8d8ae6da2 req-450314f1-1b32-428f-ba95-b6753d85dc13 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] 10.222.0.57 "GET /v2.0/security-groups?id=074c04a7-4d87-4874-a408-fce3f9ed77b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3631158 Mar 22 10:53:48.826093 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-130ee7b2-ce41-4557-b67a-eab117a97e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:48.866996 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-f560270c-2706-4a24-96d9-0f986f976b5e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=27315a46aa56424aaf9cd90a0dabc11c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1141739 Mar 22 10:53:48.870390 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c31c1ec6-4cd9-416e-b28d-b6fabc46fc5e tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:48.876142 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35678) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:48.876842 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f560270c-2706-4a24-96d9-0f986f976b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2653536c-11f4-4757-b124-9e0e6f97cc49,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:48.887811 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130ee7b2-ce41-4557-b67a-eab117a97e00 None None] Pushing event updated for resources: {'Port': ['ID=7052c729-339b-47a2-9fed-73f4847642b1,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:48.902646 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130ee7b2-ce41-4557-b67a-eab117a97e00 None None] Network 6fb926df-db9c-4e42-86a3-7980c7ec4aee is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:53:48.906024 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-130ee7b2-ce41-4557-b67a-eab117a97e00 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:53:48.910489 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130ee7b2-ce41-4557-b67a-eab117a97e00 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:53:48.928771 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fd06c0d4-9469-45e3-90ef-525901c5a78a tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:48.980991 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-88d693af-0c68-484c-91d6-67c2ccd721fd req-24f03522-f7ee-4c21-b78e-2b2b650fcb6f service neutron] Attempting to bind port 721a4f7b-232b-4b37-ab19-e7ba0715982b on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:53:48.981323 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-88d693af-0c68-484c-91d6-67c2ccd721fd req-24f03522-f7ee-4c21-b78e-2b2b650fcb6f service neutron] Attempting to bind port 721a4f7b-232b-4b37-ab19-e7ba0715982b by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': '5442cd60-abd5-4cd7-8e4b-1aa43061ab4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6d72c436-5be9-48c2-831b-3e0293d5b0ac'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:53:48.983770 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d693af-0c68-484c-91d6-67c2ccd721fd req-24f03522-f7ee-4c21-b78e-2b2b650fcb6f service neutron] Attempting to bind port 721a4f7b-232b-4b37-ab19-e7ba0715982b on network 6d72c436-5be9-48c2-831b-3e0293d5b0ac {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:53:48.987256 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fd06c0d4-9469-45e3-90ef-525901c5a78a tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:48.991224 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-130ee7b2-ce41-4557-b67a-eab117a97e00 None None] Attempting to bind port 7052c729-339b-47a2-9fed-73f4847642b1 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:53:48.991638 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-130ee7b2-ce41-4557-b67a-eab117a97e00 None None] Attempting to bind port 7052c729-339b-47a2-9fed-73f4847642b1 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': 'ea706916-85f6-4660-a147-9154095763b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6fb926df-db9c-4e42-86a3-7980c7ec4aee'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:53:48.992000 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130ee7b2-ce41-4557-b67a-eab117a97e00 None None] Attempting to bind port 7052c729-339b-47a2-9fed-73f4847642b1 on network 6fb926df-db9c-4e42-86a3-7980c7ec4aee {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:53:48.998035 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130ee7b2-ce41-4557-b67a-eab117a97e00 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:53:48.998411 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130ee7b2-ce41-4557-b67a-eab117a97e00 None None] Checking segment: {'id': 'ea706916-85f6-4660-a147-9154095763b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6fb926df-db9c-4e42-86a3-7980c7ec4aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:53:48.998859 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-130ee7b2-ce41-4557-b67a-eab117a97e00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:48.999178 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130ee7b2-ce41-4557-b67a-eab117a97e00 None None] Bound using segment: {'id': 'ea706916-85f6-4660-a147-9154095763b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6fb926df-db9c-4e42-86a3-7980c7ec4aee'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:53:48.999701 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-130ee7b2-ce41-4557-b67a-eab117a97e00 None None] Bound port: 7052c729-339b-47a2-9fed-73f4847642b1, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea706916-85f6-4660-a147-9154095763b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6fb926df-db9c-4e42-86a3-7980c7ec4aee'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:53:49.000077 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-130ee7b2-ce41-4557-b67a-eab117a97e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:49.005956 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-c335c05c-e242-47f3-85fd-47b3bf60dabf tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Deleting port f20eeba6-2dfe-4b0a-8fed-e8bc2962eea1 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:53:49.006670 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c335c05c-e242-47f3-85fd-47b3bf60dabf tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:49.040522 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bb250eb3-0d8f-4df1-817b-2bdd0fb62cda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:49.068709 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83955e43-ed8f-4139-b57c-905fb0ad1d22 req-fe20d306-8f85-4c74-a534-7b20d98cda90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:49.071100 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-83955e43-ed8f-4139-b57c-905fb0ad1d22 req-fe20d306-8f85-4c74-a534-7b20d98cda90 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd5c1c08-a18c-4726-99bb-ba3569297277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5131559 Mar 22 10:53:49.072614 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2d686b72-75f0-432f-a469-cd79660f6edd tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:49.075814 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-130ee7b2-ce41-4557-b67a-eab117a97e00 None None] For port 7052c729-339b-47a2-9fed-73f4847642b1, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:53:49.079019 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-2d686b72-75f0-432f-a469-cd79660f6edd tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] 10.222.0.57 "DELETE /v2.0/ports/2930e87d-4a35-47a3-95e2-cf5132748c87 HTTP/1.1" status: 204 len: 168 time: 3.2641456 Mar 22 10:53:49.083191 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-130ee7b2-ce41-4557-b67a-eab117a97e00 None None] For port 7052c729-339b-47a2-9fed-73f4847642b1, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=7052c729-339b-47a2-9fed-73f4847642b1,segment=NetworkSegment(ea706916-85f6-4660-a147-9154095763b2),segment_id=ea706916-85f6-4660-a147-9154095763b2)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:53:49.084557 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c31c1ec6-4cd9-416e-b28d-b6fabc46fc5e tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:49.085070 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35682) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:49.090697 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-130ee7b2-ce41-4557-b67a-eab117a97e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:49.099403 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device a44b0837-bbb9-4a8c-a7f6-066073b4435c up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:53:49.112871 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d693af-0c68-484c-91d6-67c2ccd721fd req-24f03522-f7ee-4c21-b78e-2b2b650fcb6f service neutron] Port 721a4f7b-232b-4b37-ab19-e7ba0715982b on network 6d72c436-5be9-48c2-831b-3e0293d5b0ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:53:49.113195 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d693af-0c68-484c-91d6-67c2ccd721fd req-24f03522-f7ee-4c21-b78e-2b2b650fcb6f service neutron] Attempting to bind port 721a4f7b-232b-4b37-ab19-e7ba0715982b on network 6d72c436-5be9-48c2-831b-3e0293d5b0ac {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:53:49.138340 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bb250eb3-0d8f-4df1-817b-2bdd0fb62cda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:49.155550 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31c1ec6-4cd9-416e-b28d-b6fabc46fc5e tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=79f0578e-3002-42b4-8790-c11810f9b2cc,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:49.159031 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fd06c0d4-9469-45e3-90ef-525901c5a78a tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:49.160232 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-fd06c0d4-9469-45e3-90ef-525901c5a78a tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9299672 Mar 22 10:53:49.161063 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d693af-0c68-484c-91d6-67c2ccd721fd req-24f03522-f7ee-4c21-b78e-2b2b650fcb6f service neutron] Checking agent: {'id': 'dcb78974-6458-4942-8c9c-663284d5bb3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8345', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:53:49.161752 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d693af-0c68-484c-91d6-67c2ccd721fd req-24f03522-f7ee-4c21-b78e-2b2b650fcb6f service neutron] Checking segment: {'id': '5442cd60-abd5-4cd7-8e4b-1aa43061ab4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6d72c436-5be9-48c2-831b-3e0293d5b0ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:53:49.161752 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d693af-0c68-484c-91d6-67c2ccd721fd req-24f03522-f7ee-4c21-b78e-2b2b650fcb6f service neutron] Bound using segment: {'id': '5442cd60-abd5-4cd7-8e4b-1aa43061ab4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6d72c436-5be9-48c2-831b-3e0293d5b0ac'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:53:49.162181 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-88d693af-0c68-484c-91d6-67c2ccd721fd req-24f03522-f7ee-4c21-b78e-2b2b650fcb6f service neutron] Bound port: 721a4f7b-232b-4b37-ab19-e7ba0715982b, host: hv-neutron-8345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5442cd60-abd5-4cd7-8e4b-1aa43061ab4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6d72c436-5be9-48c2-831b-3e0293d5b0ac'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:53:49.162521 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-88d693af-0c68-484c-91d6-67c2ccd721fd req-24f03522-f7ee-4c21-b78e-2b2b650fcb6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:49.175389 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35684) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:49.178525 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c31c1ec6-4cd9-416e-b28d-b6fabc46fc5e tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:49.181726 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-c31c1ec6-4cd9-416e-b28d-b6fabc46fc5e tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] 10.222.0.57 "DELETE /v2.0/subnets/79f0578e-3002-42b4-8790-c11810f9b2cc HTTP/1.1" status: 204 len: 168 time: 1.3995209 Mar 22 10:53:49.191048 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35686) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:49.203045 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130ee7b2-ce41-4557-b67a-eab117a97e00 None None] Pushing event updated for resources: {'Port': ['ID=7052c729-339b-47a2-9fed-73f4847642b1,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:49.223494 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port a44b0837-bbb9-4a8c-a7f6-066073b4435c triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:49.223863 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:49.246386 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c335c05c-e242-47f3-85fd-47b3bf60dabf tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:49.304569 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea79282d-f4b5-4da6-b799-8fe17740ca05 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Deleting subnet 0c92e63f-2ed2-4bbd-9b23-fa3b9f8c3b17 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:53:49.307207 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-c335c05c-e242-47f3-85fd-47b3bf60dabf tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Calling delete_port for f20eeba6-2dfe-4b0a-8fed-e8bc2962eea1 owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:53:49.313311 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ea79282d-f4b5-4da6-b799-8fe17740ca05 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:49.331677 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device f5bee362-0db2-461a-808e-ca22b07062b9 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:53:49.343754 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-88d693af-0c68-484c-91d6-67c2ccd721fd req-24f03522-f7ee-4c21-b78e-2b2b650fcb6f service neutron] For port 721a4f7b-232b-4b37-ab19-e7ba0715982b, host hv-neutron-8345, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:53:49.360813 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: f5bee362-0db2-461a-808e-ca22b07062b9 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:53:49.361346 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device f5bee362-0db2-461a-808e-ca22b07062b9 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:53:49.407825 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96192c6-cecd-4581-a17e-1be4b0dfeba0 req-e0677460-2176-4784-aecf-1bb58dee53b6 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:49.409593 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a96192c6-cecd-4581-a17e-1be4b0dfeba0 req-e0677460-2176-4784-aecf-1bb58dee53b6 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 944 time: 0.3537042 Mar 22 10:53:49.476033 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-88d693af-0c68-484c-91d6-67c2ccd721fd req-24f03522-f7ee-4c21-b78e-2b2b650fcb6f service neutron] For port 721a4f7b-232b-4b37-ab19-e7ba0715982b, host hv-neutron-8345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=721a4f7b-232b-4b37-ab19-e7ba0715982b,segment=NetworkSegment(5442cd60-abd5-4cd7-8e4b-1aa43061ab4f),segment_id=5442cd60-abd5-4cd7-8e4b-1aa43061ab4f)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:53:49.516830 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-88d693af-0c68-484c-91d6-67c2ccd721fd req-24f03522-f7ee-4c21-b78e-2b2b650fcb6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:49.530469 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-83955e43-ed8f-4139-b57c-905fb0ad1d22 req-800dd11f-8f6b-48c6-aa5e-f043bc31f1e7 service neutron] 10.222.0.35 "GET /v2.0/networks/dd5c1c08-a18c-4726-99bb-ba3569297277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4417238 Mar 22 10:53:49.538676 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bb250eb3-0d8f-4df1-817b-2bdd0fb62cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:49.538899 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9e057ddb-e067-4db9-acbf-00d2110ba246 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:49.541252 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bb250eb3-0d8f-4df1-817b-2bdd0fb62cda admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:49.542449 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-bb250eb3-0d8f-4df1-817b-2bdd0fb62cda admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2653536c-11f4-4757-b124-9e0e6f97cc49 HTTP/1.1" status: 204 len: 168 time: 0.6636219 Mar 22 10:53:49.573653 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ea79282d-f4b5-4da6-b799-8fe17740ca05 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:49.618666 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d693af-0c68-484c-91d6-67c2ccd721fd req-24f03522-f7ee-4c21-b78e-2b2b650fcb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:49.619294 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-88d693af-0c68-484c-91d6-67c2ccd721fd req-24f03522-f7ee-4c21-b78e-2b2b650fcb6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:49.621150 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-88d693af-0c68-484c-91d6-67c2ccd721fd req-24f03522-f7ee-4c21-b78e-2b2b650fcb6f service neutron] 10.222.0.35 "PUT /v2.0/ports/721a4f7b-232b-4b37-ab19-e7ba0715982b HTTP/1.1" status: 200 len: 1094 time: 3.7846007 Mar 22 10:53:49.644785 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb250eb3-0d8f-4df1-817b-2bdd0fb62cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2653536c-11f4-4757-b124-9e0e6f97cc49,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:49.658280 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a96192c6-cecd-4581-a17e-1be4b0dfeba0 req-2f36fc3d-1501-4c82-8bca-c2116be4f98a tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1897418 Mar 22 10:53:49.712582 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a4610-25c3-40f9-aefa-861ebf8ca708 req-bfea0193-c383-4c1c-a3ba-3cd4362d9d6a tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:49.714137 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3e7a4610-25c3-40f9-aefa-861ebf8ca708 req-bfea0193-c383-4c1c-a3ba-3cd4362d9d6a tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] 10.222.0.57 "GET /v2.0/ports?device_id=48355fc1-9f2b-4ff1-9fe2-4798930dd9b9 HTTP/1.1" status: 200 len: 944 time: 0.2752297 Mar 22 10:53:49.744714 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f03522-f7ee-4c21-b78e-2b2b650fcb6f service neutron] Pushing event updated for resources: {'Port': ['ID=721a4f7b-232b-4b37-ab19-e7ba0715982b,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:49.791943 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-67ad8a28-c84c-4eb9-a09c-634dab4f7721 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:49.820218 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 62e0eae6-4190-4612-b054-e17b9b6eea2c details requested by agent hyperv_hv-neutron-8345 with host hv-neutron-8345 {{(pid=109051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 10:53:49.866600 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ea79282d-f4b5-4da6-b799-8fe17740ca05 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:49.987243 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9e057ddb-e067-4db9-acbf-00d2110ba246 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:50.004168 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3e7a4610-25c3-40f9-aefa-861ebf8ca708 req-2687195e-6996-4e40-96be-7b0592874b1f tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d0ff445-ef48-4484-b687-f93d4f0a9a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2488561 Mar 22 10:53:50.010184 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 62e0eae6-4190-4612-b054-e17b9b6eea2c, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=62e0eae6-4190-4612-b054-e17b9b6eea2c,segment=NetworkSegment(1794cb20-dd56-4e78-a758-e4766285bf48),segment_id=1794cb20-dd56-4e78-a758-e4766285bf48)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:53:50.026595 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Returning: {'device': '62e0eae6-4190-4612-b054-e17b9b6eea2c', 'network_id': '619a0580-b085-430c-89e2-022d42d1e4bf', 'port_id': '62e0eae6-4190-4612-b054-e17b9b6eea2c', 'mac_address': 'fa:16:3e:36:25:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e692a5aa-617d-46cb-afbe-668e67a6ee91', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 10:53:50.035829 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c335c05c-e242-47f3-85fd-47b3bf60dabf tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:50.062085 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-83955e43-ed8f-4139-b57c-905fb0ad1d22 req-460826de-9ef8-4491-9a35-47a73cc29cb7 service neutron] 10.222.0.35 "GET /v2.0/networks/dd5c1c08-a18c-4726-99bb-ba3569297277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4986355 Mar 22 10:53:50.064296 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d693af-0c68-484c-91d6-67c2ccd721fd req-e8b6a156-7cc5-446a-93a8-2dfb3c5ec69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:50.066177 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-88d693af-0c68-484c-91d6-67c2ccd721fd req-e8b6a156-7cc5-446a-93a8-2dfb3c5ec69d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=da2f632c4d66467ba58857dff433bce9&device_id=48355fc1-9f2b-4ff1-9fe2-4798930dd9b9 HTTP/1.1" status: 200 len: 1097 time: 0.3485634 Mar 22 10:53:50.106000 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:50.121902 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62e0eae6-4190-4612-b054-e17b9b6eea2c {{(pid=109051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 10:53:50.150496 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 62e0eae6-4190-4612-b054-e17b9b6eea2c, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=62e0eae6-4190-4612-b054-e17b9b6eea2c,segment=NetworkSegment(1794cb20-dd56-4e78-a758-e4766285bf48),segment_id=1794cb20-dd56-4e78-a758-e4766285bf48)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:53:50.160745 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c335c05c-e242-47f3-85fd-47b3bf60dabf tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Pushing event deleted for resources: {'Port': ['ID=f20eeba6-2dfe-4b0a-8fed-e8bc2962eea1,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:50.162842 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:50.220399 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ea79282d-f4b5-4da6-b799-8fe17740ca05 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:50.292423 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=62e0eae6-4190-4612-b054-e17b9b6eea2c,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:50.382147 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea79282d-f4b5-4da6-b799-8fe17740ca05 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Pushing event deleted for resources: {'Subnet': ['ID=0c92e63f-2ed2-4bbd-9b23-fa3b9f8c3b17,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:50.407638 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ea79282d-f4b5-4da6-b799-8fe17740ca05 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:50.411137 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ea79282d-f4b5-4da6-b799-8fe17740ca05 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] 10.222.0.57 "DELETE /v2.0/subnets/0c92e63f-2ed2-4bbd-9b23-fa3b9f8c3b17 HTTP/1.1" status: 204 len: 168 time: 1.3246524 Mar 22 10:53:50.413300 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b8b1f9-7e4c-42db-8dc2-2d9d61f1ff7b None None] Network 211aecc6-c2b6-4056-b651-96400adcd256 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:53:50.416582 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35706) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:50.451964 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-88d693af-0c68-484c-91d6-67c2ccd721fd req-bebca975-5bc4-4d3c-9f72-332b8dd70a16 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=721a4f7b-232b-4b37-ab19-e7ba0715982b HTTP/1.1" status: 200 len: 217 time: 0.3682151 Mar 22 10:53:50.460751 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-9e057ddb-e067-4db9-acbf-00d2110ba246 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef65bf43-9956-4d7d-adc9-47a2cb2ff586']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:50.504620 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c335c05c-e242-47f3-85fd-47b3bf60dabf tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:50.511004 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c335c05c-e242-47f3-85fd-47b3bf60dabf tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] 10.222.0.57 "DELETE /v2.0/ports/f20eeba6-2dfe-4b0a-8fed-e8bc2962eea1 HTTP/1.1" status: 204 len: 168 time: 1.7272773 Mar 22 10:53:50.520975 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35710) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:50.530813 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-9e057ddb-e067-4db9-acbf-00d2110ba246 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fb66e7b-b626-41ca-86f8-ff32dcb1b0c0') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:50.531104 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-9e057ddb-e067-4db9-acbf-00d2110ba246 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fb66e7b-b626-41ca-86f8-ff32dcb1b0c0') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:50.555200 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['62e0eae6-4190-4612-b054-e17b9b6eea2c'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 10:53:50.586770 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b9cf7-4772-448f-b2da-cde805cd07ff req-c89874be-3c49-4951-af9e-2aae6870fffd tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:50.595503 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-767b9cf7-4772-448f-b2da-cde805cd07ff req-c89874be-3c49-4951-af9e-2aae6870fffd tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce39e19f-938f-434a-885e-e4d19fb8f33d HTTP/1.1" status: 200 len: 943 time: 0.6053789 Mar 22 10:53:50.639650 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9e057ddb-e067-4db9-acbf-00d2110ba246 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:50.670414 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2415aa0-f88f-4ca6-a562-e59c4aaceecf req-8cb93547-b21d-467f-ac56-307580c03e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:50.671932 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f2415aa0-f88f-4ca6-a562-e59c4aaceecf req-8cb93547-b21d-467f-ac56-307580c03e24 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a2150d1b1bcd4a828c702c82170ebe7c&device_id=ce39e19f-938f-434a-885e-e4d19fb8f33d HTTP/1.1" status: 200 len: 1096 time: 0.2174668 Mar 22 10:53:50.689489 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-767b9cf7-4772-448f-b2da-cde805cd07ff req-c9f7bf68-44c3-4caa-907c-edcf744fd0fd tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] 10.222.0.57 "GET /v2.0/security-groups?id=074c04a7-4d87-4874-a408-fce3f9ed77b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929794 Mar 22 10:53:50.693771 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48355fc1-9f2b-4ff1-9fe2-4798930dd9b9', 'tag': '721a4f7b-232b-4b37-ab19-e7ba0715982b'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 10:53:50.719957 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a911c8-fe44-48ef-8619-d426b7634d02" -d '{"events": [{"name": "network-changed", "server_uuid": "48355fc1-9f2b-4ff1-9fe2-4798930dd9b9", "tag": "721a4f7b-232b-4b37-ab19-e7ba0715982b"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 10:53:50.763815 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9e057ddb-e067-4db9-acbf-00d2110ba246 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:50.810667 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 10:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc75c6be-1b78-4ccd-b2df-f0382f9520e8 x-openstack-request-id: req-bc75c6be-1b78-4ccd-b2df-f0382f9520e8 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 10:53:50.811069 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48355fc1-9f2b-4ff1-9fe2-4798930dd9b9", "tag": "721a4f7b-232b-4b37-ab19-e7ba0715982b", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 10:53:50.811428 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bc75c6be-1b78-4ccd-b2df-f0382f9520e8 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 10:53:50.811909 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc75c6be-1b78-4ccd-b2df-f0382f9520e8'] response: {'name': 'network-changed', 'server_uuid': '48355fc1-9f2b-4ff1-9fe2-4798930dd9b9', 'tag': '721a4f7b-232b-4b37-ab19-e7ba0715982b', 'status': 'completed', 'code': 200} Mar 22 10:53:50.832922 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d693af-0c68-484c-91d6-67c2ccd721fd req-2c2bbdda-74bf-45e6-8ada-2d9d0e803ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:50.834566 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-88d693af-0c68-484c-91d6-67c2ccd721fd req-2c2bbdda-74bf-45e6-8ada-2d9d0e803ec9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c201b142-5f21-4cd8-83cb-40d4a336882f HTTP/1.1" status: 200 len: 845 time: 0.3277674 Mar 22 10:53:50.835964 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76aaa83a-dd40-4f4c-9b53-d54f6a23e8d2 None None] Network 6fb926df-db9c-4e42-86a3-7980c7ec4aee requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:53:50.873843 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e057ddb-e067-4db9-acbf-00d2110ba246 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:53:50.874387 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9e057ddb-e067-4db9-acbf-00d2110ba246 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:50.880172 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 10:53:50.880172 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:53:50.880172 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 10:53:50.880172 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:53:50.880172 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 10:53:50.880172 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:53:50.880172 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 10:53:50.880172 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:53:50.880172 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 10:53:50.880172 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:53:50.880172 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 10:53:50.880172 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:53:50.880172 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 10:53:50.880172 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:53:50.880172 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:53:50.880172 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:53:50.880172 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:53:50.880172 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:53:50.880172 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 10:53:50.880172 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:53:50.880172 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 10:53:50.880172 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:53:50.880172 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:53:50.880172 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:53:50.880172 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 10:53:50.880172 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:53:50.880172 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:53:50.880172 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:53:50.880172 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:53:50.880172 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:53:50.880172 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:53:50.880172 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:53:50.945864 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-67ad8a28-c84c-4eb9-a09c-634dab4f7721 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Allocated IP 2001:db8::1 (18336a00-9c38-4f6f-b276-70545a3666ba/0ae18877-f380-4362-8b7a-5e8f470d5482/219ab857-e8e4-438d-bfa6-2fc8023f7402) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:53:50.956070 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a0b57677-9ee8-4c26-a219-ee9e3530bff8 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:51.021248 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b522304a-4d8d-4452-8560-f7c828bfbdfe tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:51.026898 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b522304a-4d8d-4452-8560-f7c828bfbdfe tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] 10.222.0.57 "GET /v2.0/ports?device_id=90873fa1-86da-47c5-a3cf-2af0a32fa5e8 HTTP/1.1" status: 200 len: 913 time: 0.5047939 Mar 22 10:53:51.027749 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35722) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:51.138946 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d73f72c-78c2-4c43-9b08-093a4ee44a51 req-1279f67d-e442-455e-9f35-a4a64dfcfb42 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:51.156764 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4d73f72c-78c2-4c43-9b08-093a4ee44a51 req-1279f67d-e442-455e-9f35-a4a64dfcfb42 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 945 time: 0.3415937 Mar 22 10:53:51.184714 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d693af-0c68-484c-91d6-67c2ccd721fd req-d95f9f61-c2a6-4e33-af0e-6a70e80edf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:51.187416 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-88d693af-0c68-484c-91d6-67c2ccd721fd req-d95f9f61-c2a6-4e33-af0e-6a70e80edf4c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6d72c436-5be9-48c2-831b-3e0293d5b0ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3043807 Mar 22 10:53:51.227303 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766c2730-0a37-4a33-b251-3c4f7b8eb41a None None] DHCP port deletion for 211aecc6-c2b6-4056-b651-96400adcd256 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:53:51.260456 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 7052c729-339b-47a2-9fed-73f4847642b1 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:53:51.312055 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-a0b57677-9ee8-4c26-a219-ee9e3530bff8 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Deleting port a8765ef1-8965-413c-9f39-bbe225d39389 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:53:51.312685 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a0b57677-9ee8-4c26-a219-ee9e3530bff8 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:51.321824 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-67ad8a28-c84c-4eb9-a09c-634dab4f7721 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:51.324633 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9e057ddb-e067-4db9-acbf-00d2110ba246 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:51.327581 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-88d693af-0c68-484c-91d6-67c2ccd721fd req-75dfe7bc-a281-497a-bdbb-9576879bd6f3 service neutron] 10.222.0.35 "GET /v2.0/networks/6d72c436-5be9-48c2-831b-3e0293d5b0ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121848 Mar 22 10:53:51.355343 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-ca9a1c39-e1bb-4437-870d-fffbe75eb281 None None] Provisioning complete for port 7052c729-339b-47a2-9fed-73f4847642b1 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:51.355834 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ca9a1c39-e1bb-4437-870d-fffbe75eb281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:51.399144 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e057ddb-e067-4db9-acbf-00d2110ba246 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Pushing event deleted for resources: {'Network': ['ID=ef65bf43-9956-4d7d-adc9-47a2cb2ff586,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:51.417107 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e057ddb-e067-4db9-acbf-00d2110ba246 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ef65bf43-9956-4d7d-adc9-47a2cb2ff586 {{(pid=109050) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 22 10:53:51.432290 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4d73f72c-78c2-4c43-9b08-093a4ee44a51 req-ecf8947f-1672-4970-b664-d8d14ce9e268 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2699652 Mar 22 10:53:51.432738 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 7052c729-339b-47a2-9fed-73f4847642b1 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:51.433199 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:51.439356 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9e057ddb-e067-4db9-acbf-00d2110ba246 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:51.442803 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-9e057ddb-e067-4db9-acbf-00d2110ba246 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] 10.222.0.57 "DELETE /v2.0/networks/ef65bf43-9956-4d7d-adc9-47a2cb2ff586 HTTP/1.1" status: 204 len: 168 time: 2.2444162 Mar 22 10:53:51.459293 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-a0b57677-9ee8-4c26-a219-ee9e3530bff8 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] For port a8765ef1-8965-413c-9f39-bbe225d39389, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=a8765ef1-8965-413c-9f39-bbe225d39389,segment=NetworkSegment(a1daa03e-4f11-4832-94bf-b9a8f7972290),segment_id=a1daa03e-4f11-4832-94bf-b9a8f7972290)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:53:51.462340 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a0b57677-9ee8-4c26-a219-ee9e3530bff8 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:51.468514 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2415aa0-f88f-4ca6-a562-e59c4aaceecf req-03621e3a-4651-45c7-bdd4-75f89650f10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:51.470312 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f2415aa0-f88f-4ca6-a562-e59c4aaceecf req-03621e3a-4651-45c7-bdd4-75f89650f10d service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd5c1c08-a18c-4726-99bb-ba3569297277 HTTP/1.1" status: 200 len: 912 time: 0.7773819 Mar 22 10:53:51.480493 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccbdf2a-600b-44df-bb6a-cd364ffbcfd2 req-a43c21a9-5424-4d7e-9ba3-d25a97499f81 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:51.488606 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3ccbdf2a-600b-44df-bb6a-cd364ffbcfd2 req-a43c21a9-5424-4d7e-9ba3-d25a97499f81 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] 10.222.0.57 "GET /v2.0/ports?device_id=48355fc1-9f2b-4ff1-9fe2-4798930dd9b9 HTTP/1.1" status: 200 len: 944 time: 0.3266735 Mar 22 10:53:51.507335 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-a0b57677-9ee8-4c26-a219-ee9e3530bff8 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Calling delete_port for a8765ef1-8965-413c-9f39-bbe225d39389 owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:53:51.589713 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-67ad8a28-c84c-4eb9-a09c-634dab4f7721 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:51.595793 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:51.650064 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f2415aa0-f88f-4ca6-a562-e59c4aaceecf req-1a612c32-ed75-4d8c-a025-243c03dcea90 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95926975-866f-4a10-9144-9b0ee509deed HTTP/1.1" status: 200 len: 217 time: 0.1590331 Mar 22 10:53:51.670036 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3ccbdf2a-600b-44df-bb6a-cd364ffbcfd2 req-ab50808b-d397-45b1-919e-3b4ccb3cf6e0 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d0ff445-ef48-4484-b687-f93d4f0a9a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1802220 Mar 22 10:53:51.755744 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ca9a1c39-e1bb-4437-870d-fffbe75eb281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:51.770893 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ad8a28-c84c-4eb9-a09c-634dab4f7721 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Network 18336a00-9c38-4f6f-b276-70545a3666ba is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:53:51.797486 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2415aa0-f88f-4ca6-a562-e59c4aaceecf req-fa58ca2f-66da-4022-b595-e6dcbbb32195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:51.800085 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f2415aa0-f88f-4ca6-a562-e59c4aaceecf req-fa58ca2f-66da-4022-b595-e6dcbbb32195 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e8b0effb-2582-4c7c-9cf2-568035a0a72b HTTP/1.1" status: 200 len: 850 time: 0.1291578 Mar 22 10:53:51.803958 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-88d693af-0c68-484c-91d6-67c2ccd721fd req-a7783f19-1524-4064-a35c-044a7dd24768 service neutron] 10.222.0.35 "GET /v2.0/networks/6d72c436-5be9-48c2-831b-3e0293d5b0ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4400856 Mar 22 10:53:51.810400 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-67ad8a28-c84c-4eb9-a09c-634dab4f7721 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:53:51.829306 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-766c2730-0a37-4a33-b251-3c4f7b8eb41a None None] Deleting port a8765ef1-8965-413c-9f39-bbe225d39389 {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:53:51.829306 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-766c2730-0a37-4a33-b251-3c4f7b8eb41a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:51.832415 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ad8a28-c84c-4eb9-a09c-634dab4f7721 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:53:51.833069 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-67ad8a28-c84c-4eb9-a09c-634dab4f7721 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684270'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:51.959575 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-ca9a1c39-e1bb-4437-870d-fffbe75eb281 None None] For port 7052c729-339b-47a2-9fed-73f4847642b1, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=7052c729-339b-47a2-9fed-73f4847642b1,segment=NetworkSegment(ea706916-85f6-4660-a147-9154095763b2),segment_id=ea706916-85f6-4660-a147-9154095763b2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:53:51.978745 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ca9a1c39-e1bb-4437-870d-fffbe75eb281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:51.995777 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-766c2730-0a37-4a33-b251-3c4f7b8eb41a None None] For port a8765ef1-8965-413c-9f39-bbe225d39389, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=a8765ef1-8965-413c-9f39-bbe225d39389,segment=NetworkSegment(a1daa03e-4f11-4832-94bf-b9a8f7972290),segment_id=a1daa03e-4f11-4832-94bf-b9a8f7972290)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:53:51.996559 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-766c2730-0a37-4a33-b251-3c4f7b8eb41a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:52.000507 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ad8a28-c84c-4eb9-a09c-634dab4f7721 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event updated for resources: {'Port': ['ID=219ab857-e8e4-438d-bfa6-2fc8023f7402,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:52.033389 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a0b57677-9ee8-4c26-a219-ee9e3530bff8 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:52.082502 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2415aa0-f88f-4ca6-a562-e59c4aaceecf req-f260ba24-6367-43b4-a3e9-75d4f3b4c5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:52.084681 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f2415aa0-f88f-4ca6-a562-e59c4aaceecf req-f260ba24-6367-43b4-a3e9-75d4f3b4c5c4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd5c1c08-a18c-4726-99bb-ba3569297277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2486734 Mar 22 10:53:52.118068 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d6b6d-f5b1-49b4-8d29-eebb408442df req-99e15a8b-3b71-4409-b290-3b147273dfe8 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:52.126049 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-243d6b6d-f5b1-49b4-8d29-eebb408442df req-99e15a8b-3b71-4409-b290-3b147273dfe8 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce39e19f-938f-434a-885e-e4d19fb8f33d HTTP/1.1" status: 200 len: 943 time: 0.2651145 Mar 22 10:53:52.162631 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-766c2730-0a37-4a33-b251-3c4f7b8eb41a None None] Calling delete_port for a8765ef1-8965-413c-9f39-bbe225d39389 owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:53:52.167670 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a911c8-fe44-48ef-8619-d426b7634d02 req-56ad34a5-2896-4aeb-ad2f-00176c8b315e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:52.168693 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b57677-9ee8-4c26-a219-ee9e3530bff8 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Pushing event deleted for resources: {'Port': ['ID=a8765ef1-8965-413c-9f39-bbe225d39389,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:52.170310 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-80a911c8-fe44-48ef-8619-d426b7634d02 req-56ad34a5-2896-4aeb-ad2f-00176c8b315e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=da2f632c4d66467ba58857dff433bce9&device_id=48355fc1-9f2b-4ff1-9fe2-4798930dd9b9 HTTP/1.1" status: 200 len: 1097 time: 0.2432165 Mar 22 10:53:52.208878 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b57677-9ee8-4c26-a219-ee9e3530bff8 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] No DVR routers for this DVR port a8765ef1-8965-413c-9f39-bbe225d39389 on host dv-neutron-834599-1-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:53:52.258154 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.db.api [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 10:53:52.258505 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG oslo_db.api [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 10:53:52.307958 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a911c8-fe44-48ef-8619-d426b7634d02 req-a12b1430-1615-4168-940e-8972155252ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:52.310492 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-80a911c8-fe44-48ef-8619-d426b7634d02 req-a12b1430-1615-4168-940e-8972155252ab service neutron] 10.222.0.35 "GET /v2.0/networks?id=6d72c436-5be9-48c2-831b-3e0293d5b0ac HTTP/1.1" status: 200 len: 907 time: 0.1214368 Mar 22 10:53:52.316192 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-b44b048d-f418-483a-8578-9008be94dc86 None None] Provisioning complete for port 7052c729-339b-47a2-9fed-73f4847642b1 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:52.316564 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b44b048d-f418-483a-8578-9008be94dc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:52.319437 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35750) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:52.326562 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-b6d39d0c-c339-4f97-9903-27e71139b84c tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Request body: {'router': {'name': 'tempest-router--1431228788', 'project_id': '5f1a19c310a741d588b653ab37005a91'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:52.337808 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a1c39-e1bb-4437-870d-fffbe75eb281 None None] Pushing event updated for resources: {'Port': ['ID=7052c729-339b-47a2-9fed-73f4847642b1,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:52.376203 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b6d39d0c-c339-4f97-9903-27e71139b84c tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:52.377404 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b6d39d0c-c339-4f97-9903-27e71139b84c tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:52.385161 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a0b57677-9ee8-4c26-a219-ee9e3530bff8 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:52.410684 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-a0b57677-9ee8-4c26-a219-ee9e3530bff8 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['211aecc6-c2b6-4056-b651-96400adcd256']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:52.420774 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-a0b57677-9ee8-4c26-a219-ee9e3530bff8 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1daa03e-4f11-4832-94bf-b9a8f7972290') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:52.422996 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-a0b57677-9ee8-4c26-a219-ee9e3530bff8 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1daa03e-4f11-4832-94bf-b9a8f7972290') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:52.431278 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-766c2730-0a37-4a33-b251-3c4f7b8eb41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:52.431917 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a0b57677-9ee8-4c26-a219-ee9e3530bff8 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:52.447674 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a0b57677-9ee8-4c26-a219-ee9e3530bff8 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:52.453830 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0b57677-9ee8-4c26-a219-ee9e3530bff8 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:53:52.454222 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a0b57677-9ee8-4c26-a219-ee9e3530bff8 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:52.466059 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766c2730-0a37-4a33-b251-3c4f7b8eb41a None None] Pushing event deleted for resources: {'Port': ['ID=a8765ef1-8965-413c-9f39-bbe225d39389,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:52.471709 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766c2730-0a37-4a33-b251-3c4f7b8eb41a None None] No DVR routers for this DVR port a8765ef1-8965-413c-9f39-bbe225d39389 on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:53:52.496628 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-243d6b6d-f5b1-49b4-8d29-eebb408442df req-3d07b92c-edfd-49f9-8380-4fc00c80bf9a tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] 10.222.0.57 "GET /v2.0/security-groups?id=074c04a7-4d87-4874-a408-fce3f9ed77b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3624117 Mar 22 10:53:52.500551 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 10:53:52.500551 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:53:52.500551 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 10:53:52.500551 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:53:52.500551 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 10:53:52.500551 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:53:52.500551 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 10:53:52.500551 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:53:52.500551 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 10:53:52.500551 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:53:52.500551 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 10:53:52.500551 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:53:52.500551 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 10:53:52.500551 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:53:52.500551 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:53:52.500551 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:53:52.500551 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:53:52.500551 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:53:52.500551 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 10:53:52.500551 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:53:52.500551 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 10:53:52.500551 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:53:52.500551 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:53:52.500551 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:53:52.500551 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 10:53:52.500551 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:53:52.500551 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:53:52.500551 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:53:52.500551 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:53:52.500551 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:53:52.500551 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:53:52.500551 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:53:52.511168 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-80a911c8-fe44-48ef-8619-d426b7634d02 req-7aa1be88-2e85-4ca2-8c18-8c6513a6a76d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=721a4f7b-232b-4b37-ab19-e7ba0715982b HTTP/1.1" status: 200 len: 217 time: 0.1613948 Mar 22 10:53:52.594770 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a0b57677-9ee8-4c26-a219-ee9e3530bff8 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:52.600790 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a0b57677-9ee8-4c26-a219-ee9e3530bff8 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:52.607210 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a0b57677-9ee8-4c26-a219-ee9e3530bff8 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] 10.222.0.57 "DELETE /v2.0/networks/211aecc6-c2b6-4056-b651-96400adcd256 HTTP/1.1" status: 204 len: 168 time: 2.1871521 Mar 22 10:53:52.631674 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-4e35af24-f621-4a43-b7aa-e4f7c67aa870 None None] Provisioning complete for port 219ab857-e8e4-438d-bfa6-2fc8023f7402 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:52.631995 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4e35af24-f621-4a43-b7aa-e4f7c67aa870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:52.679073 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b57677-9ee8-4c26-a219-ee9e3530bff8 tempest-AllowedAddressPairTestJSON-1958604990 tempest-AllowedAddressPairTestJSON-1958604990-project] Pushing event deleted for resources: {'Network': ['ID=211aecc6-c2b6-4056-b651-96400adcd256,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:52.681937 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b6d39d0c-c339-4f97-9903-27e71139b84c tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:52.689530 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-67ad8a28-c84c-4eb9-a09c-634dab4f7721 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:52.706623 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-4e35af24-f621-4a43-b7aa-e4f7c67aa870 None None] Port 219ab857-e8e4-438d-bfa6-2fc8023f7402 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:53:52.721460 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f2415aa0-f88f-4ca6-a562-e59c4aaceecf req-20db7b89-6fad-484a-8cab-e99dad6db453 service neutron] 10.222.0.35 "GET /v2.0/networks/dd5c1c08-a18c-4726-99bb-ba3569297277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6206570 Mar 22 10:53:52.723157 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a911c8-fe44-48ef-8619-d426b7634d02 req-3c9cb5f3-09b3-463f-ab86-776c1e136d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:52.724798 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-80a911c8-fe44-48ef-8619-d426b7634d02 req-3c9cb5f3-09b3-463f-ab86-776c1e136d42 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c201b142-5f21-4cd8-83cb-40d4a336882f HTTP/1.1" status: 200 len: 845 time: 0.1965170 Mar 22 10:53:52.757351 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b6d39d0c-c339-4f97-9903-27e71139b84c tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:52.848169 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35760) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:52.851092 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7873b1f2-d497-4189-9ce1-76aafdb40770 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683891'] for router_interface, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:52.855673 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-d46e3e9b-5b4d-475d-849a-c4a352eaf6c9 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1142418356', 'description': 'tempest-secgroup-smoke-1142418356 description', 'project_id': '9a2c288025384519a97e6c2e5ef1a5ab'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:52.880313 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b6d39d0c-c339-4f97-9903-27e71139b84c tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:52.885455 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-b6d39d0c-c339-4f97-9903-27e71139b84c tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5632412 Mar 22 10:53:52.885974 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35762) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:52.908129 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device a8765ef1-8965-413c-9f39-bbe225d39389 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:53:52.928469 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: a8765ef1-8965-413c-9f39-bbe225d39389 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:53:52.928809 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device a8765ef1-8965-413c-9f39-bbe225d39389 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:53:53.008422 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35766) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:53.098962 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 7052c729-339b-47a2-9fed-73f4847642b1 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:53:53.153602 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 7052c729-339b-47a2-9fed-73f4847642b1 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:53.154051 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:53.232202 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a12880-c9c8-4a0d-b281-d74729529e91 req-6142d5e5-619b-46e5-9921-b0eddd93c7a0 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:53.233589 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-85a12880-c9c8-4a0d-b281-d74729529e91 req-6142d5e5-619b-46e5-9921-b0eddd93c7a0 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 945 time: 0.6089764 Mar 22 10:53:53.273230 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d6417818-b4a5-4ec1-acfd-e0402bea6906 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9397537e8e984548bbe5f75e7b01282f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2591734 Mar 22 10:53:53.278792 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35770) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:53.279577 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d46e3e9b-5b4d-475d-849a-c4a352eaf6c9 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:53.283327 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a911c8-fe44-48ef-8619-d426b7634d02 req-d5d3d63e-0b9f-418a-b64a-f4664c7ed89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:53.284797 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-80a911c8-fe44-48ef-8619-d426b7634d02 req-d5d3d63e-0b9f-418a-b64a-f4664c7ed89c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6d72c436-5be9-48c2-831b-3e0293d5b0ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5083535 Mar 22 10:53:53.294089 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e4b01172-17af-4402-9345-f7f456f87ed4 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks [] for router, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:53.305042 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-67ad8a28-c84c-4eb9-a09c-634dab4f7721 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:53.323840 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-67ad8a28-c84c-4eb9-a09c-634dab4f7721 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:53.324666 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-67ad8a28-c84c-4eb9-a09c-634dab4f7721 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684306'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:53.353934 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f2415aa0-f88f-4ca6-a562-e59c4aaceecf req-468d8987-1bed-4264-9710-8fcfcad37802 service neutron] 10.222.0.35 "GET /v2.0/networks/dd5c1c08-a18c-4726-99bb-ba3569297277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5904205 Mar 22 10:53:53.354601 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d46e3e9b-5b4d-475d-849a-c4a352eaf6c9 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:53.469514 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ccf760-7238-4522-9494-c97cee7d7f82 req-89540353-8231-4a0d-a939-1f8c48688425 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:53.470952 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a8ccf760-7238-4522-9494-c97cee7d7f82 req-89540353-8231-4a0d-a939-1f8c48688425 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] 10.222.0.57 "GET /v2.0/ports?device_id=48355fc1-9f2b-4ff1-9fe2-4798930dd9b9 HTTP/1.1" status: 200 len: 944 time: 0.5489521 Mar 22 10:53:53.534526 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-85a12880-c9c8-4a0d-b281-d74729529e91 req-58d07245-1c14-4f73-8dcf-4ac08b49c50f tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2626367 Mar 22 10:53:53.612131 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e4b01172-17af-4402-9345-f7f456f87ed4 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:53.631583 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e4b01172-17af-4402-9345-f7f456f87ed4 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:53.669625 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-80a911c8-fe44-48ef-8619-d426b7634d02 req-cab69f95-ae83-4561-bc92-3538c004f1f7 service neutron] 10.222.0.35 "GET /v2.0/networks/6d72c436-5be9-48c2-831b-3e0293d5b0ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713949 Mar 22 10:53:53.697267 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ad8a28-c84c-4eb9-a09c-634dab4f7721 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event updated for resources: {'Port': ['ID=219ab857-e8e4-438d-bfa6-2fc8023f7402,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:53.702870 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a8017e70-e709-4316-98ca-bb02c42d2a7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:53.719360 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a8ccf760-7238-4522-9494-c97cee7d7f82 req-c1b92f55-3f8b-4f07-a2df-57f402ec0a5c tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d0ff445-ef48-4484-b687-f93d4f0a9a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1919570 Mar 22 10:53:53.759326 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e4b01172-17af-4402-9345-f7f456f87ed4 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:53.759890 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b01172-17af-4402-9345-f7f456f87ed4 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 544ca513-d484-4de7-8209-a8aff7862bf9 {{(pid=109050) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 10:53:53.766346 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e4b01172-17af-4402-9345-f7f456f87ed4 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:53.767272 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-e4b01172-17af-4402-9345-f7f456f87ed4 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] 10.222.0.57 "DELETE /v2.0/routers/544ca513-d484-4de7-8209-a8aff7862bf9 HTTP/1.1" status: 204 len: 168 time: 0.8488076 Mar 22 10:53:53.803260 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a8017e70-e709-4316-98ca-bb02c42d2a7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:53.811137 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d881fdb-4e7a-420c-aecb-25ed65294c96 req-f491d7c8-1bcd-4ec5-be3f-7ad1ca63c38a tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:53.812710 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5d881fdb-4e7a-420c-aecb-25ed65294c96 req-f491d7c8-1bcd-4ec5-be3f-7ad1ca63c38a tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce39e19f-938f-434a-885e-e4d19fb8f33d HTTP/1.1" status: 200 len: 943 time: 0.2046199 Mar 22 10:53:53.823662 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 95926975-866f-4a10-9144-9b0ee509deed details requested by agent hyperv_hv-neutron-8345 with host hv-neutron-8345 {{(pid=109051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 10:53:53.829743 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d46e3e9b-5b4d-475d-849a-c4a352eaf6c9 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:53.844069 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d46e3e9b-5b4d-475d-849a-c4a352eaf6c9 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:53.874554 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-7873b1f2-d497-4189-9ce1-76aafdb40770 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Deleting port a81ffd08-cc07-4db9-a9bd-3e4e6b2ccf2c {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:53:53.874826 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7873b1f2-d497-4189-9ce1-76aafdb40770 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:53.878272 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 62e0eae6-4190-4612-b054-e17b9b6eea2c up at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:53:53.888573 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-80a911c8-fe44-48ef-8619-d426b7634d02 req-87b09131-4af0-4eaa-b372-318010ab546f service neutron] 10.222.0.35 "GET /v2.0/networks/6d72c436-5be9-48c2-831b-3e0293d5b0ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822212 Mar 22 10:53:53.893784 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ad8a28-c84c-4eb9-a09c-634dab4f7721 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Network 18336a00-9c38-4f6f-b276-70545a3666ba is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:53:53.899409 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-67ad8a28-c84c-4eb9-a09c-634dab4f7721 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:53:53.922254 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46e3e9b-5b4d-475d-849a-c4a352eaf6c9 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d221f3a-82f6-4783-966d-7c9adc94a585,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:53.929279 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5d881fdb-4e7a-420c-aecb-25ed65294c96 req-8778378b-78c2-4302-99bd-f09550e0f9c0 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] 10.222.0.57 "GET /v2.0/security-groups?id=074c04a7-4d87-4874-a408-fce3f9ed77b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982020 Mar 22 10:53:54.005457 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning for port 62e0eae6-4190-4612-b054-e17b9b6eea2c completed by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 10:53:54.025084 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a8017e70-e709-4316-98ca-bb02c42d2a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:54.028370 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a8017e70-e709-4316-98ca-bb02c42d2a7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:54.032858 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a8017e70-e709-4316-98ca-bb02c42d2a7e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3d18021e-6207-4a49-991c-499683eca3f7 HTTP/1.1" status: 204 len: 168 time: 0.7520256 Mar 22 10:53:54.043406 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 95926975-866f-4a10-9144-9b0ee509deed, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=95926975-866f-4a10-9144-9b0ee509deed,segment=NetworkSegment(82dd374b-603b-4932-97a9-e40ea477b1e0),segment_id=82dd374b-603b-4932-97a9-e40ea477b1e0)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:53:54.047441 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d46e3e9b-5b4d-475d-849a-c4a352eaf6c9 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:54.054359 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d46e3e9b-5b4d-475d-849a-c4a352eaf6c9 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:54.059929 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8017e70-e709-4316-98ca-bb02c42d2a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d18021e-6207-4a49-991c-499683eca3f7,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:54.063838 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Returning: {'device': '95926975-866f-4a10-9144-9b0ee509deed', 'network_id': 'dd5c1c08-a18c-4726-99bb-ba3569297277', 'port_id': '95926975-866f-4a10-9144-9b0ee509deed', 'mac_address': 'fa:16:3e:d4:cd:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8b0effb-2582-4c7c-9cf2-568035a0a72b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 10:53:54.080552 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning complete for port 62e0eae6-4190-4612-b054-e17b9b6eea2c triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:54.081144 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:54.104587 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35778) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:54.110236 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46e3e9b-5b4d-475d-849a-c4a352eaf6c9 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=331ec2bf-4639-40e9-918d-e35919f803a4,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:54.163964 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d46e3e9b-5b4d-475d-849a-c4a352eaf6c9 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:54.166556 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-d46e3e9b-5b4d-475d-849a-c4a352eaf6c9 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.3156264 Mar 22 10:53:54.169436 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7873b1f2-d497-4189-9ce1-76aafdb40770 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:54.170061 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35782) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:54.171959 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:54.177906 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-4a36c756-f507-4ec2-aed3-772ee79f7465 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Request body: {'security_group_rule': {'security_group_id': '331ec2bf-4639-40e9-918d-e35919f803a4', 'project_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:54.191448 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95926975-866f-4a10-9144-9b0ee509deed {{(pid=109051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 10:53:54.204391 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-7873b1f2-d497-4189-9ce1-76aafdb40770 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Calling delete_port for a81ffd08-cc07-4db9-a9bd-3e4e6b2ccf2c owned by network:router_interface {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:53:54.215817 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4a36c756-f507-4ec2-aed3-772ee79f7465 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:54.247711 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 95926975-866f-4a10-9144-9b0ee509deed, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=95926975-866f-4a10-9144-9b0ee509deed,segment=NetworkSegment(82dd374b-603b-4932-97a9-e40ea477b1e0),segment_id=82dd374b-603b-4932-97a9-e40ea477b1e0)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:53:54.260177 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:54.270499 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:54.308757 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4a36c756-f507-4ec2-aed3-772ee79f7465 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:54.318796 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4a36c756-f507-4ec2-aed3-772ee79f7465 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:54.344519 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f25e1d9-349e-4206-a2c0-e8eabb1e8358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62e0eae6-4190-4612-b054-e17b9b6eea2c'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 10:53:54.347622 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a36c756-f507-4ec2-aed3-772ee79f7465 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=348e577f-fb5e-4a5f-a67c-37576d0f963a,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:54.357217 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ad8a28-c84c-4eb9-a09c-634dab4f7721 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Router e6b432f7-2756-4511-a324-482ef393c3b5 is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 10:53:54.371282 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4a36c756-f507-4ec2-aed3-772ee79f7465 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:54.374869 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-4a36c756-f507-4ec2-aed3-772ee79f7465 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2034199 Mar 22 10:53:54.378006 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35786) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:54.388789 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-d2062a75-3890-4066-9444-7b57443e6092 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Request body: {'security_group_rule': {'security_group_id': '331ec2bf-4639-40e9-918d-e35919f803a4', 'project_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:54.440901 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d2062a75-3890-4066-9444-7b57443e6092 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:54.496581 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 62e0eae6-4190-4612-b054-e17b9b6eea2c, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=62e0eae6-4190-4612-b054-e17b9b6eea2c,segment=NetworkSegment(1794cb20-dd56-4e78-a758-e4766285bf48),segment_id=1794cb20-dd56-4e78-a758-e4766285bf48)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:53:54.500153 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=95926975-866f-4a10-9144-9b0ee509deed,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:54.512240 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:54.517315 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ad8a28-c84c-4eb9-a09c-634dab4f7721 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:53:54.517448 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8063eae8-388e-44d8-89cf-5d4f68938a21 None None] Provisioning complete for port 219ab857-e8e4-438d-bfa6-2fc8023f7402 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:54.517731 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8063eae8-388e-44d8-89cf-5d4f68938a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:54.538452 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d2062a75-3890-4066-9444-7b57443e6092 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:54.547570 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-67ad8a28-c84c-4eb9-a09c-634dab4f7721 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "PUT /v2.0/routers/e6b432f7-2756-4511-a324-482ef393c3b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3684232 Mar 22 10:53:54.547747 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d2062a75-3890-4066-9444-7b57443e6092 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:54.547866 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35792) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:54.558073 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-dd6b284d-03aa-463c-abaa-0be51a42ad9b tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-931915383', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}, 'admin_state_up': False}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:54.568746 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8063eae8-388e-44d8-89cf-5d4f68938a21 None None] Port 219ab857-e8e4-438d-bfa6-2fc8023f7402 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:53:54.570401 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['95926975-866f-4a10-9144-9b0ee509deed'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 10:53:54.572497 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c915ad57-67c6-4379-9c01-fabb9323f7c5 None None] Sync routers for ids ['e6b432f7-2756-4511-a324-482ef393c3b5'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:53:54.583217 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2062a75-3890-4066-9444-7b57443e6092 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38cf7322-f9e1-494b-bd44-93af4f761ba7,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:54.627986 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d2062a75-3890-4066-9444-7b57443e6092 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:54.633966 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-d2062a75-3890-4066-9444-7b57443e6092 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2505393 Mar 22 10:53:54.638650 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c915ad57-67c6-4379-9c01-fabb9323f7c5 None None] Routers {'e6b432f7-2756-4511-a324-482ef393c3b5'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:53:54.639149 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-c915ad57-67c6-4379-9c01-fabb9323f7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:53:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['e6b432f7-2756-4511-a324-482ef393c3b5'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:54.643182 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35800) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:54.676688 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-7d008f76-df8b-4cd5-bb7d-69602eaca4bf tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Request body: {'security_group_rule': {'security_group_id': '331ec2bf-4639-40e9-918d-e35919f803a4', 'project_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:54.682589 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78de5a28-f88e-4765-8414-090869f59c85 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:54.688501 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-78de5a28-f88e-4765-8414-090869f59c85 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "GET /v2.0/ports/219ab857-e8e4-438d-bfa6-2fc8023f7402 HTTP/1.1" status: 200 len: 911 time: 0.1395557 Mar 22 10:53:54.690012 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35804) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:54.690778 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7873b1f2-d497-4189-9ce1-76aafdb40770 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:54.691916 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dd6b284d-03aa-463c-abaa-0be51a42ad9b tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:54.693221 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dd6b284d-03aa-463c-abaa-0be51a42ad9b tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:54.779812 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dd6b284d-03aa-463c-abaa-0be51a42ad9b tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:54.842472 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-c915ad57-67c6-4379-9c01-fabb9323f7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:54.860319 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6326d8d1-1c4b-4752-91a9-03e007584ca5" -d '{"events": [{"server_uuid": "4f25e1d9-349e-4206-a2c0-e8eabb1e8358", "name": "network-vif-plugged", "status": "completed", "tag": "62e0eae6-4190-4612-b054-e17b9b6eea2c"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 10:53:54.867610 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a0ceb-b601-43d0-9bb0-fec25fc0126b req-68dc5006-d224-4dd4-9b27-8413cda107c3 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:54.872680 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-253a0ceb-b601-43d0-9bb0-fec25fc0126b req-68dc5006-d224-4dd4-9b27-8413cda107c3 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.2537539 Mar 22 10:53:54.926636 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c915ad57-67c6-4379-9c01-fabb9323f7c5 None None] Routers {'e6b432f7-2756-4511-a324-482ef393c3b5'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:53:54.927265 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-c915ad57-67c6-4379-9c01-fabb9323f7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:53:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['e6b432f7-2756-4511-a324-482ef393c3b5'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:54.990663 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7873b1f2-d497-4189-9ce1-76aafdb40770 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Pushing event deleted for resources: {'Port': ['ID=a81ffd08-cc07-4db9-a9bd-3e4e6b2ccf2c,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:55.040187 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=62e0eae6-4190-4612-b054-e17b9b6eea2c,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:55.044274 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-c915ad57-67c6-4379-9c01-fabb9323f7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:55.044925 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c915ad57-67c6-4379-9c01-fabb9323f7c5 None None] The sync data for ids ['e6b432f7-2756-4511-a324-482ef393c3b5'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:53:55.088528 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7d008f76-df8b-4cd5-bb7d-69602eaca4bf tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:55.100548 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 10:53:55.137918 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-253a0ceb-b601-43d0-9bb0-fec25fc0126b req-4a7b9845-eb16-4ad0-a096-ec2f7286c184 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810789 Mar 22 10:53:55.206895 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05cf20-9277-40f2-ab45-865eedce4af1 req-e6dfac9b-e963-45a9-9782-b779c1bbc8ac tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:55.208846 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8e05cf20-9277-40f2-ab45-865eedce4af1 req-e6dfac9b-e963-45a9-9782-b779c1bbc8ac tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] 10.222.0.57 "GET /v2.0/ports?device_id=48355fc1-9f2b-4ff1-9fe2-4798930dd9b9 HTTP/1.1" status: 200 len: 944 time: 0.2836440 Mar 22 10:53:55.261266 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7873b1f2-d497-4189-9ce1-76aafdb40770 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684007'] for router_interface, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:55.268889 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dd6b284d-03aa-463c-abaa-0be51a42ad9b tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:55.323797 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35824) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:55.339252 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8e05cf20-9277-40f2-ab45-865eedce4af1 req-de3592fb-fcde-40ad-99b7-87b2d162c1c1 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d0ff445-ef48-4484-b687-f93d4f0a9a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210365 Mar 22 10:53:55.380165 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7d008f76-df8b-4cd5-bb7d-69602eaca4bf tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:55.393248 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7d008f76-df8b-4cd5-bb7d-69602eaca4bf tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:55.418615 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d008f76-df8b-4cd5-bb7d-69602eaca4bf tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e58895d-d51d-4934-bb25-ea8ae7609565,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:55.436301 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7d008f76-df8b-4cd5-bb7d-69602eaca4bf tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:55.438156 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-7d008f76-df8b-4cd5-bb7d-69602eaca4bf tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7923634 Mar 22 10:53:55.454674 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35828) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:55.465763 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-b1c1d151-b1b2-4b24-b39a-30f01450a3ac tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Request body: {'security_group_rule': {'security_group_id': '331ec2bf-4639-40e9-918d-e35919f803a4', 'project_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:55.471837 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 10:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc0bb94-8306-408a-bc10-b8875e3622c6 x-openstack-request-id: req-cbc0bb94-8306-408a-bc10-b8875e3622c6 {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 10:53:55.472835 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f25e1d9-349e-4206-a2c0-e8eabb1e8358", "name": "network-vif-plugged", "status": "completed", "tag": "62e0eae6-4190-4612-b054-e17b9b6eea2c", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 10:53:55.473285 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cbc0bb94-8306-408a-bc10-b8875e3622c6 {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 10:53:55.474539 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbc0bb94-8306-408a-bc10-b8875e3622c6'] response: {'server_uuid': '4f25e1d9-349e-4206-a2c0-e8eabb1e8358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62e0eae6-4190-4612-b054-e17b9b6eea2c', 'code': 200} Mar 22 10:53:55.490529 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-48ce86cb-d464-4250-9222-f677b8bc2da0 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-227338570'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:55.543875 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ce86cb-d464-4250-9222-f677b8bc2da0 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Made reservation on behalf of 65b47a7da7ab4785af47ee2c91cd3e71 for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:53:55.544088 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b1c1d151-b1b2-4b24-b39a-30f01450a3ac tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:55.547168 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-48ce86cb-d464-4250-9222-f677b8bc2da0 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:55.560818 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-48ce86cb-d464-4250-9222-f677b8bc2da0 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:55.573178 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b334178-a693-4bc3-a6ac-45099ca99342 req-b287951c-23c0-44dd-99a8-4ae0dc0b6cf3 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:55.574698 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4b334178-a693-4bc3-a6ac-45099ca99342 req-b287951c-23c0-44dd-99a8-4ae0dc0b6cf3 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce39e19f-938f-434a-885e-e4d19fb8f33d HTTP/1.1" status: 200 len: 944 time: 0.1024349 Mar 22 10:53:55.615635 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-58277288-8793-43a0-9b00-717d191eff9f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:55.751843 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4b334178-a693-4bc3-a6ac-45099ca99342 req-d20a5220-2299-49a0-906a-111ee4bbc7e3 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] 10.222.0.57 "GET /v2.0/security-groups?id=074c04a7-4d87-4874-a408-fce3f9ed77b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1696291 Mar 22 10:53:55.797552 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b1c1d151-b1b2-4b24-b39a-30f01450a3ac tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:55.805546 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7873b1f2-d497-4189-9ce1-76aafdb40770 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Router 90873fa1-86da-47c5-a3cf-2af0a32fa5e8 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:53:55.811951 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b1c1d151-b1b2-4b24-b39a-30f01450a3ac tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:55.828498 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 721a4f7b-232b-4b37-ab19-e7ba0715982b details requested by agent hyperv_hv-neutron-8345 with host hv-neutron-8345 {{(pid=109051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 10:53:55.830637 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 95926975-866f-4a10-9144-9b0ee509deed up at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:53:55.868503 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c1d151-b1b2-4b24-b39a-30f01450a3ac tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b5c5c6e-9260-4b9b-95db-e8aa09225107,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:55.950305 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning for port 95926975-866f-4a10-9144-9b0ee509deed completed by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 10:53:55.956895 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning complete for port 95926975-866f-4a10-9144-9b0ee509deed triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:55.957293 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:56.008504 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 721a4f7b-232b-4b37-ab19-e7ba0715982b, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=721a4f7b-232b-4b37-ab19-e7ba0715982b,segment=NetworkSegment(5442cd60-abd5-4cd7-8e4b-1aa43061ab4f),segment_id=5442cd60-abd5-4cd7-8e4b-1aa43061ab4f)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:53:56.020071 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dd6b284d-03aa-463c-abaa-0be51a42ad9b tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks [] for router_gateway, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:56.025055 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Returning: {'device': '721a4f7b-232b-4b37-ab19-e7ba0715982b', 'network_id': '6d72c436-5be9-48c2-831b-3e0293d5b0ac', 'port_id': '721a4f7b-232b-4b37-ab19-e7ba0715982b', 'mac_address': 'fa:16:3e:7d:dd:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c201b142-5f21-4cd8-83cb-40d4a336882f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 10:53:56.060207 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dd6b284d-03aa-463c-abaa-0be51a42ad9b tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:56.083295 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9fe43a-db78-48f1-a432-56196c70d594 req-f8a107be-f93a-4d09-ac1d-1eb80a1fe663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:56.085362 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6c9fe43a-db78-48f1-a432-56196c70d594 req-f8a107be-f93a-4d09-ac1d-1eb80a1fe663 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 1099 time: 0.4246962 Mar 22 10:53:56.096903 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:56.116074 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:56.118993 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 721a4f7b-232b-4b37-ab19-e7ba0715982b {{(pid=109051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 10:53:56.133752 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-48ce86cb-d464-4250-9222-f677b8bc2da0 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:56.148645 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-48ce86cb-d464-4250-9222-f677b8bc2da0 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:56.155422 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 721a4f7b-232b-4b37-ab19-e7ba0715982b, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=721a4f7b-232b-4b37-ab19-e7ba0715982b,segment=NetworkSegment(5442cd60-abd5-4cd7-8e4b-1aa43061ab4f),segment_id=5442cd60-abd5-4cd7-8e4b-1aa43061ab4f)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:53:56.158829 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-6c9fe43a-db78-48f1-a432-56196c70d594 req-fde8dee9-b78b-4845-89e0-2d1342aaf75a service neutron] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:56.170457 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:56.174695 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 95926975-866f-4a10-9144-9b0ee509deed, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=95926975-866f-4a10-9144-9b0ee509deed,segment=NetworkSegment(82dd374b-603b-4932-97a9-e40ea477b1e0),segment_id=82dd374b-603b-4932-97a9-e40ea477b1e0)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:53:56.202437 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48ce86cb-d464-4250-9222-f677b8bc2da0 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:53:56.205953 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:56.237305 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=721a4f7b-232b-4b37-ab19-e7ba0715982b,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:56.245093 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce86cb-d464-4250-9222-f677b8bc2da0 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08d930a7-b8f9-4cbb-bee4-3c3b61e62520,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:56.264616 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b1c1d151-b1b2-4b24-b39a-30f01450a3ac tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:56.264616 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b1c1d151-b1b2-4b24-b39a-30f01450a3ac tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7999070 Mar 22 10:53:56.264616 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7873b1f2-d497-4189-9ce1-76aafdb40770 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:53:56.265207 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35832) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:56.275205 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-558afbbb-490d-491e-9159-670ae4a85ff3 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Request body: {'security_group_rule': {'security_group_id': '331ec2bf-4639-40e9-918d-e35919f803a4', 'project_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:56.276484 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14b4f05-3b98-4c8c-b876-373f632dde99 None None] Sync routers for ids ['90873fa1-86da-47c5-a3cf-2af0a32fa5e8'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:53:56.280132 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-48ce86cb-d464-4250-9222-f677b8bc2da0 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:56.280466 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-48ce86cb-d464-4250-9222-f677b8bc2da0 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Added segment af666223-5f71-4149-921a-e9fc324172f9 of type vlan for network fa1da2ad-d11f-4544-b068-f8563dc14dbb Mar 22 10:53:56.286939 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35834) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:56.288115 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7873b1f2-d497-4189-9ce1-76aafdb40770 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] 10.222.0.57 "PUT /v2.0/routers/90873fa1-86da-47c5-a3cf-2af0a32fa5e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2334538 Mar 22 10:53:56.292266 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14b4f05-3b98-4c8c-b876-373f632dde99 None None] Routers {'90873fa1-86da-47c5-a3cf-2af0a32fa5e8'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:53:56.293470 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-c14b4f05-3b98-4c8c-b876-373f632dde99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:53:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['90873fa1-86da-47c5-a3cf-2af0a32fa5e8'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:56.312211 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=95926975-866f-4a10-9144-9b0ee509deed,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:56.335271 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-c14b4f05-3b98-4c8c-b876-373f632dde99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:56.344634 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14b4f05-3b98-4c8c-b876-373f632dde99 None None] Routers {'90873fa1-86da-47c5-a3cf-2af0a32fa5e8'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:53:56.345266 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-c14b4f05-3b98-4c8c-b876-373f632dde99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:53:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['90873fa1-86da-47c5-a3cf-2af0a32fa5e8'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:56.377788 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-c14b4f05-3b98-4c8c-b876-373f632dde99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:56.378330 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14b4f05-3b98-4c8c-b876-373f632dde99 None None] The sync data for ids ['90873fa1-86da-47c5-a3cf-2af0a32fa5e8'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:53:56.387710 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['721a4f7b-232b-4b37-ab19-e7ba0715982b'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 10:53:56.445109 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-58277288-8793-43a0-9b00-717d191eff9f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Allocated IP 2001:db8:1::1 (6fb926df-db9c-4e42-86a3-7980c7ec4aee/8d92c680-b2fd-4aba-b16a-f5ed964d236d/fbb5fa58-ca66-4157-96fa-1309edc391a0) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:53:56.457112 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-dd6b284d-03aa-463c-abaa-0be51a42ad9b tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Allocated IP 172.26.7.63 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/aac35fa2-98ca-49c6-a276-c6dc16aa8bcd) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:53:56.469920 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-48ce86cb-d464-4250-9222-f677b8bc2da0 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:56.515351 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.securitygroups_db [None req-558afbbb-490d-491e-9159-670ae4a85ff3 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Project 9a2c288025384519a97e6c2e5ef1a5ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 10:53:56.566351 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-58277288-8793-43a0-9b00-717d191eff9f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:56.585639 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-558afbbb-490d-491e-9159-670ae4a85ff3 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:56.588734 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.db.resource_extend [None req-48ce86cb-d464-4250-9222-f677b8bc2da0 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 10:53:56.604961 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-58277288-8793-43a0-9b00-717d191eff9f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:56.644350 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58277288-8793-43a0-9b00-717d191eff9f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Network 6fb926df-db9c-4e42-86a3-7980c7ec4aee is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:53:56.647388 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-58277288-8793-43a0-9b00-717d191eff9f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:53:56.651411 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58277288-8793-43a0-9b00-717d191eff9f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:53:56.651957 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-58277288-8793-43a0-9b00-717d191eff9f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684270'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:56.686559 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc850bc-4c2c-40cc-ad66-e1cec7f51552 req-ca64fb0e-3949-4522-aed8-0b9429bb6be3 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:56.687129 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58277288-8793-43a0-9b00-717d191eff9f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event updated for resources: {'Port': ['ID=fbb5fa58-ca66-4157-96fa-1309edc391a0,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:56.688157 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-bdc850bc-4c2c-40cc-ad66-e1cec7f51552 req-ca64fb0e-3949-4522-aed8-0b9429bb6be3 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.4045532 Mar 22 10:53:56.754366 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-6c9fe43a-db78-48f1-a432-56196c70d594 req-fde8dee9-b78b-4845-89e0-2d1342aaf75a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:56.778933 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-48ce86cb-d464-4250-9222-f677b8bc2da0 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:56.785493 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ce86cb-d464-4250-9222-f677b8bc2da0 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:56.786120 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-48ce86cb-d464-4250-9222-f677b8bc2da0 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:56.789016 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-58277288-8793-43a0-9b00-717d191eff9f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:56.805265 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9ac4c33e-edda-409c-9216-ebfe974dfdbb tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks [] for router, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:56.822459 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9cec45-42f5-4ce5-9ad4-a00dd3d8ae40 req-75570845-0b78-42db-834e-87de36a702d8 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:56.823921 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4b9cec45-42f5-4ce5-9ad4-a00dd3d8ae40 req-75570845-0b78-42db-834e-87de36a702d8 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] 10.222.0.57 "GET /v2.0/ports?device_id=48355fc1-9f2b-4ff1-9fe2-4798930dd9b9 HTTP/1.1" status: 200 len: 945 time: 0.3666902 Mar 22 10:53:56.827898 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-6c9fe43a-db78-48f1-a432-56196c70d594 req-fde8dee9-b78b-4845-89e0-2d1342aaf75a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:56.918372 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-735f3753-b0ad-4dae-be14-cad7fadccc30 None None] Provisioning complete for port fbb5fa58-ca66-4157-96fa-1309edc391a0 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:56.919080 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-735f3753-b0ad-4dae-be14-cad7fadccc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:56.953035 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-48ce86cb-d464-4250-9222-f677b8bc2da0 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6250417 Mar 22 10:53:56.955885 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35840) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:56.961068 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-735f3753-b0ad-4dae-be14-cad7fadccc30 None None] Port fbb5fa58-ca66-4157-96fa-1309edc391a0 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:53:56.983493 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-7c3a3060-a748-4b30-a4fc-f5c4e99a18c3 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Request body: {'subnet': {'network_id': 'fa1da2ad-d11f-4544-b068-f8563dc14dbb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:57.031585 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6c9fe43a-db78-48f1-a432-56196c70d594 req-fde8dee9-b78b-4845-89e0-2d1342aaf75a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9342804 Mar 22 10:53:57.048614 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-558afbbb-490d-491e-9159-670ae4a85ff3 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:57.052295 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-bdc850bc-4c2c-40cc-ad66-e1cec7f51552 req-ab681e92-854b-4db8-8028-d533dd6d9408 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3348539 Mar 22 10:53:57.052985 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce86cb-d464-4250-9222-f677b8bc2da0 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Pushing event updated for resources: {'Network': ['ID=fa1da2ad-d11f-4544-b068-f8563dc14dbb,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:57.062982 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde8dee9-b78b-4845-89e0-2d1342aaf75a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8d703239-adf4-4933-9977-bd633e3a2c7a,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:57.075258 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dd6b284d-03aa-463c-abaa-0be51a42ad9b tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:57.075454 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network fa1da2ad-d11f-4544-b068-f8563dc14dbb details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:53:57.075551 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-558afbbb-490d-491e-9159-670ae4a85ff3 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:57.145561 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4b9cec45-42f5-4ce5-9ad4-a00dd3d8ae40 req-8050706c-5789-4f48-9f61-c6803b348397 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d0ff445-ef48-4484-b687-f93d4f0a9a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2614629 Mar 22 10:53:57.155028 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558afbbb-490d-491e-9159-670ae4a85ff3 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c92c9b14-305e-4eec-afc8-9ec4f71873d4,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:57.183731 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-58277288-8793-43a0-9b00-717d191eff9f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:57.185472 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3a3060-a748-4b30-a4fc-f5c4e99a18c3 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Made reservation on behalf of 65b47a7da7ab4785af47ee2c91cd3e71 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:53:57.189062 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7c3a3060-a748-4b30-a4fc-f5c4e99a18c3 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:57.192020 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-558afbbb-490d-491e-9159-670ae4a85ff3 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:57.193366 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-558afbbb-490d-491e-9159-670ae4a85ff3 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9294593 Mar 22 10:53:57.193771 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-58277288-8793-43a0-9b00-717d191eff9f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:57.194522 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-58277288-8793-43a0-9b00-717d191eff9f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684306'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:57.209040 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35842) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:57.216449 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-60ecedf7-1370-40be-bcd8-8968b717e392 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Request body: {'security_group_rule': {'security_group_id': '331ec2bf-4639-40e9-918d-e35919f803a4', 'project_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:57.229943 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9ac4c33e-edda-409c-9216-ebfe974dfdbb tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:57.252164 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d5555-9e1d-41ec-86d2-22bda792ce21 req-675e7a40-b258-43ae-835d-94a0ee3a3586 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:57.253987 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-be7d5555-9e1d-41ec-86d2-22bda792ce21 req-675e7a40-b258-43ae-835d-94a0ee3a3586 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce39e19f-938f-434a-885e-e4d19fb8f33d HTTP/1.1" status: 200 len: 945 time: 0.1052473 Mar 22 10:53:57.257272 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dd6b284d-03aa-463c-abaa-0be51a42ad9b tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:57.332617 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6b284d-03aa-463c-abaa-0be51a42ad9b tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:53:57.339922 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-dd6b284d-03aa-463c-abaa-0be51a42ad9b tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:53:57.342541 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6b284d-03aa-463c-abaa-0be51a42ad9b tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:53:57.361125 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58277288-8793-43a0-9b00-717d191eff9f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event updated for resources: {'Port': ['ID=fbb5fa58-ca66-4157-96fa-1309edc391a0,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:57.363581 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.securitygroups_db [None req-60ecedf7-1370-40be-bcd8-8968b717e392 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Project 9a2c288025384519a97e6c2e5ef1a5ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 10:53:57.383451 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-60ecedf7-1370-40be-bcd8-8968b717e392 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:57.386431 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b284d-03aa-463c-abaa-0be51a42ad9b tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Pushing event updated for resources: {'Port': ['ID=aac35fa2-98ca-49c6-a276-c6dc16aa8bcd,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:57.400707 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-be7d5555-9e1d-41ec-86d2-22bda792ce21 req-201b718e-c71a-4d9f-bcdd-4dc32ace8fb9 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] 10.222.0.57 "GET /v2.0/security-groups?id=074c04a7-4d87-4874-a408-fce3f9ed77b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194324 Mar 22 10:53:57.452535 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9ac4c33e-edda-409c-9216-ebfe974dfdbb tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Deleting port 28687133-8bad-4ead-b851-4e731508d237 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:53:57.452931 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9ac4c33e-edda-409c-9216-ebfe974dfdbb tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:57.476248 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce39e19f-938f-434a-885e-e4d19fb8f33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95926975-866f-4a10-9144-9b0ee509deed'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 10:53:57.479479 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd5fcc0-3755-443b-8ea9-118541d29896" -d '{"events": [{"server_uuid": "ce39e19f-938f-434a-885e-e4d19fb8f33d", "name": "network-vif-plugged", "status": "completed", "tag": "95926975-866f-4a10-9144-9b0ee509deed"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 10:53:57.488454 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58277288-8793-43a0-9b00-717d191eff9f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Network 6fb926df-db9c-4e42-86a3-7980c7ec4aee is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:53:57.494665 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-58277288-8793-43a0-9b00-717d191eff9f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:53:57.521076 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 10:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc93251-5221-45e6-a7cb-e31d46943e04 x-openstack-request-id: req-7fc93251-5221-45e6-a7cb-e31d46943e04 {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 10:53:57.521617 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce39e19f-938f-434a-885e-e4d19fb8f33d", "name": "network-vif-plugged", "status": "completed", "tag": "95926975-866f-4a10-9144-9b0ee509deed", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 10:53:57.522052 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7fc93251-5221-45e6-a7cb-e31d46943e04 {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 10:53:57.522638 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fc93251-5221-45e6-a7cb-e31d46943e04'] response: {'server_uuid': 'ce39e19f-938f-434a-885e-e4d19fb8f33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95926975-866f-4a10-9144-9b0ee509deed', 'code': 200} Mar 22 10:53:57.524855 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-60ecedf7-1370-40be-bcd8-8968b717e392 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:57.561422 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-60ecedf7-1370-40be-bcd8-8968b717e392 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:57.652195 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9ac4c33e-edda-409c-9216-ebfe974dfdbb tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:57.652796 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ecedf7-1370-40be-bcd8-8968b717e392 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80dcae74-cb6e-4e04-975e-9ecd49459259,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:57.666728 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7c3a3060-a748-4b30-a4fc-f5c4e99a18c3 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:57.677308 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9ac4c33e-edda-409c-9216-ebfe974dfdbb tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Calling delete_port for 28687133-8bad-4ead-b851-4e731508d237 owned by network:router_gateway {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:53:57.679817 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-60ecedf7-1370-40be-bcd8-8968b717e392 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:57.683951 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-60ecedf7-1370-40be-bcd8-8968b717e392 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4682410 Mar 22 10:53:57.687277 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35846) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:57.692314 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-bbf4634f-0ea5-4f00-9187-95e3c2d4fd52 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Request body: {'network': {'name': 'tempest-network-smoke--1795032734', 'project_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'port_security_enabled': True}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:57.718617 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58277288-8793-43a0-9b00-717d191eff9f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Router e6b432f7-2756-4511-a324-482ef393c3b5 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:53:57.739646 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3a3060-a748-4b30-a4fc-f5c4e99a18c3 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Pushing event updated for resources: {'Subnet': ['ID=daa63aae-5c6e-445e-a084-51f8bc0cd9da,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:57.760992 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3a3060-a748-4b30-a4fc-f5c4e99a18c3 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Checking segment: {'id': 'af666223-5f71-4149-921a-e9fc324172f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'fa1da2ad-d11f-4544-b068-f8563dc14dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:53:57.761458 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3a3060-a748-4b30-a4fc-f5c4e99a18c3 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Network hostable DHCP agents. Network: fa1da2ad-d11f-4544-b068-f8563dc14dbb, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:53:57.825169 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 721a4f7b-232b-4b37-ab19-e7ba0715982b up at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:53:57.853631 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3a3060-a748-4b30-a4fc-f5c4e99a18c3 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Network fa1da2ad-d11f-4544-b068-f8563dc14dbb is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:53:57.861200 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58277288-8793-43a0-9b00-717d191eff9f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:53:57.867454 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-58277288-8793-43a0-9b00-717d191eff9f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "PUT /v2.0/routers/e6b432f7-2756-4511-a324-482ef393c3b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1550426 Mar 22 10:53:57.869600 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-7c3a3060-a748-4b30-a4fc-f5c4e99a18c3 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, fa1da2ad-d11f-4544-b068-f8563dc14dbb) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:53:57.871432 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35848) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:57.884129 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3a3060-a748-4b30-a4fc-f5c4e99a18c3 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:57.884696 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7c3a3060-a748-4b30-a4fc-f5c4e99a18c3 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:57.885676 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14399e95-f494-4a82-a524-4f4505943924 None None] Sync routers for ids ['e6b432f7-2756-4511-a324-482ef393c3b5'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:53:57.906486 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166723d7-5341-4ded-ac29-e6fdeab9d39a None None] Network fa1da2ad-d11f-4544-b068-f8563dc14dbb requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:53:57.927816 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e877c91-4ec6-4660-af09-f222b0e1b249 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:57.929289 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4e877c91-4ec6-4660-af09-f222b0e1b249 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "GET /v2.0/ports/fbb5fa58-ca66-4157-96fa-1309edc391a0 HTTP/1.1" status: 200 len: 913 time: 0.0569010 Mar 22 10:53:57.932358 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35850) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:57.941400 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7c3a3060-a748-4b30-a4fc-f5c4e99a18c3 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9620202 Mar 22 10:53:57.947691 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14399e95-f494-4a82-a524-4f4505943924 None None] Routers {'e6b432f7-2756-4511-a324-482ef393c3b5'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:53:57.948327 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-14399e95-f494-4a82-a524-4f4505943924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:53:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['e6b432f7-2756-4511-a324-482ef393c3b5'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:57.978264 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning for port 721a4f7b-232b-4b37-ab19-e7ba0715982b completed by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 10:53:57.992572 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35852) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:57.997906 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-cd53287c-bdea-4a2a-a8b0-4174ed0a558a tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-703264125', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}, 'admin_state_up': False}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:58.017652 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning complete for port 721a4f7b-232b-4b37-ab19-e7ba0715982b triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:58.018025 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:58.019717 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-858d6fc2-7225-474a-b152-39fa21dfe733 None None] Provisioning complete for port fbb5fa58-ca66-4157-96fa-1309edc391a0 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:53:58.020202 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-858d6fc2-7225-474a-b152-39fa21dfe733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:58.025116 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-14399e95-f494-4a82-a524-4f4505943924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:58.035024 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dd6b284d-03aa-463c-abaa-0be51a42ad9b tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks [] for router_gateway, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:58.062097 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cd53287c-bdea-4a2a-a8b0-4174ed0a558a tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:58.063159 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cd53287c-bdea-4a2a-a8b0-4174ed0a558a tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:58.074697 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf4634f-0ea5-4f00-9187-95e3c2d4fd52 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Made reservation on behalf of 9a2c288025384519a97e6c2e5ef1a5ab for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:53:58.080113 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bbf4634f-0ea5-4f00-9187-95e3c2d4fd52 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:58.108893 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14399e95-f494-4a82-a524-4f4505943924 None None] Routers {'e6b432f7-2756-4511-a324-482ef393c3b5'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:53:58.109629 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-14399e95-f494-4a82-a524-4f4505943924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:53:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['e6b432f7-2756-4511-a324-482ef393c3b5'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:58.114034 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-858d6fc2-7225-474a-b152-39fa21dfe733 None None] Port fbb5fa58-ca66-4157-96fa-1309edc391a0 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:53:58.125374 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c551a0-3727-4137-bd2d-841dbae2731f req-f8890c45-45b7-4d74-9e1d-89a7176d7c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:58.126870 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-07c551a0-3727-4137-bd2d-841dbae2731f req-f8890c45-45b7-4d74-9e1d-89a7176d7c2a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ce39e19f-938f-434a-885e-e4d19fb8f33d HTTP/1.1" status: 200 len: 1098 time: 0.4239855 Mar 22 10:53:58.167885 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-14399e95-f494-4a82-a524-4f4505943924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:58.168710 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14399e95-f494-4a82-a524-4f4505943924 None None] The sync data for ids ['e6b432f7-2756-4511-a324-482ef393c3b5'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:53:58.205946 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cd53287c-bdea-4a2a-a8b0-4174ed0a558a tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:58.224950 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ae174c-9873-44cc-a80f-84f37a2fa221 None None] Network fa1da2ad-d11f-4544-b068-f8563dc14dbb requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:53:58.256619 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbf4634f-0ea5-4f00-9187-95e3c2d4fd52 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:53:58.257880 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:58.328442 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 721a4f7b-232b-4b37-ab19-e7ba0715982b, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=721a4f7b-232b-4b37-ab19-e7ba0715982b,segment=NetworkSegment(5442cd60-abd5-4cd7-8e4b-1aa43061ab4f),segment_id=5442cd60-abd5-4cd7-8e4b-1aa43061ab4f)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:53:58.334124 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:58.334276 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bbf4634f-0ea5-4f00-9187-95e3c2d4fd52 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:58.334473 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-bbf4634f-0ea5-4f00-9187-95e3c2d4fd52 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Added segment 3a130c61-1c70-4d51-9e6a-9e4b6433197c of type vlan for network d9d30e40-e553-4004-8b8d-30072274af6a Mar 22 10:53:58.388591 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cd53287c-bdea-4a2a-a8b0-4174ed0a558a tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:58.390596 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-07c551a0-3727-4137-bd2d-841dbae2731f req-fe119cf7-c519-40ba-a380-6f2c6d0ac3e3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=074c04a7-4d87-4874-a408-fce3f9ed77b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2523696 Mar 22 10:53:58.421099 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=721a4f7b-232b-4b37-ab19-e7ba0715982b,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:58.466516 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bbf4634f-0ea5-4f00-9187-95e3c2d4fd52 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:58.502902 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8691d302-3774-4d79-bb0f-e6311ff29946 req-d4368b1d-9b86-41a5-bcc0-8c87b9bdd54d tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:58.504448 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8691d302-3774-4d79-bb0f-e6311ff29946 req-d4368b1d-9b86-41a5-bcc0-8c87b9bdd54d tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.2955430 Mar 22 10:53:58.550112 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25fe992-2437-4752-83db-2623249fa95b req-6dd07098-92bd-4d64-949d-a421faa68143 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:58.551640 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d25fe992-2437-4752-83db-2623249fa95b req-6dd07098-92bd-4d64-949d-a421faa68143 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] 10.222.0.57 "GET /v2.0/ports?device_id=48355fc1-9f2b-4ff1-9fe2-4798930dd9b9 HTTP/1.1" status: 200 len: 945 time: 0.2910132 Mar 22 10:53:58.561920 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9ac4c33e-edda-409c-9216-ebfe974dfdbb tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:58.614108 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c001d4a3-e43b-496b-8c3f-fd3a94ee4497 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683891'] for router_interface, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:58.635417 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bbf4634f-0ea5-4f00-9187-95e3c2d4fd52 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:58.641004 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf4634f-0ea5-4f00-9187-95e3c2d4fd52 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:58.641615 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bbf4634f-0ea5-4f00-9187-95e3c2d4fd52 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:58.657696 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac4c33e-edda-409c-9216-ebfe974dfdbb tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Pushing event deleted for resources: {'Port': ['ID=28687133-8bad-4ead-b851-4e731508d237,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:58.721658 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cd53287c-bdea-4a2a-a8b0-4174ed0a558a tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for router_gateway, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:58.746777 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cd53287c-bdea-4a2a-a8b0-4174ed0a558a tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:58.747014 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-bbf4634f-0ea5-4f00-9187-95e3c2d4fd52 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0586059 Mar 22 10:53:58.750620 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35860) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:58.766991 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-77f5c903-a314-441d-931e-e5cfd1dc9532 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-855438045', 'admin_state_up': True, 'project_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:53:58.796725 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8691d302-3774-4d79-bb0f-e6311ff29946 req-9c152e5e-e60e-4fbc-a4d9-c71341981631 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2633779 Mar 22 10:53:58.799756 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dd6b284d-03aa-463c-abaa-0be51a42ad9b tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:58.806085 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d25fe992-2437-4752-83db-2623249fa95b req-34cf369d-63b5-4bf8-97e5-5728ae2a426e tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d0ff445-ef48-4484-b687-f93d4f0a9a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2332618 Mar 22 10:53:58.806675 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf4634f-0ea5-4f00-9187-95e3c2d4fd52 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Pushing event updated for resources: {'Network': ['ID=d9d30e40-e553-4004-8b8d-30072274af6a,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:53:58.830659 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network d9d30e40-e553-4004-8b8d-30072274af6a details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:53:58.876659 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9ac4c33e-edda-409c-9216-ebfe974dfdbb tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682553'] for router_gateway, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:58.885840 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-77f5c903-a314-441d-931e-e5cfd1dc9532 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:58.887265 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-77f5c903-a314-441d-931e-e5cfd1dc9532 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:59.001124 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-77f5c903-a314-441d-931e-e5cfd1dc9532 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:59.021406 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9ac4c33e-edda-409c-9216-ebfe974dfdbb tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:59.028132 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9ac4c33e-edda-409c-9216-ebfe974dfdbb tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:59.102834 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e165c47-398d-4345-ac72-03d36901565d req-98eea738-49dc-4621-bbe8-e6686907c300 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:53:59.104428 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5e165c47-398d-4345-ac72-03d36901565d req-98eea738-49dc-4621-bbe8-e6686907c300 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce39e19f-938f-434a-885e-e4d19fb8f33d HTTP/1.1" status: 200 len: 945 time: 0.1638496 Mar 22 10:53:59.105617 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9ac4c33e-edda-409c-9216-ebfe974dfdbb tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:59.106173 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac4c33e-edda-409c-9216-ebfe974dfdbb tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Fanout notify agent at l3_agent the message router_deleted on router 90873fa1-86da-47c5-a3cf-2af0a32fa5e8 {{(pid=109050) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 10:53:59.114814 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9ac4c33e-edda-409c-9216-ebfe974dfdbb tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:59.115961 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-9ac4c33e-edda-409c-9216-ebfe974dfdbb tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] 10.222.0.57 "DELETE /v2.0/routers/90873fa1-86da-47c5-a3cf-2af0a32fa5e8 HTTP/1.1" status: 204 len: 168 time: 2.8280692 Mar 22 10:53:59.120482 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35862) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:59.213318 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_v2 [None req-67cd10db-661d-4a0d-be87-f589a2f221f1 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Deleting subnet 024ca9d4-0e0a-4ba0-abf6-b38c5d98db16 {{(pid=109050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:53:59.219402 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5e165c47-398d-4345-ac72-03d36901565d req-85214199-c518-414e-b5d2-6eb4ce1738e0 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] 10.222.0.57 "GET /v2.0/security-groups?id=074c04a7-4d87-4874-a408-fce3f9ed77b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005099 Mar 22 10:53:59.220677 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-67cd10db-661d-4a0d-be87-f589a2f221f1 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks [] for subnet, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:59.223402 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd6b284d-03aa-463c-abaa-0be51a42ad9b tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Router 7546d85b-6506-4cad-9fb5-9da1408663e4 is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109050) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 10:53:59.306205 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-67cd10db-661d-4a0d-be87-f589a2f221f1 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11961780'] for subnet, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:59.426954 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-cd53287c-bdea-4a2a-a8b0-4174ed0a558a tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Allocated IP 172.26.7.128 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/5b8ea5b9-1ca7-4fcc-ba2b-4ddc6e12e8e7) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:53:59.466407 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6b284d-03aa-463c-abaa-0be51a42ad9b tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:53:59.470656 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-77f5c903-a314-441d-931e-e5cfd1dc9532 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:59.481279 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-67cd10db-661d-4a0d-be87-f589a2f221f1 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:59.484574 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e24e9c5-90e8-4fb3-a65d-088b4e5bf92f None None] Sync routers for ids ['7546d85b-6506-4cad-9fb5-9da1408663e4'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:53:59.501757 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e24e9c5-90e8-4fb3-a65d-088b4e5bf92f None None] Routers {'7546d85b-6506-4cad-9fb5-9da1408663e4'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:53:59.502667 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-9e24e9c5-90e8-4fb3-a65d-088b4e5bf92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:53:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['7546d85b-6506-4cad-9fb5-9da1408663e4'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:59.513632 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dd6b284d-03aa-463c-abaa-0be51a42ad9b tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:59.514906 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-dd6b284d-03aa-463c-abaa-0be51a42ad9b tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.4015367 Mar 22 10:53:59.519345 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35864) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:53:59.524489 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48355fc1-9f2b-4ff1-9fe2-4798930dd9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721a4f7b-232b-4b37-ab19-e7ba0715982b'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 10:53:59.534719 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b022524-029b-46ad-a056-e25ed05336e7" -d '{"events": [{"server_uuid": "48355fc1-9f2b-4ff1-9fe2-4798930dd9b9", "name": "network-vif-plugged", "status": "completed", "tag": "721a4f7b-232b-4b37-ab19-e7ba0715982b"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 10:53:59.577071 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-9e24e9c5-90e8-4fb3-a65d-088b4e5bf92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:59.585503 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 10:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec0e6ea-68ad-4a39-8a69-e72f3474465a x-openstack-request-id: req-8ec0e6ea-68ad-4a39-8a69-e72f3474465a {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 10:53:59.588005 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48355fc1-9f2b-4ff1-9fe2-4798930dd9b9", "name": "network-vif-plugged", "status": "completed", "tag": "721a4f7b-232b-4b37-ab19-e7ba0715982b", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 10:53:59.588005 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8ec0e6ea-68ad-4a39-8a69-e72f3474465a {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 10:53:59.588005 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ec0e6ea-68ad-4a39-8a69-e72f3474465a'] response: {'server_uuid': '48355fc1-9f2b-4ff1-9fe2-4798930dd9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721a4f7b-232b-4b37-ab19-e7ba0715982b', 'code': 200} Mar 22 10:53:59.591014 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e24e9c5-90e8-4fb3-a65d-088b4e5bf92f None None] Routers {'7546d85b-6506-4cad-9fb5-9da1408663e4'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:53:59.591733 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-9e24e9c5-90e8-4fb3-a65d-088b4e5bf92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:53:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['7546d85b-6506-4cad-9fb5-9da1408663e4'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:59.715497 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cd53287c-bdea-4a2a-a8b0-4174ed0a558a tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:59.733735 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-9e24e9c5-90e8-4fb3-a65d-088b4e5bf92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:53:59.734665 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e24e9c5-90e8-4fb3-a65d-088b4e5bf92f None None] The sync data for ids ['7546d85b-6506-4cad-9fb5-9da1408663e4'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:53:59.762307 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-c001d4a3-e43b-496b-8c3f-fd3a94ee4497 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Deleting port fbb5fa58-ca66-4157-96fa-1309edc391a0 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:53:59.762695 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c001d4a3-e43b-496b-8c3f-fd3a94ee4497 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:59.832061 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cd53287c-bdea-4a2a-a8b0-4174ed0a558a tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:59.893954 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd53287c-bdea-4a2a-a8b0-4174ed0a558a tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:53:59.905557 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-cd53287c-bdea-4a2a-a8b0-4174ed0a558a tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:53:59.914133 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd53287c-bdea-4a2a-a8b0-4174ed0a558a tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:53:59.922429 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c001d4a3-e43b-496b-8c3f-fd3a94ee4497 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:59.965466 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-67cd10db-661d-4a0d-be87-f589a2f221f1 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:53:59.974318 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd53287c-bdea-4a2a-a8b0-4174ed0a558a tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Pushing event updated for resources: {'Port': ['ID=5b8ea5b9-1ca7-4fcc-ba2b-4ddc6e12e8e7,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:00.006218 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc4c7d2-c892-4dd3-82ab-44f074295d95 req-eaf1b205-3222-425e-880c-6e71e847d9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:00.007653 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ecc4c7d2-c892-4dd3-82ab-44f074295d95 req-eaf1b205-3222-425e-880c-6e71e847d9af service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=48355fc1-9f2b-4ff1-9fe2-4798930dd9b9 HTTP/1.1" status: 200 len: 1099 time: 0.1729307 Mar 22 10:54:00.024855 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-c001d4a3-e43b-496b-8c3f-fd3a94ee4497 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Calling delete_port for fbb5fa58-ca66-4157-96fa-1309edc391a0 owned by network:router_interface {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:54:00.040680 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cd10db-661d-4a0d-be87-f589a2f221f1 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Pushing event deleted for resources: {'Subnet': ['ID=024ca9d4-0e0a-4ba0-abf6-b38c5d98db16,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:00.049557 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-67cd10db-661d-4a0d-be87-f589a2f221f1 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:00.052694 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-67cd10db-661d-4a0d-be87-f589a2f221f1 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] 10.222.0.57 "DELETE /v2.0/subnets/024ca9d4-0e0a-4ba0-abf6-b38c5d98db16 HTTP/1.1" status: 204 len: 168 time: 0.9266045 Mar 22 10:54:00.057670 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd92bc56-6df6-45ee-ae81-ac461326bab9 None None] Network 9b3060f6-503a-4ebd-a94c-9ebe346638ae requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:54:00.066290 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35872) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:00.067705 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-8a004ba7-54ad-4dc5-8727-af7f35a77120 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] 10.222.0.57 "GET /v2.0/routers/7546d85b-6506-4cad-9fb5-9da1408663e4 HTTP/1.1" status: 200 len: 923 time: 0.5472949 Mar 22 10:54:00.070470 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35874) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:00.107502 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-77f5c903-a314-441d-931e-e5cfd1dc9532 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks [] for router_gateway, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:00.121863 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-a5f08839-a6b9-40c3-8ea9-08d5c3a280ff tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] 10.222.0.57 "GET /v2.0/ports?device_id=7546d85b-6506-4cad-9fb5-9da1408663e4 HTTP/1.1" status: 200 len: 205 time: 0.0426152 Mar 22 10:54:00.123274 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35876) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:00.138179 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ecc4c7d2-c892-4dd3-82ab-44f074295d95 req-0d8df893-bac1-497e-ad2a-ea3e2fb09814 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2d0ff445-ef48-4484-b687-f93d4f0a9a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074820 Mar 22 10:54:00.174783 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92bdc65-d9d1-414b-9626-51c6001f0d88 req-c84eb5a4-10ec-4f04-a15e-91e0f2d073b4 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:00.176310 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d92bdc65-d9d1-414b-9626-51c6001f0d88 req-c84eb5a4-10ec-4f04-a15e-91e0f2d073b4 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] 10.222.0.57 "GET /v2.0/ports?device_id=48355fc1-9f2b-4ff1-9fe2-4798930dd9b9 HTTP/1.1" status: 200 len: 946 time: 0.2401071 Mar 22 10:54:00.183580 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709101bc-b2d9-446d-8071-178efdd9d480 req-f779acb1-3807-4ce4-8d21-96b189518f92 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:00.185096 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-709101bc-b2d9-446d-8071-178efdd9d480 req-f779acb1-3807-4ce4-8d21-96b189518f92 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.2514257 Mar 22 10:54:00.245600 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-77f5c903-a314-441d-931e-e5cfd1dc9532 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:00.269190 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023ba796-dfc3-4b84-be94-9bc3de991a1b None None] DHCP port deletion for 9b3060f6-503a-4ebd-a94c-9ebe346638ae request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:54:00.287362 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d92bdc65-d9d1-414b-9626-51c6001f0d88 req-4696eab5-24a7-4c7b-88e6-94f0370f028f tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d0ff445-ef48-4484-b687-f93d4f0a9a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995841 Mar 22 10:54:00.324316 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-709101bc-b2d9-446d-8071-178efdd9d480 req-75e17e81-e016-4161-94c0-9db91e1bdff7 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172330 Mar 22 10:54:00.345247 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4c34b3a9-9503-44b4-be8f-dd61179a6d66 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks [] for router, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:00.358248 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-023ba796-dfc3-4b84-be94-9bc3de991a1b None None] Deleting port 414c616d-ac15-4407-9729-ad7fd93a1089 {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:54:00.358588 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-27dc40c9-1925-4da9-81ae-07a1d240ba4c tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:00.364618 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-023ba796-dfc3-4b84-be94-9bc3de991a1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:00.440524 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-023ba796-dfc3-4b84-be94-9bc3de991a1b None None] For port 414c616d-ac15-4407-9729-ad7fd93a1089, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=414c616d-ac15-4407-9729-ad7fd93a1089,segment=NetworkSegment(56e949c1-48ed-4068-8030-55e6ce31f264),segment_id=56e949c1-48ed-4068-8030-55e6ce31f264)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:54:00.441076 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-023ba796-dfc3-4b84-be94-9bc3de991a1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:00.453858 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-023ba796-dfc3-4b84-be94-9bc3de991a1b None None] Calling delete_port for 414c616d-ac15-4407-9729-ad7fd93a1089 owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:54:00.554329 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06be1cb-ef49-4880-9c49-0395dfe3a082 req-57ea5082-a800-4f13-b37a-5a2bc4eafa86 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:00.555778 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e06be1cb-ef49-4880-9c49-0395dfe3a082 req-57ea5082-a800-4f13-b37a-5a2bc4eafa86 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce39e19f-938f-434a-885e-e4d19fb8f33d HTTP/1.1" status: 200 len: 945 time: 0.1437569 Mar 22 10:54:00.569622 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d7f09-1afd-4354-bbfd-66664e653a70 req-df591efd-68ae-435a-ab75-cbb622f5b7de tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:00.575301 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6a5d7f09-1afd-4354-bbfd-66664e653a70 req-df591efd-68ae-435a-ab75-cbb622f5b7de tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.1295235 Mar 22 10:54:00.588772 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35882) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:00.591108 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-023ba796-dfc3-4b84-be94-9bc3de991a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:00.594435 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-91945414-c260-4423-9449-b0c1226b7036 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Request body: {'floatingip': {'port_id': '62e0eae6-4190-4612-b054-e17b9b6eea2c'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:54:00.594947 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-77f5c903-a314-441d-931e-e5cfd1dc9532 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Allocated IP 172.26.7.125 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/fde75daf-8cce-4a4f-9316-fdd855597617) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:54:00.619069 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023ba796-dfc3-4b84-be94-9bc3de991a1b None None] Pushing event deleted for resources: {'Port': ['ID=414c616d-ac15-4407-9729-ad7fd93a1089,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:00.631235 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023ba796-dfc3-4b84-be94-9bc3de991a1b None None] No DVR routers for this DVR port 414c616d-ac15-4407-9729-ad7fd93a1089 on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:54:00.645557 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cd53287c-bdea-4a2a-a8b0-4174ed0a558a tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for router_gateway, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:00.687809 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-91945414-c260-4423-9449-b0c1226b7036 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Notify callbacks [] for floatingip, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:00.699747 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-27dc40c9-1925-4da9-81ae-07a1d240ba4c tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Deleting port 414c616d-ac15-4407-9729-ad7fd93a1089 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:54:00.700091 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-27dc40c9-1925-4da9-81ae-07a1d240ba4c tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:00.715946 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c001d4a3-e43b-496b-8c3f-fd3a94ee4497 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:00.727520 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4c34b3a9-9503-44b4-be8f-dd61179a6d66 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:00.746248 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e06be1cb-ef49-4880-9c49-0395dfe3a082 req-e213d851-c0d0-4f13-9401-db60db32736c tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] 10.222.0.57 "GET /v2.0/security-groups?id=074c04a7-4d87-4874-a408-fce3f9ed77b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1739705 Mar 22 10:54:00.776104 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c001d4a3-e43b-496b-8c3f-fd3a94ee4497 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event deleted for resources: {'Port': ['ID=fbb5fa58-ca66-4157-96fa-1309edc391a0,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:00.886100 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-27dc40c9-1925-4da9-81ae-07a1d240ba4c tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] For port 414c616d-ac15-4407-9729-ad7fd93a1089, host dv-neutron-834599-1-hyperv, got binding levels [] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:54:00.886499 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-27dc40c9-1925-4da9-81ae-07a1d240ba4c tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:00.947873 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78829d9e-69f1-413b-8c53-5c1b625d202c req-50039727-effc-47d0-87cd-8e2887659569 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:00.949424 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-78829d9e-69f1-413b-8c53-5c1b625d202c req-50039727-effc-47d0-87cd-8e2887659569 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce39e19f-938f-434a-885e-e4d19fb8f33d HTTP/1.1" status: 200 len: 945 time: 0.1209121 Mar 22 10:54:00.967025 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-27dc40c9-1925-4da9-81ae-07a1d240ba4c tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Calling delete_port for 414c616d-ac15-4407-9729-ad7fd93a1089 owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:54:00.968754 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35886) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:00.974053 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.ipam_backend_mixin [None req-27dc40c9-1925-4da9-81ae-07a1d240ba4c tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Port 414c616d-ac15-4407-9729-ad7fd93a1089 was not found and therefore no delete operation was performed {{(pid=109049) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 22 10:54:00.978478 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-4b5b7ef8-18a1-4790-bbe1-ef4aa7fec033 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Request body: {'floatingip': {'port_id': '95926975-866f-4a10-9144-9b0ee509deed'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:54:01.020923 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-27dc40c9-1925-4da9-81ae-07a1d240ba4c tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:01.077653 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 414c616d-ac15-4407-9729-ad7fd93a1089 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:54:01.122044 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 414c616d-ac15-4407-9729-ad7fd93a1089 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:54:01.122967 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 414c616d-ac15-4407-9729-ad7fd93a1089 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:54:01.130049 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-4c34b3a9-9503-44b4-be8f-dd61179a6d66 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Deleting port aac35fa2-98ca-49c6-a276-c6dc16aa8bcd {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:54:01.130788 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4c34b3a9-9503-44b4-be8f-dd61179a6d66 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:01.143707 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc40c9-1925-4da9-81ae-07a1d240ba4c tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Pushing event deleted for resources: {'Port': ['ID=414c616d-ac15-4407-9729-ad7fd93a1089,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:01.151412 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4b5b7ef8-18a1-4790-bbe1-ef4aa7fec033 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Notify callbacks [] for floatingip, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:01.158599 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dc40c9-1925-4da9-81ae-07a1d240ba4c tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] No DVR routers for this DVR port 414c616d-ac15-4407-9729-ad7fd93a1089 on host dv-neutron-834599-1-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:54:01.282004 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-77f5c903-a314-441d-931e-e5cfd1dc9532 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:01.283394 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c001d4a3-e43b-496b-8c3f-fd3a94ee4497 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684007'] for router_interface, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:01.639179 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4c34b3a9-9503-44b4-be8f-dd61179a6d66 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:01.705270 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-4c34b3a9-9503-44b4-be8f-dd61179a6d66 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Calling delete_port for aac35fa2-98ca-49c6-a276-c6dc16aa8bcd owned by network:router_gateway {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:54:01.720946 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-27dc40c9-1925-4da9-81ae-07a1d240ba4c tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:01.787131 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.db.resource_extend [None req-91945414-c260-4423-9449-b0c1226b7036 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 10:54:01.829629 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cd53287c-bdea-4a2a-a8b0-4174ed0a558a tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:01.833768 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-27dc40c9-1925-4da9-81ae-07a1d240ba4c tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b3060f6-503a-4ebd-a94c-9ebe346638ae']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:01.840028 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c95de-9a22-4c16-82eb-1b35071e278a req-59d26dd9-2876-418f-ae37-2a03b0b4ee1d tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:01.842595 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2c4c95de-9a22-4c16-82eb-1b35071e278a req-59d26dd9-2876-418f-ae37-2a03b0b4ee1d tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] 10.222.0.57 "GET /v2.0/ports?device_id=48355fc1-9f2b-4ff1-9fe2-4798930dd9b9 HTTP/1.1" status: 200 len: 946 time: 0.2680643 Mar 22 10:54:01.889531 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-27dc40c9-1925-4da9-81ae-07a1d240ba4c tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56e949c1-48ed-4068-8030-55e6ce31f264') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:01.889745 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-27dc40c9-1925-4da9-81ae-07a1d240ba4c tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56e949c1-48ed-4068-8030-55e6ce31f264') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:01.904395 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-77f5c903-a314-441d-931e-e5cfd1dc9532 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:01.932742 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-91945414-c260-4423-9449-b0c1226b7036 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:01.945400 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-27dc40c9-1925-4da9-81ae-07a1d240ba4c tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:01.945658 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-91945414-c260-4423-9449-b0c1226b7036 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684147'] for floatingip, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:01.987643 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2c4c95de-9a22-4c16-82eb-1b35071e278a req-a0946394-00c6-4570-9a89-0fbfadf42047 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d0ff445-ef48-4484-b687-f93d4f0a9a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296744 Mar 22 10:54:02.033723 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-27dc40c9-1925-4da9-81ae-07a1d240ba4c tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:02.065341 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27dc40c9-1925-4da9-81ae-07a1d240ba4c tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:54:02.065744 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-27dc40c9-1925-4da9-81ae-07a1d240ba4c tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:02.069845 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f5c903-a314-441d-931e-e5cfd1dc9532 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:54:02.072148 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 10:54:02.072148 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:54:02.072148 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 10:54:02.072148 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:54:02.072148 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 10:54:02.072148 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:54:02.072148 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 10:54:02.072148 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:54:02.072148 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 10:54:02.072148 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:54:02.072148 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 10:54:02.072148 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:54:02.072148 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 10:54:02.072148 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:54:02.072148 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:54:02.072148 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:54:02.072148 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:54:02.072148 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:54:02.072148 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 10:54:02.072148 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:54:02.072148 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 10:54:02.072148 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:54:02.072148 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:54:02.072148 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:54:02.072148 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 10:54:02.072148 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:54:02.072148 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:54:02.072148 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:54:02.072148 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:54:02.072148 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:54:02.072148 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:54:02.072148 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:54:02.093674 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-77f5c903-a314-441d-931e-e5cfd1dc9532 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:54:02.154737 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f5c903-a314-441d-931e-e5cfd1dc9532 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Pushing event updated for resources: {'Port': ['ID=fde75daf-8cce-4a4f-9316-fdd855597617,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:02.162138 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f5c903-a314-441d-931e-e5cfd1dc9532 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:54:02.232674 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.l3_db [None req-91945414-c260-4423-9449-b0c1226b7036 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Floating IP 723d4399-9905-4f98-93d5-9b9f08b218f4 associated. External IP: 172.26.7.144, port: 62e0eae6-4190-4612-b054-e17b9b6eea2c. Mar 22 10:54:02.304268 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f5c903-a314-441d-931e-e5cfd1dc9532 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:54:02.304268 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f5c903-a314-441d-931e-e5cfd1dc9532 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:54:02.304268 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f5c903-a314-441d-931e-e5cfd1dc9532 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:54:02.304675 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f5c903-a314-441d-931e-e5cfd1dc9532 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:54:02.304924 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f5c903-a314-441d-931e-e5cfd1dc9532 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:54:02.305242 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f5c903-a314-441d-931e-e5cfd1dc9532 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:54:02.305568 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f5c903-a314-441d-931e-e5cfd1dc9532 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:54:02.305897 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f5c903-a314-441d-931e-e5cfd1dc9532 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:54:02.306450 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f5c903-a314-441d-931e-e5cfd1dc9532 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:54:02.306576 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4c34b3a9-9503-44b4-be8f-dd61179a6d66 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:02.306984 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f5c903-a314-441d-931e-e5cfd1dc9532 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:54:02.307564 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f5c903-a314-441d-931e-e5cfd1dc9532 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:54:02.308105 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f5c903-a314-441d-931e-e5cfd1dc9532 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:54:02.334765 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f48b9-8e86-47bd-a520-2e6c15ba3ef3 req-bea74b60-8c9c-45d5-888b-6e2713f307dc tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:02.337477 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-758f48b9-8e86-47bd-a520-2e6c15ba3ef3 req-bea74b60-8c9c-45d5-888b-6e2713f307dc tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] 10.222.0.57 "GET /v2.0/ports?device_id=48355fc1-9f2b-4ff1-9fe2-4798930dd9b9 HTTP/1.1" status: 200 len: 946 time: 0.2351625 Mar 22 10:54:02.338269 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-27dc40c9-1925-4da9-81ae-07a1d240ba4c tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:02.348446 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35892) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:02.389400 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-27dc40c9-1925-4da9-81ae-07a1d240ba4c tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:02.392521 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-27dc40c9-1925-4da9-81ae-07a1d240ba4c tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] 10.222.0.57 "DELETE /v2.0/networks/9b3060f6-503a-4ebd-a94c-9ebe346638ae HTTP/1.1" status: 204 len: 168 time: 2.2951522 Mar 22 10:54:02.406524 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35894) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:02.436718 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-bd874109-ed9a-4c13-ba77-673951cfe9a7 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Request body: {'floatingip': {'port_id': '721a4f7b-232b-4b37-ab19-e7ba0715982b'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:54:02.453738 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc40c9-1925-4da9-81ae-07a1d240ba4c tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Pushing event deleted for resources: {'Network': ['ID=9b3060f6-503a-4ebd-a94c-9ebe346638ae,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:02.455787 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c34b3a9-9503-44b4-be8f-dd61179a6d66 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Pushing event deleted for resources: {'Port': ['ID=aac35fa2-98ca-49c6-a276-c6dc16aa8bcd,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:02.460788 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c001d4a3-e43b-496b-8c3f-fd3a94ee4497 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Router e6b432f7-2756-4511-a324-482ef393c3b5 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:54:02.572791 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34b3a9-9503-44b4-be8f-dd61179a6d66 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:54:02.573185 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34b3a9-9503-44b4-be8f-dd61179a6d66 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:54:02.573777 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34b3a9-9503-44b4-be8f-dd61179a6d66 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:54:02.574292 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34b3a9-9503-44b4-be8f-dd61179a6d66 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:54:02.574859 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34b3a9-9503-44b4-be8f-dd61179a6d66 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:54:02.575444 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34b3a9-9503-44b4-be8f-dd61179a6d66 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:54:02.576014 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34b3a9-9503-44b4-be8f-dd61179a6d66 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:54:02.576590 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34b3a9-9503-44b4-be8f-dd61179a6d66 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:54:02.576962 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34b3a9-9503-44b4-be8f-dd61179a6d66 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:54:02.577526 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34b3a9-9503-44b4-be8f-dd61179a6d66 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:54:02.578094 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34b3a9-9503-44b4-be8f-dd61179a6d66 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:54:02.578654 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34b3a9-9503-44b4-be8f-dd61179a6d66 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:54:02.598476 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bd874109-ed9a-4c13-ba77-673951cfe9a7 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Notify callbacks [] for floatingip, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:02.757405 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd53287c-bdea-4a2a-a8b0-4174ed0a558a tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Router dd100d99-b1a8-4042-8c07-1eeaa238e500 is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 10:54:02.768336 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4c34b3a9-9503-44b4-be8f-dd61179a6d66 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682553'] for router_gateway, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:02.933233 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c001d4a3-e43b-496b-8c3f-fd3a94ee4497 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:54:02.947334 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c001d4a3-e43b-496b-8c3f-fd3a94ee4497 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "PUT /v2.0/routers/e6b432f7-2756-4511-a324-482ef393c3b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0139453 Mar 22 10:54:02.947816 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d69c9e-8faf-4056-b545-470d18c73105 None None] Sync routers for ids ['e6b432f7-2756-4511-a324-482ef393c3b5'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:54:02.951714 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35896) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:02.970947 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d69c9e-8faf-4056-b545-470d18c73105 None None] Routers {'e6b432f7-2756-4511-a324-482ef393c3b5'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:02.971827 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-75d69c9e-8faf-4056-b545-470d18c73105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:53:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['e6b432f7-2756-4511-a324-482ef393c3b5'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:03.012570 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4c34b3a9-9503-44b4-be8f-dd61179a6d66 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:03.021911 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4c34b3a9-9503-44b4-be8f-dd61179a6d66 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:03.023718 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-75d69c9e-8faf-4056-b545-470d18c73105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:03.037191 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d69c9e-8faf-4056-b545-470d18c73105 None None] Routers {'e6b432f7-2756-4511-a324-482ef393c3b5'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:03.038214 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-75d69c9e-8faf-4056-b545-470d18c73105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:53:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['e6b432f7-2756-4511-a324-482ef393c3b5'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:03.088627 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-75d69c9e-8faf-4056-b545-470d18c73105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:03.089927 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d69c9e-8faf-4056-b545-470d18c73105 None None] The sync data for ids ['e6b432f7-2756-4511-a324-482ef393c3b5'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:54:03.184207 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4c34b3a9-9503-44b4-be8f-dd61179a6d66 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:03.185174 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c34b3a9-9503-44b4-be8f-dd61179a6d66 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Fanout notify agent at l3_agent the message router_deleted on router 7546d85b-6506-4cad-9fb5-9da1408663e4 {{(pid=109050) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 10:54:03.203743 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4c34b3a9-9503-44b4-be8f-dd61179a6d66 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:03.205738 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-4c34b3a9-9503-44b4-be8f-dd61179a6d66 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] 10.222.0.57 "DELETE /v2.0/routers/7546d85b-6506-4cad-9fb5-9da1408663e4 HTTP/1.1" status: 204 len: 168 time: 3.0793688 Mar 22 10:54:03.212635 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91945414-c260-4423-9449-b0c1226b7036 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Router a2749991-47ce-4e59-8ff1-37e968ab7c23 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:54:03.213642 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35898) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:03.221672 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-83012296-1b08-494b-b5cf-6deebd66dda8 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1704269283', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'enable_snat': False}}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:54:03.316197 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4b5b7ef8-18a1-4790-bbe1-ef4aa7fec033 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:03.322878 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-0ede8503-8cf9-42a1-81b6-27199becadc5 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Deleting port 10244925-e8e3-4154-93ee-fe84fc535a1d {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:54:03.323207 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0ede8503-8cf9-42a1-81b6-27199becadc5 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:03.330524 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4b5b7ef8-18a1-4790-bbe1-ef4aa7fec033 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684147'] for floatingip, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:03.332093 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-77f5c903-a314-441d-931e-e5cfd1dc9532 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks [] for router_gateway, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:03.380463 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-83012296-1b08-494b-b5cf-6deebd66dda8 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:03.382040 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-83012296-1b08-494b-b5cf-6deebd66dda8 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:03.554490 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd53287c-bdea-4a2a-a8b0-4174ed0a558a tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:54:03.569238 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a0e9cd-f775-458d-aeaf-ebb97c8cc9e1 None None] Sync routers for ids ['dd100d99-b1a8-4042-8c07-1eeaa238e500'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:54:03.580764 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a0e9cd-f775-458d-aeaf-ebb97c8cc9e1 None None] Routers {'dd100d99-b1a8-4042-8c07-1eeaa238e500'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:03.581382 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-89a0e9cd-f775-458d-aeaf-ebb97c8cc9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:53:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['dd100d99-b1a8-4042-8c07-1eeaa238e500'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:03.615836 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-89a0e9cd-f775-458d-aeaf-ebb97c8cc9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:03.625283 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a0e9cd-f775-458d-aeaf-ebb97c8cc9e1 None None] Routers {'dd100d99-b1a8-4042-8c07-1eeaa238e500'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:03.626127 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-89a0e9cd-f775-458d-aeaf-ebb97c8cc9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:53:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['dd100d99-b1a8-4042-8c07-1eeaa238e500'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:03.662125 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-89a0e9cd-f775-458d-aeaf-ebb97c8cc9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:03.662765 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a0e9cd-f775-458d-aeaf-ebb97c8cc9e1 None None] The sync data for ids ['dd100d99-b1a8-4042-8c07-1eeaa238e500'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:54:03.735849 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cd53287c-bdea-4a2a-a8b0-4174ed0a558a tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:03.737078 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-cd53287c-bdea-4a2a-a8b0-4174ed0a558a tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.7429318 Mar 22 10:54:03.742767 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0ede8503-8cf9-42a1-81b6-27199becadc5 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:03.743090 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0ede8503-8cf9-42a1-81b6-27199becadc5 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:03.746952 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35900) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:03.763561 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.l3_db [None req-4b5b7ef8-18a1-4790-bbe1-ef4aa7fec033 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Floating IP 381e908f-e0fb-4042-8a65-138b9ccb0945 associated. External IP: 172.26.7.230, port: 95926975-866f-4a10-9144-9b0ee509deed. Mar 22 10:54:03.806144 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-0ede8503-8cf9-42a1-81b6-27199becadc5 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Calling delete_port for 10244925-e8e3-4154-93ee-fe84fc535a1d owned by network:floatingip {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:54:03.930924 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-83012296-1b08-494b-b5cf-6deebd66dda8 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:04.027902 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91945414-c260-4423-9449-b0c1226b7036 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:54:04.040134 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8623bf42-c464-4340-ab43-3750950873b7 None None] Sync routers for ids ['a2749991-47ce-4e59-8ff1-37e968ab7c23'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:54:04.052772 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8623bf42-c464-4340-ab43-3750950873b7 None None] Routers {'a2749991-47ce-4e59-8ff1-37e968ab7c23'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:04.053571 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-8623bf42-c464-4340-ab43-3750950873b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:53:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['a2749991-47ce-4e59-8ff1-37e968ab7c23'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:04.079728 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-91945414-c260-4423-9449-b0c1226b7036 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:04.172404 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-8623bf42-c464-4340-ab43-3750950873b7 None None] Set router a2749991-47ce-4e59-8ff1-37e968ab7c23 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:54:04.176460 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-77f5c903-a314-441d-931e-e5cfd1dc9532 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:04.179687 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-91945414-c260-4423-9449-b0c1226b7036 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "PUT /v2.0/floatingips/723d4399-9905-4f98-93d5-9b9f08b218f4 HTTP/1.1" status: 200 len: 992 time: 3.5887797 Mar 22 10:54:04.188372 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f25e1d9-349e-4206-a2c0-e8eabb1e8358', 'tag': '62e0eae6-4190-4612-b054-e17b9b6eea2c'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 10:54:04.190997 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93cd33b-cdb9-44d4-bc27-3e1a1e575eb1" -d '{"events": [{"name": "network-changed", "server_uuid": "4f25e1d9-349e-4206-a2c0-e8eabb1e8358", "tag": "62e0eae6-4190-4612-b054-e17b9b6eea2c"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 10:54:04.231736 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-83012296-1b08-494b-b5cf-6deebd66dda8 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:04.299608 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 10:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e904f1ff-ecb4-422e-accc-995b2f56b4ce x-openstack-request-id: req-e904f1ff-ecb4-422e-accc-995b2f56b4ce {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 10:54:04.300014 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f25e1d9-349e-4206-a2c0-e8eabb1e8358", "tag": "62e0eae6-4190-4612-b054-e17b9b6eea2c", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 10:54:04.300387 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e904f1ff-ecb4-422e-accc-995b2f56b4ce {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 10:54:04.300923 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e904f1ff-ecb4-422e-accc-995b2f56b4ce'] response: {'name': 'network-changed', 'server_uuid': '4f25e1d9-349e-4206-a2c0-e8eabb1e8358', 'tag': '62e0eae6-4190-4612-b054-e17b9b6eea2c', 'status': 'completed', 'code': 200} Mar 22 10:54:04.371487 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bd874109-ed9a-4c13-ba77-673951cfe9a7 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:04.396421 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bd874109-ed9a-4c13-ba77-673951cfe9a7 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684147'] for floatingip, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:04.599047 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865730c-b089-4957-95c7-b03192c6af8c req-03397acc-4ea6-47eb-80e6-b68364927f22 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:04.600944 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3865730c-b089-4957-95c7-b03192c6af8c req-03397acc-4ea6-47eb-80e6-b68364927f22 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.2266653 Mar 22 10:54:04.634608 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93cd33b-cdb9-44d4-bc27-3e1a1e575eb1 req-b55053e3-5e27-46f0-8c86-4d5f24024b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:04.636442 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c93cd33b-cdb9-44d4-bc27-3e1a1e575eb1 req-b55053e3-5e27-46f0-8c86-4d5f24024b62 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e964decdfe5d4f8ab69e1cb7f6a56a22&device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 1099 time: 0.2598202 Mar 22 10:54:04.667805 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-8623bf42-c464-4340-ab43-3750950873b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2749991-47ce-4e59-8ff1-37e968ab7c23', 'name': 'tempest-ServerActionsTestJSON-1145251972-router', 'tenant_id': 'e964decdfe5d4f8ab69e1cb7f6a56a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30'}], 'enable_snat': True}, 'gw_port_id': '6595533c-53e7-4f34-8874-0f797100d99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:53:01Z', 'updated_at': '2022-03-22T10:53:10Z', 'revision_number': 4, 'project_id': 'e964decdfe5d4f8ab69e1cb7f6a56a22', 'gw_port': {'id': '6595533c-53e7-4f34-8874-0f797100d99d', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:27:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2749991-47ce-4e59-8ff1-37e968ab7c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:02Z', 'updated_at': '2022-03-22T10:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '723d4399-9905-4f98-93d5-9b9f08b218f4', 'tenant_id': 'e964decdfe5d4f8ab69e1cb7f6a56a22', 'floating_ip_address': '172.26.7.144', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': 'a2749991-47ce-4e59-8ff1-37e968ab7c23', 'port_id': '62e0eae6-4190-4612-b054-e17b9b6eea2c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '619a0580-b085-430c-89e2-022d42d1e4bf', 'mac_address': 'fa:16:3e:36:25:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f25e1d9-349e-4206-a2c0-e8eabb1e8358', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T10:53:23Z', 'updated_at': '2022-03-22T10:54:01Z', 'revision_number': 1, 'project_id': 'e964decdfe5d4f8ab69e1cb7f6a56a22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c165ac1-afc6-4544-ac2b-1c4d17d470ec', 'name': '', 'network_id': '619a0580-b085-430c-89e2-022d42d1e4bf', 'tenant_id': 'e964decdfe5d4f8ab69e1cb7f6a56a22', 'mac_address': 'fa:16:3e:5b:b6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2749991-47ce-4e59-8ff1-37e968ab7c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e692a5aa-617d-46cb-afbe-668e67a6ee91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:07Z', 'updated_at': '2022-03-22T10:53:19Z', 'revision_number': 5, 'project_id': 'e964decdfe5d4f8ab69e1cb7f6a56a22', 'subnets': [{'id': 'e692a5aa-617d-46cb-afbe-668e67a6ee91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:04.694651 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8623bf42-c464-4340-ab43-3750950873b7 None None] Checking router: a2749991-47ce-4e59-8ff1-37e968ab7c23 for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 10:54:04.698126 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.l3_db [None req-bd874109-ed9a-4c13-ba77-673951cfe9a7 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Floating IP 0b39b0c6-fcb6-4e83-bc7b-bafd69aca15e associated. External IP: 172.26.7.96, port: 721a4f7b-232b-4b37-ab19-e7ba0715982b. Mar 22 10:54:04.704436 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8623bf42-c464-4340-ab43-3750950873b7 None None] Routers {'a2749991-47ce-4e59-8ff1-37e968ab7c23'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:04.705050 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-8623bf42-c464-4340-ab43-3750950873b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:53:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['a2749991-47ce-4e59-8ff1-37e968ab7c23'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:04.813747 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3865730c-b089-4957-95c7-b03192c6af8c req-f335deea-bd47-4e0d-b6f6-38a6ce54e581 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1759651 Mar 22 10:54:04.832103 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-8623bf42-c464-4340-ab43-3750950873b7 None None] Set router a2749991-47ce-4e59-8ff1-37e968ab7c23 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:54:04.865580 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0ede8503-8cf9-42a1-81b6-27199becadc5 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:04.892442 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93cd33b-cdb9-44d4-bc27-3e1a1e575eb1 req-6bc869c9-49d7-47e8-a3f2-3bd97bdfe653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:04.893956 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c93cd33b-cdb9-44d4-bc27-3e1a1e575eb1 req-6bc869c9-49d7-47e8-a3f2-3bd97bdfe653 service neutron] 10.222.0.35 "GET /v2.0/networks?id=619a0580-b085-430c-89e2-022d42d1e4bf HTTP/1.1" status: 200 len: 913 time: 0.2503629 Mar 22 10:54:04.948626 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ede8503-8cf9-42a1-81b6-27199becadc5 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Pushing event deleted for resources: {'Port': ['ID=10244925-e8e3-4154-93ee-fe84fc535a1d,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:04.977877 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b5b7ef8-18a1-4790-bbe1-ef4aa7fec033 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Router 748683d0-0964-44a8-8955-b18eb4bcc0f7 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:54:05.118347 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c93cd33b-cdb9-44d4-bc27-3e1a1e575eb1 req-f5514ade-63e3-4798-a5cf-e60547ef95d3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62e0eae6-4190-4612-b054-e17b9b6eea2c HTTP/1.1" status: 200 len: 1000 time: 0.2158854 Mar 22 10:54:05.138277 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-8623bf42-c464-4340-ab43-3750950873b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2749991-47ce-4e59-8ff1-37e968ab7c23', 'name': 'tempest-ServerActionsTestJSON-1145251972-router', 'tenant_id': 'e964decdfe5d4f8ab69e1cb7f6a56a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30'}], 'enable_snat': True}, 'gw_port_id': '6595533c-53e7-4f34-8874-0f797100d99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:53:01Z', 'updated_at': '2022-03-22T10:53:10Z', 'revision_number': 4, 'project_id': 'e964decdfe5d4f8ab69e1cb7f6a56a22', 'gw_port': {'id': '6595533c-53e7-4f34-8874-0f797100d99d', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:27:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2749991-47ce-4e59-8ff1-37e968ab7c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:02Z', 'updated_at': '2022-03-22T10:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '723d4399-9905-4f98-93d5-9b9f08b218f4', 'tenant_id': 'e964decdfe5d4f8ab69e1cb7f6a56a22', 'floating_ip_address': '172.26.7.144', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': 'a2749991-47ce-4e59-8ff1-37e968ab7c23', 'port_id': '62e0eae6-4190-4612-b054-e17b9b6eea2c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '619a0580-b085-430c-89e2-022d42d1e4bf', 'mac_address': 'fa:16:3e:36:25:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f25e1d9-349e-4206-a2c0-e8eabb1e8358', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T10:53:23Z', 'updated_at': '2022-03-22T10:54:01Z', 'revision_number': 1, 'project_id': 'e964decdfe5d4f8ab69e1cb7f6a56a22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c165ac1-afc6-4544-ac2b-1c4d17d470ec', 'name': '', 'network_id': '619a0580-b085-430c-89e2-022d42d1e4bf', 'tenant_id': 'e964decdfe5d4f8ab69e1cb7f6a56a22', 'mac_address': 'fa:16:3e:5b:b6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2749991-47ce-4e59-8ff1-37e968ab7c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e692a5aa-617d-46cb-afbe-668e67a6ee91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:07Z', 'updated_at': '2022-03-22T10:53:19Z', 'revision_number': 5, 'project_id': 'e964decdfe5d4f8ab69e1cb7f6a56a22', 'subnets': [{'id': 'e692a5aa-617d-46cb-afbe-668e67a6ee91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:05.149894 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0ede8503-8cf9-42a1-81b6-27199becadc5 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks [] for floatingip, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:05.152414 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0ede8503-8cf9-42a1-81b6-27199becadc5 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:05.157847 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0ede8503-8cf9-42a1-81b6-27199becadc5 tempest-FloatingIPAdminTestJSON-1931363012 tempest-FloatingIPAdminTestJSON-1931363012-project] 10.222.0.57 "DELETE /v2.0/floatingips/4d4d1734-a02a-4a3c-bd2c-cae0b9251059 HTTP/1.1" status: 204 len: 168 time: 2.7445490 Mar 22 10:54:05.172138 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f5c903-a314-441d-931e-e5cfd1dc9532 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Router b84ae497-6c77-4992-9eab-281ed6887ea9 is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 10:54:05.173564 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8623bf42-c464-4340-ab43-3750950873b7 None None] The sync data for ids ['a2749991-47ce-4e59-8ff1-37e968ab7c23'] in dv-neutron-834599-1-hyperv is: [{'id': 'a2749991-47ce-4e59-8ff1-37e968ab7c23', 'name': 'tempest-ServerActionsTestJSON-1145251972-router', 'tenant_id': 'e964decdfe5d4f8ab69e1cb7f6a56a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30'}], 'enable_snat': True}, 'gw_port_id': '6595533c-53e7-4f34-8874-0f797100d99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:53:01Z', 'updated_at': '2022-03-22T10:53:10Z', 'revision_number': 4, 'project_id': 'e964decdfe5d4f8ab69e1cb7f6a56a22', 'gw_port': {'id': '6595533c-53e7-4f34-8874-0f797100d99d', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:27:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2749991-47ce-4e59-8ff1-37e968ab7c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:02Z', 'updated_at': '2022-03-22T10:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '723d4399-9905-4f98-93d5-9b9f08b218f4', 'tenant_id': 'e964decdfe5d4f8ab69e1cb7f6a56a22', 'floating_ip_address': '172.26.7.144', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': 'a2749991-47ce-4e59-8ff1-37e968ab7c23', 'port_id': '62e0eae6-4190-4612-b054-e17b9b6eea2c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '619a0580-b085-430c-89e2-022d42d1e4bf', 'mac_address': 'fa:16:3e:36:25:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f25e1d9-349e-4206-a2c0-e8eabb1e8358', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T10:53:23Z', 'updated_at': '2022-03-22T10:54:01Z', 'revision_number': 1, 'project_id': 'e964decdfe5d4f8ab69e1cb7f6a56a22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c165ac1-afc6-4544-ac2b-1c4d17d470ec', 'name': '', 'network_id': '619a0580-b085-430c-89e2-022d42d1e4bf', 'tenant_id': 'e964decdfe5d4f8ab69e1cb7f6a56a22', 'mac_address': 'fa:16:3e:5b:b6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2749991-47ce-4e59-8ff1-37e968ab7c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e692a5aa-617d-46cb-afbe-668e67a6ee91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:07Z', 'updated_at': '2022-03-22T10:53:19Z', 'revision_number': 5, 'project_id': 'e964decdfe5d4f8ab69e1cb7f6a56a22', 'subnets': [{'id': 'e692a5aa-617d-46cb-afbe-668e67a6ee91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:54:05.182656 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-71ec29fd-1e37-4600-a659-196bfaf42ce9 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683891'] for router_interface, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:05.261237 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93cd33b-cdb9-44d4-bc27-3e1a1e575eb1 req-4ff3adac-4623-45eb-95c1-24adadd2cbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:05.262734 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c93cd33b-cdb9-44d4-bc27-3e1a1e575eb1 req-4ff3adac-4623-45eb-95c1-24adadd2cbeb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e692a5aa-617d-46cb-afbe-668e67a6ee91 HTTP/1.1" status: 200 len: 851 time: 0.0492954 Mar 22 10:54:05.437280 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5b7ef8-18a1-4790-bbe1-ef4aa7fec033 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:54:05.442871 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4b5b7ef8-18a1-4790-bbe1-ef4aa7fec033 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:05.452307 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f75aa1-7080-4893-87ca-ad3fc837f506 None None] Sync routers for ids ['748683d0-0964-44a8-8955-b18eb4bcc0f7'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:54:05.470023 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f75aa1-7080-4893-87ca-ad3fc837f506 None None] Routers {'748683d0-0964-44a8-8955-b18eb4bcc0f7'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:05.470688 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-13f75aa1-7080-4893-87ca-ad3fc837f506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:53:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['748683d0-0964-44a8-8955-b18eb4bcc0f7'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:05.508736 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4b5b7ef8-18a1-4790-bbe1-ef4aa7fec033 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] 10.222.0.57 "PUT /v2.0/floatingips/381e908f-e0fb-4042-8a65-138b9ccb0945 HTTP/1.1" status: 200 len: 991 time: 4.5367715 Mar 22 10:54:05.524944 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfbb58e-38a9-4d40-be5e-cf70c98f2c6d None None] New status for floating IP 723d4399-9905-4f98-93d5-9b9f08b218f4: ACTIVE {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 10:54:05.580794 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35914) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:05.602761 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce39e19f-938f-434a-885e-e4d19fb8f33d', 'tag': '95926975-866f-4a10-9144-9b0ee509deed'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 10:54:05.605882 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea20d47ee5c2e5d2aa35ee26c9e60aea7970c4225f3eb14fb63792ea9ad3856f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf575ef-ff8e-41a5-af37-22baf2a9cbe3" -d '{"events": [{"name": "network-changed", "server_uuid": "ce39e19f-938f-434a-885e-e4d19fb8f33d", "tag": "95926975-866f-4a10-9144-9b0ee509deed"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 10:54:05.625334 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-13f75aa1-7080-4893-87ca-ad3fc837f506 None None] Set router 748683d0-0964-44a8-8955-b18eb4bcc0f7 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:54:05.658821 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-83012296-1b08-494b-b5cf-6deebd66dda8 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:05.673031 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8f65be04-1a7e-4e0e-bac5-4ca0f1dae382 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:05.692039 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-83012296-1b08-494b-b5cf-6deebd66dda8 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:05.736379 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd874109-ed9a-4c13-ba77-673951cfe9a7 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Router 3d10d508-41ee-4740-b292-82a2db1fd1fa has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:54:05.785382 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e527600-e3b9-4bd4-b44e-686493aa649f req-4bc90eb0-678d-4ffd-9d43-4929f2962f5d tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:05.786966 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1e527600-e3b9-4bd4-b44e-686493aa649f req-4bc90eb0-678d-4ffd-9d43-4929f2962f5d tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.7457983 Mar 22 10:54:05.825954 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f5c903-a314-441d-931e-e5cfd1dc9532 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:54:05.843528 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93cd33b-cdb9-44d4-bc27-3e1a1e575eb1 req-3fb428e5-decb-48a2-969c-362bee088be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:05.844996 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c93cd33b-cdb9-44d4-bc27-3e1a1e575eb1 req-3fb428e5-decb-48a2-969c-362bee088be3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=619a0580-b085-430c-89e2-022d42d1e4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2529774 Mar 22 10:54:05.877427 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef9100e-2ff9-46fe-8ec5-2cc770cc938c None None] Sync routers for ids ['b84ae497-6c77-4992-9eab-281ed6887ea9'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:54:05.881443 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-77f5c903-a314-441d-931e-e5cfd1dc9532 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:05.886126 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-77f5c903-a314-441d-931e-e5cfd1dc9532 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 7.1332014 Mar 22 10:54:05.886881 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35920) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:05.937403 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef9100e-2ff9-46fe-8ec5-2cc770cc938c None None] Routers {'b84ae497-6c77-4992-9eab-281ed6887ea9'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:05.941273 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-9ef9100e-2ff9-46fe-8ec5-2cc770cc938c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:53:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['b84ae497-6c77-4992-9eab-281ed6887ea9'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:05.951798 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af3f8b1-a774-4342-a9eb-7668d7de485f req-0eca76b2-5739-4132-a9d9-87efd470a540 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:05.962814 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6af3f8b1-a774-4342-a9eb-7668d7de485f req-0eca76b2-5739-4132-a9d9-87efd470a540 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce39e19f-938f-434a-885e-e4d19fb8f33d HTTP/1.1" status: 200 len: 945 time: 0.3207548 Mar 22 10:54:06.054376 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1e527600-e3b9-4bd4-b44e-686493aa649f req-8dc035f5-a094-4aed-8cf0-258b627c2dec tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2563586 Mar 22 10:54:06.126557 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-71ec29fd-1e37-4600-a659-196bfaf42ce9 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Deleting port 219ab857-e8e4-438d-bfa6-2fc8023f7402 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:54:06.127116 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-71ec29fd-1e37-4600-a659-196bfaf42ce9 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:06.149735 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-9ef9100e-2ff9-46fe-8ec5-2cc770cc938c None None] Set router b84ae497-6c77-4992-9eab-281ed6887ea9 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:54:06.197024 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6af3f8b1-a774-4342-a9eb-7668d7de485f req-b8c0eaa1-9c10-4bce-96e3-8ac2d8233bc2 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] 10.222.0.57 "GET /v2.0/security-groups?id=074c04a7-4d87-4874-a408-fce3f9ed77b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2159910 Mar 22 10:54:06.227578 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-71ec29fd-1e37-4600-a659-196bfaf42ce9 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:06.227578 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-71ec29fd-1e37-4600-a659-196bfaf42ce9 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Calling delete_port for 219ab857-e8e4-438d-bfa6-2fc8023f7402 owned by network:router_interface {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:54:06.236850 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 10:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb85ac5-5405-4e9c-8121-b1b01b7f2da9 x-openstack-request-id: req-fbb85ac5-5405-4e9c-8121-b1b01b7f2da9 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 10:54:06.237305 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce39e19f-938f-434a-885e-e4d19fb8f33d", "tag": "95926975-866f-4a10-9144-9b0ee509deed", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 10:54:06.237707 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fbb85ac5-5405-4e9c-8121-b1b01b7f2da9 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 10:54:06.238393 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbb85ac5-5405-4e9c-8121-b1b01b7f2da9'] response: {'name': 'network-changed', 'server_uuid': 'ce39e19f-938f-434a-885e-e4d19fb8f33d', 'tag': '95926975-866f-4a10-9144-9b0ee509deed', 'status': 'completed', 'code': 200} Mar 22 10:54:06.307067 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-14d4c3d6-41f4-4346-a8c8-960636445247 tempest-TestNetworkAdvancedServerOps-1314583856 tempest-TestNetworkAdvancedServerOps-1314583856-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=9a2c288025384519a97e6c2e5ef1a5ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3755357 Mar 22 10:54:06.332772 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-83012296-1b08-494b-b5cf-6deebd66dda8 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Allocated IP 172.26.7.80 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/bbc6d7bb-b4da-4aed-a174-aa07890af8c1) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:54:06.337383 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35928) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:06.357983 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-56366fbc-f435-4975-88f7-a053f6e3590c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d8e6a79c65064cac97db0cdc43090d8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7643447 Mar 22 10:54:06.361827 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35930) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:06.411536 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-8f65be04-1a7e-4e0e-bac5-4ca0f1dae382 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Allocated IP 172.20.0.1 (fa1da2ad-d11f-4544-b068-f8563dc14dbb/daa63aae-5c6e-445e-a084-51f8bc0cd9da/ddab535c-1714-4750-b420-c66843fe8b9b) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:54:06.430410 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd874109-ed9a-4c13-ba77-673951cfe9a7 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:54:06.436080 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bd874109-ed9a-4c13-ba77-673951cfe9a7 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:06.458010 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84736fc4-e28d-4ebb-8971-bfd98e4e69f0 None None] Sync routers for ids ['3d10d508-41ee-4740-b292-82a2db1fd1fa'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:54:06.474383 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-13f75aa1-7080-4893-87ca-ad3fc837f506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '748683d0-0964-44a8-8955-b18eb4bcc0f7', 'name': 'tempest-ServersTestManualDisk-191282308-router', 'tenant_id': 'a2150d1b1bcd4a828c702c82170ebe7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '5239f23e-b1ee-446a-8e7f-04120b09d234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:53:04Z', 'updated_at': '2022-03-22T10:53:15Z', 'revision_number': 4, 'project_id': 'a2150d1b1bcd4a828c702c82170ebe7c', 'gw_port': {'id': '5239f23e-b1ee-446a-8e7f-04120b09d234', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:79:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748683d0-0964-44a8-8955-b18eb4bcc0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:05Z', 'updated_at': '2022-03-22T10:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '381e908f-e0fb-4042-8a65-138b9ccb0945', 'tenant_id': 'a2150d1b1bcd4a828c702c82170ebe7c', 'floating_ip_address': '172.26.7.230', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '748683d0-0964-44a8-8955-b18eb4bcc0f7', 'port_id': '95926975-866f-4a10-9144-9b0ee509deed', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd5c1c08-a18c-4726-99bb-ba3569297277', 'mac_address': 'fa:16:3e:d4:cd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce39e19f-938f-434a-885e-e4d19fb8f33d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T10:53:25Z', 'updated_at': '2022-03-22T10:54:02Z', 'revision_number': 1, 'project_id': 'a2150d1b1bcd4a828c702c82170ebe7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49efdded-ad05-4745-b5c6-582e712621cb', 'name': '', 'network_id': 'dd5c1c08-a18c-4726-99bb-ba3569297277', 'tenant_id': 'a2150d1b1bcd4a828c702c82170ebe7c', 'mac_address': 'fa:16:3e:eb:fa:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748683d0-0964-44a8-8955-b18eb4bcc0f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'e8b0effb-2582-4c7c-9cf2-568035a0a72b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:13Z', 'updated_at': '2022-03-22T10:53:22Z', 'revision_number': 5, 'project_id': 'a2150d1b1bcd4a828c702c82170ebe7c', 'subnets': [{'id': 'e8b0effb-2582-4c7c-9cf2-568035a0a72b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:06.483415 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84736fc4-e28d-4ebb-8971-bfd98e4e69f0 None None] Routers {'3d10d508-41ee-4740-b292-82a2db1fd1fa'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:06.485014 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-84736fc4-e28d-4ebb-8971-bfd98e4e69f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:53:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['3d10d508-41ee-4740-b292-82a2db1fd1fa'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:06.510707 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c93cd33b-cdb9-44d4-bc27-3e1a1e575eb1 req-2d76cd13-eb4a-463b-860d-d5dcdd9a1d27 service neutron] 10.222.0.35 "GET /v2.0/networks/619a0580-b085-430c-89e2-022d42d1e4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6068375 Mar 22 10:54:06.512540 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f75aa1-7080-4893-87ca-ad3fc837f506 None None] Checking router: 748683d0-0964-44a8-8955-b18eb4bcc0f7 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 10:54:06.512692 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bd13d128-0e6a-4a7e-8be0-37d588af8aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:06.531729 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-9ef9100e-2ff9-46fe-8ec5-2cc770cc938c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84ae497-6c77-4992-9eab-281ed6887ea9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855438045', 'tenant_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': 'fde75daf-8cce-4a4f-9316-fdd855597617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:53:58Z', 'updated_at': '2022-03-22T10:54:02Z', 'revision_number': 3, 'project_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'gw_port': {'id': 'fde75daf-8cce-4a4f-9316-fdd855597617', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84ae497-6c77-4992-9eab-281ed6887ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:54:00Z', 'updated_at': '2022-03-22T10:54:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:06.534037 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f75aa1-7080-4893-87ca-ad3fc837f506 None None] Routers {'748683d0-0964-44a8-8955-b18eb4bcc0f7'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:06.534994 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-13f75aa1-7080-4893-87ca-ad3fc837f506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:53:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['748683d0-0964-44a8-8955-b18eb4bcc0f7'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:06.648178 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bd13d128-0e6a-4a7e-8be0-37d588af8aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:06.653741 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf575ef-ff8e-41a5-af37-22baf2a9cbe3 req-041a41fa-8e7e-49f2-b717-1831dbdb782f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:06.655956 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7bf575ef-ff8e-41a5-af37-22baf2a9cbe3 req-041a41fa-8e7e-49f2-b717-1831dbdb782f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a2150d1b1bcd4a828c702c82170ebe7c&device_id=ce39e19f-938f-434a-885e-e4d19fb8f33d HTTP/1.1" status: 200 len: 1098 time: 0.3993323 Mar 22 10:54:06.663304 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-84736fc4-e28d-4ebb-8971-bfd98e4e69f0 None None] Set router 3d10d508-41ee-4740-b292-82a2db1fd1fa gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:54:06.672375 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-bd874109-ed9a-4c13-ba77-673951cfe9a7 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] 10.222.0.57 "PUT /v2.0/floatingips/0b39b0c6-fcb6-4e83-bc7b-bafd69aca15e HTTP/1.1" status: 200 len: 991 time: 4.2895932 Mar 22 10:54:06.683742 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48355fc1-9f2b-4ff1-9fe2-4798930dd9b9', 'tag': '721a4f7b-232b-4b37-ab19-e7ba0715982b'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 10:54:06.687318 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140f7662-9bfa-4619-81e2-966ee6cbc8b5" -d '{"events": [{"name": "network-changed", "server_uuid": "48355fc1-9f2b-4ff1-9fe2-4798930dd9b9", "tag": "721a4f7b-232b-4b37-ab19-e7ba0715982b"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 10:54:06.711663 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-71ec29fd-1e37-4600-a659-196bfaf42ce9 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:06.773779 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-13f75aa1-7080-4893-87ca-ad3fc837f506 None None] Set router 748683d0-0964-44a8-8955-b18eb4bcc0f7 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:54:06.830342 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef9100e-2ff9-46fe-8ec5-2cc770cc938c None None] Checking router: b84ae497-6c77-4992-9eab-281ed6887ea9 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 10:54:06.830721 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef9100e-2ff9-46fe-8ec5-2cc770cc938c None None] Updating router b84ae497-6c77-4992-9eab-281ed6887ea9 port fde75daf-8cce-4a4f-9316-fdd855597617 binding host dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 10:54:06.842890 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 10:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a71a8b-63e0-4de8-8247-c0f28825236a x-openstack-request-id: req-c3a71a8b-63e0-4de8-8247-c0f28825236a {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 10:54:06.843310 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48355fc1-9f2b-4ff1-9fe2-4798930dd9b9", "tag": "721a4f7b-232b-4b37-ab19-e7ba0715982b", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 10:54:06.843499 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c3a71a8b-63e0-4de8-8247-c0f28825236a {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 10:54:06.843820 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3a71a8b-63e0-4de8-8247-c0f28825236a'] response: {'name': 'network-changed', 'server_uuid': '48355fc1-9f2b-4ff1-9fe2-4798930dd9b9', 'tag': '721a4f7b-232b-4b37-ab19-e7ba0715982b', 'status': 'completed', 'code': 200} Mar 22 10:54:06.872721 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-9ef9100e-2ff9-46fe-8ec5-2cc770cc938c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:06.898954 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ec29fd-1e37-4600-a659-196bfaf42ce9 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event deleted for resources: {'Port': ['ID=219ab857-e8e4-438d-bfa6-2fc8023f7402,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:06.943101 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df471c8-f458-435a-9638-84b8b776ad70 tempest-TestNetworkAdvancedServerOps-1314583856 tempest-TestNetworkAdvancedServerOps-1314583856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:06.945191 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-9df471c8-f458-435a-9638-84b8b776ad70 tempest-TestNetworkAdvancedServerOps-1314583856 tempest-TestNetworkAdvancedServerOps-1314583856-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6081696 Mar 22 10:54:06.953843 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8f65be04-1a7e-4e0e-bac5-4ca0f1dae382 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:06.964337 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35936) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:07.017930 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bd13d128-0e6a-4a7e-8be0-37d588af8aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:07.022878 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bd13d128-0e6a-4a7e-8be0-37d588af8aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:07.028767 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-bd13d128-0e6a-4a7e-8be0-37d588af8aa3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c15e6e53-5fb9-4ead-ab39-b7efe0472e75 HTTP/1.1" status: 204 len: 168 time: 0.6653485 Mar 22 10:54:07.052912 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-83012296-1b08-494b-b5cf-6deebd66dda8 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:07.067996 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-84736fc4-e28d-4ebb-8971-bfd98e4e69f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d10d508-41ee-4740-b292-82a2db1fd1fa', 'name': 'tempest-ServersTestJSON-1678239605-router', 'tenant_id': 'da2f632c4d66467ba58857dff433bce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.40'}], 'enable_snat': True}, 'gw_port_id': '5a594c3b-5619-4c58-a446-0728a3777acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:53:05Z', 'updated_at': '2022-03-22T10:53:17Z', 'revision_number': 4, 'project_id': 'da2f632c4d66467ba58857dff433bce9', 'gw_port': {'id': '5a594c3b-5619-4c58-a446-0728a3777acc', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d10d508-41ee-4740-b292-82a2db1fd1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:06Z', 'updated_at': '2022-03-22T10:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '0b39b0c6-fcb6-4e83-bc7b-bafd69aca15e', 'tenant_id': 'da2f632c4d66467ba58857dff433bce9', 'floating_ip_address': '172.26.7.96', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '3d10d508-41ee-4740-b292-82a2db1fd1fa', 'port_id': '721a4f7b-232b-4b37-ab19-e7ba0715982b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d72c436-5be9-48c2-831b-3e0293d5b0ac', 'mac_address': 'fa:16:3e:7d:dd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48355fc1-9f2b-4ff1-9fe2-4798930dd9b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T10:53:30Z', 'updated_at': '2022-03-22T10:54:04Z', 'revision_number': 1, 'project_id': 'da2f632c4d66467ba58857dff433bce9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a563f114-0152-445c-b85e-ed5c4325b5a5', 'name': '', 'network_id': '6d72c436-5be9-48c2-831b-3e0293d5b0ac', 'tenant_id': 'da2f632c4d66467ba58857dff433bce9', 'mac_address': 'fa:16:3e:18:fa:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d10d508-41ee-4740-b292-82a2db1fd1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c201b142-5f21-4cd8-83cb-40d4a336882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:14Z', 'updated_at': '2022-03-22T10:53:24Z', 'revision_number': 5, 'project_id': 'da2f632c4d66467ba58857dff433bce9', 'subnets': [{'id': 'c201b142-5f21-4cd8-83cb-40d4a336882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:07.100042 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-83012296-1b08-494b-b5cf-6deebd66dda8 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:07.119426 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-df7f9122-d505-4d27-9ce4-007ff1378ba2 tempest-TestNetworkAdvancedServerOps-1314583856 tempest-TestNetworkAdvancedServerOps-1314583856-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=a14ca783-6f82-4799-85a3-4cbe79c980a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1534009 Mar 22 10:54:07.122783 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd13d128-0e6a-4a7e-8be0-37d588af8aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15e6e53-5fb9-4ead-ab39-b7efe0472e75,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:07.125789 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-71ec29fd-1e37-4600-a659-196bfaf42ce9 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684007'] for router_interface, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:07.138527 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35942) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:07.148370 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-dc139334-d6e2-4d2f-98a4-80271931e030 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1614081786', 'network_id': 'd9d30e40-e553-4004-8b8d-30072274af6a', 'project_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:54:07.165707 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84736fc4-e28d-4ebb-8971-bfd98e4e69f0 None None] Checking router: 3d10d508-41ee-4740-b292-82a2db1fd1fa for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 10:54:07.227920 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84736fc4-e28d-4ebb-8971-bfd98e4e69f0 None None] Routers {'3d10d508-41ee-4740-b292-82a2db1fd1fa'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:07.228971 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-84736fc4-e28d-4ebb-8971-bfd98e4e69f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:53:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['3d10d508-41ee-4740-b292-82a2db1fd1fa'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:07.255825 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c93cd33b-cdb9-44d4-bc27-3e1a1e575eb1 req-17717867-0264-4528-ad46-822f4a396878 service neutron] 10.222.0.35 "GET /v2.0/networks/619a0580-b085-430c-89e2-022d42d1e4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7020729 Mar 22 10:54:07.315955 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83012296-1b08-494b-b5cf-6deebd66dda8 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:54:07.316989 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f7662-9bfa-4619-81e2-966ee6cbc8b5 req-ad498b87-f6c0-4fe7-bf6a-fb700b019afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:07.317876 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf575ef-ff8e-41a5-af37-22baf2a9cbe3 req-c1f5f187-609d-4233-9897-87c3b7ca651d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:07.318779 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-140f7662-9bfa-4619-81e2-966ee6cbc8b5 req-ad498b87-f6c0-4fe7-bf6a-fb700b019afd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=da2f632c4d66467ba58857dff433bce9&device_id=48355fc1-9f2b-4ff1-9fe2-4798930dd9b9 HTTP/1.1" status: 200 len: 1099 time: 0.4538808 Mar 22 10:54:07.319646 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7bf575ef-ff8e-41a5-af37-22baf2a9cbe3 req-c1f5f187-609d-4233-9897-87c3b7ca651d service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd5c1c08-a18c-4726-99bb-ba3569297277 HTTP/1.1" status: 200 len: 912 time: 0.6368647 Mar 22 10:54:07.324420 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-83012296-1b08-494b-b5cf-6deebd66dda8 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:54:07.443289 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-84736fc4-e28d-4ebb-8971-bfd98e4e69f0 None None] Set router 3d10d508-41ee-4740-b292-82a2db1fd1fa gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:54:07.513285 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83012296-1b08-494b-b5cf-6deebd66dda8 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:54:07.525490 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8f65be04-1a7e-4e0e-bac5-4ca0f1dae382 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:07.549110 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ec29fd-1e37-4600-a659-196bfaf42ce9 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Router e6b432f7-2756-4511-a324-482ef393c3b5 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:54:07.567588 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-9ef9100e-2ff9-46fe-8ec5-2cc770cc938c None None] Notify callbacks [] for port, precommit_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:07.576327 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-9ef9100e-2ff9-46fe-8ec5-2cc770cc938c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:07.612580 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-9ef9100e-2ff9-46fe-8ec5-2cc770cc938c None None] Attempting to bind port fde75daf-8cce-4a4f-9316-fdd855597617 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:54:07.615195 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7bf575ef-ff8e-41a5-af37-22baf2a9cbe3 req-1529aa55-8359-4e11-ba10-e8881ca44b46 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95926975-866f-4a10-9144-9b0ee509deed HTTP/1.1" status: 200 len: 999 time: 0.2827532 Mar 22 10:54:07.617871 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-9ef9100e-2ff9-46fe-8ec5-2cc770cc938c None None] Attempting to bind port fde75daf-8cce-4a4f-9316-fdd855597617 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:54:07.618519 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef9100e-2ff9-46fe-8ec5-2cc770cc938c None None] Attempting to bind port fde75daf-8cce-4a4f-9316-fdd855597617 on network a14ca783-6f82-4799-85a3-4cbe79c980a8 {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:54:07.672262 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d484fab3-b540-4c78-9f62-53b5ab8597e0 None None] Pushing event updated for resources: {'Port': ['ID=fde75daf-8cce-4a4f-9316-fdd855597617,revision_number=2']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:07.682740 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d484fab3-b540-4c78-9f62-53b5ab8597e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:54:07.683136 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d484fab3-b540-4c78-9f62-53b5ab8597e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:54:07.683557 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d484fab3-b540-4c78-9f62-53b5ab8597e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:54:07.683894 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d484fab3-b540-4c78-9f62-53b5ab8597e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:54:07.684344 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d484fab3-b540-4c78-9f62-53b5ab8597e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:54:07.684747 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d484fab3-b540-4c78-9f62-53b5ab8597e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:54:07.685345 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d484fab3-b540-4c78-9f62-53b5ab8597e0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:54:07.685875 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d484fab3-b540-4c78-9f62-53b5ab8597e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:54:07.686259 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d484fab3-b540-4c78-9f62-53b5ab8597e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:54:07.686633 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d484fab3-b540-4c78-9f62-53b5ab8597e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:54:07.686960 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d484fab3-b540-4c78-9f62-53b5ab8597e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:54:07.687277 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d484fab3-b540-4c78-9f62-53b5ab8597e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:54:07.698591 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef9100e-2ff9-46fe-8ec5-2cc770cc938c None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:54:07.698990 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef9100e-2ff9-46fe-8ec5-2cc770cc938c None None] Checking segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:54:07.699545 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-9ef9100e-2ff9-46fe-8ec5-2cc770cc938c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:07.699976 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef9100e-2ff9-46fe-8ec5-2cc770cc938c None None] Bound using segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:54:07.700591 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-9ef9100e-2ff9-46fe-8ec5-2cc770cc938c None None] Bound port: fde75daf-8cce-4a4f-9316-fdd855597617, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:54:07.700994 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-9ef9100e-2ff9-46fe-8ec5-2cc770cc938c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:07.721166 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5ef612d0-aa71-4d21-ab4b-9b073ca5ef65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:07.739815 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35948) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:07.759315 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f65be04-1a7e-4e0e-bac5-4ca0f1dae382 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Pushing event updated for resources: {'Port': ['ID=ddab535c-1714-4750-b420-c66843fe8b9b,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:07.763736 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-13f75aa1-7080-4893-87ca-ad3fc837f506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '748683d0-0964-44a8-8955-b18eb4bcc0f7', 'name': 'tempest-ServersTestManualDisk-191282308-router', 'tenant_id': 'a2150d1b1bcd4a828c702c82170ebe7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '5239f23e-b1ee-446a-8e7f-04120b09d234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:53:04Z', 'updated_at': '2022-03-22T10:53:15Z', 'revision_number': 4, 'project_id': 'a2150d1b1bcd4a828c702c82170ebe7c', 'gw_port': {'id': '5239f23e-b1ee-446a-8e7f-04120b09d234', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:79:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748683d0-0964-44a8-8955-b18eb4bcc0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:05Z', 'updated_at': '2022-03-22T10:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '381e908f-e0fb-4042-8a65-138b9ccb0945', 'tenant_id': 'a2150d1b1bcd4a828c702c82170ebe7c', 'floating_ip_address': '172.26.7.230', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '748683d0-0964-44a8-8955-b18eb4bcc0f7', 'port_id': '95926975-866f-4a10-9144-9b0ee509deed', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd5c1c08-a18c-4726-99bb-ba3569297277', 'mac_address': 'fa:16:3e:d4:cd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce39e19f-938f-434a-885e-e4d19fb8f33d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T10:53:25Z', 'updated_at': '2022-03-22T10:54:02Z', 'revision_number': 1, 'project_id': 'a2150d1b1bcd4a828c702c82170ebe7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49efdded-ad05-4745-b5c6-582e712621cb', 'name': '', 'network_id': 'dd5c1c08-a18c-4726-99bb-ba3569297277', 'tenant_id': 'a2150d1b1bcd4a828c702c82170ebe7c', 'mac_address': 'fa:16:3e:eb:fa:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748683d0-0964-44a8-8955-b18eb4bcc0f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'e8b0effb-2582-4c7c-9cf2-568035a0a72b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:13Z', 'updated_at': '2022-03-22T10:53:22Z', 'revision_number': 5, 'project_id': 'a2150d1b1bcd4a828c702c82170ebe7c', 'subnets': [{'id': 'e8b0effb-2582-4c7c-9cf2-568035a0a72b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:07.777509 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f65be04-1a7e-4e0e-bac5-4ca0f1dae382 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Network fa1da2ad-d11f-4544-b068-f8563dc14dbb is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:54:07.780186 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc139334-d6e2-4d2f-98a4-80271931e030 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Made reservation on behalf of 9a2c288025384519a97e6c2e5ef1a5ab for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:54:07.782996 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-84736fc4-e28d-4ebb-8971-bfd98e4e69f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d10d508-41ee-4740-b292-82a2db1fd1fa', 'name': 'tempest-ServersTestJSON-1678239605-router', 'tenant_id': 'da2f632c4d66467ba58857dff433bce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.40'}], 'enable_snat': True}, 'gw_port_id': '5a594c3b-5619-4c58-a446-0728a3777acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:53:05Z', 'updated_at': '2022-03-22T10:53:17Z', 'revision_number': 4, 'project_id': 'da2f632c4d66467ba58857dff433bce9', 'gw_port': {'id': '5a594c3b-5619-4c58-a446-0728a3777acc', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d10d508-41ee-4740-b292-82a2db1fd1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:06Z', 'updated_at': '2022-03-22T10:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '0b39b0c6-fcb6-4e83-bc7b-bafd69aca15e', 'tenant_id': 'da2f632c4d66467ba58857dff433bce9', 'floating_ip_address': '172.26.7.96', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '3d10d508-41ee-4740-b292-82a2db1fd1fa', 'port_id': '721a4f7b-232b-4b37-ab19-e7ba0715982b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d72c436-5be9-48c2-831b-3e0293d5b0ac', 'mac_address': 'fa:16:3e:7d:dd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48355fc1-9f2b-4ff1-9fe2-4798930dd9b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T10:53:30Z', 'updated_at': '2022-03-22T10:54:04Z', 'revision_number': 1, 'project_id': 'da2f632c4d66467ba58857dff433bce9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a563f114-0152-445c-b85e-ed5c4325b5a5', 'name': '', 'network_id': '6d72c436-5be9-48c2-831b-3e0293d5b0ac', 'tenant_id': 'da2f632c4d66467ba58857dff433bce9', 'mac_address': 'fa:16:3e:18:fa:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d10d508-41ee-4740-b292-82a2db1fd1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c201b142-5f21-4cd8-83cb-40d4a336882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:14Z', 'updated_at': '2022-03-22T10:53:24Z', 'revision_number': 5, 'project_id': 'da2f632c4d66467ba58857dff433bce9', 'subnets': [{'id': 'c201b142-5f21-4cd8-83cb-40d4a336882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:07.783593 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dc139334-d6e2-4d2f-98a4-80271931e030 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:07.784152 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add59bd3-6eae-440b-9eb4-c898a58bc56d req-f1a9f676-0159-4bde-a305-ac139eab25f5 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:07.785899 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-add59bd3-6eae-440b-9eb4-c898a58bc56d req-f1a9f676-0159-4bde-a305-ac139eab25f5 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] 10.222.0.57 "GET /v2.0/ports?device_id=48355fc1-9f2b-4ff1-9fe2-4798930dd9b9 HTTP/1.1" status: 200 len: 946 time: 0.9399257 Mar 22 10:54:07.804140 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f75aa1-7080-4893-87ca-ad3fc837f506 None None] The sync data for ids ['748683d0-0964-44a8-8955-b18eb4bcc0f7'] in dv-neutron-834599-1-hyperv is: [{'id': '748683d0-0964-44a8-8955-b18eb4bcc0f7', 'name': 'tempest-ServersTestManualDisk-191282308-router', 'tenant_id': 'a2150d1b1bcd4a828c702c82170ebe7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '5239f23e-b1ee-446a-8e7f-04120b09d234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:53:04Z', 'updated_at': '2022-03-22T10:53:15Z', 'revision_number': 4, 'project_id': 'a2150d1b1bcd4a828c702c82170ebe7c', 'gw_port': {'id': '5239f23e-b1ee-446a-8e7f-04120b09d234', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:79:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748683d0-0964-44a8-8955-b18eb4bcc0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:05Z', 'updated_at': '2022-03-22T10:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '381e908f-e0fb-4042-8a65-138b9ccb0945', 'tenant_id': 'a2150d1b1bcd4a828c702c82170ebe7c', 'floating_ip_address': '172.26.7.230', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '748683d0-0964-44a8-8955-b18eb4bcc0f7', 'port_id': '95926975-866f-4a10-9144-9b0ee509deed', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd5c1c08-a18c-4726-99bb-ba3569297277', 'mac_address': 'fa:16:3e:d4:cd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce39e19f-938f-434a-885e-e4d19fb8f33d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T10:53:25Z', 'updated_at': '2022-03-22T10:54:02Z', 'revision_number': 1, 'project_id': 'a2150d1b1bcd4a828c702c82170ebe7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49efdded-ad05-4745-b5c6-582e712621cb', 'name': '', 'network_id': 'dd5c1c08-a18c-4726-99bb-ba3569297277', 'tenant_id': 'a2150d1b1bcd4a828c702c82170ebe7c', 'mac_address': 'fa:16:3e:eb:fa:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748683d0-0964-44a8-8955-b18eb4bcc0f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'e8b0effb-2582-4c7c-9cf2-568035a0a72b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:13Z', 'updated_at': '2022-03-22T10:53:22Z', 'revision_number': 5, 'project_id': 'a2150d1b1bcd4a828c702c82170ebe7c', 'subnets': [{'id': 'e8b0effb-2582-4c7c-9cf2-568035a0a72b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:54:07.804742 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-8f65be04-1a7e-4e0e-bac5-4ca0f1dae382 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:54:07.807589 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-16937b9b-987e-4d22-abed-8f5037d4436d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:07.823819 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-9ef9100e-2ff9-46fe-8ec5-2cc770cc938c None None] For port fde75daf-8cce-4a4f-9316-fdd855597617, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:54:07.828949 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-9ef9100e-2ff9-46fe-8ec5-2cc770cc938c None None] For port fde75daf-8cce-4a4f-9316-fdd855597617, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=fde75daf-8cce-4a4f-9316-fdd855597617,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:54:07.830453 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f65be04-1a7e-4e0e-bac5-4ca0f1dae382 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:54:07.834859 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-9ef9100e-2ff9-46fe-8ec5-2cc770cc938c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:07.861286 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84736fc4-e28d-4ebb-8971-bfd98e4e69f0 None None] The sync data for ids ['3d10d508-41ee-4740-b292-82a2db1fd1fa'] in dv-neutron-834599-1-hyperv is: [{'id': '3d10d508-41ee-4740-b292-82a2db1fd1fa', 'name': 'tempest-ServersTestJSON-1678239605-router', 'tenant_id': 'da2f632c4d66467ba58857dff433bce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.40'}], 'enable_snat': True}, 'gw_port_id': '5a594c3b-5619-4c58-a446-0728a3777acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:53:05Z', 'updated_at': '2022-03-22T10:53:17Z', 'revision_number': 4, 'project_id': 'da2f632c4d66467ba58857dff433bce9', 'gw_port': {'id': '5a594c3b-5619-4c58-a446-0728a3777acc', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d10d508-41ee-4740-b292-82a2db1fd1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:06Z', 'updated_at': '2022-03-22T10:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '0b39b0c6-fcb6-4e83-bc7b-bafd69aca15e', 'tenant_id': 'da2f632c4d66467ba58857dff433bce9', 'floating_ip_address': '172.26.7.96', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '3d10d508-41ee-4740-b292-82a2db1fd1fa', 'port_id': '721a4f7b-232b-4b37-ab19-e7ba0715982b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d72c436-5be9-48c2-831b-3e0293d5b0ac', 'mac_address': 'fa:16:3e:7d:dd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48355fc1-9f2b-4ff1-9fe2-4798930dd9b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T10:53:30Z', 'updated_at': '2022-03-22T10:54:04Z', 'revision_number': 1, 'project_id': 'da2f632c4d66467ba58857dff433bce9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a563f114-0152-445c-b85e-ed5c4325b5a5', 'name': '', 'network_id': '6d72c436-5be9-48c2-831b-3e0293d5b0ac', 'tenant_id': 'da2f632c4d66467ba58857dff433bce9', 'mac_address': 'fa:16:3e:18:fa:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d10d508-41ee-4740-b292-82a2db1fd1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c201b142-5f21-4cd8-83cb-40d4a336882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:14Z', 'updated_at': '2022-03-22T10:53:24Z', 'revision_number': 5, 'project_id': 'da2f632c4d66467ba58857dff433bce9', 'subnets': [{'id': 'c201b142-5f21-4cd8-83cb-40d4a336882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:54:07.956870 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d484fab3-b540-4c78-9f62-53b5ab8597e0 None None] Pushing event updated for resources: {'Port': ['ID=fde75daf-8cce-4a4f-9316-fdd855597617,revision_number=3']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:07.993633 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef9100e-2ff9-46fe-8ec5-2cc770cc938c None None] Routers {'b84ae497-6c77-4992-9eab-281ed6887ea9'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:07.994838 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-9ef9100e-2ff9-46fe-8ec5-2cc770cc938c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:53:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['b84ae497-6c77-4992-9eab-281ed6887ea9'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:08.010279 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83012296-1b08-494b-b5cf-6deebd66dda8 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Pushing event updated for resources: {'Port': ['ID=bbc6d7bb-b4da-4aed-a174-aa07890af8c1,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:08.014334 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf575ef-ff8e-41a5-af37-22baf2a9cbe3 req-fa849a4d-d2bd-425d-9895-379e1b5ab80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:08.015897 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7bf575ef-ff8e-41a5-af37-22baf2a9cbe3 req-fa849a4d-d2bd-425d-9895-379e1b5ab80b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e8b0effb-2582-4c7c-9cf2-568035a0a72b HTTP/1.1" status: 200 len: 850 time: 0.2290194 Mar 22 10:54:08.149681 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-9ef9100e-2ff9-46fe-8ec5-2cc770cc938c None None] Set router b84ae497-6c77-4992-9eab-281ed6887ea9 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:54:08.227540 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb037b5-f818-44ed-8ae8-97cd19f7c557 None None] New status for floating IP 381e908f-e0fb-4042-8a65-138b9ccb0945: ACTIVE {{(pid=109052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 10:54:08.313274 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f7662-9bfa-4619-81e2-966ee6cbc8b5 req-2a221ef1-3c7b-4a12-9a1c-e8018a6e7ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:08.315977 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-140f7662-9bfa-4619-81e2-966ee6cbc8b5 req-2a221ef1-3c7b-4a12-9a1c-e8018a6e7ffe service neutron] 10.222.0.35 "GET /v2.0/networks?id=6d72c436-5be9-48c2-831b-3e0293d5b0ac HTTP/1.1" status: 200 len: 907 time: 0.9760907 Mar 22 10:54:08.381393 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39001dc4-ffbd-4beb-a73c-bce39f6b0450 req-6f5da33c-239b-4e22-9945-513905cf0e64 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:08.389284 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-39001dc4-ffbd-4beb-a73c-bce39f6b0450 req-6f5da33c-239b-4e22-9945-513905cf0e64 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 1.1322935 Mar 22 10:54:08.394723 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-83012296-1b08-494b-b5cf-6deebd66dda8 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:08.410660 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-add59bd3-6eae-440b-9eb4-c898a58bc56d req-ef7ba6f2-389c-4ed1-9e7f-cb5e91129ac8 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d0ff445-ef48-4484-b687-f93d4f0a9a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4654036 Mar 22 10:54:08.458700 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf575ef-ff8e-41a5-af37-22baf2a9cbe3 req-aceddaf7-74d7-40ae-8c4d-188760cbb086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:08.458941 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e48721f-a4e9-4323-9878-a23a388a6999 None None] New status for floating IP 0b39b0c6-fcb6-4e83-bc7b-bafd69aca15e: ACTIVE {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 10:54:08.460810 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7bf575ef-ff8e-41a5-af37-22baf2a9cbe3 req-aceddaf7-74d7-40ae-8c4d-188760cbb086 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd5c1c08-a18c-4726-99bb-ba3569297277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4366617 Mar 22 10:54:08.494620 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ec29fd-1e37-4600-a659-196bfaf42ce9 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:54:08.497396 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8f65be04-1a7e-4e0e-bac5-4ca0f1dae382 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684270'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:08.528992 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-39001dc4-ffbd-4beb-a73c-bce39f6b0450 req-bf6f2cff-d3ba-4eb1-b60b-f6875aa509bc tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385961 Mar 22 10:54:08.534221 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d57336f-7edf-4f8b-ac57-628aa0f529aa None None] Sync routers for ids ['e6b432f7-2756-4511-a324-482ef393c3b5'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:54:08.583116 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-71ec29fd-1e37-4600-a659-196bfaf42ce9 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "PUT /v2.0/routers/e6b432f7-2756-4511-a324-482ef393c3b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6020930 Mar 22 10:54:08.588716 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d57336f-7edf-4f8b-ac57-628aa0f529aa None None] Routers {'e6b432f7-2756-4511-a324-482ef393c3b5'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:08.589675 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-5d57336f-7edf-4f8b-ac57-628aa0f529aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:53:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['e6b432f7-2756-4511-a324-482ef393c3b5'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:08.600705 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35954) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:08.687927 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b9fb8d0c-5496-4580-bdc3-e0931a6cc6b6 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6b432f7-2756-4511-a324-482ef393c3b5 HTTP/1.1" status: 200 len: 205 time: 0.0827119 Mar 22 10:54:08.692562 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-5d57336f-7edf-4f8b-ac57-628aa0f529aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:08.710922 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d57336f-7edf-4f8b-ac57-628aa0f529aa None None] Routers {'e6b432f7-2756-4511-a324-482ef393c3b5'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:08.711190 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35956) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:08.711561 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-5d57336f-7edf-4f8b-ac57-628aa0f529aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:53:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['e6b432f7-2756-4511-a324-482ef393c3b5'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:08.754605 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-5d57336f-7edf-4f8b-ac57-628aa0f529aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:08.755381 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d57336f-7edf-4f8b-ac57-628aa0f529aa None None] The sync data for ids ['e6b432f7-2756-4511-a324-482ef393c3b5'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:54:08.769724 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-9ef9100e-2ff9-46fe-8ec5-2cc770cc938c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84ae497-6c77-4992-9eab-281ed6887ea9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855438045', 'tenant_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': 'fde75daf-8cce-4a4f-9316-fdd855597617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:53:58Z', 'updated_at': '2022-03-22T10:54:02Z', 'revision_number': 3, 'project_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'gw_port': {'id': 'fde75daf-8cce-4a4f-9316-fdd855597617', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84ae497-6c77-4992-9eab-281ed6887ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:54:00Z', 'updated_at': '2022-03-22T10:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:08.804547 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef9100e-2ff9-46fe-8ec5-2cc770cc938c None None] The sync data for ids ['b84ae497-6c77-4992-9eab-281ed6887ea9'] in dv-neutron-834599-1-hyperv is: [{'id': 'b84ae497-6c77-4992-9eab-281ed6887ea9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855438045', 'tenant_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': 'fde75daf-8cce-4a4f-9316-fdd855597617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:53:58Z', 'updated_at': '2022-03-22T10:54:02Z', 'revision_number': 3, 'project_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'gw_port': {'id': 'fde75daf-8cce-4a4f-9316-fdd855597617', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84ae497-6c77-4992-9eab-281ed6887ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:54:00Z', 'updated_at': '2022-03-22T10:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:54:08.817719 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7bf575ef-ff8e-41a5-af37-22baf2a9cbe3 req-60812459-f63b-4a59-a110-ccfc7782a86a service neutron] 10.222.0.35 "GET /v2.0/networks/dd5c1c08-a18c-4726-99bb-ba3569297277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413291 Mar 22 10:54:08.830342 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-140f7662-9bfa-4619-81e2-966ee6cbc8b5 req-e89f0bef-c176-4e72-b027-21af44b055bc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=721a4f7b-232b-4b37-ab19-e7ba0715982b HTTP/1.1" status: 200 len: 999 time: 0.4995899 Mar 22 10:54:09.036892 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-83012296-1b08-494b-b5cf-6deebd66dda8 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:09.043797 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7bf575ef-ff8e-41a5-af37-22baf2a9cbe3 req-c417db8b-7030-4c77-8046-9390337fb206 service neutron] 10.222.0.35 "GET /v2.0/networks/dd5c1c08-a18c-4726-99bb-ba3569297277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625566 Mar 22 10:54:09.053355 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-953e90e6-bfb0-43fb-a134-a125cb123ea9 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:09.142880 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f7662-9bfa-4619-81e2-966ee6cbc8b5 req-5b217b47-159e-4a45-a6f0-cc82c93d8d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:09.157254 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-140f7662-9bfa-4619-81e2-966ee6cbc8b5 req-5b217b47-159e-4a45-a6f0-cc82c93d8d88 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c201b142-5f21-4cd8-83cb-40d4a336882f HTTP/1.1" status: 200 len: 845 time: 0.2952719 Mar 22 10:54:09.227398 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83012296-1b08-494b-b5cf-6deebd66dda8 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Router 97f66dfa-0193-45d9-aa4e-c4aea3fda8f6 is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109050) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 10:54:09.253459 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-16937b9b-987e-4d22-abed-8f5037d4436d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:09.284367 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-16937b9b-987e-4d22-abed-8f5037d4436d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:09.367140 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83012296-1b08-494b-b5cf-6deebd66dda8 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:54:09.383047 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cc1673-35f1-43f5-84e7-495ea167387f None None] Sync routers for ids ['97f66dfa-0193-45d9-aa4e-c4aea3fda8f6'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:54:09.388053 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-83012296-1b08-494b-b5cf-6deebd66dda8 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:09.389610 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-83012296-1b08-494b-b5cf-6deebd66dda8 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.1744564 Mar 22 10:54:09.393283 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35958) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:09.395553 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8f65be04-1a7e-4e0e-bac5-4ca0f1dae382 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:09.402076 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cc1673-35f1-43f5-84e7-495ea167387f None None] Routers {'97f66dfa-0193-45d9-aa4e-c4aea3fda8f6'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:09.402681 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-09cc1673-35f1-43f5-84e7-495ea167387f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:53:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['97f66dfa-0193-45d9-aa4e-c4aea3fda8f6'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:09.480528 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-953e90e6-bfb0-43fb-a134-a125cb123ea9 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:09.486879 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-953e90e6-bfb0-43fb-a134-a125cb123ea9 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:09.490525 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dc139334-d6e2-4d2f-98a4-80271931e030 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:09.494224 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-16937b9b-987e-4d22-abed-8f5037d4436d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=68ba90cd225d4323a921bb2a90120947&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7493305 Mar 22 10:54:09.499403 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35960) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:09.504955 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16937b9b-987e-4d22-abed-8f5037d4436d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6a932c-8a9c-4a34-be4d-5df497356d8f,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:09.544022 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f7662-9bfa-4619-81e2-966ee6cbc8b5 req-0c08e0cf-4ce3-473c-a0fe-b529802cc260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:09.546168 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-140f7662-9bfa-4619-81e2-966ee6cbc8b5 req-0c08e0cf-4ce3-473c-a0fe-b529802cc260 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6d72c436-5be9-48c2-831b-3e0293d5b0ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3716133 Mar 22 10:54:09.581968 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-09cc1673-35f1-43f5-84e7-495ea167387f None None] Set router 97f66dfa-0193-45d9-aa4e-c4aea3fda8f6 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:54:09.589074 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fa41f00c-0ebf-4b69-82ec-562096b53578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:09.696797 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-953e90e6-bfb0-43fb-a134-a125cb123ea9 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:09.697300 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953e90e6-bfb0-43fb-a134-a125cb123ea9 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Fanout notify agent at l3_agent the message router_deleted on router e6b432f7-2756-4511-a324-482ef393c3b5 {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 10:54:09.705073 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-953e90e6-bfb0-43fb-a134-a125cb123ea9 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:09.709029 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-953e90e6-bfb0-43fb-a134-a125cb123ea9 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "DELETE /v2.0/routers/e6b432f7-2756-4511-a324-482ef393c3b5 HTTP/1.1" status: 204 len: 168 time: 0.9948766 Mar 22 10:54:09.709717 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fa41f00c-0ebf-4b69-82ec-562096b53578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:09.711412 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35964) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:09.759033 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-b284dd22-e536-43cf-a6ad-e169e2e9a970 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] 10.222.0.57 "GET /v2.0/routers/97f66dfa-0193-45d9-aa4e-c4aea3fda8f6 HTTP/1.1" status: 200 len: 908 time: 0.3560362 Mar 22 10:54:09.763006 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35966) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:09.780216 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-4499ae05-a84e-448a-bb62-1d0e7cd8495f tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1704269283', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'enable_snat': True}}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:54:09.822600 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0a028-c593-4a77-ac3a-6aa00946c700 req-7a362dd4-7ea5-4878-b572-a4bc45bb3166 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:09.826275 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-6454c655-3d9d-4528-9d3a-2c3b9c860a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:09.834147 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2cc0a028-c593-4a77-ac3a-6aa00946c700 req-7a362dd4-7ea5-4878-b572-a4bc45bb3166 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.1778328 Mar 22 10:54:09.845545 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-09cc1673-35f1-43f5-84e7-495ea167387f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97f66dfa-0193-45d9-aa4e-c4aea3fda8f6', 'name': 'tempest-snat-router-1704269283', 'tenant_id': 'e953a0f23f924b3fb7ea002beff3f45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.80'}], 'enable_snat': False}, 'gw_port_id': 'bbc6d7bb-b4da-4aed-a174-aa07890af8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:54:03Z', 'updated_at': '2022-03-22T10:54:07Z', 'revision_number': 3, 'project_id': 'e953a0f23f924b3fb7ea002beff3f45c', 'gw_port': {'id': 'bbc6d7bb-b4da-4aed-a174-aa07890af8c1', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a4:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f66dfa-0193-45d9-aa4e-c4aea3fda8f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:54:05Z', 'updated_at': '2022-03-22T10:54:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:09.847236 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc139334-d6e2-4d2f-98a4-80271931e030 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Pushing event updated for resources: {'Subnet': ['ID=1e449dec-f71c-43ef-87f8-f368eb7385b3,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:09.881820 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4499ae05-a84e-448a-bb62-1d0e7cd8495f tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:09.882759 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4499ae05-a84e-448a-bb62-1d0e7cd8495f tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:09.887948 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cc1673-35f1-43f5-84e7-495ea167387f None None] Checking router: 97f66dfa-0193-45d9-aa4e-c4aea3fda8f6 for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 10:54:09.888429 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cc1673-35f1-43f5-84e7-495ea167387f None None] Updating router 97f66dfa-0193-45d9-aa4e-c4aea3fda8f6 port bbc6d7bb-b4da-4aed-a174-aa07890af8c1 binding host dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 10:54:09.925693 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fa41f00c-0ebf-4b69-82ec-562096b53578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:09.927442 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-09cc1673-35f1-43f5-84e7-495ea167387f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:09.931682 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fa41f00c-0ebf-4b69-82ec-562096b53578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:09.933438 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-fa41f00c-0ebf-4b69-82ec-562096b53578 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2c6a932c-8a9c-4a34-be4d-5df497356d8f HTTP/1.1" status: 204 len: 168 time: 0.4331555 Mar 22 10:54:09.945040 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-140f7662-9bfa-4619-81e2-966ee6cbc8b5 req-a37b52d6-906b-4ec8-94b7-8b0f5c8ae4ec service neutron] 10.222.0.35 "GET /v2.0/networks/6d72c436-5be9-48c2-831b-3e0293d5b0ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3384235 Mar 22 10:54:09.946963 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2cc0a028-c593-4a77-ac3a-6aa00946c700 req-27ffb401-fd9a-408b-916e-7ea5320d67f1 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110041 Mar 22 10:54:10.015623 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4499ae05-a84e-448a-bb62-1d0e7cd8495f tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:10.017127 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4723c51-7c3f-44ce-b5ec-6ec4ac483292 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Deleting subnet 8d92c680-b2fd-4aba-b16a-f5ed964d236d {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:54:10.018879 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa41f00c-0ebf-4b69-82ec-562096b53578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6a932c-8a9c-4a34-be4d-5df497356d8f,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:10.022388 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c4723c51-7c3f-44ce-b5ec-6ec4ac483292 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:10.071405 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c4723c51-7c3f-44ce-b5ec-6ec4ac483292 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:10.176178 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c4723c51-7c3f-44ce-b5ec-6ec4ac483292 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:10.250554 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc139334-d6e2-4d2f-98a4-80271931e030 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Checking segment: {'id': '3a130c61-1c70-4d51-9e6a-9e4b6433197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd9d30e40-e553-4004-8b8d-30072274af6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:54:10.251094 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc139334-d6e2-4d2f-98a4-80271931e030 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Network hostable DHCP agents. Network: d9d30e40-e553-4004-8b8d-30072274af6a, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:54:10.280501 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c4723c51-7c3f-44ce-b5ec-6ec4ac483292 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:10.314710 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c4723c51-7c3f-44ce-b5ec-6ec4ac483292 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:10.324052 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c4723c51-7c3f-44ce-b5ec-6ec4ac483292 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "DELETE /v2.0/subnets/8d92c680-b2fd-4aba-b16a-f5ed964d236d HTTP/1.1" status: 204 len: 168 time: 0.5996902 Mar 22 10:54:10.324318 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35974) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:10.325187 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3075801-536a-4dae-9b73-8be744acc919 None None] Network 6fb926df-db9c-4e42-86a3-7980c7ec4aee requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:54:10.334802 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aefcdae-58bd-4d08-8b3d-01089cb4d58a req-d1485241-6afc-4ca2-9a28-4ee7090c0666 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:10.337766 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8aefcdae-58bd-4d08-8b3d-01089cb4d58a req-d1485241-6afc-4ca2-9a28-4ee7090c0666 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.2004378 Mar 22 10:54:10.342420 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4499ae05-a84e-448a-bb62-1d0e7cd8495f tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:10.429826 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4723c51-7c3f-44ce-b5ec-6ec4ac483292 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event deleted for resources: {'Subnet': ['ID=8d92c680-b2fd-4aba-b16a-f5ed964d236d,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:10.453485 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf1c3d51-e216-4f35-939b-2add23410ba5 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Deleting subnet 0ae18877-f380-4362-8b7a-5e8f470d5482 {{(pid=109050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:54:10.455258 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc139334-d6e2-4d2f-98a4-80271931e030 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Network d9d30e40-e553-4004-8b8d-30072274af6a is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:54:10.461681 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bf1c3d51-e216-4f35-939b-2add23410ba5 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for subnet, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:10.505909 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-dc139334-d6e2-4d2f-98a4-80271931e030 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, d9d30e40-e553-4004-8b8d-30072274af6a) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:54:10.514140 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc139334-d6e2-4d2f-98a4-80271931e030 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:10.515582 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dc139334-d6e2-4d2f-98a4-80271931e030 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:10.523458 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf45c02d-d4d8-431c-a853-72b9b98331ee None None] Network d9d30e40-e553-4004-8b8d-30072274af6a requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:54:10.528068 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-140f7662-9bfa-4619-81e2-966ee6cbc8b5 req-b9839bb0-928d-411d-890d-1cd6ced675e1 service neutron] 10.222.0.35 "GET /v2.0/networks/6d72c436-5be9-48c2-831b-3e0293d5b0ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5628824 Mar 22 10:54:10.543742 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35976) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:10.578066 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bf1c3d51-e216-4f35-939b-2add23410ba5 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11961780'] for subnet, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:10.593916 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-dc139334-d6e2-4d2f-98a4-80271931e030 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.4526923 Mar 22 10:54:10.596696 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35978) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:10.621108 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2b869bad-ff77-460c-8854-1e144c85d4f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:10.623124 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-09cc1673-35f1-43f5-84e7-495ea167387f None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:10.625867 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8aefcdae-58bd-4d08-8b3d-01089cb4d58a req-fb180d58-2f66-4933-992f-b5cf6c9cc292 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1964519 Mar 22 10:54:10.761347 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-09cc1673-35f1-43f5-84e7-495ea167387f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:10.773297 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bf1c3d51-e216-4f35-939b-2add23410ba5 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:10.878358 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ce4fe-2c0a-45a1-b520-78db998ef5b4 None None] Pushing event updated for resources: {'Port': ['ID=bbc6d7bb-b4da-4aed-a174-aa07890af8c1,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:10.889150 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a347e4d4-78ee-4ffe-9075-3d047ce6a834 None None] DHCP port deletion for 6fb926df-db9c-4e42-86a3-7980c7ec4aee request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:54:10.900244 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2b869bad-ff77-460c-8854-1e144c85d4f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:10.901547 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483ce4fe-2c0a-45a1-b520-78db998ef5b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:54:10.901982 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483ce4fe-2c0a-45a1-b520-78db998ef5b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:54:10.902331 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483ce4fe-2c0a-45a1-b520-78db998ef5b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:54:10.902669 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483ce4fe-2c0a-45a1-b520-78db998ef5b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:54:10.919965 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483ce4fe-2c0a-45a1-b520-78db998ef5b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:54:10.920919 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483ce4fe-2c0a-45a1-b520-78db998ef5b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:54:10.921416 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483ce4fe-2c0a-45a1-b520-78db998ef5b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:54:10.921977 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483ce4fe-2c0a-45a1-b520-78db998ef5b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:54:10.922480 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483ce4fe-2c0a-45a1-b520-78db998ef5b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:54:10.922957 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483ce4fe-2c0a-45a1-b520-78db998ef5b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:54:10.923527 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483ce4fe-2c0a-45a1-b520-78db998ef5b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:54:10.924013 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483ce4fe-2c0a-45a1-b520-78db998ef5b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:54:10.943250 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2b869bad-ff77-460c-8854-1e144c85d4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:10.946408 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bf1c3d51-e216-4f35-939b-2add23410ba5 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:10.986930 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b869bad-ff77-460c-8854-1e144c85d4f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a11d2b-19b0-44ae-870a-9e7c06d54df2,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:11.026209 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd634c7-49e9-4f6b-9d8a-bd661a3842ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-d9d30e40-e553-4004-8b8d-30072274af6a', 'network_id': 'd9d30e40-e553-4004-8b8d-30072274af6a', 'tenant_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'fixed_ips': [{'subnet_id': '1e449dec-f71c-43ef-87f8-f368eb7385b3'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:54:11.026774 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2bd634c7-49e9-4f6b-9d8a-bd661a3842ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:11.068511 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-09cc1673-35f1-43f5-84e7-495ea167387f None None] Attempting to bind port bbc6d7bb-b4da-4aed-a174-aa07890af8c1 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:54:11.068511 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-09cc1673-35f1-43f5-84e7-495ea167387f None None] Attempting to bind port bbc6d7bb-b4da-4aed-a174-aa07890af8c1 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:54:11.068511 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cc1673-35f1-43f5-84e7-495ea167387f None None] Attempting to bind port bbc6d7bb-b4da-4aed-a174-aa07890af8c1 on network a14ca783-6f82-4799-85a3-4cbe79c980a8 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:54:11.091775 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cc1673-35f1-43f5-84e7-495ea167387f None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:54:11.092264 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cc1673-35f1-43f5-84e7-495ea167387f None None] Checking segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:54:11.092836 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-09cc1673-35f1-43f5-84e7-495ea167387f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:11.093508 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cc1673-35f1-43f5-84e7-495ea167387f None None] Bound using segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:54:11.094068 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-09cc1673-35f1-43f5-84e7-495ea167387f None None] Bound port: bbc6d7bb-b4da-4aed-a174-aa07890af8c1, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:54:11.095897 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1c3d51-e216-4f35-939b-2add23410ba5 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event deleted for resources: {'Subnet': ['ID=0ae18877-f380-4362-8b7a-5e8f470d5482,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:11.098689 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-09cc1673-35f1-43f5-84e7-495ea167387f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:11.103312 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bf1c3d51-e216-4f35-939b-2add23410ba5 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:11.114131 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-bf1c3d51-e216-4f35-939b-2add23410ba5 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "DELETE /v2.0/subnets/0ae18877-f380-4362-8b7a-5e8f470d5482 HTTP/1.1" status: 204 len: 168 time: 0.7878909 Mar 22 10:54:11.116949 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:11.120968 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 35984) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:11.142900 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06485709-ea69-4efe-983a-368ae6ef267d None None] Network 18336a00-9c38-4f6f-b276-70545a3666ba requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:54:11.197025 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-2b869bad-ff77-460c-8854-1e144c85d4f9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=76a0fa2644044143a97350cccd8b7944&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6488309 Mar 22 10:54:11.200792 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 35986) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:11.240737 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4499ae05-a84e-448a-bb62-1d0e7cd8495f tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:11.290370 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059f858-0327-4b18-8eef-a5a2e23bc19d req-784f2a71-8cfa-4f2a-9f40-ccce2162cc4b tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:11.298215 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0059f858-0327-4b18-8eef-a5a2e23bc19d req-784f2a71-8cfa-4f2a-9f40-ccce2162cc4b tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.1487837 Mar 22 10:54:11.306959 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4499ae05-a84e-448a-bb62-1d0e7cd8495f tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:11.323244 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f4e84ee4-dd72-4431-a4b1-d105887d8a20 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:11.328248 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device fde75daf-8cce-4a4f-9316-fdd855597617 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:54:11.355052 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e5f05e02-9b69-4649-a6b7-90feb72167a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:11.385987 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-a347e4d4-78ee-4ffe-9075-3d047ce6a834 None None] Deleting port 7052c729-339b-47a2-9fed-73f4847642b1 {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:54:11.386549 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a347e4d4-78ee-4ffe-9075-3d047ce6a834 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:11.389417 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-09cc1673-35f1-43f5-84e7-495ea167387f None None] For port bbc6d7bb-b4da-4aed-a174-aa07890af8c1, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:54:11.436350 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0059f858-0327-4b18-8eef-a5a2e23bc19d req-106eb999-f769-452f-be93-aa0816a6546c tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371453 Mar 22 10:54:11.451603 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e5f05e02-9b69-4649-a6b7-90feb72167a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:11.506893 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-09cc1673-35f1-43f5-84e7-495ea167387f None None] For port bbc6d7bb-b4da-4aed-a174-aa07890af8c1, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=bbc6d7bb-b4da-4aed-a174-aa07890af8c1,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:54:11.536066 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-09cc1673-35f1-43f5-84e7-495ea167387f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:11.574472 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-4499ae05-a84e-448a-bb62-1d0e7cd8495f tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Allocated IP 172.26.7.119 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/86054e27-6d58-4875-96b5-e7b3b77d4ca7) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:54:11.585863 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e5f05e02-9b69-4649-a6b7-90feb72167a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:11.590574 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e5f05e02-9b69-4649-a6b7-90feb72167a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:11.592397 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-e5f05e02-9b69-4649-a6b7-90feb72167a3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/32a11d2b-19b0-44ae-870a-9e7c06d54df2 HTTP/1.1" status: 204 len: 168 time: 0.3904579 Mar 22 10:54:11.628347 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-f4e84ee4-dd72-4431-a4b1-d105887d8a20 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Deleting port 7052c729-339b-47a2-9fed-73f4847642b1 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:54:11.628834 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f4e84ee4-dd72-4431-a4b1-d105887d8a20 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:11.660356 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f05e02-9b69-4649-a6b7-90feb72167a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a11d2b-19b0-44ae-870a-9e7c06d54df2,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:11.743431 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-f4e84ee4-dd72-4431-a4b1-d105887d8a20 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] For port 7052c729-339b-47a2-9fed-73f4847642b1, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=7052c729-339b-47a2-9fed-73f4847642b1,segment=NetworkSegment(ea706916-85f6-4660-a147-9154095763b2),segment_id=ea706916-85f6-4660-a147-9154095763b2)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:54:11.762014 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f4e84ee4-dd72-4431-a4b1-d105887d8a20 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:11.780919 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-f4e84ee4-dd72-4431-a4b1-d105887d8a20 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Calling delete_port for 7052c729-339b-47a2-9fed-73f4847642b1 owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:54:11.861810 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4499ae05-a84e-448a-bb62-1d0e7cd8495f tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:11.899387 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f4e84ee4-dd72-4431-a4b1-d105887d8a20 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:11.916222 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8f65be04-1a7e-4e0e-bac5-4ca0f1dae382 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:11.922651 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4499ae05-a84e-448a-bb62-1d0e7cd8495f tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:11.931603 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-a347e4d4-78ee-4ffe-9075-3d047ce6a834 None None] For port 7052c729-339b-47a2-9fed-73f4847642b1, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=7052c729-339b-47a2-9fed-73f4847642b1,segment=NetworkSegment(ea706916-85f6-4660-a147-9154095763b2),segment_id=ea706916-85f6-4660-a147-9154095763b2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:54:11.931996 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a347e4d4-78ee-4ffe-9075-3d047ce6a834 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:11.971528 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-a347e4d4-78ee-4ffe-9075-3d047ce6a834 None None] Calling delete_port for 7052c729-339b-47a2-9fed-73f4847642b1 owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:54:11.973191 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4499ae05-a84e-448a-bb62-1d0e7cd8495f tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:54:11.978530 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-4499ae05-a84e-448a-bb62-1d0e7cd8495f tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:54:11.981402 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4499ae05-a84e-448a-bb62-1d0e7cd8495f tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:54:12.017762 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8f65be04-1a7e-4e0e-bac5-4ca0f1dae382 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:12.102785 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e84ee4-dd72-4431-a4b1-d105887d8a20 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] No DVR routers for this DVR port 7052c729-339b-47a2-9fed-73f4847642b1 on host dv-neutron-834599-1-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:54:12.115741 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e84ee4-dd72-4431-a4b1-d105887d8a20 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event deleted for resources: {'Port': ['ID=7052c729-339b-47a2-9fed-73f4847642b1,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:12.201008 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-2bd634c7-49e9-4f6b-9d8a-bd661a3842ef None None] Allocated IP 172.20.0.2 (d9d30e40-e553-4004-8b8d-30072274af6a/1e449dec-f71c-43ef-87f8-f368eb7385b3/e9c0aab6-2f71-4041-a67f-112c22d80e1b) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:54:12.203883 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a347e4d4-78ee-4ffe-9075-3d047ce6a834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:12.227716 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a347e4d4-78ee-4ffe-9075-3d047ce6a834 None None] No DVR routers for this DVR port 7052c729-339b-47a2-9fed-73f4847642b1 on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:54:12.260410 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cc1673-35f1-43f5-84e7-495ea167387f None None] Routers {'97f66dfa-0193-45d9-aa4e-c4aea3fda8f6'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:12.261343 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-09cc1673-35f1-43f5-84e7-495ea167387f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['97f66dfa-0193-45d9-aa4e-c4aea3fda8f6'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:12.285174 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port fde75daf-8cce-4a4f-9316-fdd855597617 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:54:12.285547 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:12.389819 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d23ff7-c826-41a6-93e9-3370c84f1636 None None] DHCP port deletion for 18336a00-9c38-4f6f-b276-70545a3666ba request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:54:12.473394 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4499ae05-a84e-448a-bb62-1d0e7cd8495f tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Pushing event updated for resources: {'Port': ['ID=86054e27-6d58-4875-96b5-e7b3b77d4ca7,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:12.497933 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8f65be04-1a7e-4e0e-bac5-4ca0f1dae382 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684306'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:12.500818 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f65be04-1a7e-4e0e-bac5-4ca0f1dae382 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Pushing event updated for resources: {'Port': ['ID=ddab535c-1714-4750-b420-c66843fe8b9b,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:12.563359 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f4e84ee4-dd72-4431-a4b1-d105887d8a20 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:12.599598 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ce4fe-2c0a-45a1-b520-78db998ef5b4 None None] Pushing event updated for resources: {'Port': ['ID=bbc6d7bb-b4da-4aed-a174-aa07890af8c1,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:12.607824 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-f4e84ee4-dd72-4431-a4b1-d105887d8a20 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fb926df-db9c-4e42-86a3-7980c7ec4aee']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:12.623000 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-f4e84ee4-dd72-4431-a4b1-d105887d8a20 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea706916-85f6-4660-a147-9154095763b2') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:12.623467 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-f4e84ee4-dd72-4431-a4b1-d105887d8a20 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea706916-85f6-4660-a147-9154095763b2') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:12.636451 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f4e84ee4-dd72-4431-a4b1-d105887d8a20 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:12.653677 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f4e84ee4-dd72-4431-a4b1-d105887d8a20 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:12.662350 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a347e4d4-78ee-4ffe-9075-3d047ce6a834 None None] Pushing event deleted for resources: {'Port': ['ID=7052c729-339b-47a2-9fed-73f4847642b1,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:12.662652 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4e84ee4-dd72-4431-a4b1-d105887d8a20 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:54:12.663147 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f4e84ee4-dd72-4431-a4b1-d105887d8a20 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:12.665255 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d46986c-e258-4966-ad21-a1b0d9b5e4ed req-e240bcdf-541c-49cc-b0ce-78561c7a640c tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:12.675017 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4d46986c-e258-4966-ad21-a1b0d9b5e4ed req-e240bcdf-541c-49cc-b0ce-78561c7a640c tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.2014086 Mar 22 10:54:12.679008 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:12.739396 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 10:54:12.739396 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:54:12.739396 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 10:54:12.739396 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:54:12.739396 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 10:54:12.739396 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:54:12.739396 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 10:54:12.739396 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:54:12.739396 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 10:54:12.739396 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:54:12.739396 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 10:54:12.739396 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:54:12.739396 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 10:54:12.739396 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:54:12.739396 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:54:12.739396 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:54:12.739396 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:54:12.739396 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:54:12.739396 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 10:54:12.739396 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:54:12.739396 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 10:54:12.739396 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:54:12.739396 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:54:12.739396 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:54:12.739396 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 10:54:12.739396 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:54:12.739396 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:54:12.739396 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:54:12.739396 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:54:12.739396 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:54:12.739396 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:54:12.739396 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:54:12.780689 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4d46986c-e258-4966-ad21-a1b0d9b5e4ed req-b608345d-8d57-4285-9e7e-063eb7aedafa tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015224 Mar 22 10:54:12.794349 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:12.805381 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-09d23ff7-c826-41a6-93e9-3370c84f1636 None None] Deleting port a44b0837-bbb9-4a8c-a7f6-066073b4435c {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:54:12.806214 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-09d23ff7-c826-41a6-93e9-3370c84f1636 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:12.842052 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4499ae05-a84e-448a-bb62-1d0e7cd8495f tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:12.861686 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f4e84ee4-dd72-4431-a4b1-d105887d8a20 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:12.896752 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-09cc1673-35f1-43f5-84e7-495ea167387f None None] Set router 97f66dfa-0193-45d9-aa4e-c4aea3fda8f6 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:54:12.901004 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f4e84ee4-dd72-4431-a4b1-d105887d8a20 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:12.909435 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f4e84ee4-dd72-4431-a4b1-d105887d8a20 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "DELETE /v2.0/networks/6fb926df-db9c-4e42-86a3-7980c7ec4aee HTTP/1.1" status: 204 len: 168 time: 1.7663829 Mar 22 10:54:12.912841 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36018) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:12.915296 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e84ee4-dd72-4431-a4b1-d105887d8a20 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event deleted for resources: {'Network': ['ID=6fb926df-db9c-4e42-86a3-7980c7ec4aee,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:12.989209 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:13.018033 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port fde75daf-8cce-4a4f-9316-fdd855597617, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=fde75daf-8cce-4a4f-9316-fdd855597617,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:54:13.046869 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:13.132617 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f65be04-1a7e-4e0e-bac5-4ca0f1dae382 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Network fa1da2ad-d11f-4544-b068-f8563dc14dbb is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:54:13.137012 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-125ae682-ab40-41e1-986b-f6a14f42e758 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:13.144952 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-8f65be04-1a7e-4e0e-bac5-4ca0f1dae382 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:54:13.149038 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1f3e0232-c220-4503-ba89-f3262fa56276 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:13.205520 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 7052c729-339b-47a2-9fed-73f4847642b1 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:54:13.237330 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4499ae05-a84e-448a-bb62-1d0e7cd8495f tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:13.255020 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=fde75daf-8cce-4a4f-9316-fdd855597617,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:13.346924 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 7052c729-339b-47a2-9fed-73f4847642b1 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:54:13.347526 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 7052c729-339b-47a2-9fed-73f4847642b1 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:54:13.352609 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-09d23ff7-c826-41a6-93e9-3370c84f1636 None None] For port a44b0837-bbb9-4a8c-a7f6-066073b4435c, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=a44b0837-bbb9-4a8c-a7f6-066073b4435c,segment=NetworkSegment(feeef753-5b59-412b-9869-fa11618fe84d),segment_id=feeef753-5b59-412b-9869-fa11618fe84d)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:54:13.353378 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-09d23ff7-c826-41a6-93e9-3370c84f1636 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:13.387038 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-09d23ff7-c826-41a6-93e9-3370c84f1636 None None] Calling delete_port for a44b0837-bbb9-4a8c-a7f6-066073b4435c owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:54:13.391131 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:13.430746 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2bd634c7-49e9-4f6b-9d8a-bd661a3842ef None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:13.482735 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4499ae05-a84e-448a-bb62-1d0e7cd8495f tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Router fd70cdb0-e456-4ec0-8373-7f4f6b290a25 is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109050) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 10:54:13.500522 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2bd634c7-49e9-4f6b-9d8a-bd661a3842ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:13.508500 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f65be04-1a7e-4e0e-bac5-4ca0f1dae382 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Router dd100d99-b1a8-4042-8c07-1eeaa238e500 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:54:13.524218 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-125ae682-ab40-41e1-986b-f6a14f42e758 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Deleting port a44b0837-bbb9-4a8c-a7f6-066073b4435c {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:54:13.525498 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-125ae682-ab40-41e1-986b-f6a14f42e758 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:13.564821 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd634c7-49e9-4f6b-9d8a-bd661a3842ef None None] Pushing event updated for resources: {'Port': ['ID=e9c0aab6-2f71-4041-a67f-112c22d80e1b,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:13.631354 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd634c7-49e9-4f6b-9d8a-bd661a3842ef None None] Network d9d30e40-e553-4004-8b8d-30072274af6a is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:54:13.642728 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-2bd634c7-49e9-4f6b-9d8a-bd661a3842ef None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:54:13.649452 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd634c7-49e9-4f6b-9d8a-bd661a3842ef None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:54:13.659146 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device fde75daf-8cce-4a4f-9316-fdd855597617 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:54:13.736176 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-09d23ff7-c826-41a6-93e9-3370c84f1636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:13.767403 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4499ae05-a84e-448a-bb62-1d0e7cd8495f tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:54:13.784265 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d23ff7-c826-41a6-93e9-3370c84f1636 None None] No DVR routers for this DVR port a44b0837-bbb9-4a8c-a7f6-066073b4435c on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:54:13.784481 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c317d7-fe16-4b12-aee2-c1407e1a6146 None None] Sync routers for ids ['fd70cdb0-e456-4ec0-8373-7f4f6b290a25'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:54:13.788920 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-2bd634c7-49e9-4f6b-9d8a-bd661a3842ef None None] Attempting to bind port e9c0aab6-2f71-4041-a67f-112c22d80e1b on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:54:13.789288 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-2bd634c7-49e9-4f6b-9d8a-bd661a3842ef None None] Attempting to bind port e9c0aab6-2f71-4041-a67f-112c22d80e1b by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '3a130c61-1c70-4d51-9e6a-9e4b6433197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd9d30e40-e553-4004-8b8d-30072274af6a'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:54:13.789702 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd634c7-49e9-4f6b-9d8a-bd661a3842ef None None] Attempting to bind port e9c0aab6-2f71-4041-a67f-112c22d80e1b on network d9d30e40-e553-4004-8b8d-30072274af6a {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:54:13.801270 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d23ff7-c826-41a6-93e9-3370c84f1636 None None] Pushing event deleted for resources: {'Port': ['ID=a44b0837-bbb9-4a8c-a7f6-066073b4435c,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:13.815587 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd634c7-49e9-4f6b-9d8a-bd661a3842ef None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:54:13.816372 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd634c7-49e9-4f6b-9d8a-bd661a3842ef None None] Checking segment: {'id': '3a130c61-1c70-4d51-9e6a-9e4b6433197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd9d30e40-e553-4004-8b8d-30072274af6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:54:13.817769 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2bd634c7-49e9-4f6b-9d8a-bd661a3842ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:13.818399 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd634c7-49e9-4f6b-9d8a-bd661a3842ef None None] Bound using segment: {'id': '3a130c61-1c70-4d51-9e6a-9e4b6433197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd9d30e40-e553-4004-8b8d-30072274af6a'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:54:13.818929 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-2bd634c7-49e9-4f6b-9d8a-bd661a3842ef None None] Bound port: e9c0aab6-2f71-4041-a67f-112c22d80e1b, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a130c61-1c70-4d51-9e6a-9e4b6433197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd9d30e40-e553-4004-8b8d-30072274af6a'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:54:13.819326 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2bd634c7-49e9-4f6b-9d8a-bd661a3842ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:13.820300 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c317d7-fe16-4b12-aee2-c1407e1a6146 None None] Routers {'fd70cdb0-e456-4ec0-8373-7f4f6b290a25'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:13.821965 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4499ae05-a84e-448a-bb62-1d0e7cd8495f tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:13.823292 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-c3c317d7-fe16-4b12-aee2-c1407e1a6146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['fd70cdb0-e456-4ec0-8373-7f4f6b290a25'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:13.831287 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-125ae682-ab40-41e1-986b-f6a14f42e758 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] For port a44b0837-bbb9-4a8c-a7f6-066073b4435c, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=a44b0837-bbb9-4a8c-a7f6-066073b4435c,segment=NetworkSegment(feeef753-5b59-412b-9869-fa11618fe84d),segment_id=feeef753-5b59-412b-9869-fa11618fe84d)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:54:13.832290 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-09cc1673-35f1-43f5-84e7-495ea167387f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97f66dfa-0193-45d9-aa4e-c4aea3fda8f6', 'name': 'tempest-snat-router-1704269283', 'tenant_id': 'e953a0f23f924b3fb7ea002beff3f45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.80'}], 'enable_snat': False}, 'gw_port_id': 'bbc6d7bb-b4da-4aed-a174-aa07890af8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:54:03Z', 'updated_at': '2022-03-22T10:54:07Z', 'revision_number': 3, 'project_id': 'e953a0f23f924b3fb7ea002beff3f45c', 'gw_port': {'id': 'bbc6d7bb-b4da-4aed-a174-aa07890af8c1', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a4:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f66dfa-0193-45d9-aa4e-c4aea3fda8f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:54:05Z', 'updated_at': '2022-03-22T10:54:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:13.832705 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-4499ae05-a84e-448a-bb62-1d0e7cd8495f tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.0561700 Mar 22 10:54:13.833582 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-125ae682-ab40-41e1-986b-f6a14f42e758 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:13.833787 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36034) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:13.862783 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cc1673-35f1-43f5-84e7-495ea167387f None None] The sync data for ids ['97f66dfa-0193-45d9-aa4e-c4aea3fda8f6'] in dv-neutron-834599-1-hyperv is: [{'id': '97f66dfa-0193-45d9-aa4e-c4aea3fda8f6', 'name': 'tempest-snat-router-1704269283', 'tenant_id': 'e953a0f23f924b3fb7ea002beff3f45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.80'}], 'enable_snat': False}, 'gw_port_id': 'bbc6d7bb-b4da-4aed-a174-aa07890af8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:54:03Z', 'updated_at': '2022-03-22T10:54:07Z', 'revision_number': 3, 'project_id': 'e953a0f23f924b3fb7ea002beff3f45c', 'gw_port': {'id': 'bbc6d7bb-b4da-4aed-a174-aa07890af8c1', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a4:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f66dfa-0193-45d9-aa4e-c4aea3fda8f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:54:05Z', 'updated_at': '2022-03-22T10:54:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:54:13.881121 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-125ae682-ab40-41e1-986b-f6a14f42e758 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Calling delete_port for a44b0837-bbb9-4a8c-a7f6-066073b4435c owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:54:13.921624 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port fde75daf-8cce-4a4f-9316-fdd855597617 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:54:13.922046 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:14.022255 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2bd634c7-49e9-4f6b-9d8a-bd661a3842ef None None] For port e9c0aab6-2f71-4041-a67f-112c22d80e1b, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:54:14.028552 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2bd634c7-49e9-4f6b-9d8a-bd661a3842ef None None] For port e9c0aab6-2f71-4041-a67f-112c22d80e1b, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=e9c0aab6-2f71-4041-a67f-112c22d80e1b,segment=NetworkSegment(3a130c61-1c70-4d51-9e6a-9e4b6433197c),segment_id=3a130c61-1c70-4d51-9e6a-9e4b6433197c)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:54:14.038533 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2bd634c7-49e9-4f6b-9d8a-bd661a3842ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:14.089411 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af9500-550a-448a-aca8-8eedfc61526b req-66b5ee98-9e2e-4125-a12e-4b46b9e6494c tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:14.101039 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-54af9500-550a-448a-aca8-8eedfc61526b req-66b5ee98-9e2e-4125-a12e-4b46b9e6494c tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.1429474 Mar 22 10:54:14.102670 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-c3c317d7-fe16-4b12-aee2-c1407e1a6146 None None] Set router fd70cdb0-e456-4ec0-8373-7f4f6b290a25 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:54:14.190152 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd634c7-49e9-4f6b-9d8a-bd661a3842ef None None] Pushing event updated for resources: {'Port': ['ID=e9c0aab6-2f71-4041-a67f-112c22d80e1b,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:14.191897 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f65be04-1a7e-4e0e-bac5-4ca0f1dae382 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:54:14.218921 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8f65be04-1a7e-4e0e-bac5-4ca0f1dae382 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] 10.222.0.57 "PUT /v2.0/routers/dd100d99-b1a8-4042-8c07-1eeaa238e500/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4622080 Mar 22 10:54:14.222838 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-54af9500-550a-448a-aca8-8eedfc61526b req-0a6bb72a-d385-49e7-b2e2-3b4a5090ebb9 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196175 Mar 22 10:54:14.225819 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36042) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:14.241464 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3fca82-b6cb-4007-ad29-e68f550ee63b None None] Sync routers for ids ['dd100d99-b1a8-4042-8c07-1eeaa238e500'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:54:14.242935 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-1f3e0232-c220-4503-ba89-f3262fa56276 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Allocated IP 172.20.0.1 (d9d30e40-e553-4004-8b8d-30072274af6a/1e449dec-f71c-43ef-87f8-f368eb7385b3/c9b90879-f064-478b-afd5-c9ebf4d94725) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:54:14.258489 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3fca82-b6cb-4007-ad29-e68f550ee63b None None] Routers {'dd100d99-b1a8-4042-8c07-1eeaa238e500'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:14.259602 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-0c3fca82-b6cb-4007-ad29-e68f550ee63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['dd100d99-b1a8-4042-8c07-1eeaa238e500'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:14.295803 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-c63c4f50-a2cc-49d3-ba04-0b34826e51ac tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Request body: {'port': {'network_id': 'fa1da2ad-d11f-4544-b068-f8563dc14dbb', 'name': 'tempest-FloatingIPTestJSON-1267922'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:54:14.301757 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36044) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:14.330592 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-0c3fca82-b6cb-4007-ad29-e68f550ee63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:14.347048 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-125ae682-ab40-41e1-986b-f6a14f42e758 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:14.359360 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3fca82-b6cb-4007-ad29-e68f550ee63b None None] Routers {'dd100d99-b1a8-4042-8c07-1eeaa238e500'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:14.360754 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-0c3fca82-b6cb-4007-ad29-e68f550ee63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['dd100d99-b1a8-4042-8c07-1eeaa238e500'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:14.388294 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-4015d7d0-fd82-4f97-9188-d71153818b99 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] 10.222.0.57 "GET /v2.0/routers/fd70cdb0-e456-4ec0-8373-7f4f6b290a25 HTTP/1.1" status: 200 len: 908 time: 0.5476046 Mar 22 10:54:14.389391 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36048) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:14.425922 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-0c3fca82-b6cb-4007-ad29-e68f550ee63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:14.428161 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-c3c317d7-fe16-4b12-aee2-c1407e1a6146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd70cdb0-e456-4ec0-8373-7f4f6b290a25', 'name': 'tempest-snat-router-1704269283', 'tenant_id': 'e953a0f23f924b3fb7ea002beff3f45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '86054e27-6d58-4875-96b5-e7b3b77d4ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:54:09Z', 'updated_at': '2022-03-22T10:54:12Z', 'revision_number': 3, 'project_id': 'e953a0f23f924b3fb7ea002beff3f45c', 'gw_port': {'id': '86054e27-6d58-4875-96b5-e7b3b77d4ca7', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd70cdb0-e456-4ec0-8373-7f4f6b290a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:54:11Z', 'updated_at': '2022-03-22T10:54:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:14.430289 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3fca82-b6cb-4007-ad29-e68f550ee63b None None] The sync data for ids ['dd100d99-b1a8-4042-8c07-1eeaa238e500'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:54:14.452694 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device a44b0837-bbb9-4a8c-a7f6-066073b4435c no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:54:14.470396 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c317d7-fe16-4b12-aee2-c1407e1a6146 None None] Checking router: fd70cdb0-e456-4ec0-8373-7f4f6b290a25 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 10:54:14.471411 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c317d7-fe16-4b12-aee2-c1407e1a6146 None None] Updating router fd70cdb0-e456-4ec0-8373-7f4f6b290a25 port 86054e27-6d58-4875-96b5-e7b3b77d4ca7 binding host dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 10:54:14.496371 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: a44b0837-bbb9-4a8c-a7f6-066073b4435c {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:54:14.496720 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device a44b0837-bbb9-4a8c-a7f6-066073b4435c not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:54:14.524438 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-c3c317d7-fe16-4b12-aee2-c1407e1a6146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:14.615669 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125ae682-ab40-41e1-986b-f6a14f42e758 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event deleted for resources: {'Port': ['ID=a44b0837-bbb9-4a8c-a7f6-066073b4435c,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:14.626805 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125ae682-ab40-41e1-986b-f6a14f42e758 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] No DVR routers for this DVR port a44b0837-bbb9-4a8c-a7f6-066073b4435c on host dv-neutron-834599-1-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:54:14.876143 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-125ae682-ab40-41e1-986b-f6a14f42e758 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:14.890906 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d7516f-d09c-4b82-87e5-4196f005ec32 req-a6694eb1-7ceb-44bd-b5ef-ba3f1c9bff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:14.893702 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-d1d7516f-d09c-4b82-87e5-4196f005ec32 req-a6694eb1-7ceb-44bd-b5ef-ba3f1c9bff60 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e964decdfe5d4f8ab69e1cb7f6a56a22&device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 1099 time: 0.5182686 Mar 22 10:54:14.911422 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1f3e0232-c220-4503-ba89-f3262fa56276 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:14.935934 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-125ae682-ab40-41e1-986b-f6a14f42e758 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18336a00-9c38-4f6f-b276-70545a3666ba']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:14.936709 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-10de7ff8-6cf0-4b0b-baeb-7009a4f91187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162398178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162398178-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-895688481'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:54:14.983785 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10de7ff8-6cf0-4b0b-baeb-7009a4f91187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162398178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162398178-project] Made reservation on behalf of e3a6f86f3fd144be87a4e96d8707d502 for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:54:14.990305 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-10de7ff8-6cf0-4b0b-baeb-7009a4f91187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162398178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162398178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:14.993820 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-125ae682-ab40-41e1-986b-f6a14f42e758 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feeef753-5b59-412b-9869-fa11618fe84d') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:14.994080 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-125ae682-ab40-41e1-986b-f6a14f42e758 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feeef753-5b59-412b-9869-fa11618fe84d') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:15.009668 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-125ae682-ab40-41e1-986b-f6a14f42e758 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:15.019766 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-10de7ff8-6cf0-4b0b-baeb-7009a4f91187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162398178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162398178-project] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:15.023690 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63c4f50-a2cc-49d3-ba04-0b34826e51ac tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Made reservation on behalf of 65b47a7da7ab4785af47ee2c91cd3e71 for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:54:15.028349 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c63c4f50-a2cc-49d3-ba04-0b34826e51ac tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:15.038967 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b861b64f-0f53-4995-91f4-887b852d01b7 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks [] for router, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:15.057160 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-125ae682-ab40-41e1-986b-f6a14f42e758 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:15.069673 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-125ae682-ab40-41e1-986b-f6a14f42e758 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:54:15.070328 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-125ae682-ab40-41e1-986b-f6a14f42e758 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:15.132349 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-c63c4f50-a2cc-49d3-ba04-0b34826e51ac tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] device_id is not set on port b9e74243-ceac-435e-9489-0f2263654c9d yet. {{(pid=109050) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:54:15.144164 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-c3c317d7-fe16-4b12-aee2-c1407e1a6146 None None] Notify callbacks [] for port, precommit_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:15.150233 dv-neutron-834599-1-hyperv neutron-server[109049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:54:15.150233 dv-neutron-834599-1-hyperv neutron-server[109049]: self.session.flush() Mar 22 10:54:15.150233 dv-neutron-834599-1-hyperv neutron-server[109049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:54:15.150233 dv-neutron-834599-1-hyperv neutron-server[109049]: self.session.flush() Mar 22 10:54:15.150233 dv-neutron-834599-1-hyperv neutron-server[109049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:54:15.150233 dv-neutron-834599-1-hyperv neutron-server[109049]: self.session.flush() Mar 22 10:54:15.150233 dv-neutron-834599-1-hyperv neutron-server[109049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:54:15.150233 dv-neutron-834599-1-hyperv neutron-server[109049]: self.session.flush() Mar 22 10:54:15.150233 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 10:54:15.150233 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:54:15.150233 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 10:54:15.150233 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:54:15.150233 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 10:54:15.150233 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:54:15.150233 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 10:54:15.150233 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:54:15.150233 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 10:54:15.150233 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:54:15.150233 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 10:54:15.150233 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:54:15.150233 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 10:54:15.150233 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:54:15.150233 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:54:15.150233 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:54:15.150233 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:54:15.150233 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:54:15.150233 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 10:54:15.150233 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:54:15.150233 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 10:54:15.150233 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:54:15.150233 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:54:15.150233 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:54:15.150233 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 10:54:15.150233 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:54:15.150233 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:54:15.150233 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:54:15.150233 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:54:15.150233 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:54:15.150233 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:54:15.150233 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:54:15.155716 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-c3c317d7-fe16-4b12-aee2-c1407e1a6146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:15.223241 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-125ae682-ab40-41e1-986b-f6a14f42e758 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:15.240423 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-125ae682-ab40-41e1-986b-f6a14f42e758 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:15.243925 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-c3c317d7-fe16-4b12-aee2-c1407e1a6146 None None] Attempting to bind port 86054e27-6d58-4875-96b5-e7b3b77d4ca7 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:54:15.244436 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-c3c317d7-fe16-4b12-aee2-c1407e1a6146 None None] Attempting to bind port 86054e27-6d58-4875-96b5-e7b3b77d4ca7 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:54:15.244973 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c317d7-fe16-4b12-aee2-c1407e1a6146 None None] Attempting to bind port 86054e27-6d58-4875-96b5-e7b3b77d4ca7 on network a14ca783-6f82-4799-85a3-4cbe79c980a8 {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:54:15.253393 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-125ae682-ab40-41e1-986b-f6a14f42e758 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "DELETE /v2.0/networks/18336a00-9c38-4f6f-b276-70545a3666ba HTTP/1.1" status: 204 len: 168 time: 2.3342116 Mar 22 10:54:15.255081 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36050) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:15.260226 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1f3e0232-c220-4503-ba89-f3262fa56276 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:15.266605 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-c13b88fa-5591-40b9-a8d3-615eb09fc2c1 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1627463278'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:54:15.281471 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c317d7-fe16-4b12-aee2-c1407e1a6146 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:54:15.282940 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c317d7-fe16-4b12-aee2-c1407e1a6146 None None] Checking segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:54:15.284216 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-c3c317d7-fe16-4b12-aee2-c1407e1a6146 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:15.284852 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c317d7-fe16-4b12-aee2-c1407e1a6146 None None] Bound using segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:54:15.286299 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-c3c317d7-fe16-4b12-aee2-c1407e1a6146 None None] Bound port: 86054e27-6d58-4875-96b5-e7b3b77d4ca7, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:54:15.286753 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-c3c317d7-fe16-4b12-aee2-c1407e1a6146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:15.407273 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-c3c317d7-fe16-4b12-aee2-c1407e1a6146 None None] For port 86054e27-6d58-4875-96b5-e7b3b77d4ca7, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:54:15.414402 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-c3c317d7-fe16-4b12-aee2-c1407e1a6146 None None] For port 86054e27-6d58-4875-96b5-e7b3b77d4ca7, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=86054e27-6d58-4875-96b5-e7b3b77d4ca7,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:54:15.415979 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f4349b-8fc3-4bb7-ad6d-3e56c321c6d7 None None] Pushing event updated for resources: {'Port': ['ID=86054e27-6d58-4875-96b5-e7b3b77d4ca7,revision_number=2']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:15.426999 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13b88fa-5591-40b9-a8d3-615eb09fc2c1 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Made reservation on behalf of 870cdc1d821946449d010566eacfdc6f for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:54:15.430763 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c13b88fa-5591-40b9-a8d3-615eb09fc2c1 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:15.431910 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-c3c317d7-fe16-4b12-aee2-c1407e1a6146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:15.445756 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b861b64f-0f53-4995-91f4-887b852d01b7 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:15.553037 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-10de7ff8-6cf0-4b0b-baeb-7009a4f91187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162398178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162398178-project] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:15.587236 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c317d7-fe16-4b12-aee2-c1407e1a6146 None None] Routers {'fd70cdb0-e456-4ec0-8373-7f4f6b290a25'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:15.590490 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-c3c317d7-fe16-4b12-aee2-c1407e1a6146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['fd70cdb0-e456-4ec0-8373-7f4f6b290a25'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:15.595049 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-10de7ff8-6cf0-4b0b-baeb-7009a4f91187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162398178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162398178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:15.656246 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-c63c4f50-a2cc-49d3-ba04-0b34826e51ac tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Allocated IP 172.20.0.14 (fa1da2ad-d11f-4544-b068-f8563dc14dbb/daa63aae-5c6e-445e-a084-51f8bc0cd9da/b9e74243-ceac-435e-9489-0f2263654c9d) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:54:15.724475 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10de7ff8-6cf0-4b0b-baeb-7009a4f91187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162398178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162398178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:54:15.782421 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10de7ff8-6cf0-4b0b-baeb-7009a4f91187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162398178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162398178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34222b39-fc4c-4e2b-8ab7-ef3bbb1e669a,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:15.785320 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c13b88fa-5591-40b9-a8d3-615eb09fc2c1 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:54:15.817542 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-10de7ff8-6cf0-4b0b-baeb-7009a4f91187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162398178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162398178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:15.817894 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-10de7ff8-6cf0-4b0b-baeb-7009a4f91187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162398178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162398178-project] Added segment 3bd99e11-be97-435f-ae07-103b06a02aa8 of type vlan for network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 Mar 22 10:54:15.832111 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826c50c-e443-441b-8b9b-e1fb127d513b req-d82109f6-4760-48d9-a27c-b9806f4e8871 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:15.839908 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1826c50c-e443-441b-8b9b-e1fb127d513b req-d82109f6-4760-48d9-a27c-b9806f4e8871 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.4239917 Mar 22 10:54:15.840479 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f4349b-8fc3-4bb7-ad6d-3e56c321c6d7 None None] Pushing event updated for resources: {'Port': ['ID=86054e27-6d58-4875-96b5-e7b3b77d4ca7,revision_number=3']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:15.855090 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device bbc6d7bb-b4da-4aed-a174-aa07890af8c1 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:54:15.876397 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c13b88fa-5591-40b9-a8d3-615eb09fc2c1 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:15.876721 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-c13b88fa-5591-40b9-a8d3-615eb09fc2c1 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Added segment 1548d8ac-f47c-4591-972b-4658c4a1a91c of type vlan for network b9503687-c85a-49ee-8064-3b006e91204f Mar 22 10:54:15.890093 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125ae682-ab40-41e1-986b-f6a14f42e758 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event deleted for resources: {'Network': ['ID=18336a00-9c38-4f6f-b276-70545a3666ba,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:15.910040 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-c3c317d7-fe16-4b12-aee2-c1407e1a6146 None None] Set router fd70cdb0-e456-4ec0-8373-7f4f6b290a25 gateway port host: None {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:54:15.961581 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d7516f-d09c-4b82-87e5-4196f005ec32 req-9b3db0ca-8628-4fd8-9ee5-989c7a9d4344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:15.968580 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-d1d7516f-d09c-4b82-87e5-4196f005ec32 req-9b3db0ca-8628-4fd8-9ee5-989c7a9d4344 service neutron] 10.222.0.35 "GET /v2.0/networks?id=619a0580-b085-430c-89e2-022d42d1e4bf HTTP/1.1" status: 200 len: 913 time: 1.0493968 Mar 22 10:54:15.984192 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3e0232-c220-4503-ba89-f3262fa56276 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Network d9d30e40-e553-4004-8b8d-30072274af6a is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:54:15.992481 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e0232-c220-4503-ba89-f3262fa56276 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Pushing event updated for resources: {'Port': ['ID=c9b90879-f064-478b-afd5-c9ebf4d94725,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:16.002142 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-1f3e0232-c220-4503-ba89-f3262fa56276 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:54:16.007679 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3e0232-c220-4503-ba89-f3262fa56276 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:54:16.018963 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-c3c317d7-fe16-4b12-aee2-c1407e1a6146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd70cdb0-e456-4ec0-8373-7f4f6b290a25', 'name': 'tempest-snat-router-1704269283', 'tenant_id': 'e953a0f23f924b3fb7ea002beff3f45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:54:09Z', 'updated_at': '2022-03-22T10:54:15Z', 'revision_number': 4, 'project_id': 'e953a0f23f924b3fb7ea002beff3f45c', 'gw_port_host': None}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:16.053695 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c317d7-fe16-4b12-aee2-c1407e1a6146 None None] The sync data for ids ['fd70cdb0-e456-4ec0-8373-7f4f6b290a25'] in dv-neutron-834599-1-hyperv is: [{'id': 'fd70cdb0-e456-4ec0-8373-7f4f6b290a25', 'name': 'tempest-snat-router-1704269283', 'tenant_id': 'e953a0f23f924b3fb7ea002beff3f45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:54:09Z', 'updated_at': '2022-03-22T10:54:15Z', 'revision_number': 4, 'project_id': 'e953a0f23f924b3fb7ea002beff3f45c', 'gw_port_host': None}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:54:16.078644 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-10de7ff8-6cf0-4b0b-baeb-7009a4f91187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162398178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162398178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:16.128514 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1f3e0232-c220-4503-ba89-f3262fa56276 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684270'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:16.133117 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-d1d7516f-d09c-4b82-87e5-4196f005ec32 req-af3cb985-6161-43ed-8a92-03cea0ef0b32 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62e0eae6-4190-4612-b054-e17b9b6eea2c HTTP/1.1" status: 200 len: 1002 time: 0.1471429 Mar 22 10:54:16.139802 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c13b88fa-5591-40b9-a8d3-615eb09fc2c1 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:16.146505 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadea7ed-cb07-4533-909e-f31b35242e25 None None] Network d9d30e40-e553-4004-8b8d-30072274af6a requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:54:16.150970 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-b861b64f-0f53-4995-91f4-887b852d01b7 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Deleting port 86054e27-6d58-4875-96b5-e7b3b77d4ca7 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:54:16.151306 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b861b64f-0f53-4995-91f4-887b852d01b7 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:16.155804 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1826c50c-e443-441b-8b9b-e1fb127d513b req-d6f5f36d-0728-4e83-bad3-9f0acbf9de00 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3149862 Mar 22 10:54:16.250438 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d7516f-d09c-4b82-87e5-4196f005ec32 req-e5635104-acdd-4dba-9230-7ce2e954b8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:16.252078 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-d1d7516f-d09c-4b82-87e5-4196f005ec32 req-e5635104-acdd-4dba-9230-7ce2e954b8a5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e692a5aa-617d-46cb-afbe-668e67a6ee91 HTTP/1.1" status: 200 len: 851 time: 0.0640955 Mar 22 10:54:16.285728 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-10de7ff8-6cf0-4b0b-baeb-7009a4f91187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162398178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162398178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:16.293395 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10de7ff8-6cf0-4b0b-baeb-7009a4f91187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162398178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162398178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:16.293721 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-cf499685-296c-4a5a-8c1e-03d9a5afbd67 None None] Provisioning complete for port e9c0aab6-2f71-4041-a67f-112c22d80e1b triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:54:16.293885 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-10de7ff8-6cf0-4b0b-baeb-7009a4f91187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162398178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162398178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:16.294047 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-cf499685-296c-4a5a-8c1e-03d9a5afbd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:16.338354 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c13b88fa-5591-40b9-a8d3-615eb09fc2c1 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:16.344009 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13b88fa-5591-40b9-a8d3-615eb09fc2c1 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:16.345097 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c13b88fa-5591-40b9-a8d3-615eb09fc2c1 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:16.364021 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port bbc6d7bb-b4da-4aed-a174-aa07890af8c1 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:54:16.364412 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:16.381250 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1f3e0232-c220-4503-ba89-f3262fa56276 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:16.400609 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d7516f-d09c-4b82-87e5-4196f005ec32 req-e9f1a44a-6174-4521-a200-31819d4f633d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:16.402369 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-d1d7516f-d09c-4b82-87e5-4196f005ec32 req-e9f1a44a-6174-4521-a200-31819d4f633d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=619a0580-b085-430c-89e2-022d42d1e4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0910051 Mar 22 10:54:16.417491 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-10de7ff8-6cf0-4b0b-baeb-7009a4f91187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162398178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162398178-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.1095190 Mar 22 10:54:16.451581 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-c13b88fa-5591-40b9-a8d3-615eb09fc2c1 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1893363 Mar 22 10:54:16.460470 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36058) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:16.494659 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-3ba7df1d-330a-4cba-9835-f711cfdd770a tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Request body: {'subnet': {'network_id': 'b9503687-c85a-49ee-8064-3b006e91204f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:54:16.549316 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-b861b64f-0f53-4995-91f4-887b852d01b7 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] For port 86054e27-6d58-4875-96b5-e7b3b77d4ca7, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=86054e27-6d58-4875-96b5-e7b3b77d4ca7,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:54:16.549703 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b861b64f-0f53-4995-91f4-887b852d01b7 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:16.576200 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-cf499685-296c-4a5a-8c1e-03d9a5afbd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:16.701073 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:16.714239 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-cf499685-296c-4a5a-8c1e-03d9a5afbd67 None None] For port e9c0aab6-2f71-4041-a67f-112c22d80e1b, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=e9c0aab6-2f71-4041-a67f-112c22d80e1b,segment=NetworkSegment(3a130c61-1c70-4d51-9e6a-9e4b6433197c),segment_id=3a130c61-1c70-4d51-9e6a-9e4b6433197c)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:54:16.729492 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-cf499685-296c-4a5a-8c1e-03d9a5afbd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:16.747060 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port bbc6d7bb-b4da-4aed-a174-aa07890af8c1, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=bbc6d7bb-b4da-4aed-a174-aa07890af8c1,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:54:16.750951 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-d1d7516f-d09c-4b82-87e5-4196f005ec32 req-37f14a8f-67a5-4f25-9cf5-a21ac46b94a6 service neutron] 10.222.0.35 "GET /v2.0/networks/619a0580-b085-430c-89e2-022d42d1e4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385484 Mar 22 10:54:16.812020 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:16.814055 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device e9c0aab6-2f71-4041-a67f-112c22d80e1b up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:54:16.877729 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf499685-296c-4a5a-8c1e-03d9a5afbd67 None None] Pushing event updated for resources: {'Port': ['ID=e9c0aab6-2f71-4041-a67f-112c22d80e1b,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:16.948017 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36060) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:16.963664 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port e9c0aab6-2f71-4041-a67f-112c22d80e1b triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:54:16.964786 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:16.971584 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Request body: {'port': {'network_id': '7c67ff42-4cac-4c78-a434-a042dc4b4f04', 'binding:host_id': 'hv-neutron-8345', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-859336239'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:54:17.014641 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=bbc6d7bb-b4da-4aed-a174-aa07890af8c1,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:17.032997 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10de7ff8-6cf0-4b0b-baeb-7009a4f91187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162398178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162398178-project] Pushing event updated for resources: {'Network': ['ID=7c67ff42-4cac-4c78-a434-a042dc4b4f04,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:17.059352 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c63c4f50-a2cc-49d3-ba04-0b34826e51ac tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:17.067702 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:54:17.090103 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Made reservation on behalf of 54a3018cae4944e39725bbd3e1821a5c for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:54:17.093118 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:17.106261 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-b861b64f-0f53-4995-91f4-887b852d01b7 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Calling delete_port for 86054e27-6d58-4875-96b5-e7b3b77d4ca7 owned by network:router_gateway {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:54:17.129775 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:17.138077 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-d1d7516f-d09c-4b82-87e5-4196f005ec32 req-542fe71a-a9bb-4c49-b173-a265abb5d3e2 service neutron] 10.222.0.35 "GET /v2.0/networks/619a0580-b085-430c-89e2-022d42d1e4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3791082 Mar 22 10:54:17.231732 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13b88fa-5591-40b9-a8d3-615eb09fc2c1 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event updated for resources: {'Network': ['ID=b9503687-c85a-49ee-8064-3b006e91204f,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:17.240998 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:17.249807 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-49b7efe0-fe2e-4d7e-9b0b-676c31890e11 None None] Provisioning complete for port e9c0aab6-2f71-4041-a67f-112c22d80e1b triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:54:17.250968 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-49b7efe0-fe2e-4d7e-9b0b-676c31890e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:17.259573 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:17.266446 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network b9503687-c85a-49ee-8064-3b006e91204f details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:54:17.270737 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] device_id is not set on port ff99d139-16d5-4809-8334-5368730d0235 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:54:17.293002 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba7df1d-330a-4cba-9835-f711cfdd770a tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Made reservation on behalf of 870cdc1d821946449d010566eacfdc6f for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:54:17.296973 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3ba7df1d-330a-4cba-9835-f711cfdd770a tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:17.330170 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c63c4f50-a2cc-49d3-ba04-0b34826e51ac tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:17.420574 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1f3e0232-c220-4503-ba89-f3262fa56276 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:17.422618 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275f7d19-b716-4ea4-85dd-76e0e6ac7b87,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:17.434483 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1f3e0232-c220-4503-ba89-f3262fa56276 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:17.560247 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63c4f50-a2cc-49d3-ba04-0b34826e51ac tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Network fa1da2ad-d11f-4544-b068-f8563dc14dbb is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:54:17.582978 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device bbc6d7bb-b4da-4aed-a174-aa07890af8c1 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:54:17.638298 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1f3e0232-c220-4503-ba89-f3262fa56276 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684306'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:17.643917 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-c63c4f50-a2cc-49d3-ba04-0b34826e51ac tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:54:17.646085 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e0232-c220-4503-ba89-f3262fa56276 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Pushing event updated for resources: {'Port': ['ID=c9b90879-f064-478b-afd5-c9ebf4d94725,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:17.660385 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-49b7efe0-fe2e-4d7e-9b0b-676c31890e11 None None] Provisioning complete for port c9b90879-f064-478b-afd5-c9ebf4d94725 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:54:17.660600 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-49b7efe0-fe2e-4d7e-9b0b-676c31890e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:17.663422 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port bbc6d7bb-b4da-4aed-a174-aa07890af8c1 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:54:17.664533 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:17.667515 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63c4f50-a2cc-49d3-ba04-0b34826e51ac tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:54:17.734148 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-49b7efe0-fe2e-4d7e-9b0b-676c31890e11 None None] Port c9b90879-f064-478b-afd5-c9ebf4d94725 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:54:17.768267 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c4f50-a2cc-49d3-ba04-0b34826e51ac tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Pushing event updated for resources: {'Port': ['ID=b9e74243-ceac-435e-9489-0f2263654c9d,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:17.774387 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] device_id is not set on port ff99d139-16d5-4809-8334-5368730d0235 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:54:17.795229 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:17.801654 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device e9c0aab6-2f71-4041-a67f-112c22d80e1b up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:54:17.809417 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ade141-d517-4971-bc5b-c25735cf2847 req-84ee7aba-4689-4608-a021-92496622c38e tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:17.811003 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-38ade141-d517-4971-bc5b-c25735cf2847 req-84ee7aba-4689-4608-a021-92496622c38e tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.3531840 Mar 22 10:54:17.833884 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:17.844173 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63c4f50-a2cc-49d3-ba04-0b34826e51ac tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:17.844814 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c63c4f50-a2cc-49d3-ba04-0b34826e51ac tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:17.847163 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b861b64f-0f53-4995-91f4-887b852d01b7 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:17.866453 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-d7b74524-11ab-4d87-9b54-26de652e20b6 None None] Provisioning complete for port c9b90879-f064-478b-afd5-c9ebf4d94725 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:54:17.866826 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d7b74524-11ab-4d87-9b54-26de652e20b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:17.899524 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861b64f-0f53-4995-91f4-887b852d01b7 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Pushing event deleted for resources: {'Port': ['ID=86054e27-6d58-4875-96b5-e7b3b77d4ca7,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:17.922635 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-d7b74524-11ab-4d87-9b54-26de652e20b6 None None] Port c9b90879-f064-478b-afd5-c9ebf4d94725 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:54:17.925436 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port e9c0aab6-2f71-4041-a67f-112c22d80e1b triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:54:17.925807 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:17.943995 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Pushing event updated for resources: {'Port': ['ID=ff99d139-16d5-4809-8334-5368730d0235,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:17.951241 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-c63c4f50-a2cc-49d3-ba04-0b34826e51ac tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 3.7120831 Mar 22 10:54:17.956338 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36066) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:17.962742 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-e9f66861-d5b7-4d14-ae0b-01bd3e5492dd tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Request body: {'port': {'network_id': 'fa1da2ad-d11f-4544-b068-f8563dc14dbb', 'name': 'tempest-FloatingIPTestJSON-1041147188'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:54:17.966913 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Checking segment: {'id': '3bd99e11-be97-435f-ae07-103b06a02aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7c67ff42-4cac-4c78-a434-a042dc4b4f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:54:17.967655 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Network hostable DHCP agents. Network: 7c67ff42-4cac-4c78-a434-a042dc4b4f04, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:54:17.989126 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-38ade141-d517-4971-bc5b-c25735cf2847 req-b2465947-220e-4cf4-a617-bd84c9455cf0 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1704381 Mar 22 10:54:18.014619 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3e0232-c220-4503-ba89-f3262fa56276 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Network d9d30e40-e553-4004-8b8d-30072274af6a is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:54:18.034058 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-1f3e0232-c220-4503-ba89-f3262fa56276 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:54:18.069691 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b861b64f-0f53-4995-91f4-887b852d01b7 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682553'] for router_gateway, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:18.069884 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:54:18.096145 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 7c67ff42-4cac-4c78-a434-a042dc4b4f04) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:54:18.112830 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449d62b3-d18b-4e21-ba0d-37544f97b2de None None] Network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:54:18.142713 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:54:18.244166 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b861b64f-0f53-4995-91f4-887b852d01b7 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:18.250655 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b861b64f-0f53-4995-91f4-887b852d01b7 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:18.258872 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3ba7df1d-330a-4cba-9835-f711cfdd770a tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:18.279265 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port ff99d139-16d5-4809-8334-5368730d0235 on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:54:18.279706 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port ff99d139-16d5-4809-8334-5368730d0235 by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': '3bd99e11-be97-435f-ae07-103b06a02aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7c67ff42-4cac-4c78-a434-a042dc4b4f04'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:54:18.280064 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port ff99d139-16d5-4809-8334-5368730d0235 on network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:54:18.283278 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f3e0232-c220-4503-ba89-f3262fa56276 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Router b84ae497-6c77-4992-9eab-281ed6887ea9 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:54:18.286892 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f66861-d5b7-4d14-ae0b-01bd3e5492dd tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Made reservation on behalf of 65b47a7da7ab4785af47ee2c91cd3e71 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:54:18.290559 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e9f66861-d5b7-4d14-ae0b-01bd3e5492dd tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:18.298268 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Port ff99d139-16d5-4809-8334-5368730d0235 on network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:54:18.298268 dv-neutron-834599-1-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Failed to bind port ff99d139-16d5-4809-8334-5368730d0235 on host hv-neutron-8345 for vnic_type normal using segments [{'id': '3bd99e11-be97-435f-ae07-103b06a02aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7c67ff42-4cac-4c78-a434-a042dc4b4f04'}] Mar 22 10:54:18.305024 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.plugins.ml2.plugin [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempt 2 to bind port ff99d139-16d5-4809-8334-5368730d0235 Mar 22 10:54:18.328148 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-e9f66861-d5b7-4d14-ae0b-01bd3e5492dd tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] device_id is not set on port 643bf8a2-6d21-47a1-8b17-4a6d0e2b4cc4 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:54:18.333432 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port ff99d139-16d5-4809-8334-5368730d0235 on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:54:18.333783 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port ff99d139-16d5-4809-8334-5368730d0235 by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': '3bd99e11-be97-435f-ae07-103b06a02aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7c67ff42-4cac-4c78-a434-a042dc4b4f04'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:54:18.334093 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port ff99d139-16d5-4809-8334-5368730d0235 on network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:54:18.347990 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-23cdb598-6b4e-4e8e-abba-ba23b2904d46 None None] Provisioning complete for port c9b90879-f064-478b-afd5-c9ebf4d94725 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:54:18.348363 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-23cdb598-6b4e-4e8e-abba-ba23b2904d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:18.378250 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b861b64f-0f53-4995-91f4-887b852d01b7 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:18.378780 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b861b64f-0f53-4995-91f4-887b852d01b7 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fd70cdb0-e456-4ec0-8373-7f4f6b290a25 {{(pid=109050) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 10:54:18.388959 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b861b64f-0f53-4995-91f4-887b852d01b7 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:18.392682 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-23cdb598-6b4e-4e8e-abba-ba23b2904d46 None None] Port c9b90879-f064-478b-afd5-c9ebf4d94725 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:54:18.393055 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-b861b64f-0f53-4995-91f4-887b852d01b7 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] 10.222.0.57 "DELETE /v2.0/routers/fd70cdb0-e456-4ec0-8373-7f4f6b290a25 HTTP/1.1" status: 204 len: 168 time: 4.0032880 Mar 22 10:54:18.394259 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36068) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:18.407738 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba7df1d-330a-4cba-9835-f711cfdd770a tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event updated for resources: {'Subnet': ['ID=6790fd63-4229-4ba2-a42a-56ea1805a569,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:18.410599 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Port ff99d139-16d5-4809-8334-5368730d0235 on network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:54:18.410939 dv-neutron-834599-1-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Failed to bind port ff99d139-16d5-4809-8334-5368730d0235 on host hv-neutron-8345 for vnic_type normal using segments [{'id': '3bd99e11-be97-435f-ae07-103b06a02aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7c67ff42-4cac-4c78-a434-a042dc4b4f04'}] Mar 22 10:54:18.415411 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.plugins.ml2.plugin [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempt 3 to bind port ff99d139-16d5-4809-8334-5368730d0235 Mar 22 10:54:18.452438 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port ff99d139-16d5-4809-8334-5368730d0235 on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:54:18.452438 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port ff99d139-16d5-4809-8334-5368730d0235 by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': '3bd99e11-be97-435f-ae07-103b06a02aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7c67ff42-4cac-4c78-a434-a042dc4b4f04'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:54:18.452721 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port ff99d139-16d5-4809-8334-5368730d0235 on network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:54:18.463498 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba7df1d-330a-4cba-9835-f711cfdd770a tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Checking segment: {'id': '1548d8ac-f47c-4591-972b-4658c4a1a91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b9503687-c85a-49ee-8064-3b006e91204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:54:18.463866 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba7df1d-330a-4cba-9835-f711cfdd770a tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Network hostable DHCP agents. Network: b9503687-c85a-49ee-8064-3b006e91204f, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:54:18.493083 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Port ff99d139-16d5-4809-8334-5368730d0235 on network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:54:18.493448 dv-neutron-834599-1-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Failed to bind port ff99d139-16d5-4809-8334-5368730d0235 on host hv-neutron-8345 for vnic_type normal using segments [{'id': '3bd99e11-be97-435f-ae07-103b06a02aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7c67ff42-4cac-4c78-a434-a042dc4b4f04'}] Mar 22 10:54:18.498648 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.plugins.ml2.plugin [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempt 4 to bind port ff99d139-16d5-4809-8334-5368730d0235 Mar 22 10:54:18.516868 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba7df1d-330a-4cba-9835-f711cfdd770a tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Network b9503687-c85a-49ee-8064-3b006e91204f is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:54:18.537933 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-3ba7df1d-330a-4cba-9835-f711cfdd770a tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, b9503687-c85a-49ee-8064-3b006e91204f) {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:54:18.542514 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba7df1d-330a-4cba-9835-f711cfdd770a tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:18.543283 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3ba7df1d-330a-4cba-9835-f711cfdd770a tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:18.545462 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port ff99d139-16d5-4809-8334-5368730d0235 on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:54:18.545462 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port ff99d139-16d5-4809-8334-5368730d0235 by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': '3bd99e11-be97-435f-ae07-103b06a02aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7c67ff42-4cac-4c78-a434-a042dc4b4f04'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:54:18.545933 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port ff99d139-16d5-4809-8334-5368730d0235 on network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:54:18.551174 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f590725f-59eb-4095-87d1-e301050ba2f4 None None] Network b9503687-c85a-49ee-8064-3b006e91204f requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:54:18.552446 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3e0232-c220-4503-ba89-f3262fa56276 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:54:18.558179 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5943aea0-0719-4e1c-bc3d-83cd0f0b3c72 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks [] for router, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:18.569752 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f5366a-dade-4700-bfc7-dbf279de8028 None None] Sync routers for ids ['b84ae497-6c77-4992-9eab-281ed6887ea9'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:54:18.576523 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1f3e0232-c220-4503-ba89-f3262fa56276 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "PUT /v2.0/routers/b84ae497-6c77-4992-9eab-281ed6887ea9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9707510 Mar 22 10:54:18.580153 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Port ff99d139-16d5-4809-8334-5368730d0235 on network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:54:18.580392 dv-neutron-834599-1-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Failed to bind port ff99d139-16d5-4809-8334-5368730d0235 on host hv-neutron-8345 for vnic_type normal using segments [{'id': '3bd99e11-be97-435f-ae07-103b06a02aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7c67ff42-4cac-4c78-a434-a042dc4b4f04'}] Mar 22 10:54:18.582840 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.plugins.ml2.plugin [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempt 5 to bind port ff99d139-16d5-4809-8334-5368730d0235 Mar 22 10:54:18.590489 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f5366a-dade-4700-bfc7-dbf279de8028 None None] Routers {'b84ae497-6c77-4992-9eab-281ed6887ea9'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:18.592069 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-49f5366a-dade-4700-bfc7-dbf279de8028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['b84ae497-6c77-4992-9eab-281ed6887ea9'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:18.604389 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-e9f66861-d5b7-4d14-ae0b-01bd3e5492dd tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Allocated IP 172.20.0.11 (fa1da2ad-d11f-4544-b068-f8563dc14dbb/daa63aae-5c6e-445e-a084-51f8bc0cd9da/643bf8a2-6d21-47a1-8b17-4a6d0e2b4cc4) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:54:18.609442 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port ff99d139-16d5-4809-8334-5368730d0235 on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:54:18.609823 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port ff99d139-16d5-4809-8334-5368730d0235 by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': '3bd99e11-be97-435f-ae07-103b06a02aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7c67ff42-4cac-4c78-a434-a042dc4b4f04'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:54:18.610236 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port ff99d139-16d5-4809-8334-5368730d0235 on network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:54:18.620933 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Port ff99d139-16d5-4809-8334-5368730d0235 on network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:54:18.621265 dv-neutron-834599-1-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Failed to bind port ff99d139-16d5-4809-8334-5368730d0235 on host hv-neutron-8345 for vnic_type normal using segments [{'id': '3bd99e11-be97-435f-ae07-103b06a02aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7c67ff42-4cac-4c78-a434-a042dc4b4f04'}] Mar 22 10:54:18.622978 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.plugins.ml2.plugin [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempt 6 to bind port ff99d139-16d5-4809-8334-5368730d0235 Mar 22 10:54:18.648758 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port ff99d139-16d5-4809-8334-5368730d0235 on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:54:18.649274 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port ff99d139-16d5-4809-8334-5368730d0235 by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': '3bd99e11-be97-435f-ae07-103b06a02aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7c67ff42-4cac-4c78-a434-a042dc4b4f04'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:54:18.649407 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port ff99d139-16d5-4809-8334-5368730d0235 on network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:54:18.659142 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Port ff99d139-16d5-4809-8334-5368730d0235 on network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:54:18.659529 dv-neutron-834599-1-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Failed to bind port ff99d139-16d5-4809-8334-5368730d0235 on host hv-neutron-8345 for vnic_type normal using segments [{'id': '3bd99e11-be97-435f-ae07-103b06a02aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7c67ff42-4cac-4c78-a434-a042dc4b4f04'}] Mar 22 10:54:18.664911 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.plugins.ml2.plugin [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempt 7 to bind port ff99d139-16d5-4809-8334-5368730d0235 Mar 22 10:54:18.673500 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5943aea0-0719-4e1c-bc3d-83cd0f0b3c72 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:18.688637 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-3ba7df1d-330a-4cba-9835-f711cfdd770a tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1993620 Mar 22 10:54:18.689477 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36072) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:18.691164 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port ff99d139-16d5-4809-8334-5368730d0235 on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:54:18.691558 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port ff99d139-16d5-4809-8334-5368730d0235 by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': '3bd99e11-be97-435f-ae07-103b06a02aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7c67ff42-4cac-4c78-a434-a042dc4b4f04'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:54:18.692062 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port ff99d139-16d5-4809-8334-5368730d0235 on network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:54:18.695008 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-e5be3fb2-e58a-4bf9-93b0-29b00a9a83ec tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-583603779', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:54:18.712923 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Port ff99d139-16d5-4809-8334-5368730d0235 on network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:54:18.713304 dv-neutron-834599-1-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Failed to bind port ff99d139-16d5-4809-8334-5368730d0235 on host hv-neutron-8345 for vnic_type normal using segments [{'id': '3bd99e11-be97-435f-ae07-103b06a02aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7c67ff42-4cac-4c78-a434-a042dc4b4f04'}] Mar 22 10:54:18.716439 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.plugins.ml2.plugin [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempt 8 to bind port ff99d139-16d5-4809-8334-5368730d0235 Mar 22 10:54:18.745526 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e5be3fb2-e58a-4bf9-93b0-29b00a9a83ec tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:18.747063 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e5be3fb2-e58a-4bf9-93b0-29b00a9a83ec tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:18.775642 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-49f5366a-dade-4700-bfc7-dbf279de8028 None None] Set router b84ae497-6c77-4992-9eab-281ed6887ea9 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:54:18.797599 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-5943aea0-0719-4e1c-bc3d-83cd0f0b3c72 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Deleting port bbc6d7bb-b4da-4aed-a174-aa07890af8c1 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:54:18.798485 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5943aea0-0719-4e1c-bc3d-83cd0f0b3c72 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:18.802977 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port ff99d139-16d5-4809-8334-5368730d0235 on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:54:18.803327 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port ff99d139-16d5-4809-8334-5368730d0235 by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': '3bd99e11-be97-435f-ae07-103b06a02aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7c67ff42-4cac-4c78-a434-a042dc4b4f04'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:54:18.803724 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port ff99d139-16d5-4809-8334-5368730d0235 on network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:54:18.816595 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Port ff99d139-16d5-4809-8334-5368730d0235 on network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:54:18.816934 dv-neutron-834599-1-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Failed to bind port ff99d139-16d5-4809-8334-5368730d0235 on host hv-neutron-8345 for vnic_type normal using segments [{'id': '3bd99e11-be97-435f-ae07-103b06a02aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7c67ff42-4cac-4c78-a434-a042dc4b4f04'}] Mar 22 10:54:18.819818 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.plugins.ml2.plugin [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempt 9 to bind port ff99d139-16d5-4809-8334-5368730d0235 Mar 22 10:54:18.841461 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port ff99d139-16d5-4809-8334-5368730d0235 on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:54:18.841798 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port ff99d139-16d5-4809-8334-5368730d0235 by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': '3bd99e11-be97-435f-ae07-103b06a02aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7c67ff42-4cac-4c78-a434-a042dc4b4f04'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:54:18.842142 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port ff99d139-16d5-4809-8334-5368730d0235 on network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:54:18.861112 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259c3c6f-3a4a-46d6-a340-0452d68a7897 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-b9503687-c85a-49ee-8064-3b006e91204f', 'network_id': 'b9503687-c85a-49ee-8064-3b006e91204f', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'fixed_ips': [{'subnet_id': '6790fd63-4229-4ba2-a42a-56ea1805a569'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:54:18.861639 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Port ff99d139-16d5-4809-8334-5368730d0235 on network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:54:18.861977 dv-neutron-834599-1-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Failed to bind port ff99d139-16d5-4809-8334-5368730d0235 on host hv-neutron-8345 for vnic_type normal using segments [{'id': '3bd99e11-be97-435f-ae07-103b06a02aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7c67ff42-4cac-4c78-a434-a042dc4b4f04'}] Mar 22 10:54:18.865136 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-259c3c6f-3a4a-46d6-a340-0452d68a7897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:18.865318 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.plugins.ml2.plugin [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempt 10 to bind port ff99d139-16d5-4809-8334-5368730d0235 Mar 22 10:54:18.889169 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e5be3fb2-e58a-4bf9-93b0-29b00a9a83ec tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:18.896081 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e9f66861-d5b7-4d14-ae0b-01bd3e5492dd tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:18.902255 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port ff99d139-16d5-4809-8334-5368730d0235 on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:54:18.902635 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port ff99d139-16d5-4809-8334-5368730d0235 by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': '3bd99e11-be97-435f-ae07-103b06a02aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7c67ff42-4cac-4c78-a434-a042dc4b4f04'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:54:18.902985 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port ff99d139-16d5-4809-8334-5368730d0235 on network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:54:18.911402 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Port ff99d139-16d5-4809-8334-5368730d0235 on network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:54:18.911741 dv-neutron-834599-1-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Failed to bind port ff99d139-16d5-4809-8334-5368730d0235 on host hv-neutron-8345 for vnic_type normal using segments [{'id': '3bd99e11-be97-435f-ae07-103b06a02aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7c67ff42-4cac-4c78-a434-a042dc4b4f04'}] Mar 22 10:54:18.912149 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:18.920965 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e5be3fb2-e58a-4bf9-93b0-29b00a9a83ec tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:18.976395 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e5be3fb2-e58a-4bf9-93b0-29b00a9a83ec tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:18.976395 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-e5be3fb2-e58a-4bf9-93b0-29b00a9a83ec tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2817545 Mar 22 10:54:18.976975 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36084) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:18.988439 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-5775f27b-3a3a-4891-9d47-4994ed24b766 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Request body: {'port': {'network_id': 'b9503687-c85a-49ee-8064-3b006e91204f', 'name': 'tempest-RoutersIpV6Test-1436748835'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:54:18.995059 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e9f66861-d5b7-4d14-ae0b-01bd3e5492dd tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:19.066528 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a652c33d-a98f-4664-aa2c-4788b996b4b7 req-8b2fe214-b6f0-47e8-9ecc-e03c4d3edebc tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1142418356&fields=id&tenant_id=9a2c288025384519a97e6c2e5ef1a5ab HTTP/1.1" status: 200 len: 267 time: 0.1751034 Mar 22 10:54:19.081492 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-49f5366a-dade-4700-bfc7-dbf279de8028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84ae497-6c77-4992-9eab-281ed6887ea9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855438045', 'tenant_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': 'fde75daf-8cce-4a4f-9316-fdd855597617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:53:58Z', 'updated_at': '2022-03-22T10:54:16Z', 'revision_number': 4, 'project_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'gw_port': {'id': 'fde75daf-8cce-4a4f-9316-fdd855597617', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84ae497-6c77-4992-9eab-281ed6887ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:54:00Z', 'updated_at': '2022-03-22T10:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': 'c9b90879-f064-478b-afd5-c9ebf4d94725', 'name': '', 'network_id': 'd9d30e40-e553-4004-8b8d-30072274af6a', 'tenant_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'mac_address': 'fa:16:3e:00:bc:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84ae497-6c77-4992-9eab-281ed6887ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '1e449dec-f71c-43ef-87f8-f368eb7385b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:54:13Z', 'updated_at': '2022-03-22T10:54:16Z', 'revision_number': 2, 'project_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'subnets': [{'id': '1e449dec-f71c-43ef-87f8-f368eb7385b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:19.098422 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-259c3c6f-3a4a-46d6-a340-0452d68a7897 None None] Allocated IP 2001:db8::2 (b9503687-c85a-49ee-8064-3b006e91204f/6790fd63-4229-4ba2-a42a-56ea1805a569/0a31cfa7-1e15-4410-b902-382d94e03c19) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:54:19.118776 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-5943aea0-0719-4e1c-bc3d-83cd0f0b3c72 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] For port bbc6d7bb-b4da-4aed-a174-aa07890af8c1, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=bbc6d7bb-b4da-4aed-a174-aa07890af8c1,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:54:19.119317 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5943aea0-0719-4e1c-bc3d-83cd0f0b3c72 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:19.125065 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f66861-d5b7-4d14-ae0b-01bd3e5492dd tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Network fa1da2ad-d11f-4544-b068-f8563dc14dbb is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:54:19.126687 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] For port ff99d139-16d5-4809-8334-5368730d0235, host hv-neutron-8345, cleared binding levels {{(pid=109049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:54:19.127064 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempted to set empty binding levels {{(pid=109049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 22 10:54:19.127326 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f5366a-dade-4700-bfc7-dbf279de8028 None None] Checking router: b84ae497-6c77-4992-9eab-281ed6887ea9 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 10:54:19.128211 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f5366a-dade-4700-bfc7-dbf279de8028 None None] Updating router b84ae497-6c77-4992-9eab-281ed6887ea9 port c9b90879-f064-478b-afd5-c9ebf4d94725 binding host dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 10:54:19.130513 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-e9f66861-d5b7-4d14-ae0b-01bd3e5492dd tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:54:19.136609 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f66861-d5b7-4d14-ae0b-01bd3e5492dd tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:54:19.141679 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f66861-d5b7-4d14-ae0b-01bd3e5492dd tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Pushing event updated for resources: {'Port': ['ID=643bf8a2-6d21-47a1-8b17-4a6d0e2b4cc4,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:19.144253 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:19.180915 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-49f5366a-dade-4700-bfc7-dbf279de8028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:19.196806 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-5943aea0-0719-4e1c-bc3d-83cd0f0b3c72 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Calling delete_port for bbc6d7bb-b4da-4aed-a174-aa07890af8c1 owned by network:router_gateway {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:54:19.219680 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:19.220568 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:19.242139 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Pushing event updated for resources: {'Port': ['ID=ff99d139-16d5-4809-8334-5368730d0235,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:19.249446 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f66861-d5b7-4d14-ae0b-01bd3e5492dd tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:19.250241 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e9f66861-d5b7-4d14-ae0b-01bd3e5492dd tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:19.257500 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-72db34bf-04da-4c67-a66c-4fdb6ae497d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 2.3005350 Mar 22 10:54:19.260834 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36088) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:19.299444 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e9f66861-d5b7-4d14-ae0b-01bd3e5492dd tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3389776 Mar 22 10:54:19.303507 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36090) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:19.308736 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-89b56e64-2c03-4d7b-9a4f-a472ae98aa42 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Request body: {'floatingip': {'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'port_id': '643bf8a2-6d21-47a1-8b17-4a6d0e2b4cc4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:54:19.340057 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554a7ba7-da68-461c-ba00-b9dd5b0869f5 req-f949ec37-9837-4978-9097-47e7f30d27f9 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:19.341654 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-554a7ba7-da68-461c-ba00-b9dd5b0869f5 req-f949ec37-9837-4978-9097-47e7f30d27f9 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.2281568 Mar 22 10:54:19.371206 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-89b56e64-2c03-4d7b-9a4f-a472ae98aa42 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for floatingip, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:19.378081 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-0ab88e85-1006-48d6-971f-e8e3b29f7771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Deleting port ff99d139-16d5-4809-8334-5368730d0235 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:54:19.378421 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0ab88e85-1006-48d6-971f-e8e3b29f7771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:19.382749 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-259c3c6f-3a4a-46d6-a340-0452d68a7897 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:19.388408 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a652c33d-a98f-4664-aa2c-4788b996b4b7 req-74f3ccd5-e997-40d1-823f-b9153ee2c8d3 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:19.389758 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a652c33d-a98f-4664-aa2c-4788b996b4b7 req-74f3ccd5-e997-40d1-823f-b9153ee2c8d3 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "GET /v2.0/networks?id=d9d30e40-e553-4004-8b8d-30072274af6a HTTP/1.1" status: 200 len: 797 time: 0.2911999 Mar 22 10:54:19.390700 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-259c3c6f-3a4a-46d6-a340-0452d68a7897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:19.396233 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5775f27b-3a3a-4891-9d47-4994ed24b766 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Made reservation on behalf of 870cdc1d821946449d010566eacfdc6f for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:54:19.400595 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5775f27b-3a3a-4891-9d47-4994ed24b766 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:19.441306 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a652c33d-a98f-4664-aa2c-4788b996b4b7 req-aa512972-8206-4fea-8aeb-23ccf1f71db4 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "GET /v2.0/quotas/9a2c288025384519a97e6c2e5ef1a5ab HTTP/1.1" status: 200 len: 375 time: 0.0353315 Mar 22 10:54:19.455018 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259c3c6f-3a4a-46d6-a340-0452d68a7897 None None] Pushing event updated for resources: {'Port': ['ID=0a31cfa7-1e15-4410-b902-382d94e03c19,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:19.463050 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259c3c6f-3a4a-46d6-a340-0452d68a7897 None None] Network b9503687-c85a-49ee-8064-3b006e91204f is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:54:19.464539 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-259c3c6f-3a4a-46d6-a340-0452d68a7897 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:54:19.470020 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259c3c6f-3a4a-46d6-a340-0452d68a7897 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:54:19.507938 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-554a7ba7-da68-461c-ba00-b9dd5b0869f5 req-d2c127c3-2e9a-4dd6-a9e1-0bf9177601b7 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488183 Mar 22 10:54:19.535539 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-0ab88e85-1006-48d6-971f-e8e3b29f7771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] For port ff99d139-16d5-4809-8334-5368730d0235, host hv-neutron-8345, got binding levels [] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:54:19.535539 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0ab88e85-1006-48d6-971f-e8e3b29f7771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:19.535828 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-259c3c6f-3a4a-46d6-a340-0452d68a7897 None None] Attempting to bind port 0a31cfa7-1e15-4410-b902-382d94e03c19 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:54:19.535828 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-259c3c6f-3a4a-46d6-a340-0452d68a7897 None None] Attempting to bind port 0a31cfa7-1e15-4410-b902-382d94e03c19 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '1548d8ac-f47c-4591-972b-4658c4a1a91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b9503687-c85a-49ee-8064-3b006e91204f'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:54:19.535828 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259c3c6f-3a4a-46d6-a340-0452d68a7897 None None] Attempting to bind port 0a31cfa7-1e15-4410-b902-382d94e03c19 on network b9503687-c85a-49ee-8064-3b006e91204f {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:54:19.539167 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259c3c6f-3a4a-46d6-a340-0452d68a7897 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:54:19.539770 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259c3c6f-3a4a-46d6-a340-0452d68a7897 None None] Checking segment: {'id': '1548d8ac-f47c-4591-972b-4658c4a1a91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b9503687-c85a-49ee-8064-3b006e91204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:54:19.539973 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-259c3c6f-3a4a-46d6-a340-0452d68a7897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:19.540361 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259c3c6f-3a4a-46d6-a340-0452d68a7897 None None] Bound using segment: {'id': '1548d8ac-f47c-4591-972b-4658c4a1a91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b9503687-c85a-49ee-8064-3b006e91204f'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:54:19.541026 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-259c3c6f-3a4a-46d6-a340-0452d68a7897 None None] Bound port: 0a31cfa7-1e15-4410-b902-382d94e03c19, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1548d8ac-f47c-4591-972b-4658c4a1a91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b9503687-c85a-49ee-8064-3b006e91204f'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:54:19.541427 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-259c3c6f-3a4a-46d6-a340-0452d68a7897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:19.542109 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-5775f27b-3a3a-4891-9d47-4994ed24b766 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] device_id is not set on port 044576b7-5a57-4119-9abc-5b76590d72a1 yet. {{(pid=109050) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:54:19.569991 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-0ab88e85-1006-48d6-971f-e8e3b29f7771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Calling delete_port for ff99d139-16d5-4809-8334-5368730d0235 owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:54:19.607467 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-259c3c6f-3a4a-46d6-a340-0452d68a7897 None None] For port 0a31cfa7-1e15-4410-b902-382d94e03c19, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:54:19.611027 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-259c3c6f-3a4a-46d6-a340-0452d68a7897 None None] For port 0a31cfa7-1e15-4410-b902-382d94e03c19, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=0a31cfa7-1e15-4410-b902-382d94e03c19,segment=NetworkSegment(1548d8ac-f47c-4591-972b-4658c4a1a91c),segment_id=1548d8ac-f47c-4591-972b-4658c4a1a91c)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:54:19.618681 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-259c3c6f-3a4a-46d6-a340-0452d68a7897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:19.631514 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-49f5366a-dade-4700-bfc7-dbf279de8028 None None] Notify callbacks [] for port, precommit_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:19.639260 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-49f5366a-dade-4700-bfc7-dbf279de8028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:19.658698 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a652c33d-a98f-4664-aa2c-4788b996b4b7 req-fb952f4f-77ec-496d-8bfe-9d2d851f1e5a tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a2c288025384519a97e6c2e5ef1a5ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2085137 Mar 22 10:54:19.695586 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259c3c6f-3a4a-46d6-a340-0452d68a7897 None None] Pushing event updated for resources: {'Port': ['ID=0a31cfa7-1e15-4410-b902-382d94e03c19,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:19.701828 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-89b56e64-2c03-4d7b-9a4f-a472ae98aa42 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:19.712827 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5943aea0-0719-4e1c-bc3d-83cd0f0b3c72 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:19.739703 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1702276-39d1-4d44-ba37-b75c886f0cc0 None None] Pushing event updated for resources: {'Port': ['ID=c9b90879-f064-478b-afd5-c9ebf4d94725,revision_number=3']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:19.768828 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-49f5366a-dade-4700-bfc7-dbf279de8028 None None] Attempting to bind port c9b90879-f064-478b-afd5-c9ebf4d94725 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:54:19.769373 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-49f5366a-dade-4700-bfc7-dbf279de8028 None None] Attempting to bind port c9b90879-f064-478b-afd5-c9ebf4d94725 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '3a130c61-1c70-4d51-9e6a-9e4b6433197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd9d30e40-e553-4004-8b8d-30072274af6a'}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:54:19.769837 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f5366a-dade-4700-bfc7-dbf279de8028 None None] Attempting to bind port c9b90879-f064-478b-afd5-c9ebf4d94725 on network d9d30e40-e553-4004-8b8d-30072274af6a {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:54:19.773956 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5943aea0-0719-4e1c-bc3d-83cd0f0b3c72 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Pushing event deleted for resources: {'Port': ['ID=bbc6d7bb-b4da-4aed-a174-aa07890af8c1,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:19.777211 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f5366a-dade-4700-bfc7-dbf279de8028 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:54:19.780430 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f5366a-dade-4700-bfc7-dbf279de8028 None None] Checking segment: {'id': '3a130c61-1c70-4d51-9e6a-9e4b6433197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd9d30e40-e553-4004-8b8d-30072274af6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:54:19.780430 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-49f5366a-dade-4700-bfc7-dbf279de8028 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:19.780953 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f5366a-dade-4700-bfc7-dbf279de8028 None None] Bound using segment: {'id': '3a130c61-1c70-4d51-9e6a-9e4b6433197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd9d30e40-e553-4004-8b8d-30072274af6a'} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:54:19.782248 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-49f5366a-dade-4700-bfc7-dbf279de8028 None None] Bound port: c9b90879-f064-478b-afd5-c9ebf4d94725, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a130c61-1c70-4d51-9e6a-9e4b6433197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd9d30e40-e553-4004-8b8d-30072274af6a'}}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:54:19.782766 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-49f5366a-dade-4700-bfc7-dbf279de8028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:19.808101 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0ab88e85-1006-48d6-971f-e8e3b29f7771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:19.861054 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-5775f27b-3a3a-4891-9d47-4994ed24b766 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Allocated IP 2001:db8::98 (b9503687-c85a-49ee-8064-3b006e91204f/6790fd63-4229-4ba2-a42a-56ea1805a569/044576b7-5a57-4119-9abc-5b76590d72a1) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:54:19.874415 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab88e85-1006-48d6-971f-e8e3b29f7771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff99d139-16d5-4809-8334-5368730d0235,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:19.885188 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-49f5366a-dade-4700-bfc7-dbf279de8028 None None] For port c9b90879-f064-478b-afd5-c9ebf4d94725, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:54:19.890062 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-49f5366a-dade-4700-bfc7-dbf279de8028 None None] For port c9b90879-f064-478b-afd5-c9ebf4d94725, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=c9b90879-f064-478b-afd5-c9ebf4d94725,segment=NetworkSegment(3a130c61-1c70-4d51-9e6a-9e4b6433197c),segment_id=3a130c61-1c70-4d51-9e6a-9e4b6433197c)] {{(pid=109052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:54:19.896088 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-49f5366a-dade-4700-bfc7-dbf279de8028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:19.911472 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0ab88e85-1006-48d6-971f-e8e3b29f7771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:19.914880 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0ab88e85-1006-48d6-971f-e8e3b29f7771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] 10.222.0.57 "DELETE /v2.0/ports/ff99d139-16d5-4809-8334-5368730d0235 HTTP/1.1" status: 204 len: 168 time: 0.6530616 Mar 22 10:54:19.921912 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36092) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:19.963257 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-482a73d1-20ac-4faf-924a-4729f413fc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] GET failed (client error): The resource could not be found. Mar 22 10:54:19.971296 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-482a73d1-20ac-4faf-924a-4729f413fc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] 10.222.0.57 "GET /v2.0/ports/ff99d139-16d5-4809-8334-5368730d0235 HTTP/1.1" status: 404 len: 333 time: 0.0481241 Mar 22 10:54:19.978887 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36094) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:19.989445 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-89b56e64-2c03-4d7b-9a4f-a472ae98aa42 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Allocated IP 172.26.7.105 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/75575e37-4bd0-4a9b-9246-39b7b29b14ca) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:54:19.990593 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-bb7cb0c9-8bbc-42f2-b168-40f48e846934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Request body: {'port': {'network_id': '7c67ff42-4cac-4c78-a434-a042dc4b4f04', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199588164'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:54:19.995045 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f5366a-dade-4700-bfc7-dbf279de8028 None None] Routers {'b84ae497-6c77-4992-9eab-281ed6887ea9'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:19.999999 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-49f5366a-dade-4700-bfc7-dbf279de8028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['b84ae497-6c77-4992-9eab-281ed6887ea9'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:20.044082 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7cb0c9-8bbc-42f2-b168-40f48e846934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Made reservation on behalf of 54a3018cae4944e39725bbd3e1821a5c for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:54:20.055773 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bb7cb0c9-8bbc-42f2-b168-40f48e846934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:20.079780 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1702276-39d1-4d44-ba37-b75c886f0cc0 None None] Pushing event updated for resources: {'Port': ['ID=c9b90879-f064-478b-afd5-c9ebf4d94725,revision_number=4']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:20.139135 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5943aea0-0719-4e1c-bc3d-83cd0f0b3c72 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682553'] for router_gateway, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:20.145452 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a652c33d-a98f-4664-aa2c-4788b996b4b7 req-4ad1c0e8-eb80-4600-b786-c2c2d17bc22d service neutron] 10.222.0.57 "GET /v2.0/networks/d9d30e40-e553-4004-8b8d-30072274af6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4548230 Mar 22 10:54:20.192143 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-89b56e64-2c03-4d7b-9a4f-a472ae98aa42 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:20.248268 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-89b56e64-2c03-4d7b-9a4f-a472ae98aa42 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:20.267901 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-4ba1ff26-52a1-4d65-a488-b34d573ec70d None None] Provisioning complete for port c9b90879-f064-478b-afd5-c9ebf4d94725 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:54:20.268463 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4ba1ff26-52a1-4d65-a488-b34d573ec70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:20.297158 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b56e64-2c03-4d7b-9a4f-a472ae98aa42 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:54:20.300916 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-89b56e64-2c03-4d7b-9a4f-a472ae98aa42 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:54:20.308453 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b56e64-2c03-4d7b-9a4f-a472ae98aa42 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:54:20.349096 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b56e64-2c03-4d7b-9a4f-a472ae98aa42 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Pushing event updated for resources: {'Port': ['ID=75575e37-4bd0-4a9b-9246-39b7b29b14ca,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:20.355696 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-49f5366a-dade-4700-bfc7-dbf279de8028 None None] Set router b84ae497-6c77-4992-9eab-281ed6887ea9 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:54:20.563310 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-bb7cb0c9-8bbc-42f2-b168-40f48e846934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] device_id is not set on port a88767fc-9baa-4ecc-8ede-0897cf68618b yet. {{(pid=109050) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:54:20.602533 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4ba1ff26-52a1-4d65-a488-b34d573ec70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:20.643120 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-4ba1ff26-52a1-4d65-a488-b34d573ec70d None None] For port c9b90879-f064-478b-afd5-c9ebf4d94725, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=c9b90879-f064-478b-afd5-c9ebf4d94725,segment=NetworkSegment(3a130c61-1c70-4d51-9e6a-9e4b6433197c),segment_id=3a130c61-1c70-4d51-9e6a-9e4b6433197c)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:54:20.645739 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5943aea0-0719-4e1c-bc3d-83cd0f0b3c72 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:20.648618 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4ba1ff26-52a1-4d65-a488-b34d573ec70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:20.689392 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-49f5366a-dade-4700-bfc7-dbf279de8028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84ae497-6c77-4992-9eab-281ed6887ea9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855438045', 'tenant_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': 'fde75daf-8cce-4a4f-9316-fdd855597617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:53:58Z', 'updated_at': '2022-03-22T10:54:16Z', 'revision_number': 4, 'project_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'gw_port': {'id': 'fde75daf-8cce-4a4f-9316-fdd855597617', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84ae497-6c77-4992-9eab-281ed6887ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:54:00Z', 'updated_at': '2022-03-22T10:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': 'c9b90879-f064-478b-afd5-c9ebf4d94725', 'name': '', 'network_id': 'd9d30e40-e553-4004-8b8d-30072274af6a', 'tenant_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'mac_address': 'fa:16:3e:00:bc:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84ae497-6c77-4992-9eab-281ed6887ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '1e449dec-f71c-43ef-87f8-f368eb7385b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:54:13Z', 'updated_at': '2022-03-22T10:54:19Z', 'revision_number': 4, 'project_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'subnets': [{'id': '1e449dec-f71c-43ef-87f8-f368eb7385b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:20.701077 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5943aea0-0719-4e1c-bc3d-83cd0f0b3c72 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:20.714722 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba1ff26-52a1-4d65-a488-b34d573ec70d None None] Pushing event updated for resources: {'Port': ['ID=c9b90879-f064-478b-afd5-c9ebf4d94725,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:20.732887 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f5366a-dade-4700-bfc7-dbf279de8028 None None] The sync data for ids ['b84ae497-6c77-4992-9eab-281ed6887ea9'] in dv-neutron-834599-1-hyperv is: [{'id': 'b84ae497-6c77-4992-9eab-281ed6887ea9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855438045', 'tenant_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': 'fde75daf-8cce-4a4f-9316-fdd855597617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:53:58Z', 'updated_at': '2022-03-22T10:54:16Z', 'revision_number': 4, 'project_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'gw_port': {'id': 'fde75daf-8cce-4a4f-9316-fdd855597617', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84ae497-6c77-4992-9eab-281ed6887ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:54:00Z', 'updated_at': '2022-03-22T10:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': 'c9b90879-f064-478b-afd5-c9ebf4d94725', 'name': '', 'network_id': 'd9d30e40-e553-4004-8b8d-30072274af6a', 'tenant_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'mac_address': 'fa:16:3e:00:bc:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84ae497-6c77-4992-9eab-281ed6887ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '1e449dec-f71c-43ef-87f8-f368eb7385b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:54:13Z', 'updated_at': '2022-03-22T10:54:19Z', 'revision_number': 4, 'project_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'subnets': [{'id': '1e449dec-f71c-43ef-87f8-f368eb7385b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:54:20.778468 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-18a97e15-5bd4-4973-a543-220b28ad749d None None] Provisioning complete for port c9b90879-f064-478b-afd5-c9ebf4d94725 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:54:20.778846 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-18a97e15-5bd4-4973-a543-220b28ad749d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:20.881849 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-89b56e64-2c03-4d7b-9a4f-a472ae98aa42 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:20.914953 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5775f27b-3a3a-4891-9d47-4994ed24b766 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:20.918478 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5943aea0-0719-4e1c-bc3d-83cd0f0b3c72 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:20.918716 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5943aea0-0719-4e1c-bc3d-83cd0f0b3c72 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 97f66dfa-0193-45d9-aa4e-c4aea3fda8f6 {{(pid=109050) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 10:54:20.957857 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5943aea0-0719-4e1c-bc3d-83cd0f0b3c72 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:20.959294 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-5943aea0-0719-4e1c-bc3d-83cd0f0b3c72 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] 10.222.0.57 "DELETE /v2.0/routers/97f66dfa-0193-45d9-aa4e-c4aea3fda8f6 HTTP/1.1" status: 204 len: 168 time: 2.5622973 Mar 22 10:54:20.965541 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36100) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:20.972697 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-892a4a70-3966-40eb-98b7-667043fdedbf tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1315546157', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}, 'admin_state_up': False}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:54:20.981801 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4fe83-f87e-4777-8adf-6437117f9845 req-7ee389d0-3c96-4c5a-a62f-64052221a8b9 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:20.983606 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-67e4fe83-f87e-4777-8adf-6437117f9845 req-7ee389d0-3c96-4c5a-a62f-64052221a8b9 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.3405771 Mar 22 10:54:20.993681 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a652c33d-a98f-4664-aa2c-4788b996b4b7 req-7d77a5e7-8721-43c6-b2cc-3bf22f8bf414 service neutron] 10.222.0.57 "GET /v2.0/networks/d9d30e40-e553-4004-8b8d-30072274af6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8130839 Mar 22 10:54:21.065080 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-89b56e64-2c03-4d7b-9a4f-a472ae98aa42 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:21.129266 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-892a4a70-3966-40eb-98b7-667043fdedbf tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:21.134482 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-892a4a70-3966-40eb-98b7-667043fdedbf tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:21.228903 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-67e4fe83-f87e-4777-8adf-6437117f9845 req-72de723c-b080-48eb-afc6-4d98bdfff906 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2180896 Mar 22 10:54:21.287119 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6f91a038-0540-46ef-9c9f-152d791f8324 req-33913737-f75e-48e1-b619-ebfb119da47a tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "GET /v2.0/ports?device_id=35bbf4bb-2ab4-4a16-84f3-f4a80aab1f4f HTTP/1.1" status: 200 len: 210 time: 0.0504303 Mar 22 10:54:21.296218 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bb7cb0c9-8bbc-42f2-b168-40f48e846934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:21.299034 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5775f27b-3a3a-4891-9d47-4994ed24b766 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:21.330798 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b237acc-7547-4316-ac86-9cb21d61b025 None None] Network b9503687-c85a-49ee-8064-3b006e91204f requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:54:21.402116 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5775f27b-3a3a-4891-9d47-4994ed24b766 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Network b9503687-c85a-49ee-8064-3b006e91204f is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:54:21.408002 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5775f27b-3a3a-4891-9d47-4994ed24b766 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event updated for resources: {'Port': ['ID=044576b7-5a57-4119-9abc-5b76590d72a1,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:21.449400 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-4af8d20b-348b-426c-8047-072ff08d190c None None] Provisioning complete for port 0a31cfa7-1e15-4410-b902-382d94e03c19 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:54:21.449774 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4af8d20b-348b-426c-8047-072ff08d190c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:21.500074 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-5775f27b-3a3a-4891-9d47-4994ed24b766 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:54:21.510906 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5775f27b-3a3a-4891-9d47-4994ed24b766 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:54:21.519817 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5775f27b-3a3a-4891-9d47-4994ed24b766 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:21.521504 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5775f27b-3a3a-4891-9d47-4994ed24b766 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:21.546741 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bb7cb0c9-8bbc-42f2-b168-40f48e846934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:21.633347 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7cb0c9-8bbc-42f2-b168-40f48e846934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Pushing event updated for resources: {'Port': ['ID=a88767fc-9baa-4ecc-8ede-0897cf68618b,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:21.646170 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4af8d20b-348b-426c-8047-072ff08d190c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:21.679245 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7cb0c9-8bbc-42f2-b168-40f48e846934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:54:21.692990 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-5775f27b-3a3a-4891-9d47-4994ed24b766 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.7133372 Mar 22 10:54:21.694592 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-bb7cb0c9-8bbc-42f2-b168-40f48e846934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:54:21.697548 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7cb0c9-8bbc-42f2-b168-40f48e846934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:54:21.698884 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7cb0c9-8bbc-42f2-b168-40f48e846934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:21.700048 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bb7cb0c9-8bbc-42f2-b168-40f48e846934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:21.731946 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36110) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:21.800942 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device c9b90879-f064-478b-afd5-c9ebf4d94725 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:54:21.808920 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-4af8d20b-348b-426c-8047-072ff08d190c None None] For port 0a31cfa7-1e15-4410-b902-382d94e03c19, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=0a31cfa7-1e15-4410-b902-382d94e03c19,segment=NetworkSegment(1548d8ac-f47c-4591-972b-4658c4a1a91c),segment_id=1548d8ac-f47c-4591-972b-4658c4a1a91c)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:54:21.816031 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-892a4a70-3966-40eb-98b7-667043fdedbf tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:21.844102 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4af8d20b-348b-426c-8047-072ff08d190c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:21.878173 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-bb7cb0c9-8bbc-42f2-b168-40f48e846934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.8961394 Mar 22 10:54:21.882022 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36114) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:21.889418 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8345'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:54:21.930418 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af8d20b-348b-426c-8047-072ff08d190c None None] Pushing event updated for resources: {'Port': ['ID=0a31cfa7-1e15-4410-b902-382d94e03c19,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:21.978293 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port c9b90879-f064-478b-afd5-c9ebf4d94725 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:54:21.978512 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:22.079071 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-892a4a70-3966-40eb-98b7-667043fdedbf tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:22.090049 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 0a31cfa7-1e15-4410-b902-382d94e03c19 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:54:22.148301 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 0a31cfa7-1e15-4410-b902-382d94e03c19 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:54:22.148684 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:22.211834 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:22.239181 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-89b56e64-2c03-4d7b-9a4f-a472ae98aa42 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:22.298344 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-89b56e64-2c03-4d7b-9a4f-a472ae98aa42 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:22.441983 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device bbc6d7bb-b4da-4aed-a174-aa07890af8c1 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:54:22.456688 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b56e64-2c03-4d7b-9a4f-a472ae98aa42 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Pushing event updated for resources: {'Port': ['ID=75575e37-4bd0-4a9b-9246-39b7b29b14ca,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:22.483715 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-89b56e64-2c03-4d7b-9a4f-a472ae98aa42 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684147'] for floatingip, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:22.497590 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: bbc6d7bb-b4da-4aed-a174-aa07890af8c1 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:54:22.498088 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device bbc6d7bb-b4da-4aed-a174-aa07890af8c1 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:54:22.532529 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-e7ec0a69-8722-491c-aad6-b70a1393d1a5 None None] Provisioning complete for port 044576b7-5a57-4119-9abc-5b76590d72a1 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:54:22.533073 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e7ec0a69-8722-491c-aad6-b70a1393d1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:22.653055 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-e7ec0a69-8722-491c-aad6-b70a1393d1a5 None None] Port 044576b7-5a57-4119-9abc-5b76590d72a1 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:54:22.656401 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d2deb521-b4aa-4200-9d24-5892c449f931 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:22.661891 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-310042dc-d8e5-44f3-92b0-883c09f94f5e req-d0ae404e-db8c-4601-b9f5-fceefcff5d81 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "GET /v2.0/ports?device_id=35bbf4bb-2ab4-4a16-84f3-f4a80aab1f4f HTTP/1.1" status: 200 len: 210 time: 0.2357953 Mar 22 10:54:22.672383 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-e7ec0a69-8722-491c-aad6-b70a1393d1a5 None None] Provisioning complete for port 0a31cfa7-1e15-4410-b902-382d94e03c19 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:54:22.673516 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e7ec0a69-8722-491c-aad6-b70a1393d1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:22.717055 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-892a4a70-3966-40eb-98b7-667043fdedbf tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks [] for router_gateway, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:22.757950 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-892a4a70-3966-40eb-98b7-667043fdedbf tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:22.846939 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.l3_db [None req-89b56e64-2c03-4d7b-9a4f-a472ae98aa42 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Floating IP 5d4d84ac-6fab-4e10-8cf8-8bd6d89604ec associated. External IP: 172.26.7.105, port: 643bf8a2-6d21-47a1-8b17-4a6d0e2b4cc4. Mar 22 10:54:22.872623 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28417c1-b42c-48a6-87b6-5abe0ae68126 req-079e0ee1-d7e5-4c4f-9885-06c39a2cb045 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:22.874122 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b28417c1-b42c-48a6-87b6-5abe0ae68126 req-079e0ee1-d7e5-4c4f-9885-06c39a2cb045 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.4612901 Mar 22 10:54:22.995060 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-388adccb-cfe0-479d-b6c7-2f57bb01b9c0 None None] Provisioning complete for port 044576b7-5a57-4119-9abc-5b76590d72a1 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:54:22.995518 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-388adccb-cfe0-479d-b6c7-2f57bb01b9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:23.007252 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b28417c1-b42c-48a6-87b6-5abe0ae68126 req-a41a85de-ab86-4868-83f9-f684b725d78e tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209826 Mar 22 10:54:23.032029 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-388adccb-cfe0-479d-b6c7-2f57bb01b9c0 None None] Port 044576b7-5a57-4119-9abc-5b76590d72a1 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:54:23.039040 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-892a4a70-3966-40eb-98b7-667043fdedbf tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Allocated IP 172.26.7.116 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/f3c42fc3-dd6d-45f1-8851-48bcfec32a04) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:54:23.063439 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a652c33d-a98f-4664-aa2c-4788b996b4b7 req-b3952a27-382a-4b19-aeca-b9bc1abed5e4 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:23.064922 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a652c33d-a98f-4664-aa2c-4788b996b4b7 req-b3952a27-382a-4b19-aeca-b9bc1abed5e4 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.35 "GET /v2.0/networks?id=d9d30e40-e553-4004-8b8d-30072274af6a HTTP/1.1" status: 200 len: 797 time: 0.3221691 Mar 22 10:54:23.100421 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] device_id is not set on port a88767fc-9baa-4ecc-8ede-0897cf68618b yet. {{(pid=109050) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:54:23.111280 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:23.120798 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d2deb521-b4aa-4200-9d24-5892c449f931 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:23.122795 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:23.127051 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d2deb521-b4aa-4200-9d24-5892c449f931 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:23.203282 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Pushing event updated for resources: {'Port': ['ID=a88767fc-9baa-4ecc-8ede-0897cf68618b,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:23.217995 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a652c33d-a98f-4664-aa2c-4788b996b4b7 req-adecf864-35d8-4fa4-b6b2-d38c70cfedbd tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a2c288025384519a97e6c2e5ef1a5ab HTTP/1.1" status: 200 len: 380 time: 0.1363394 Mar 22 10:54:23.230767 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-a652c33d-a98f-4664-aa2c-4788b996b4b7 req-baa1076d-50d4-420d-90ca-6d760eb109fd tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Request body: {'port': {'device_id': '35bbf4bb-2ab4-4a16-84f3-f4a80aab1f4f', 'network_id': 'd9d30e40-e553-4004-8b8d-30072274af6a', 'admin_state_up': True, 'tenant_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'security_groups': ['331ec2bf-4639-40e9-918d-e35919f803a4']}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:54:23.279872 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port a88767fc-9baa-4ecc-8ede-0897cf68618b on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:54:23.280595 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port a88767fc-9baa-4ecc-8ede-0897cf68618b by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': '3bd99e11-be97-435f-ae07-103b06a02aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7c67ff42-4cac-4c78-a434-a042dc4b4f04'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:54:23.280595 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port a88767fc-9baa-4ecc-8ede-0897cf68618b on network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:54:23.302665 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Port a88767fc-9baa-4ecc-8ede-0897cf68618b on network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:54:23.302978 dv-neutron-834599-1-hyperv neutron-server[109050]: ERROR neutron.plugins.ml2.managers [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Failed to bind port a88767fc-9baa-4ecc-8ede-0897cf68618b on host hv-neutron-8345 for vnic_type normal using segments [{'id': '3bd99e11-be97-435f-ae07-103b06a02aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7c67ff42-4cac-4c78-a434-a042dc4b4f04'}] Mar 22 10:54:23.306218 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.plugins.ml2.plugin [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempt 2 to bind port a88767fc-9baa-4ecc-8ede-0897cf68618b Mar 22 10:54:23.311199 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2deb521-b4aa-4200-9d24-5892c449f931 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event updated for resources: {'Port': ['ID=044576b7-5a57-4119-9abc-5b76590d72a1,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:23.346431 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port a88767fc-9baa-4ecc-8ede-0897cf68618b on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:54:23.346932 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port a88767fc-9baa-4ecc-8ede-0897cf68618b by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': '3bd99e11-be97-435f-ae07-103b06a02aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7c67ff42-4cac-4c78-a434-a042dc4b4f04'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:54:23.347281 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port a88767fc-9baa-4ecc-8ede-0897cf68618b on network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:54:23.362087 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-892a4a70-3966-40eb-98b7-667043fdedbf tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:23.363785 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Port a88767fc-9baa-4ecc-8ede-0897cf68618b on network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:54:23.364165 dv-neutron-834599-1-hyperv neutron-server[109050]: ERROR neutron.plugins.ml2.managers [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Failed to bind port a88767fc-9baa-4ecc-8ede-0897cf68618b on host hv-neutron-8345 for vnic_type normal using segments [{'id': '3bd99e11-be97-435f-ae07-103b06a02aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7c67ff42-4cac-4c78-a434-a042dc4b4f04'}] Mar 22 10:54:23.366597 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.plugins.ml2.plugin [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempt 3 to bind port a88767fc-9baa-4ecc-8ede-0897cf68618b Mar 22 10:54:23.379870 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89b56e64-2c03-4d7b-9a4f-a472ae98aa42 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Router dd100d99-b1a8-4042-8c07-1eeaa238e500 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:54:23.399468 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d2deb521-b4aa-4200-9d24-5892c449f931 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684270'] for router_interface, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:23.405137 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port a88767fc-9baa-4ecc-8ede-0897cf68618b on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:54:23.405477 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port a88767fc-9baa-4ecc-8ede-0897cf68618b by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': '3bd99e11-be97-435f-ae07-103b06a02aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7c67ff42-4cac-4c78-a434-a042dc4b4f04'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:54:23.405803 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port a88767fc-9baa-4ecc-8ede-0897cf68618b on network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:54:23.448141 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Port a88767fc-9baa-4ecc-8ede-0897cf68618b on network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:54:23.448522 dv-neutron-834599-1-hyperv neutron-server[109050]: ERROR neutron.plugins.ml2.managers [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Failed to bind port a88767fc-9baa-4ecc-8ede-0897cf68618b on host hv-neutron-8345 for vnic_type normal using segments [{'id': '3bd99e11-be97-435f-ae07-103b06a02aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7c67ff42-4cac-4c78-a434-a042dc4b4f04'}] Mar 22 10:54:23.450348 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.plugins.ml2.plugin [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempt 4 to bind port a88767fc-9baa-4ecc-8ede-0897cf68618b Mar 22 10:54:23.490265 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port a88767fc-9baa-4ecc-8ede-0897cf68618b on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:54:23.491074 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port a88767fc-9baa-4ecc-8ede-0897cf68618b by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': '3bd99e11-be97-435f-ae07-103b06a02aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7c67ff42-4cac-4c78-a434-a042dc4b4f04'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:54:23.491725 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port a88767fc-9baa-4ecc-8ede-0897cf68618b on network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:54:23.495001 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-892a4a70-3966-40eb-98b7-667043fdedbf tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:23.502267 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a652c33d-a98f-4664-aa2c-4788b996b4b7 req-baa1076d-50d4-420d-90ca-6d760eb109fd tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Made reservation on behalf of 9a2c288025384519a97e6c2e5ef1a5ab for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:54:23.504648 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Port a88767fc-9baa-4ecc-8ede-0897cf68618b on network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:54:23.506578 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-a652c33d-a98f-4664-aa2c-4788b996b4b7 req-baa1076d-50d4-420d-90ca-6d760eb109fd tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:23.508574 dv-neutron-834599-1-hyperv neutron-server[109050]: ERROR neutron.plugins.ml2.managers [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Failed to bind port a88767fc-9baa-4ecc-8ede-0897cf68618b on host hv-neutron-8345 for vnic_type normal using segments [{'id': '3bd99e11-be97-435f-ae07-103b06a02aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7c67ff42-4cac-4c78-a434-a042dc4b4f04'}] Mar 22 10:54:23.512046 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.plugins.ml2.plugin [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempt 5 to bind port a88767fc-9baa-4ecc-8ede-0897cf68618b Mar 22 10:54:23.531525 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port a88767fc-9baa-4ecc-8ede-0897cf68618b on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:54:23.531932 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port a88767fc-9baa-4ecc-8ede-0897cf68618b by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': '3bd99e11-be97-435f-ae07-103b06a02aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7c67ff42-4cac-4c78-a434-a042dc4b4f04'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:54:23.532357 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port a88767fc-9baa-4ecc-8ede-0897cf68618b on network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:54:23.540786 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 0a31cfa7-1e15-4410-b902-382d94e03c19 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:54:23.545056 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Port a88767fc-9baa-4ecc-8ede-0897cf68618b on network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:54:23.545056 dv-neutron-834599-1-hyperv neutron-server[109050]: ERROR neutron.plugins.ml2.managers [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Failed to bind port a88767fc-9baa-4ecc-8ede-0897cf68618b on host hv-neutron-8345 for vnic_type normal using segments [{'id': '3bd99e11-be97-435f-ae07-103b06a02aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7c67ff42-4cac-4c78-a434-a042dc4b4f04'}] Mar 22 10:54:23.545056 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.plugins.ml2.plugin [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempt 6 to bind port a88767fc-9baa-4ecc-8ede-0897cf68618b Mar 22 10:54:23.579335 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port a88767fc-9baa-4ecc-8ede-0897cf68618b on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:54:23.579691 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port a88767fc-9baa-4ecc-8ede-0897cf68618b by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': '3bd99e11-be97-435f-ae07-103b06a02aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7c67ff42-4cac-4c78-a434-a042dc4b4f04'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:54:23.580161 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port a88767fc-9baa-4ecc-8ede-0897cf68618b on network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:54:23.583534 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d2deb521-b4aa-4200-9d24-5892c449f931 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:23.598615 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Port a88767fc-9baa-4ecc-8ede-0897cf68618b on network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:54:23.598935 dv-neutron-834599-1-hyperv neutron-server[109050]: ERROR neutron.plugins.ml2.managers [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Failed to bind port a88767fc-9baa-4ecc-8ede-0897cf68618b on host hv-neutron-8345 for vnic_type normal using segments [{'id': '3bd99e11-be97-435f-ae07-103b06a02aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7c67ff42-4cac-4c78-a434-a042dc4b4f04'}] Mar 22 10:54:23.600937 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.plugins.ml2.plugin [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempt 7 to bind port a88767fc-9baa-4ecc-8ede-0897cf68618b Mar 22 10:54:23.602106 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 0a31cfa7-1e15-4410-b902-382d94e03c19 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:54:23.602806 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:23.604417 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-f5340dda-80de-4d1e-b586-ee15c06bd898 None None] Provisioning complete for port 044576b7-5a57-4119-9abc-5b76590d72a1 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:54:23.605035 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f5340dda-80de-4d1e-b586-ee15c06bd898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:23.605690 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892a4a70-3966-40eb-98b7-667043fdedbf tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:54:23.612066 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-892a4a70-3966-40eb-98b7-667043fdedbf tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:54:23.622019 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892a4a70-3966-40eb-98b7-667043fdedbf tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:54:23.627292 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892a4a70-3966-40eb-98b7-667043fdedbf tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Pushing event updated for resources: {'Port': ['ID=f3c42fc3-dd6d-45f1-8851-48bcfec32a04,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:23.639942 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port a88767fc-9baa-4ecc-8ede-0897cf68618b on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:54:23.640393 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port a88767fc-9baa-4ecc-8ede-0897cf68618b by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': '3bd99e11-be97-435f-ae07-103b06a02aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7c67ff42-4cac-4c78-a434-a042dc4b4f04'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:54:23.640880 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port a88767fc-9baa-4ecc-8ede-0897cf68618b on network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:54:23.650831 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Port a88767fc-9baa-4ecc-8ede-0897cf68618b on network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:54:23.651156 dv-neutron-834599-1-hyperv neutron-server[109050]: ERROR neutron.plugins.ml2.managers [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Failed to bind port a88767fc-9baa-4ecc-8ede-0897cf68618b on host hv-neutron-8345 for vnic_type normal using segments [{'id': '3bd99e11-be97-435f-ae07-103b06a02aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7c67ff42-4cac-4c78-a434-a042dc4b4f04'}] Mar 22 10:54:23.653327 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.plugins.ml2.plugin [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempt 8 to bind port a88767fc-9baa-4ecc-8ede-0897cf68618b Mar 22 10:54:23.674783 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b56e64-2c03-4d7b-9a4f-a472ae98aa42 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:54:23.682362 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-f5340dda-80de-4d1e-b586-ee15c06bd898 None None] Port 044576b7-5a57-4119-9abc-5b76590d72a1 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:54:23.706265 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0a4444-da25-4082-b0dc-695622a7ba4c None None] Sync routers for ids ['dd100d99-b1a8-4042-8c07-1eeaa238e500'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:54:23.707803 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port a88767fc-9baa-4ecc-8ede-0897cf68618b on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:54:23.708149 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port a88767fc-9baa-4ecc-8ede-0897cf68618b by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': '3bd99e11-be97-435f-ae07-103b06a02aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7c67ff42-4cac-4c78-a434-a042dc4b4f04'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:54:23.708496 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port a88767fc-9baa-4ecc-8ede-0897cf68618b on network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:54:23.725131 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-89b56e64-2c03-4d7b-9a4f-a472ae98aa42 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:23.743612 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Port a88767fc-9baa-4ecc-8ede-0897cf68618b on network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:54:23.743990 dv-neutron-834599-1-hyperv neutron-server[109050]: ERROR neutron.plugins.ml2.managers [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Failed to bind port a88767fc-9baa-4ecc-8ede-0897cf68618b on host hv-neutron-8345 for vnic_type normal using segments [{'id': '3bd99e11-be97-435f-ae07-103b06a02aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7c67ff42-4cac-4c78-a434-a042dc4b4f04'}] Mar 22 10:54:23.745875 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.plugins.ml2.plugin [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempt 9 to bind port a88767fc-9baa-4ecc-8ede-0897cf68618b Mar 22 10:54:23.778209 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0a4444-da25-4082-b0dc-695622a7ba4c None None] Routers {'dd100d99-b1a8-4042-8c07-1eeaa238e500'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:23.778843 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-4f0a4444-da25-4082-b0dc-695622a7ba4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['dd100d99-b1a8-4042-8c07-1eeaa238e500'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:23.796205 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port a88767fc-9baa-4ecc-8ede-0897cf68618b on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:54:23.796554 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port a88767fc-9baa-4ecc-8ede-0897cf68618b by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': '3bd99e11-be97-435f-ae07-103b06a02aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7c67ff42-4cac-4c78-a434-a042dc4b4f04'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:54:23.796889 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port a88767fc-9baa-4ecc-8ede-0897cf68618b on network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:54:23.800263 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4dd81c66-8aea-4b72-b1c8-f0ad47b36f4a req-9a9972dd-4549-4246-93e1-28cbbabe3a50 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "GET /v2.0/ports?device_id=35bbf4bb-2ab4-4a16-84f3-f4a80aab1f4f HTTP/1.1" status: 200 len: 210 time: 0.0419567 Mar 22 10:54:23.817568 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Port a88767fc-9baa-4ecc-8ede-0897cf68618b on network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:54:23.817955 dv-neutron-834599-1-hyperv neutron-server[109050]: ERROR neutron.plugins.ml2.managers [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Failed to bind port a88767fc-9baa-4ecc-8ede-0897cf68618b on host hv-neutron-8345 for vnic_type normal using segments [{'id': '3bd99e11-be97-435f-ae07-103b06a02aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7c67ff42-4cac-4c78-a434-a042dc4b4f04'}] Mar 22 10:54:23.820383 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-4f0a4444-da25-4082-b0dc-695622a7ba4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:23.820512 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.plugins.ml2.plugin [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempt 10 to bind port a88767fc-9baa-4ecc-8ede-0897cf68618b Mar 22 10:54:23.822202 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-89b56e64-2c03-4d7b-9a4f-a472ae98aa42 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.5175593 Mar 22 10:54:23.830112 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36126) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:23.834167 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-8c3dc2db-b9e4-4df1-acae-31285dcf3f0e tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:54:23.842375 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0a4444-da25-4082-b0dc-695622a7ba4c None None] Routers {'dd100d99-b1a8-4042-8c07-1eeaa238e500'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:23.843601 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-4f0a4444-da25-4082-b0dc-695622a7ba4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['dd100d99-b1a8-4042-8c07-1eeaa238e500'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:23.880639 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-4f0a4444-da25-4082-b0dc-695622a7ba4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:23.882077 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0a4444-da25-4082-b0dc-695622a7ba4c None None] The sync data for ids ['dd100d99-b1a8-4042-8c07-1eeaa238e500'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:54:23.898516 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [req-a652c33d-a98f-4664-aa2c-4788b996b4b7 req-baa1076d-50d4-420d-90ca-6d760eb109fd tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Allocated IP 172.20.0.4 (d9d30e40-e553-4004-8b8d-30072274af6a/1e449dec-f71c-43ef-87f8-f368eb7385b3/c5ea9116-2f3e-41f4-b12c-086a9ac353d3) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:54:23.914502 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port a88767fc-9baa-4ecc-8ede-0897cf68618b on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:54:23.914901 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port a88767fc-9baa-4ecc-8ede-0897cf68618b by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': '3bd99e11-be97-435f-ae07-103b06a02aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7c67ff42-4cac-4c78-a434-a042dc4b4f04'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:54:23.915315 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port a88767fc-9baa-4ecc-8ede-0897cf68618b on network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:54:23.929407 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Port a88767fc-9baa-4ecc-8ede-0897cf68618b on network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:54:23.929725 dv-neutron-834599-1-hyperv neutron-server[109050]: ERROR neutron.plugins.ml2.managers [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Failed to bind port a88767fc-9baa-4ecc-8ede-0897cf68618b on host hv-neutron-8345 for vnic_type normal using segments [{'id': '3bd99e11-be97-435f-ae07-103b06a02aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7c67ff42-4cac-4c78-a434-a042dc4b4f04'}] Mar 22 10:54:23.930088 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:23.947090 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8c3dc2db-b9e4-4df1-acae-31285dcf3f0e tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for floatingip, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:24.088789 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-892a4a70-3966-40eb-98b7-667043fdedbf tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks [] for router_gateway, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:24.168259 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-a652c33d-a98f-4664-aa2c-4788b996b4b7 req-baa1076d-50d4-420d-90ca-6d760eb109fd tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:24.278560 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-a652c33d-a98f-4664-aa2c-4788b996b4b7 req-baa1076d-50d4-420d-90ca-6d760eb109fd tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:24.369465 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d2deb521-b4aa-4200-9d24-5892c449f931 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:24.394038 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d2deb521-b4aa-4200-9d24-5892c449f931 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:24.394823 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d2deb521-b4aa-4200-9d24-5892c449f931 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684306'] for router_interface, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:24.415178 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] For port a88767fc-9baa-4ecc-8ede-0897cf68618b, host hv-neutron-8345, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:54:24.415178 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempted to set empty binding levels {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 22 10:54:24.452337 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:24.510309 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8c3dc2db-b9e4-4df1-acae-31285dcf3f0e tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:24.530056 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8c3dc2db-b9e4-4df1-acae-31285dcf3f0e tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684147'] for floatingip, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:24.530385 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.l3_db [None req-8c3dc2db-b9e4-4df1-acae-31285dcf3f0e tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Floating IP 5d4d84ac-6fab-4e10-8cf8-8bd6d89604ec disassociated. External IP: 172.26.7.105, port: 643bf8a2-6d21-47a1-8b17-4a6d0e2b4cc4. Mar 22 10:54:24.533030 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] In _notify_port_updated(), no bound segment for port a88767fc-9baa-4ecc-8ede-0897cf68618b on network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 {{(pid=109050) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 22 10:54:24.533727 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:24.533988 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:24.535317 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] 10.222.0.57 "PUT /v2.0/ports/a88767fc-9baa-4ecc-8ede-0897cf68618b HTTP/1.1" status: 200 len: 981 time: 2.6513228 Mar 22 10:54:24.538184 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2deb521-b4aa-4200-9d24-5892c449f931 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event updated for resources: {'Port': ['ID=044576b7-5a57-4119-9abc-5b76590d72a1,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:24.542753 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36130) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:24.550235 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f0212-b7f1-43f7-b69c-d8dddc12f938 req-4da28b7d-26cc-4756-8d8c-4cd258f49596 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:24.551745 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0c2f0212-b7f1-43f7-b69c-d8dddc12f938 req-4da28b7d-26cc-4756-8d8c-4cd258f49596 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.2156456 Mar 22 10:54:24.636060 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a652c33d-a98f-4664-aa2c-4788b996b4b7 req-baa1076d-50d4-420d-90ca-6d760eb109fd tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Network d9d30e40-e553-4004-8b8d-30072274af6a is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:54:24.641830 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [req-a652c33d-a98f-4664-aa2c-4788b996b4b7 req-baa1076d-50d4-420d-90ca-6d760eb109fd tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:54:24.647759 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-a652c33d-a98f-4664-aa2c-4788b996b4b7 req-baa1076d-50d4-420d-90ca-6d760eb109fd tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:54:24.678044 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa1076d-50d4-420d-90ca-6d760eb109fd tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Pushing event updated for resources: {'Port': ['ID=c5ea9116-2f3e-41f4-b12c-086a9ac353d3,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:24.684012 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-892a4a70-3966-40eb-98b7-667043fdedbf tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:24.741298 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a652c33d-a98f-4664-aa2c-4788b996b4b7 req-baa1076d-50d4-420d-90ca-6d760eb109fd tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:24.742172 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-a652c33d-a98f-4664-aa2c-4788b996b4b7 req-baa1076d-50d4-420d-90ca-6d760eb109fd tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:24.748543 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ba811-a4c7-4d59-9295-8ce21acfda02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Pushing event updated for resources: {'Port': ['ID=a88767fc-9baa-4ecc-8ede-0897cf68618b,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:24.770067 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a652c33d-a98f-4664-aa2c-4788b996b4b7 req-baa1076d-50d4-420d-90ca-6d760eb109fd tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5438888 Mar 22 10:54:24.808409 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [req-a652c33d-a98f-4664-aa2c-4788b996b4b7 req-90e4db1a-9be1-41e6-8697-fe08740977b6 service neutron] Request body: {'port': {'device_id': '35bbf4bb-2ab4-4a16-84f3-f4a80aab1f4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8345'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:54:24.811003 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0c2f0212-b7f1-43f7-b69c-d8dddc12f938 req-cf8dad10-4a36-4e81-9a86-c9ca94d98e1f tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1952507 Mar 22 10:54:24.828484 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2deb521-b4aa-4200-9d24-5892c449f931 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Network b9503687-c85a-49ee-8064-3b006e91204f is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:54:24.849138 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45393db9-6dec-417c-98ca-e97070a6111b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:24.849484 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45393db9-6dec-417c-98ca-e97070a6111b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:24.849939 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45393db9-6dec-417c-98ca-e97070a6111b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:24.850388 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45393db9-6dec-417c-98ca-e97070a6111b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:24.850842 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45393db9-6dec-417c-98ca-e97070a6111b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:24.851290 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45393db9-6dec-417c-98ca-e97070a6111b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:24.851838 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45393db9-6dec-417c-98ca-e97070a6111b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:24.852283 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45393db9-6dec-417c-98ca-e97070a6111b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:24.852653 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45393db9-6dec-417c-98ca-e97070a6111b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:24.853096 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45393db9-6dec-417c-98ca-e97070a6111b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:24.853536 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45393db9-6dec-417c-98ca-e97070a6111b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:24.853980 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45393db9-6dec-417c-98ca-e97070a6111b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:24.854424 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45393db9-6dec-417c-98ca-e97070a6111b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:24.855014 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45393db9-6dec-417c-98ca-e97070a6111b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:24.855486 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45393db9-6dec-417c-98ca-e97070a6111b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:24.855932 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45393db9-6dec-417c-98ca-e97070a6111b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:24.856376 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45393db9-6dec-417c-98ca-e97070a6111b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:24.856819 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45393db9-6dec-417c-98ca-e97070a6111b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:24.857269 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45393db9-6dec-417c-98ca-e97070a6111b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:24.857688 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45393db9-6dec-417c-98ca-e97070a6111b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:24.858150 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45393db9-6dec-417c-98ca-e97070a6111b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:24.858559 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45393db9-6dec-417c-98ca-e97070a6111b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:24.859000 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45393db9-6dec-417c-98ca-e97070a6111b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:24.859464 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45393db9-6dec-417c-98ca-e97070a6111b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:24.859911 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45393db9-6dec-417c-98ca-e97070a6111b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:24.860353 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45393db9-6dec-417c-98ca-e97070a6111b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:24.860796 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45393db9-6dec-417c-98ca-e97070a6111b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:24.861237 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45393db9-6dec-417c-98ca-e97070a6111b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:24.861678 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45393db9-6dec-417c-98ca-e97070a6111b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:24.862120 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45393db9-6dec-417c-98ca-e97070a6111b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:24.862954 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45393db9-6dec-417c-98ca-e97070a6111b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:24.863060 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45393db9-6dec-417c-98ca-e97070a6111b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:24.866621 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-45393db9-6dec-417c-98ca-e97070a6111b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 28291 time: 0.3139396 Mar 22 10:54:24.869977 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-d2deb521-b4aa-4200-9d24-5892c449f931 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:54:24.871854 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36134) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:24.907135 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-a652c33d-a98f-4664-aa2c-4788b996b4b7 req-90e4db1a-9be1-41e6-8697-fe08740977b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:24.930788 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-fa516301-78e9-4ff4-9e67-89e65d1fe7f2 None None] Provisioning complete for port c5ea9116-2f3e-41f4-b12c-086a9ac353d3 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:54:24.931443 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-fa516301-78e9-4ff4-9e67-89e65d1fe7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:24.987288 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-fa516301-78e9-4ff4-9e67-89e65d1fe7f2 None None] Port c5ea9116-2f3e-41f4-b12c-086a9ac353d3 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:54:25.002209 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-892a4a70-3966-40eb-98b7-667043fdedbf tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Router 96757591-8465-42ee-ab40-aaaacfcef71a is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 10:54:25.207417 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715045e9-6695-4c59-bf83-6dbb3c650d7b req-b5148ace-0acb-4c09-8365-265474c4a061 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:25.208809 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-715045e9-6695-4c59-bf83-6dbb3c650d7b req-b5148ace-0acb-4c09-8365-265474c4a061 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "GET /v2.0/ports?device_id=35bbf4bb-2ab4-4a16-84f3-f4a80aab1f4f HTTP/1.1" status: 200 len: 931 time: 0.3062119 Mar 22 10:54:25.215192 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-22203a95-91a5-4d35-b673-613b593017a0 None None] Provisioning complete for port 044576b7-5a57-4119-9abc-5b76590d72a1 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:54:25.216289 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-22203a95-91a5-4d35-b673-613b593017a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:25.254891 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892a4a70-3966-40eb-98b7-667043fdedbf tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:54:25.270031 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5b6103-76f3-4db5-a2b2-b5816fcc2313 None None] Sync routers for ids ['96757591-8465-42ee-ab40-aaaacfcef71a'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:54:25.276066 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3dc2db-b9e4-4df1-acae-31285dcf3f0e tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Router dd100d99-b1a8-4042-8c07-1eeaa238e500 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:54:25.279006 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-870c1a1b-50eb-4952-86d6-c4962d0bb0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Deleting port a88767fc-9baa-4ecc-8ede-0897cf68618b {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:54:25.279622 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-870c1a1b-50eb-4952-86d6-c4962d0bb0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:25.281193 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-22203a95-91a5-4d35-b673-613b593017a0 None None] Port 044576b7-5a57-4119-9abc-5b76590d72a1 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:54:25.287563 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5b6103-76f3-4db5-a2b2-b5816fcc2313 None None] Routers {'96757591-8465-42ee-ab40-aaaacfcef71a'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:25.288244 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-ac5b6103-76f3-4db5-a2b2-b5816fcc2313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['96757591-8465-42ee-ab40-aaaacfcef71a'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:25.297106 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-892a4a70-3966-40eb-98b7-667043fdedbf tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:25.298325 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-892a4a70-3966-40eb-98b7-667043fdedbf tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.3311217 Mar 22 10:54:25.301254 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36136) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:25.305700 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-088cd5a5-06ce-418e-a5ca-a98c99cd084d tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'enable_snat': False}}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:54:25.333470 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-ac5b6103-76f3-4db5-a2b2-b5816fcc2313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:25.343424 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5b6103-76f3-4db5-a2b2-b5816fcc2313 None None] Routers {'96757591-8465-42ee-ab40-aaaacfcef71a'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:25.344329 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-ac5b6103-76f3-4db5-a2b2-b5816fcc2313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['96757591-8465-42ee-ab40-aaaacfcef71a'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:25.350783 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-715045e9-6695-4c59-bf83-6dbb3c650d7b req-165cb659-0755-4838-b340-1e2f3d9706e4 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "GET /v2.0/security-groups?id=331ec2bf-4639-40e9-918d-e35919f803a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201527 Mar 22 10:54:25.365027 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2deb521-b4aa-4200-9d24-5892c449f931 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Router bc9e105f-7bd3-409f-9569-e6a94b0a8569 is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109050) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 10:54:25.389219 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-ac5b6103-76f3-4db5-a2b2-b5816fcc2313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:25.389912 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5b6103-76f3-4db5-a2b2-b5816fcc2313 None None] The sync data for ids ['96757591-8465-42ee-ab40-aaaacfcef71a'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:54:25.459334 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [req-a652c33d-a98f-4664-aa2c-4788b996b4b7 req-90e4db1a-9be1-41e6-8697-fe08740977b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5ea9116-2f3e-41f4-b12c-086a9ac353d3 {{(pid=109049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 10:54:25.474235 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-a652c33d-a98f-4664-aa2c-4788b996b4b7 req-90e4db1a-9be1-41e6-8697-fe08740977b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:25.500437 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.provisioning_blocks [req-a652c33d-a98f-4664-aa2c-4788b996b4b7 req-90e4db1a-9be1-41e6-8697-fe08740977b6 service neutron] Transition to ACTIVE for port object c5ea9116-2f3e-41f4-b12c-086a9ac353d3 will not be triggered until provisioned by entity L2. {{(pid=109049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 10:54:25.505675 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-a652c33d-a98f-4664-aa2c-4788b996b4b7 req-90e4db1a-9be1-41e6-8697-fe08740977b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:25.508386 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-870c1a1b-50eb-4952-86d6-c4962d0bb0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] For port a88767fc-9baa-4ecc-8ede-0897cf68618b, host hv-neutron-8345, got binding levels [] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:54:25.508999 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-870c1a1b-50eb-4952-86d6-c4962d0bb0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:25.584995 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-870c1a1b-50eb-4952-86d6-c4962d0bb0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Calling delete_port for a88767fc-9baa-4ecc-8ede-0897cf68618b owned by {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:54:25.692725 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e4db1a-9be1-41e6-8697-fe08740977b6 service neutron] Pushing event updated for resources: {'Port': ['ID=c5ea9116-2f3e-41f4-b12c-086a9ac353d3,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:25.758205 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2deb521-b4aa-4200-9d24-5892c449f931 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:54:25.767851 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-d2deb521-b4aa-4200-9d24-5892c449f931 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "PUT /v2.0/routers/bc9e105f-7bd3-409f-9569-e6a94b0a8569/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0330782 Mar 22 10:54:25.771171 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3dc2db-b9e4-4df1-acae-31285dcf3f0e tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:54:25.778589 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36140) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:25.778966 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8c3dc2db-b9e4-4df1-acae-31285dcf3f0e tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:25.790230 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2ff3f1-4558-4271-b4b1-2dd482c273d8 None None] Sync routers for ids ['bc9e105f-7bd3-409f-9569-e6a94b0a8569'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:54:25.808025 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfac3c37-abe7-4d59-b50a-4cafe399b783 None None] Sync routers for ids ['dd100d99-b1a8-4042-8c07-1eeaa238e500'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:54:25.835948 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfac3c37-abe7-4d59-b50a-4cafe399b783 None None] Routers {'dd100d99-b1a8-4042-8c07-1eeaa238e500'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:25.836425 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-dfac3c37-abe7-4d59-b50a-4cafe399b783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['dd100d99-b1a8-4042-8c07-1eeaa238e500'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:25.841856 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2ff3f1-4558-4271-b4b1-2dd482c273d8 None None] Routers {'bc9e105f-7bd3-409f-9569-e6a94b0a8569'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:25.845156 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-ec2ff3f1-4558-4271-b4b1-2dd482c273d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['bc9e105f-7bd3-409f-9569-e6a94b0a8569'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:25.854786 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-8c3dc2db-b9e4-4df1-acae-31285dcf3f0e tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] 10.222.0.57 "PUT /v2.0/floatingips/5d4d84ac-6fab-4e10-8cf8-8bd6d89604ec HTTP/1.1" status: 200 len: 688 time: 2.0237308 Mar 22 10:54:25.861129 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36144) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:25.887416 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8105c0be-f0b6-4ce7-9bbe-1ae23fd1a692 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:25.892286 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8105c0be-f0b6-4ce7-9bbe-1ae23fd1a692 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "GET /v2.0/ports/044576b7-5a57-4119-9abc-5b76590d72a1 HTTP/1.1" status: 200 len: 983 time: 0.1124260 Mar 22 10:54:25.892801 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36146) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:25.916670 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-dfac3c37-abe7-4d59-b50a-4cafe399b783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:25.927562 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfac3c37-abe7-4d59-b50a-4cafe399b783 None None] Routers {'dd100d99-b1a8-4042-8c07-1eeaa238e500'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:25.928255 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-dfac3c37-abe7-4d59-b50a-4cafe399b783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['dd100d99-b1a8-4042-8c07-1eeaa238e500'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:25.955191 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-a652c33d-a98f-4664-aa2c-4788b996b4b7 req-90e4db1a-9be1-41e6-8697-fe08740977b6 service neutron] Attempting to bind port c5ea9116-2f3e-41f4-b12c-086a9ac353d3 on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:54:25.955893 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-a652c33d-a98f-4664-aa2c-4788b996b4b7 req-90e4db1a-9be1-41e6-8697-fe08740977b6 service neutron] Attempting to bind port c5ea9116-2f3e-41f4-b12c-086a9ac353d3 by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': '3a130c61-1c70-4d51-9e6a-9e4b6433197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd9d30e40-e553-4004-8b8d-30072274af6a'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:54:25.955893 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a652c33d-a98f-4664-aa2c-4788b996b4b7 req-90e4db1a-9be1-41e6-8697-fe08740977b6 service neutron] Attempting to bind port c5ea9116-2f3e-41f4-b12c-086a9ac353d3 on network d9d30e40-e553-4004-8b8d-30072274af6a {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:54:25.978273 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-dfac3c37-abe7-4d59-b50a-4cafe399b783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:25.979433 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfac3c37-abe7-4d59-b50a-4cafe399b783 None None] The sync data for ids ['dd100d99-b1a8-4042-8c07-1eeaa238e500'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:54:25.997113 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-ec2ff3f1-4558-4271-b4b1-2dd482c273d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:26.001788 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a652c33d-a98f-4664-aa2c-4788b996b4b7 req-90e4db1a-9be1-41e6-8697-fe08740977b6 service neutron] Port c5ea9116-2f3e-41f4-b12c-086a9ac353d3 on network d9d30e40-e553-4004-8b8d-30072274af6a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:54:26.002263 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a652c33d-a98f-4664-aa2c-4788b996b4b7 req-90e4db1a-9be1-41e6-8697-fe08740977b6 service neutron] Attempting to bind port c5ea9116-2f3e-41f4-b12c-086a9ac353d3 on network d9d30e40-e553-4004-8b8d-30072274af6a {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:54:26.018595 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2ff3f1-4558-4271-b4b1-2dd482c273d8 None None] Routers {'bc9e105f-7bd3-409f-9569-e6a94b0a8569'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:26.019482 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-ec2ff3f1-4558-4271-b4b1-2dd482c273d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['bc9e105f-7bd3-409f-9569-e6a94b0a8569'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:26.047291 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a652c33d-a98f-4664-aa2c-4788b996b4b7 req-90e4db1a-9be1-41e6-8697-fe08740977b6 service neutron] Checking agent: {'id': 'dcb78974-6458-4942-8c9c-663284d5bb3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8345', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:54:26.047788 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a652c33d-a98f-4664-aa2c-4788b996b4b7 req-90e4db1a-9be1-41e6-8697-fe08740977b6 service neutron] Checking segment: {'id': '3a130c61-1c70-4d51-9e6a-9e4b6433197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd9d30e40-e553-4004-8b8d-30072274af6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:54:26.048220 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a652c33d-a98f-4664-aa2c-4788b996b4b7 req-90e4db1a-9be1-41e6-8697-fe08740977b6 service neutron] Bound using segment: {'id': '3a130c61-1c70-4d51-9e6a-9e4b6433197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd9d30e40-e553-4004-8b8d-30072274af6a'} {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:54:26.048732 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [req-a652c33d-a98f-4664-aa2c-4788b996b4b7 req-90e4db1a-9be1-41e6-8697-fe08740977b6 service neutron] Bound port: c5ea9116-2f3e-41f4-b12c-086a9ac353d3, host: hv-neutron-8345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a130c61-1c70-4d51-9e6a-9e4b6433197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd9d30e40-e553-4004-8b8d-30072274af6a'}}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:54:26.049153 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-a652c33d-a98f-4664-aa2c-4788b996b4b7 req-90e4db1a-9be1-41e6-8697-fe08740977b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:26.073133 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-ec2ff3f1-4558-4271-b4b1-2dd482c273d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:26.075076 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2ff3f1-4558-4271-b4b1-2dd482c273d8 None None] The sync data for ids ['bc9e105f-7bd3-409f-9569-e6a94b0a8569'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:54:26.077627 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-088cd5a5-06ce-418e-a5ca-a98c99cd084d tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:26.106030 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-870c1a1b-50eb-4952-86d6-c4962d0bb0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:26.169223 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870c1a1b-50eb-4952-86d6-c4962d0bb0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Pushing event deleted for resources: {'Port': ['ID=a88767fc-9baa-4ecc-8ede-0897cf68618b,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:26.175347 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-870c1a1b-50eb-4952-86d6-c4962d0bb0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:26.183081 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-870c1a1b-50eb-4952-86d6-c4962d0bb0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] 10.222.0.57 "DELETE /v2.0/ports/a88767fc-9baa-4ecc-8ede-0897cf68618b HTTP/1.1" status: 204 len: 168 time: 1.3050075 Mar 22 10:54:26.183461 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36148) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:26.201425 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e083ea03-3257-4f53-87fa-841488365cc0 req-ab7bae82-065a-476a-8c4a-b1a64c9c87e3 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:26.202966 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e083ea03-3257-4f53-87fa-841488365cc0 req-ab7bae82-065a-476a-8c4a-b1a64c9c87e3 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.2374213 Mar 22 10:54:26.222337 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2433f4a-d3a1-4743-b833-ab1349d1e86e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] GET failed (client error): The resource could not be found. Mar 22 10:54:26.225235 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-a2433f4a-d3a1-4743-b833-ab1349d1e86e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] 10.222.0.57 "GET /v2.0/ports/a88767fc-9baa-4ecc-8ede-0897cf68618b HTTP/1.1" status: 404 len: 333 time: 0.0390596 Mar 22 10:54:26.228695 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36150) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:26.235401 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-b707d376-8792-4305-a3ba-f7ddc50cba24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118011379', 'network_id': '7c67ff42-4cac-4c78-a434-a042dc4b4f04'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:54:26.242829 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-a652c33d-a98f-4664-aa2c-4788b996b4b7 req-90e4db1a-9be1-41e6-8697-fe08740977b6 service neutron] For port c5ea9116-2f3e-41f4-b12c-086a9ac353d3, host hv-neutron-8345, cleared binding levels {{(pid=109049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:54:26.247999 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-a652c33d-a98f-4664-aa2c-4788b996b4b7 req-90e4db1a-9be1-41e6-8697-fe08740977b6 service neutron] For port c5ea9116-2f3e-41f4-b12c-086a9ac353d3, host hv-neutron-8345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=c5ea9116-2f3e-41f4-b12c-086a9ac353d3,segment=NetworkSegment(3a130c61-1c70-4d51-9e6a-9e4b6433197c),segment_id=3a130c61-1c70-4d51-9e6a-9e4b6433197c)] {{(pid=109049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:54:26.269992 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-60982a1f-bf1b-43be-bbc8-ce72224c6a2f tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Deleting port 75575e37-4bd0-4a9b-9246-39b7b29b14ca {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:54:26.270244 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-60982a1f-bf1b-43be-bbc8-ce72224c6a2f tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:26.275549 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e083ea03-3257-4f53-87fa-841488365cc0 req-317fa994-17cc-411b-b969-4619a0ca4c7b tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546119 Mar 22 10:54:26.293573 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-a652c33d-a98f-4664-aa2c-4788b996b4b7 req-90e4db1a-9be1-41e6-8697-fe08740977b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:26.352848 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a652c33d-a98f-4664-aa2c-4788b996b4b7 req-90e4db1a-9be1-41e6-8697-fe08740977b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:26.353450 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-a652c33d-a98f-4664-aa2c-4788b996b4b7 req-90e4db1a-9be1-41e6-8697-fe08740977b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:26.354882 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a652c33d-a98f-4664-aa2c-4788b996b4b7 req-90e4db1a-9be1-41e6-8697-fe08740977b6 service neutron] 10.222.0.35 "PUT /v2.0/ports/c5ea9116-2f3e-41f4-b12c-086a9ac353d3 HTTP/1.1" status: 200 len: 1093 time: 1.5546122 Mar 22 10:54:26.357459 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b707d376-8792-4305-a3ba-f7ddc50cba24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Made reservation on behalf of 54a3018cae4944e39725bbd3e1821a5c for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:54:26.359867 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b707d376-8792-4305-a3ba-f7ddc50cba24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:26.361679 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35bbf4bb-2ab4-4a16-84f3-f4a80aab1f4f', 'tag': 'c5ea9116-2f3e-41f4-b12c-086a9ac353d3'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 10:54:26.364004 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea20d47ee5c2e5d2aa35ee26c9e60aea7970c4225f3eb14fb63792ea9ad3856f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b8383a-d0ed-46e7-9342-b614f8eb0729" -d '{"events": [{"name": "network-changed", "server_uuid": "35bbf4bb-2ab4-4a16-84f3-f4a80aab1f4f", "tag": "c5ea9116-2f3e-41f4-b12c-086a9ac353d3"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 10:54:26.407875 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-60982a1f-bf1b-43be-bbc8-ce72224c6a2f tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:26.408204 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-60982a1f-bf1b-43be-bbc8-ce72224c6a2f tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:26.441135 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-60982a1f-bf1b-43be-bbc8-ce72224c6a2f tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Calling delete_port for 75575e37-4bd0-4a9b-9246-39b7b29b14ca owned by network:floatingip {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:54:26.445797 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 10:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e790bfa-7183-48e0-b337-018072b5324b x-openstack-request-id: req-3e790bfa-7183-48e0-b337-018072b5324b {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 10:54:26.446093 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35bbf4bb-2ab4-4a16-84f3-f4a80aab1f4f", "tag": "c5ea9116-2f3e-41f4-b12c-086a9ac353d3", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 10:54:26.446321 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3e790bfa-7183-48e0-b337-018072b5324b {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 10:54:26.446710 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e790bfa-7183-48e0-b337-018072b5324b'] response: {'name': 'network-changed', 'server_uuid': '35bbf4bb-2ab4-4a16-84f3-f4a80aab1f4f', 'tag': 'c5ea9116-2f3e-41f4-b12c-086a9ac353d3', 'status': 'completed', 'code': 200} Mar 22 10:54:26.476903 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-b707d376-8792-4305-a3ba-f7ddc50cba24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] device_id is not set on port 7fdcbeee-68d5-4c22-b897-d0f7c0e7693c yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:54:26.489035 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e4db1a-9be1-41e6-8697-fe08740977b6 service neutron] Pushing event updated for resources: {'Port': ['ID=c5ea9116-2f3e-41f4-b12c-086a9ac353d3,revision_number=3']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:26.578774 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae11f5-fcb2-4ca3-ab5d-23ddf9830860 req-20cb379b-237e-4d73-ac57-b9b0dacd09bd tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:26.580403 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-43ae11f5-fcb2-4ca3-ab5d-23ddf9830860 req-20cb379b-237e-4d73-ac57-b9b0dacd09bd tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "GET /v2.0/ports?device_id=35bbf4bb-2ab4-4a16-84f3-f4a80aab1f4f HTTP/1.1" status: 200 len: 943 time: 0.0708368 Mar 22 10:54:26.634782 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a652c33d-a98f-4664-aa2c-4788b996b4b7 req-514eef9c-0eb8-4c72-9c5a-0f07becf3ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:26.635289 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a652c33d-a98f-4664-aa2c-4788b996b4b7 req-514eef9c-0eb8-4c72-9c5a-0f07becf3ced service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9a2c288025384519a97e6c2e5ef1a5ab&device_id=35bbf4bb-2ab4-4a16-84f3-f4a80aab1f4f HTTP/1.1" status: 200 len: 1096 time: 0.2111845 Mar 22 10:54:26.644659 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-43ae11f5-fcb2-4ca3-ab5d-23ddf9830860 req-9be370f2-7db8-4c74-9552-e8b0654ee4e3 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "GET /v2.0/security-groups?id=331ec2bf-4639-40e9-918d-e35919f803a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565865 Mar 22 10:54:26.697097 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-60982a1f-bf1b-43be-bbc8-ce72224c6a2f tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:26.713215 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a652c33d-a98f-4664-aa2c-4788b996b4b7 req-537c72b5-9890-466e-9ea5-3d24083ebad8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5ea9116-2f3e-41f4-b12c-086a9ac353d3 HTTP/1.1" status: 200 len: 217 time: 0.0636191 Mar 22 10:54:26.724670 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60982a1f-bf1b-43be-bbc8-ce72224c6a2f tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Pushing event deleted for resources: {'Port': ['ID=75575e37-4bd0-4a9b-9246-39b7b29b14ca,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:26.793846 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-60982a1f-bf1b-43be-bbc8-ce72224c6a2f tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for floatingip, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:26.796351 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-60982a1f-bf1b-43be-bbc8-ce72224c6a2f tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:26.797794 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-60982a1f-bf1b-43be-bbc8-ce72224c6a2f tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] 10.222.0.57 "DELETE /v2.0/floatingips/5d4d84ac-6fab-4e10-8cf8-8bd6d89604ec HTTP/1.1" status: 204 len: 168 time: 0.9329362 Mar 22 10:54:26.801552 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36156) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:26.806196 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-a0f91f28-f4ab-4ac9-9d9d-0593d5bb505e tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Request body: {'floatingip': {'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'port_id': 'b9e74243-ceac-435e-9489-0f2263654c9d'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:54:26.828429 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a0f91f28-f4ab-4ac9-9d9d-0593d5bb505e tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for floatingip, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:26.929189 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a0f91f28-f4ab-4ac9-9d9d-0593d5bb505e tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:27.175893 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b707d376-8792-4305-a3ba-f7ddc50cba24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:27.182298 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a652c33d-a98f-4664-aa2c-4788b996b4b7 req-6250f939-e682-4f62-8e35-fa70ca6e183f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:27.183777 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a652c33d-a98f-4664-aa2c-4788b996b4b7 req-6250f939-e682-4f62-8e35-fa70ca6e183f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1e449dec-f71c-43ef-87f8-f368eb7385b3 HTTP/1.1" status: 200 len: 835 time: 0.1691077 Mar 22 10:54:27.308189 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-a0f91f28-f4ab-4ac9-9d9d-0593d5bb505e tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Allocated IP 172.26.7.139 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/198a34b8-f28e-48ab-b65c-e15af7c00f78) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:54:27.344027 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1d3b1aba-b093-4472-bd79-d584a072b95a tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683891'] for router_interface, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:27.408190 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a652c33d-a98f-4664-aa2c-4788b996b4b7 req-60a28af3-7b91-4f05-bd35-d1aeb69a86a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:27.409720 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a652c33d-a98f-4664-aa2c-4788b996b4b7 req-60a28af3-7b91-4f05-bd35-d1aeb69a86a6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d9d30e40-e553-4004-8b8d-30072274af6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1942544 Mar 22 10:54:27.449291 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a0f91f28-f4ab-4ac9-9d9d-0593d5bb505e tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:27.458526 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad6cd0-74a6-4f98-8ba4-6ef81bf3ecb4 req-597921cd-b695-4106-983e-0a9c851261dd tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:27.464060 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-faad6cd0-74a6-4f98-8ba4-6ef81bf3ecb4 req-597921cd-b695-4106-983e-0a9c851261dd tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.0888622 Mar 22 10:54:27.499303 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b707d376-8792-4305-a3ba-f7ddc50cba24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:27.528792 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-faad6cd0-74a6-4f98-8ba4-6ef81bf3ecb4 req-a8a5172d-9c21-421a-832c-8dd9a60d205d tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573912 Mar 22 10:54:27.537768 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a0f91f28-f4ab-4ac9-9d9d-0593d5bb505e tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:27.597904 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f91f28-f4ab-4ac9-9d9d-0593d5bb505e tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:54:27.601877 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-a0f91f28-f4ab-4ac9-9d9d-0593d5bb505e tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:54:27.605746 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f91f28-f4ab-4ac9-9d9d-0593d5bb505e tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:54:27.637424 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f91f28-f4ab-4ac9-9d9d-0593d5bb505e tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Pushing event updated for resources: {'Port': ['ID=198a34b8-f28e-48ab-b65c-e15af7c00f78,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:27.654241 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b707d376-8792-4305-a3ba-f7ddc50cba24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:54:27.695910 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-b707d376-8792-4305-a3ba-f7ddc50cba24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:54:27.710812 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b707d376-8792-4305-a3ba-f7ddc50cba24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:54:27.711672 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b707d376-8792-4305-a3ba-f7ddc50cba24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:27.712265 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b707d376-8792-4305-a3ba-f7ddc50cba24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:27.745591 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b707d376-8792-4305-a3ba-f7ddc50cba24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Pushing event updated for resources: {'Port': ['ID=7fdcbeee-68d5-4c22-b897-d0f7c0e7693c,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:27.768675 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a652c33d-a98f-4664-aa2c-4788b996b4b7 req-d366b440-402e-4535-b748-7dfb8a6c49d9 service neutron] 10.222.0.35 "GET /v2.0/networks/d9d30e40-e553-4004-8b8d-30072274af6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295040 Mar 22 10:54:27.781595 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b707d376-8792-4305-a3ba-f7ddc50cba24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.5480447 Mar 22 10:54:27.791439 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36162) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:27.856020 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1360070b-a620-4240-b01b-29eee61840df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:27.860872 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-1360070b-a620-4240-b01b-29eee61840df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] 10.222.0.57 "GET /v2.0/ports/7fdcbeee-68d5-4c22-b897-d0f7c0e7693c HTTP/1.1" status: 200 len: 959 time: 0.0680549 Mar 22 10:54:27.861242 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36164) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:27.905726 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d52ba-a8d9-4739-846a-42380c8440f9 req-300102f6-23ea-4213-ac20-fbd38668aa1d tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:27.907257 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-066d52ba-a8d9-4739-846a-42380c8440f9 req-300102f6-23ea-4213-ac20-fbd38668aa1d tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "GET /v2.0/ports?device_id=35bbf4bb-2ab4-4a16-84f3-f4a80aab1f4f HTTP/1.1" status: 200 len: 943 time: 0.1864777 Mar 22 10:54:27.989332 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-066d52ba-a8d9-4739-846a-42380c8440f9 req-f09f6675-b407-46b5-8ca0-a038206d3a84 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "GET /v2.0/security-groups?id=331ec2bf-4639-40e9-918d-e35919f803a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728011 Mar 22 10:54:28.027062 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-088cd5a5-06ce-418e-a5ca-a98c99cd084d tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3682488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11476'] for router, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:28.031158 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a652c33d-a98f-4664-aa2c-4788b996b4b7 req-052a1569-8f55-41a7-9f28-cec690184b38 service neutron] 10.222.0.35 "GET /v2.0/networks/d9d30e40-e553-4004-8b8d-30072274af6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511487 Mar 22 10:54:28.060795 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-088cd5a5-06ce-418e-a5ca-a98c99cd084d tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3682435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3682442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3684457'] for router, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:28.164946 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a0f91f28-f4ab-4ac9-9d9d-0593d5bb505e tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:28.200686 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-00c1f85b-e02d-445e-a797-943893d0910b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Deleting port 7fdcbeee-68d5-4c22-b897-d0f7c0e7693c {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:54:28.201311 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-00c1f85b-e02d-445e-a797-943893d0910b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:28.236147 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-1d3b1aba-b093-4472-bd79-d584a072b95a tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Deleting port 044576b7-5a57-4119-9abc-5b76590d72a1 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:54:28.236350 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1d3b1aba-b093-4472-bd79-d584a072b95a tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:28.237313 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a0f91f28-f4ab-4ac9-9d9d-0593d5bb505e tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:28.247667 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b8383a-d0ed-46e7-9342-b614f8eb0729 req-e7c1d66f-8c7d-4273-a208-96bb7aeaac4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:28.249131 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-38b8383a-d0ed-46e7-9342-b614f8eb0729 req-e7c1d66f-8c7d-4273-a208-96bb7aeaac4f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9a2c288025384519a97e6c2e5ef1a5ab&device_id=35bbf4bb-2ab4-4a16-84f3-f4a80aab1f4f HTTP/1.1" status: 200 len: 1096 time: 0.1338909 Mar 22 10:54:28.338864 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-00c1f85b-e02d-445e-a797-943893d0910b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:28.342506 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-088cd5a5-06ce-418e-a5ca-a98c99cd084d tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Router 96757591-8465-42ee-ab40-aaaacfcef71a has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:54:28.394744 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a0f91f28-f4ab-4ac9-9d9d-0593d5bb505e tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:28.400473 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a0f91f28-f4ab-4ac9-9d9d-0593d5bb505e tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:28.441962 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-00c1f85b-e02d-445e-a797-943893d0910b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Calling delete_port for 7fdcbeee-68d5-4c22-b897-d0f7c0e7693c owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:54:28.473662 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f91f28-f4ab-4ac9-9d9d-0593d5bb505e tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Pushing event updated for resources: {'Port': ['ID=198a34b8-f28e-48ab-b65c-e15af7c00f78,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:28.487268 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a0f91f28-f4ab-4ac9-9d9d-0593d5bb505e tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684147'] for floatingip, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:28.591649 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.l3_db [None req-a0f91f28-f4ab-4ac9-9d9d-0593d5bb505e tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Floating IP 76dc10bc-979d-49b0-b1d6-51c90c5e654e associated. External IP: 172.26.7.139, port: b9e74243-ceac-435e-9489-0f2263654c9d. Mar 22 10:54:28.719514 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f49f9f-1bfb-4748-95e7-c0c77af0105b req-df29c9cf-8b34-4573-8f87-ea06570cf52d tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:28.721105 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-80f49f9f-1bfb-4748-95e7-c0c77af0105b req-df29c9cf-8b34-4573-8f87-ea06570cf52d tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.0960736 Mar 22 10:54:28.836233 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-80f49f9f-1bfb-4748-95e7-c0c77af0105b req-92c945e1-de21-448e-a27d-225a4d40b4a7 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076727 Mar 22 10:54:28.886344 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1d3b1aba-b093-4472-bd79-d584a072b95a tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:28.901368 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b8383a-d0ed-46e7-9342-b614f8eb0729 req-2e36b817-b79b-4ee7-8d14-91b6f30ef809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:28.902897 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-38b8383a-d0ed-46e7-9342-b614f8eb0729 req-2e36b817-b79b-4ee7-8d14-91b6f30ef809 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d9d30e40-e553-4004-8b8d-30072274af6a HTTP/1.1" status: 200 len: 898 time: 0.6389165 Mar 22 10:54:28.904313 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f91f28-f4ab-4ac9-9d9d-0593d5bb505e tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Router dd100d99-b1a8-4042-8c07-1eeaa238e500 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:54:28.918318 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-1d3b1aba-b093-4472-bd79-d584a072b95a tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Calling delete_port for 044576b7-5a57-4119-9abc-5b76590d72a1 owned by network:router_interface {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:54:28.997862 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-38b8383a-d0ed-46e7-9342-b614f8eb0729 req-8c8038fc-aa46-4f55-a7c4-8b2c5331c8fe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5ea9116-2f3e-41f4-b12c-086a9ac353d3 HTTP/1.1" status: 200 len: 217 time: 0.0832806 Mar 22 10:54:29.016721 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f91f28-f4ab-4ac9-9d9d-0593d5bb505e tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:54:29.032433 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7108aa6-c9b4-4c0d-ab98-88ad07a069c8 None None] Sync routers for ids ['dd100d99-b1a8-4042-8c07-1eeaa238e500'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:54:29.048972 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a0f91f28-f4ab-4ac9-9d9d-0593d5bb505e tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:29.054566 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7108aa6-c9b4-4c0d-ab98-88ad07a069c8 None None] Routers {'dd100d99-b1a8-4042-8c07-1eeaa238e500'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:29.055590 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-a7108aa6-c9b4-4c0d-ab98-88ad07a069c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['dd100d99-b1a8-4042-8c07-1eeaa238e500'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:29.082880 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-088cd5a5-06ce-418e-a5ca-a98c99cd084d tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:54:29.086017 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-a0f91f28-f4ab-4ac9-9d9d-0593d5bb505e tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 2.2832966 Mar 22 10:54:29.086933 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36172) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:29.091678 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-088cd5a5-06ce-418e-a5ca-a98c99cd084d tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:29.093456 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-088cd5a5-06ce-418e-a5ca-a98c99cd084d tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] 10.222.0.57 "PUT /v2.0/routers/96757591-8465-42ee-ab40-aaaacfcef71a HTTP/1.1" status: 200 len: 926 time: 3.7910984 Mar 22 10:54:29.096011 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf03ccc-7856-44e0-af50-32e359f9f0b5 None None] Sync routers for ids ['96757591-8465-42ee-ab40-aaaacfcef71a'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:54:29.097824 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36174) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:29.107438 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-00c1f85b-e02d-445e-a797-943893d0910b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:29.114104 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-a7108aa6-c9b4-4c0d-ab98-88ad07a069c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:29.119921 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf03ccc-7856-44e0-af50-32e359f9f0b5 None None] Routers {'96757591-8465-42ee-ab40-aaaacfcef71a'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:29.123513 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-ecf03ccc-7856-44e0-af50-32e359f9f0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['96757591-8465-42ee-ab40-aaaacfcef71a'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:29.131170 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7108aa6-c9b4-4c0d-ab98-88ad07a069c8 None None] Routers {'dd100d99-b1a8-4042-8c07-1eeaa238e500'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:29.132197 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-a7108aa6-c9b4-4c0d-ab98-88ad07a069c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['dd100d99-b1a8-4042-8c07-1eeaa238e500'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:29.163824 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c1f85b-e02d-445e-a797-943893d0910b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Pushing event deleted for resources: {'Port': ['ID=7fdcbeee-68d5-4c22-b897-d0f7c0e7693c,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:29.169423 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b8383a-d0ed-46e7-9342-b614f8eb0729 req-ac414973-50e3-4158-949e-6394b88bc3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:29.170893 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-38b8383a-d0ed-46e7-9342-b614f8eb0729 req-ac414973-50e3-4158-949e-6394b88bc3ec service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1e449dec-f71c-43ef-87f8-f368eb7385b3 HTTP/1.1" status: 200 len: 835 time: 0.1607487 Mar 22 10:54:29.172909 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-a7108aa6-c9b4-4c0d-ab98-88ad07a069c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:29.174986 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7108aa6-c9b4-4c0d-ab98-88ad07a069c8 None None] The sync data for ids ['dd100d99-b1a8-4042-8c07-1eeaa238e500'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:54:29.196650 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-ecf03ccc-7856-44e0-af50-32e359f9f0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:29.206646 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf03ccc-7856-44e0-af50-32e359f9f0b5 None None] Routers {'96757591-8465-42ee-ab40-aaaacfcef71a'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:29.208256 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-ecf03ccc-7856-44e0-af50-32e359f9f0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['96757591-8465-42ee-ab40-aaaacfcef71a'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:29.209031 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-00c1f85b-e02d-445e-a797-943893d0910b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:29.212857 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-00c1f85b-e02d-445e-a797-943893d0910b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] 10.222.0.57 "DELETE /v2.0/ports/7fdcbeee-68d5-4c22-b897-d0f7c0e7693c HTTP/1.1" status: 204 len: 168 time: 1.3278913 Mar 22 10:54:29.215677 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36176) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:29.250672 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-ecf03ccc-7856-44e0-af50-32e359f9f0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:29.251624 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf03ccc-7856-44e0-af50-32e359f9f0b5 None None] The sync data for ids ['96757591-8465-42ee-ab40-aaaacfcef71a'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:54:29.268539 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-2467a3e6-7c28-4c6a-ba0d-6834d74e9104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] GET failed (client error): The resource could not be found. Mar 22 10:54:29.270123 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-2467a3e6-7c28-4c6a-ba0d-6834d74e9104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] 10.222.0.57 "GET /v2.0/ports/7fdcbeee-68d5-4c22-b897-d0f7c0e7693c HTTP/1.1" status: 404 len: 333 time: 0.0529289 Mar 22 10:54:29.277207 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36178) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:29.282059 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-35cbe71c-d333-4d32-9a7c-c6b4747a827e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Request body: {'port': {'network_id': '7c67ff42-4cac-4c78-a434-a042dc4b4f04', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661035160'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:54:29.287164 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-f597b317-5194-4a04-95e5-f7e746fcc7ff tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] 10.222.0.57 "GET /v2.0/floatingips/76dc10bc-979d-49b0-b1d6-51c90c5e654e HTTP/1.1" status: 200 len: 976 time: 0.1990168 Mar 22 10:54:29.290066 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36180) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:29.303178 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b8383a-d0ed-46e7-9342-b614f8eb0729 req-3afea8d0-5cf9-4d6f-bf88-b2879b4eda9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:29.304698 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-38b8383a-d0ed-46e7-9342-b614f8eb0729 req-3afea8d0-5cf9-4d6f-bf88-b2879b4eda9c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d9d30e40-e553-4004-8b8d-30072274af6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0908663 Mar 22 10:54:29.365426 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35cbe71c-d333-4d32-9a7c-c6b4747a827e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Made reservation on behalf of 54a3018cae4944e39725bbd3e1821a5c for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:54:29.368651 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-35cbe71c-d333-4d32-9a7c-c6b4747a827e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:29.412585 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1d3b1aba-b093-4472-bd79-d584a072b95a tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:29.455993 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-35cbe71c-d333-4d32-9a7c-c6b4747a827e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] device_id is not set on port a531b3df-750a-48a0-aa14-f6140ff923e1 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:54:29.460367 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3b1aba-b093-4472-bd79-d584a072b95a tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event deleted for resources: {'Port': ['ID=044576b7-5a57-4119-9abc-5b76590d72a1,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:29.550479 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-38b8383a-d0ed-46e7-9342-b614f8eb0729 req-41d3e819-7006-4202-8e86-a15044ac69c8 service neutron] 10.222.0.35 "GET /v2.0/networks/d9d30e40-e553-4004-8b8d-30072274af6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332301 Mar 22 10:54:29.616320 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30adea80-a7db-4755-9177-8337b9c06593 req-ab53c666-24ae-4150-acbc-23db7a9d39c8 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:29.617777 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-30adea80-a7db-4755-9177-8337b9c06593 req-ab53c666-24ae-4150-acbc-23db7a9d39c8 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "GET /v2.0/ports?device_id=35bbf4bb-2ab4-4a16-84f3-f4a80aab1f4f HTTP/1.1" status: 200 len: 943 time: 0.4770079 Mar 22 10:54:29.672056 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1d3b1aba-b093-4472-bd79-d584a072b95a tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684007'] for router_interface, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:29.732321 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-712c5b82-d449-4abd-8f33-7d31b54e6164 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] 10.222.0.57 "GET /v2.0/routers/96757591-8465-42ee-ab40-aaaacfcef71a HTTP/1.1" status: 200 len: 926 time: 0.6332335 Mar 22 10:54:29.735314 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36182) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:29.745660 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-30adea80-a7db-4755-9177-8337b9c06593 req-a224be8b-7bb5-4dd1-be29-931ce0796a19 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "GET /v2.0/security-groups?id=331ec2bf-4639-40e9-918d-e35919f803a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890639 Mar 22 10:54:29.750933 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-b1ac8c2a-cbfa-40df-a631-33b688e00b45 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] 10.222.0.57 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.4558568 Mar 22 10:54:29.751216 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36184) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:29.755514 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-f885d63b-6254-4b94-9ee7-acacfd7a4e55 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Request body: {'floatingip': {'port_id': '643bf8a2-6d21-47a1-8b17-4a6d0e2b4cc4'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:54:29.814396 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f885d63b-6254-4b94-9ee7-acacfd7a4e55 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for floatingip, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:29.914936 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-38b8383a-d0ed-46e7-9342-b614f8eb0729 req-d5281fcf-d4da-4228-9d83-ca4c8a57d04e service neutron] 10.222.0.35 "GET /v2.0/networks/d9d30e40-e553-4004-8b8d-30072274af6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272033 Mar 22 10:54:29.924962 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-35cbe71c-d333-4d32-9a7c-c6b4747a827e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:29.978242 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec3f834-1d9e-4fec-a280-bb69e1a90a65 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:29.979144 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1ec3f834-1d9e-4fec-a280-bb69e1a90a65 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=a14ca783-6f82-4799-85a3-4cbe79c980a8&device_id=96757591-8465-42ee-ab40-aaaacfcef71a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2427809 Mar 22 10:54:29.983552 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36188) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:30.023398 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef83667-4d53-4cf5-acf4-1814cc8ad38d req-f1767020-2072-42f2-afae-6586dba40a56 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:30.024923 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9ef83667-4d53-4cf5-acf4-1814cc8ad38d req-f1767020-2072-42f2-afae-6586dba40a56 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.1055541 Mar 22 10:54:30.062280 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d3b1aba-b093-4472-bd79-d584a072b95a tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Router bc9e105f-7bd3-409f-9569-e6a94b0a8569 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:54:30.108271 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-35cbe71c-d333-4d32-9a7c-c6b4747a827e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:30.109328 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9ef83667-4d53-4cf5-acf4-1814cc8ad38d req-f92e3c0b-30f2-4fc4-a959-0b1990b4d76e tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753489 Mar 22 10:54:30.209063 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fe0478-af6e-4599-8ace-56e085e94a1d tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:30.210512 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d7fe0478-af6e-4599-8ace-56e085e94a1d tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] 10.222.0.57 "GET /v2.0/networks/a14ca783-6f82-4799-85a3-4cbe79c980a8 HTTP/1.1" status: 200 len: 881 time: 0.2255514 Mar 22 10:54:30.217682 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36190) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:30.246993 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cbe71c-d333-4d32-9a7c-c6b4747a827e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:54:30.250736 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-35cbe71c-d333-4d32-9a7c-c6b4747a827e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:54:30.252974 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d3b1aba-b093-4472-bd79-d584a072b95a tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:54:30.254093 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-73fd0f78-aa3b-47be-a6a5-c94e07811268 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] 10.222.0.57 "GET /v2.0/ports?device_id=96757591-8465-42ee-ab40-aaaacfcef71a HTTP/1.1" status: 200 len: 205 time: 0.0353503 Mar 22 10:54:30.254450 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cbe71c-d333-4d32-9a7c-c6b4747a827e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:54:30.255389 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cbe71c-d333-4d32-9a7c-c6b4747a827e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:30.255993 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-35cbe71c-d333-4d32-9a7c-c6b4747a827e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:30.256862 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36192) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:30.258445 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cbe71c-d333-4d32-9a7c-c6b4747a827e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Pushing event updated for resources: {'Port': ['ID=a531b3df-750a-48a0-aa14-f6140ff923e1,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:30.272049 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1d3b1aba-b093-4472-bd79-d584a072b95a tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "PUT /v2.0/routers/bc9e105f-7bd3-409f-9569-e6a94b0a8569/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3674784 Mar 22 10:54:30.275559 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb8c9f7-8494-4d67-a642-b79f445139f2 None None] Sync routers for ids ['bc9e105f-7bd3-409f-9569-e6a94b0a8569'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:54:30.282177 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36194) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:30.291041 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb8c9f7-8494-4d67-a642-b79f445139f2 None None] Routers {'bc9e105f-7bd3-409f-9569-e6a94b0a8569'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:30.292001 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-9cb8c9f7-8494-4d67-a642-b79f445139f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['bc9e105f-7bd3-409f-9569-e6a94b0a8569'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:30.295798 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-35cbe71c-d333-4d32-9a7c-c6b4747a827e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0144718 Mar 22 10:54:30.308948 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36196) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:30.314136 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8345'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:54:30.326827 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-9cb8c9f7-8494-4d67-a642-b79f445139f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:30.338863 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb8c9f7-8494-4d67-a642-b79f445139f2 None None] Routers {'bc9e105f-7bd3-409f-9569-e6a94b0a8569'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:30.339943 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-9cb8c9f7-8494-4d67-a642-b79f445139f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['bc9e105f-7bd3-409f-9569-e6a94b0a8569'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:30.372733 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-9cb8c9f7-8494-4d67-a642-b79f445139f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:30.373471 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb8c9f7-8494-4d67-a642-b79f445139f2 None None] The sync data for ids ['bc9e105f-7bd3-409f-9569-e6a94b0a8569'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:54:30.482462 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-19fd53fd-b69d-4632-bb3f-532e055dc0f3 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] remove_router_interface failed (client error): The resource could not be found. Mar 22 10:54:30.486312 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-19fd53fd-b69d-4632-bb3f-532e055dc0f3 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "PUT /v2.0/routers/bc9e105f-7bd3-409f-9569-e6a94b0a8569/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2004051 Mar 22 10:54:30.489661 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36198) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:30.503159 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:30.537672 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-05a1df18-6e64-441c-9cae-c3b9a201e809 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc9e105f-7bd3-409f-9569-e6a94b0a8569 HTTP/1.1" status: 200 len: 205 time: 0.0469003 Mar 22 10:54:30.540945 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36200) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:30.581755 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c86cc390-a69b-4755-a520-f224b7db9ddd tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks [] for router, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:30.634665 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7362ba51-1979-4177-8088-6431f19cbb92 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:30.659272 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f885d63b-6254-4b94-9ee7-acacfd7a4e55 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:30.667884 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f885d63b-6254-4b94-9ee7-acacfd7a4e55 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684147'] for floatingip, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:30.806735 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7362ba51-1979-4177-8088-6431f19cbb92 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:30.809287 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7362ba51-1979-4177-8088-6431f19cbb92 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:30.859894 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7362ba51-1979-4177-8088-6431f19cbb92 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:30.860475 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7362ba51-1979-4177-8088-6431f19cbb92 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Fanout notify agent at l3_agent the message router_deleted on router bc9e105f-7bd3-409f-9569-e6a94b0a8569 {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 10:54:30.867444 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7362ba51-1979-4177-8088-6431f19cbb92 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:30.868606 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7362ba51-1979-4177-8088-6431f19cbb92 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "DELETE /v2.0/routers/bc9e105f-7bd3-409f-9569-e6a94b0a8569 HTTP/1.1" status: 204 len: 168 time: 0.3266344 Mar 22 10:54:30.873325 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36204) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:30.920615 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c86cc390-a69b-4755-a520-f224b7db9ddd tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:30.961563 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.l3_db [None req-f885d63b-6254-4b94-9ee7-acacfd7a4e55 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Floating IP 76dc10bc-979d-49b0-b1d6-51c90c5e654e associated. External IP: 172.26.7.139, port: b9e74243-ceac-435e-9489-0f2263654c9d. Mar 22 10:54:31.047233 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee415436-70ce-41b7-822a-c74c38209b86 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Deleting subnet 6790fd63-4229-4ba2-a42a-56ea1805a569 {{(pid=109050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:54:31.063609 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ee415436-70ce-41b7-822a-c74c38209b86 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for subnet, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:31.072288 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] device_id is not set on port a531b3df-750a-48a0-aa14-f6140ff923e1 yet. {{(pid=109050) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:54:31.105006 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:31.113326 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77974af0-6ddd-485f-a710-602ef1e64786 req-3d87748c-a12a-4980-ad03-2bf0de28ea78 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:31.114800 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-77974af0-6ddd-485f-a710-602ef1e64786 req-3d87748c-a12a-4980-ad03-2bf0de28ea78 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "GET /v2.0/ports?device_id=35bbf4bb-2ab4-4a16-84f3-f4a80aab1f4f HTTP/1.1" status: 200 len: 943 time: 0.2907016 Mar 22 10:54:31.132789 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:31.453464 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ee415436-70ce-41b7-822a-c74c38209b86 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11961780'] for subnet, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:31.604856 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Pushing event updated for resources: {'Port': ['ID=a531b3df-750a-48a0-aa14-f6140ff923e1,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:31.614402 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-77974af0-6ddd-485f-a710-602ef1e64786 req-d890d9d1-6fac-47c2-a6cd-47d3d03be20d tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "GET /v2.0/security-groups?id=331ec2bf-4639-40e9-918d-e35919f803a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4890704 Mar 22 10:54:31.634151 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-c86cc390-a69b-4755-a520-f224b7db9ddd tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Deleting port f3c42fc3-dd6d-45f1-8851-48bcfec32a04 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:54:31.634151 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c86cc390-a69b-4755-a520-f224b7db9ddd tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:31.725537 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf80486-a5a7-4db8-bca3-b3fa64806a0a req-cdc9cd5f-3b58-4adf-a934-286d7817c4c5 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:31.727413 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-edf80486-a5a7-4db8-bca3-b3fa64806a0a req-cdc9cd5f-3b58-4adf-a934-286d7817c4c5 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.2917931 Mar 22 10:54:31.737379 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port a531b3df-750a-48a0-aa14-f6140ff923e1 on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:54:31.737712 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port a531b3df-750a-48a0-aa14-f6140ff923e1 by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': '3bd99e11-be97-435f-ae07-103b06a02aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7c67ff42-4cac-4c78-a434-a042dc4b4f04'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:54:31.738053 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port a531b3df-750a-48a0-aa14-f6140ff923e1 on network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:54:31.784881 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ee415436-70ce-41b7-822a-c74c38209b86 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:31.847994 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Port a531b3df-750a-48a0-aa14-f6140ff923e1 on network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:54:31.848324 dv-neutron-834599-1-hyperv neutron-server[109050]: ERROR neutron.plugins.ml2.managers [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Failed to bind port a531b3df-750a-48a0-aa14-f6140ff923e1 on host hv-neutron-8345 for vnic_type normal using segments [{'id': '3bd99e11-be97-435f-ae07-103b06a02aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7c67ff42-4cac-4c78-a434-a042dc4b4f04'}] Mar 22 10:54:31.858907 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.plugins.ml2.plugin [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempt 2 to bind port a531b3df-750a-48a0-aa14-f6140ff923e1 Mar 22 10:54:31.912379 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port a531b3df-750a-48a0-aa14-f6140ff923e1 on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:54:31.913047 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port a531b3df-750a-48a0-aa14-f6140ff923e1 by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': '3bd99e11-be97-435f-ae07-103b06a02aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7c67ff42-4cac-4c78-a434-a042dc4b4f04'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:54:31.913047 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port a531b3df-750a-48a0-aa14-f6140ff923e1 on network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:54:31.920191 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device c5ea9116-2f3e-41f4-b12c-086a9ac353d3 details requested by agent hyperv_hv-neutron-8345 with host hv-neutron-8345 {{(pid=109051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 10:54:31.930706 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-edf80486-a5a7-4db8-bca3-b3fa64806a0a req-7ae1592d-cb72-4131-b6cd-7385bd5a6b67 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1852298 Mar 22 10:54:31.934633 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c86cc390-a69b-4755-a520-f224b7db9ddd tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:31.946165 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Port a531b3df-750a-48a0-aa14-f6140ff923e1 on network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:54:31.946499 dv-neutron-834599-1-hyperv neutron-server[109050]: ERROR neutron.plugins.ml2.managers [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Failed to bind port a531b3df-750a-48a0-aa14-f6140ff923e1 on host hv-neutron-8345 for vnic_type normal using segments [{'id': '3bd99e11-be97-435f-ae07-103b06a02aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7c67ff42-4cac-4c78-a434-a042dc4b4f04'}] Mar 22 10:54:31.950802 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.plugins.ml2.plugin [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempt 3 to bind port a531b3df-750a-48a0-aa14-f6140ff923e1 Mar 22 10:54:31.954420 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f885d63b-6254-4b94-9ee7-acacfd7a4e55 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Router dd100d99-b1a8-4042-8c07-1eeaa238e500 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:54:31.975529 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-c86cc390-a69b-4755-a520-f224b7db9ddd tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Calling delete_port for f3c42fc3-dd6d-45f1-8851-48bcfec32a04 owned by network:router_gateway {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:54:31.982902 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ee415436-70ce-41b7-822a-c74c38209b86 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:31.984805 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port a531b3df-750a-48a0-aa14-f6140ff923e1 on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:54:31.985138 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port a531b3df-750a-48a0-aa14-f6140ff923e1 by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': '3bd99e11-be97-435f-ae07-103b06a02aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7c67ff42-4cac-4c78-a434-a042dc4b4f04'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:54:31.985470 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port a531b3df-750a-48a0-aa14-f6140ff923e1 on network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:54:32.018179 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port c5ea9116-2f3e-41f4-b12c-086a9ac353d3, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=c5ea9116-2f3e-41f4-b12c-086a9ac353d3,segment=NetworkSegment(3a130c61-1c70-4d51-9e6a-9e4b6433197c),segment_id=3a130c61-1c70-4d51-9e6a-9e4b6433197c)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:54:32.028612 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Port a531b3df-750a-48a0-aa14-f6140ff923e1 on network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:54:32.028946 dv-neutron-834599-1-hyperv neutron-server[109050]: ERROR neutron.plugins.ml2.managers [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Failed to bind port a531b3df-750a-48a0-aa14-f6140ff923e1 on host hv-neutron-8345 for vnic_type normal using segments [{'id': '3bd99e11-be97-435f-ae07-103b06a02aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7c67ff42-4cac-4c78-a434-a042dc4b4f04'}] Mar 22 10:54:32.030262 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Returning: {'device': 'c5ea9116-2f3e-41f4-b12c-086a9ac353d3', 'network_id': 'd9d30e40-e553-4004-8b8d-30072274af6a', 'port_id': 'c5ea9116-2f3e-41f4-b12c-086a9ac353d3', 'mac_address': 'fa:16:3e:a9:8e:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e449dec-f71c-43ef-87f8-f368eb7385b3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 10:54:32.031647 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.plugins.ml2.plugin [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempt 4 to bind port a531b3df-750a-48a0-aa14-f6140ff923e1 Mar 22 10:54:32.034193 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee415436-70ce-41b7-822a-c74c38209b86 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event deleted for resources: {'Subnet': ['ID=6790fd63-4229-4ba2-a42a-56ea1805a569,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:32.058049 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6e9210-a1c2-480a-b05b-e9cbe173b710 None None] Network b9503687-c85a-49ee-8064-3b006e91204f requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:54:32.097374 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ee415436-70ce-41b7-822a-c74c38209b86 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:32.098483 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:32.100558 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-ee415436-70ce-41b7-822a-c74c38209b86 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "DELETE /v2.0/subnets/6790fd63-4229-4ba2-a42a-56ea1805a569 HTTP/1.1" status: 204 len: 168 time: 1.2254064 Mar 22 10:54:32.103500 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36210) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:32.104474 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 10:54:32.119108 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port a531b3df-750a-48a0-aa14-f6140ff923e1 on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:54:32.119535 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port a531b3df-750a-48a0-aa14-f6140ff923e1 by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': '3bd99e11-be97-435f-ae07-103b06a02aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7c67ff42-4cac-4c78-a434-a042dc4b4f04'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:54:32.119805 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port a531b3df-750a-48a0-aa14-f6140ff923e1 on network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:54:32.138801 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5ea9116-2f3e-41f4-b12c-086a9ac353d3 {{(pid=109051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 10:54:32.140447 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Port a531b3df-750a-48a0-aa14-f6140ff923e1 on network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:54:32.140780 dv-neutron-834599-1-hyperv neutron-server[109050]: ERROR neutron.plugins.ml2.managers [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Failed to bind port a531b3df-750a-48a0-aa14-f6140ff923e1 on host hv-neutron-8345 for vnic_type normal using segments [{'id': '3bd99e11-be97-435f-ae07-103b06a02aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7c67ff42-4cac-4c78-a434-a042dc4b4f04'}] Mar 22 10:54:32.143926 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.plugins.ml2.plugin [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempt 5 to bind port a531b3df-750a-48a0-aa14-f6140ff923e1 Mar 22 10:54:32.164751 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port c5ea9116-2f3e-41f4-b12c-086a9ac353d3, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=c5ea9116-2f3e-41f4-b12c-086a9ac353d3,segment=NetworkSegment(3a130c61-1c70-4d51-9e6a-9e4b6433197c),segment_id=3a130c61-1c70-4d51-9e6a-9e4b6433197c)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:54:32.171056 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:32.194926 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port a531b3df-750a-48a0-aa14-f6140ff923e1 on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:54:32.195271 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port a531b3df-750a-48a0-aa14-f6140ff923e1 by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': '3bd99e11-be97-435f-ae07-103b06a02aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7c67ff42-4cac-4c78-a434-a042dc4b4f04'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:54:32.195639 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port a531b3df-750a-48a0-aa14-f6140ff923e1 on network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:54:32.205819 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8948c883-7132-491e-9b83-396431cf2e48 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:32.239708 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Port a531b3df-750a-48a0-aa14-f6140ff923e1 on network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:54:32.240031 dv-neutron-834599-1-hyperv neutron-server[109050]: ERROR neutron.plugins.ml2.managers [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Failed to bind port a531b3df-750a-48a0-aa14-f6140ff923e1 on host hv-neutron-8345 for vnic_type normal using segments [{'id': '3bd99e11-be97-435f-ae07-103b06a02aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7c67ff42-4cac-4c78-a434-a042dc4b4f04'}] Mar 22 10:54:32.243679 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.plugins.ml2.plugin [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempt 6 to bind port a531b3df-750a-48a0-aa14-f6140ff923e1 Mar 22 10:54:32.268282 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f885d63b-6254-4b94-9ee7-acacfd7a4e55 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:54:32.268821 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-8948c883-7132-491e-9b83-396431cf2e48 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Deleting port 0a31cfa7-1e15-4410-b902-382d94e03c19 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:54:32.269265 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8948c883-7132-491e-9b83-396431cf2e48 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:32.276675 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port a531b3df-750a-48a0-aa14-f6140ff923e1 on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:54:32.277068 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port a531b3df-750a-48a0-aa14-f6140ff923e1 by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': '3bd99e11-be97-435f-ae07-103b06a02aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7c67ff42-4cac-4c78-a434-a042dc4b4f04'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:54:32.277365 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port a531b3df-750a-48a0-aa14-f6140ff923e1 on network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:54:32.283083 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94c641a-fccb-4c39-811a-49dcb060ff51 None None] Sync routers for ids ['dd100d99-b1a8-4042-8c07-1eeaa238e500'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:54:32.306623 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94c641a-fccb-4c39-811a-49dcb060ff51 None None] Routers {'dd100d99-b1a8-4042-8c07-1eeaa238e500'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:32.307538 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-e94c641a-fccb-4c39-811a-49dcb060ff51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['dd100d99-b1a8-4042-8c07-1eeaa238e500'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:32.320466 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Port a531b3df-750a-48a0-aa14-f6140ff923e1 on network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:54:32.320810 dv-neutron-834599-1-hyperv neutron-server[109050]: ERROR neutron.plugins.ml2.managers [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Failed to bind port a531b3df-750a-48a0-aa14-f6140ff923e1 on host hv-neutron-8345 for vnic_type normal using segments [{'id': '3bd99e11-be97-435f-ae07-103b06a02aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7c67ff42-4cac-4c78-a434-a042dc4b4f04'}] Mar 22 10:54:32.327267 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.plugins.ml2.plugin [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempt 7 to bind port a531b3df-750a-48a0-aa14-f6140ff923e1 Mar 22 10:54:32.361708 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-e94c641a-fccb-4c39-811a-49dcb060ff51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:32.373221 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-8948c883-7132-491e-9b83-396431cf2e48 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] For port 0a31cfa7-1e15-4410-b902-382d94e03c19, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=0a31cfa7-1e15-4410-b902-382d94e03c19,segment=NetworkSegment(1548d8ac-f47c-4591-972b-4658c4a1a91c),segment_id=1548d8ac-f47c-4591-972b-4658c4a1a91c)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:54:32.375014 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94c641a-fccb-4c39-811a-49dcb060ff51 None None] Routers {'dd100d99-b1a8-4042-8c07-1eeaa238e500'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:32.375240 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8948c883-7132-491e-9b83-396431cf2e48 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:32.376005 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-e94c641a-fccb-4c39-811a-49dcb060ff51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['dd100d99-b1a8-4042-8c07-1eeaa238e500'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:32.408099 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port a531b3df-750a-48a0-aa14-f6140ff923e1 on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:54:32.408435 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port a531b3df-750a-48a0-aa14-f6140ff923e1 by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': '3bd99e11-be97-435f-ae07-103b06a02aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7c67ff42-4cac-4c78-a434-a042dc4b4f04'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:54:32.409006 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port a531b3df-750a-48a0-aa14-f6140ff923e1 on network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:54:32.411400 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-8948c883-7132-491e-9b83-396431cf2e48 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Calling delete_port for 0a31cfa7-1e15-4410-b902-382d94e03c19 owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:54:32.420429 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=c5ea9116-2f3e-41f4-b12c-086a9ac353d3,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:32.422841 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Port a531b3df-750a-48a0-aa14-f6140ff923e1 on network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:54:32.423193 dv-neutron-834599-1-hyperv neutron-server[109050]: ERROR neutron.plugins.ml2.managers [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Failed to bind port a531b3df-750a-48a0-aa14-f6140ff923e1 on host hv-neutron-8345 for vnic_type normal using segments [{'id': '3bd99e11-be97-435f-ae07-103b06a02aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7c67ff42-4cac-4c78-a434-a042dc4b4f04'}] Mar 22 10:54:32.428236 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.plugins.ml2.plugin [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempt 8 to bind port a531b3df-750a-48a0-aa14-f6140ff923e1 Mar 22 10:54:32.429351 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-e94c641a-fccb-4c39-811a-49dcb060ff51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:32.431589 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94c641a-fccb-4c39-811a-49dcb060ff51 None None] The sync data for ids ['dd100d99-b1a8-4042-8c07-1eeaa238e500'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:54:32.450623 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c86cc390-a69b-4755-a520-f224b7db9ddd tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:32.455298 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port a531b3df-750a-48a0-aa14-f6140ff923e1 on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:54:32.455658 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port a531b3df-750a-48a0-aa14-f6140ff923e1 by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': '3bd99e11-be97-435f-ae07-103b06a02aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7c67ff42-4cac-4c78-a434-a042dc4b4f04'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:54:32.455999 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port a531b3df-750a-48a0-aa14-f6140ff923e1 on network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:54:32.485391 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86cc390-a69b-4755-a520-f224b7db9ddd tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Pushing event deleted for resources: {'Port': ['ID=f3c42fc3-dd6d-45f1-8851-48bcfec32a04,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:32.485547 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['c5ea9116-2f3e-41f4-b12c-086a9ac353d3'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 10:54:32.488261 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Port a531b3df-750a-48a0-aa14-f6140ff923e1 on network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:54:32.488589 dv-neutron-834599-1-hyperv neutron-server[109050]: ERROR neutron.plugins.ml2.managers [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Failed to bind port a531b3df-750a-48a0-aa14-f6140ff923e1 on host hv-neutron-8345 for vnic_type normal using segments [{'id': '3bd99e11-be97-435f-ae07-103b06a02aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7c67ff42-4cac-4c78-a434-a042dc4b4f04'}] Mar 22 10:54:32.491869 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.plugins.ml2.plugin [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempt 9 to bind port a531b3df-750a-48a0-aa14-f6140ff923e1 Mar 22 10:54:32.552269 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8948c883-7132-491e-9b83-396431cf2e48 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:32.560701 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5582a3ac-fc75-4db1-add1-b79807f81184 None None] DHCP port deletion for b9503687-c85a-49ee-8064-3b006e91204f request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:54:32.575913 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port a531b3df-750a-48a0-aa14-f6140ff923e1 on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:54:32.576247 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port a531b3df-750a-48a0-aa14-f6140ff923e1 by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': '3bd99e11-be97-435f-ae07-103b06a02aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7c67ff42-4cac-4c78-a434-a042dc4b4f04'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:54:32.576581 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port a531b3df-750a-48a0-aa14-f6140ff923e1 on network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:54:32.579464 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8948c883-7132-491e-9b83-396431cf2e48 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event deleted for resources: {'Port': ['ID=0a31cfa7-1e15-4410-b902-382d94e03c19,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:32.586150 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8948c883-7132-491e-9b83-396431cf2e48 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] No DVR routers for this DVR port 0a31cfa7-1e15-4410-b902-382d94e03c19 on host dv-neutron-834599-1-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:54:32.592497 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Port a531b3df-750a-48a0-aa14-f6140ff923e1 on network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:54:32.592829 dv-neutron-834599-1-hyperv neutron-server[109050]: ERROR neutron.plugins.ml2.managers [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Failed to bind port a531b3df-750a-48a0-aa14-f6140ff923e1 on host hv-neutron-8345 for vnic_type normal using segments [{'id': '3bd99e11-be97-435f-ae07-103b06a02aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7c67ff42-4cac-4c78-a434-a042dc4b4f04'}] Mar 22 10:54:32.601786 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.plugins.ml2.plugin [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempt 10 to bind port a531b3df-750a-48a0-aa14-f6140ff923e1 Mar 22 10:54:32.623411 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c86cc390-a69b-4755-a520-f224b7db9ddd tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682553'] for router_gateway, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:32.625028 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port a531b3df-750a-48a0-aa14-f6140ff923e1 on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:54:32.625359 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port a531b3df-750a-48a0-aa14-f6140ff923e1 by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': '3bd99e11-be97-435f-ae07-103b06a02aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7c67ff42-4cac-4c78-a434-a042dc4b4f04'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:54:32.625750 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempting to bind port a531b3df-750a-48a0-aa14-f6140ff923e1 on network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:54:32.727192 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Port a531b3df-750a-48a0-aa14-f6140ff923e1 on network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:54:32.727534 dv-neutron-834599-1-hyperv neutron-server[109050]: ERROR neutron.plugins.ml2.managers [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Failed to bind port a531b3df-750a-48a0-aa14-f6140ff923e1 on host hv-neutron-8345 for vnic_type normal using segments [{'id': '3bd99e11-be97-435f-ae07-103b06a02aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7c67ff42-4cac-4c78-a434-a042dc4b4f04'}] Mar 22 10:54:32.727916 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:32.734253 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8948c883-7132-491e-9b83-396431cf2e48 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:32.760045 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-8948c883-7132-491e-9b83-396431cf2e48 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9503687-c85a-49ee-8064-3b006e91204f']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:32.773062 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-8948c883-7132-491e-9b83-396431cf2e48 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1548d8ac-f47c-4591-972b-4658c4a1a91c') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:32.773485 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-8948c883-7132-491e-9b83-396431cf2e48 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1548d8ac-f47c-4591-972b-4658c4a1a91c') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:32.784371 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8948c883-7132-491e-9b83-396431cf2e48 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:32.804116 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8948c883-7132-491e-9b83-396431cf2e48 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:32.807068 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c86cc390-a69b-4755-a520-f224b7db9ddd tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:32.810978 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c86cc390-a69b-4755-a520-f224b7db9ddd tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:32.814135 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8948c883-7132-491e-9b83-396431cf2e48 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:54:32.814666 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8948c883-7132-491e-9b83-396431cf2e48 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:32.819070 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 10:54:32.819070 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:54:32.819070 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 10:54:32.819070 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:54:32.819070 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 10:54:32.819070 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:54:32.819070 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 10:54:32.819070 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:54:32.819070 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 10:54:32.819070 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:54:32.819070 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 10:54:32.819070 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:54:32.819070 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 10:54:32.819070 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:54:32.819070 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:54:32.819070 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:54:32.819070 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:54:32.819070 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:54:32.819070 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 10:54:32.819070 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:54:32.819070 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 10:54:32.819070 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:54:32.819070 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:54:32.819070 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:54:32.819070 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 10:54:32.819070 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:54:32.819070 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:54:32.819070 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:54:32.819070 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:54:32.819070 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:54:32.819070 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:54:32.819070 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:54:32.848929 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f885d63b-6254-4b94-9ee7-acacfd7a4e55 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Router dd100d99-b1a8-4042-8c07-1eeaa238e500 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:54:32.886029 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8948c883-7132-491e-9b83-396431cf2e48 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:32.888823 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8948c883-7132-491e-9b83-396431cf2e48 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:32.892415 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8948c883-7132-491e-9b83-396431cf2e48 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "DELETE /v2.0/networks/b9503687-c85a-49ee-8064-3b006e91204f HTTP/1.1" status: 204 len: 168 time: 0.7868176 Mar 22 10:54:32.896251 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36214) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:32.901908 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-312749ad-e4ac-46b1-8990-ce873f597188 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1471604042'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:54:32.912857 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c86cc390-a69b-4755-a520-f224b7db9ddd tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:32.913475 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86cc390-a69b-4755-a520-f224b7db9ddd tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Fanout notify agent at l3_agent the message router_deleted on router 96757591-8465-42ee-ab40-aaaacfcef71a {{(pid=109050) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 10:54:32.924036 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8948c883-7132-491e-9b83-396431cf2e48 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event deleted for resources: {'Network': ['ID=b9503687-c85a-49ee-8064-3b006e91204f,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:32.926864 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c86cc390-a69b-4755-a520-f224b7db9ddd tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:32.931576 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-c86cc390-a69b-4755-a520-f224b7db9ddd tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] 10.222.0.57 "DELETE /v2.0/routers/96757591-8465-42ee-ab40-aaaacfcef71a HTTP/1.1" status: 204 len: 168 time: 2.6702607 Mar 22 10:54:32.932064 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36216) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:32.936753 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-6afbe9fe-3385-45fb-861f-10dd9deca393 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1507022568', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:54:32.940060 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf02897-6b93-4ab7-ae39-3de7c9a2368b req-90a30482-232f-4a70-9acd-ecbf2a1a5fa0 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:32.941608 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-dbf02897-6b93-4ab7-ae39-3de7c9a2368b req-90a30482-232f-4a70-9acd-ecbf2a1a5fa0 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "GET /v2.0/ports?device_id=35bbf4bb-2ab4-4a16-84f3-f4a80aab1f4f HTTP/1.1" status: 200 len: 944 time: 0.1991036 Mar 22 10:54:32.948723 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] For port a531b3df-750a-48a0-aa14-f6140ff923e1, host hv-neutron-8345, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:54:32.949238 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attempted to set empty binding levels {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 22 10:54:32.965209 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312749ad-e4ac-46b1-8990-ce873f597188 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Made reservation on behalf of 870cdc1d821946449d010566eacfdc6f for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:54:32.970738 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-312749ad-e4ac-46b1-8990-ce873f597188 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:32.988006 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6afbe9fe-3385-45fb-861f-10dd9deca393 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:32.989286 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6afbe9fe-3385-45fb-861f-10dd9deca393 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:32.994169 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:33.014647 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-312749ad-e4ac-46b1-8990-ce873f597188 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:54:33.035224 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-312749ad-e4ac-46b1-8990-ce873f597188 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:33.035590 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-312749ad-e4ac-46b1-8990-ce873f597188 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Added segment fd5dec7e-2fc0-4b61-a3a9-7c272b617d26 of type vlan for network ac46a81c-8b7c-4877-8eae-a346e3821c8f Mar 22 10:54:33.065647 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6afbe9fe-3385-45fb-861f-10dd9deca393 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:33.070860 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6afbe9fe-3385-45fb-861f-10dd9deca393 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:33.081143 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] In _notify_port_updated(), no bound segment for port a531b3df-750a-48a0-aa14-f6140ff923e1 on network 7c67ff42-4cac-4c78-a434-a042dc4b4f04 {{(pid=109050) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 22 10:54:33.082243 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:33.082998 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:33.084637 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] 10.222.0.57 "PUT /v2.0/ports/a531b3df-750a-48a0-aa14-f6140ff923e1 HTTP/1.1" status: 200 len: 981 time: 2.7747023 Mar 22 10:54:33.100527 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36220) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:33.107420 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6afbe9fe-3385-45fb-861f-10dd9deca393 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:33.108660 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6afbe9fe-3385-45fb-861f-10dd9deca393 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1755869 Mar 22 10:54:33.111952 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36222) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:33.116369 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-25d84501-5ab3-4dea-9d69-a53d3f4d2855 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:54:33.158482 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-312749ad-e4ac-46b1-8990-ce873f597188 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:33.183209 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-dbf02897-6b93-4ab7-ae39-3de7c9a2368b req-3af9716e-c7e3-4796-96bc-7075dd18eca5 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "GET /v2.0/security-groups?id=331ec2bf-4639-40e9-918d-e35919f803a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1963117 Mar 22 10:54:33.193768 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660cdd69-bbcf-4c0e-950d-944f52d62810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Pushing event updated for resources: {'Port': ['ID=a531b3df-750a-48a0-aa14-f6140ff923e1,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:33.271872 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc492de-6f08-4f68-a19a-d40c42c5859e req-6c29b440-2dc8-4ad6-a787-3c1e739240b3 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:33.274099 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1dc492de-6f08-4f68-a19a-d40c42c5859e req-6c29b440-2dc8-4ad6-a787-3c1e739240b3 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.2651265 Mar 22 10:54:33.277775 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f885d63b-6254-4b94-9ee7-acacfd7a4e55 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:54:33.284901 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f885d63b-6254-4b94-9ee7-acacfd7a4e55 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:33.290145 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea2563d-b71d-46ad-af2b-82ada1fef694 None None] Sync routers for ids ['dd100d99-b1a8-4042-8c07-1eeaa238e500'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:54:33.301794 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea2563d-b71d-46ad-af2b-82ada1fef694 None None] Routers {'dd100d99-b1a8-4042-8c07-1eeaa238e500'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:33.302425 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-5ea2563d-b71d-46ad-af2b-82ada1fef694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['dd100d99-b1a8-4042-8c07-1eeaa238e500'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:33.349594 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-5ea2563d-b71d-46ad-af2b-82ada1fef694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:33.360020 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea2563d-b71d-46ad-af2b-82ada1fef694 None None] Routers {'dd100d99-b1a8-4042-8c07-1eeaa238e500'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:33.361080 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-5ea2563d-b71d-46ad-af2b-82ada1fef694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['dd100d99-b1a8-4042-8c07-1eeaa238e500'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:33.386014 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1dc492de-6f08-4f68-a19a-d40c42c5859e req-378d06bd-0f34-4720-a956-4ff7f3e579e2 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968511 Mar 22 10:54:33.391881 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-f885d63b-6254-4b94-9ee7-acacfd7a4e55 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] 10.222.0.57 "PUT /v2.0/floatingips/76dc10bc-979d-49b0-b1d6-51c90c5e654e HTTP/1.1" status: 200 len: 979 time: 3.6396329 Mar 22 10:54:33.392548 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36224) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:33.398349 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-75b11a93-34be-40b5-9655-20bc6c164c46 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:54:33.400131 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-5ea2563d-b71d-46ad-af2b-82ada1fef694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:33.401259 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea2563d-b71d-46ad-af2b-82ada1fef694 None None] The sync data for ids ['dd100d99-b1a8-4042-8c07-1eeaa238e500'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:54:33.401790 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-ae823e6f-a999-41b9-99b0-af8de34f5a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Deleting port a531b3df-750a-48a0-aa14-f6140ff923e1 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:54:33.402214 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ae823e6f-a999-41b9-99b0-af8de34f5a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:33.515431 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-75b11a93-34be-40b5-9655-20bc6c164c46 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for floatingip, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:33.518023 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-ae823e6f-a999-41b9-99b0-af8de34f5a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] For port a531b3df-750a-48a0-aa14-f6140ff923e1, host hv-neutron-8345, got binding levels [] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:54:33.518381 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ae823e6f-a999-41b9-99b0-af8de34f5a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:33.553364 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 0a31cfa7-1e15-4410-b902-382d94e03c19 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:54:33.566017 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-ae823e6f-a999-41b9-99b0-af8de34f5a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Calling delete_port for a531b3df-750a-48a0-aa14-f6140ff923e1 owned by {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:54:33.592425 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 0a31cfa7-1e15-4410-b902-382d94e03c19 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:54:33.592804 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 0a31cfa7-1e15-4410-b902-382d94e03c19 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:54:33.634955 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-312749ad-e4ac-46b1-8990-ce873f597188 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:33.640409 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312749ad-e4ac-46b1-8990-ce873f597188 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:33.640987 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-312749ad-e4ac-46b1-8990-ce873f597188 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:33.708718 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-25d84501-5ab3-4dea-9d69-a53d3f4d2855 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:33.744228 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-312749ad-e4ac-46b1-8990-ce873f597188 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8468900 Mar 22 10:54:33.800392 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36232) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:33.813329 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-6e964c7d-8d37-4d43-801c-48e68cf00422 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Request body: {'subnet': {'network_id': 'ac46a81c-8b7c-4877-8eae-a346e3821c8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:54:33.826877 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312749ad-e4ac-46b1-8990-ce873f597188 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event updated for resources: {'Network': ['ID=ac46a81c-8b7c-4877-8eae-a346e3821c8f,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:33.838241 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network ac46a81c-8b7c-4877-8eae-a346e3821c8f details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:54:33.923738 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308cf75-d99e-4385-9e83-6581e50a1555 req-b35cc776-6e37-4789-b39e-a710546db987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:33.925271 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3308cf75-d99e-4385-9e83-6581e50a1555 req-b35cc776-6e37-4789-b39e-a710546db987 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e964decdfe5d4f8ab69e1cb7f6a56a22&device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 1099 time: 0.2130497 Mar 22 10:54:33.934882 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device c5ea9116-2f3e-41f4-b12c-086a9ac353d3 up at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:54:33.995995 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning for port c5ea9116-2f3e-41f4-b12c-086a9ac353d3 completed by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 10:54:34.001798 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning complete for port c5ea9116-2f3e-41f4-b12c-086a9ac353d3 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:54:34.002208 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:34.002873 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e964c7d-8d37-4d43-801c-48e68cf00422 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Made reservation on behalf of 870cdc1d821946449d010566eacfdc6f for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:54:34.006359 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6e964c7d-8d37-4d43-801c-48e68cf00422 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:34.040591 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-75b11a93-34be-40b5-9655-20bc6c164c46 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:34.047904 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f6611a-82f9-4e3e-bd44-7ba67739f4b7 req-c850564a-d45e-40ec-adb8-6867a7c7a908 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:34.049423 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-41f6611a-82f9-4e3e-bd44-7ba67739f4b7 req-c850564a-d45e-40ec-adb8-6867a7c7a908 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.4049132 Mar 22 10:54:34.052639 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-75b11a93-34be-40b5-9655-20bc6c164c46 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684147'] for floatingip, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:34.052639 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.l3_db [None req-75b11a93-34be-40b5-9655-20bc6c164c46 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Floating IP 76dc10bc-979d-49b0-b1d6-51c90c5e654e disassociated. External IP: 172.26.7.139, port: 643bf8a2-6d21-47a1-8b17-4a6d0e2b4cc4. Mar 22 10:54:34.093354 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:34.113559 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ae823e6f-a999-41b9-99b0-af8de34f5a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:34.124004 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35bbf4bb-2ab4-4a16-84f3-f4a80aab1f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ea9116-2f3e-41f4-b12c-086a9ac353d3'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 10:54:34.126476 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13414f16-bb58-4c0c-ade9-4415c4c19e1e" -d '{"events": [{"server_uuid": "35bbf4bb-2ab4-4a16-84f3-f4a80aab1f4f", "name": "network-vif-plugged", "status": "completed", "tag": "c5ea9116-2f3e-41f4-b12c-086a9ac353d3"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 10:54:34.140894 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port c5ea9116-2f3e-41f4-b12c-086a9ac353d3, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=c5ea9116-2f3e-41f4-b12c-086a9ac353d3,segment=NetworkSegment(3a130c61-1c70-4d51-9e6a-9e4b6433197c),segment_id=3a130c61-1c70-4d51-9e6a-9e4b6433197c)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:54:34.143199 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308cf75-d99e-4385-9e83-6581e50a1555 req-eb10f2fc-6677-431f-91fe-287b9670d8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:34.144728 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3308cf75-d99e-4385-9e83-6581e50a1555 req-eb10f2fc-6677-431f-91fe-287b9670d8e7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=619a0580-b085-430c-89e2-022d42d1e4bf HTTP/1.1" status: 200 len: 913 time: 0.2096519 Mar 22 10:54:34.150252 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:34.185380 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 10:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24eb0a2-d5fa-4eac-a90b-5a48286599f9 x-openstack-request-id: req-c24eb0a2-d5fa-4eac-a90b-5a48286599f9 {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 10:54:34.185820 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35bbf4bb-2ab4-4a16-84f3-f4a80aab1f4f", "name": "network-vif-plugged", "status": "completed", "tag": "c5ea9116-2f3e-41f4-b12c-086a9ac353d3", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 10:54:34.186184 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c24eb0a2-d5fa-4eac-a90b-5a48286599f9 {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 10:54:34.186687 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c24eb0a2-d5fa-4eac-a90b-5a48286599f9'] response: {'server_uuid': '35bbf4bb-2ab4-4a16-84f3-f4a80aab1f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ea9116-2f3e-41f4-b12c-086a9ac353d3', 'code': 200} Mar 22 10:54:34.213990 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-41f6611a-82f9-4e3e-bd44-7ba67739f4b7 req-e01bf678-2ac9-4de6-82bf-8d1e39554799 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214011 Mar 22 10:54:34.215031 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae823e6f-a999-41b9-99b0-af8de34f5a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Pushing event deleted for resources: {'Port': ['ID=a531b3df-750a-48a0-aa14-f6140ff923e1,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:34.219106 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ae823e6f-a999-41b9-99b0-af8de34f5a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:34.225446 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-ae823e6f-a999-41b9-99b0-af8de34f5a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] 10.222.0.57 "DELETE /v2.0/ports/a531b3df-750a-48a0-aa14-f6140ff923e1 HTTP/1.1" status: 204 len: 168 time: 1.1189981 Mar 22 10:54:34.228047 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36238) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:34.262613 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=c5ea9116-2f3e-41f4-b12c-086a9ac353d3,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:34.294015 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-be0dc4a5-f057-48f7-96a3-b9e123b0f5d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] GET failed (client error): The resource could not be found. Mar 22 10:54:34.295880 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-be0dc4a5-f057-48f7-96a3-b9e123b0f5d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684989453-project-admin] 10.222.0.57 "GET /v2.0/ports/a531b3df-750a-48a0-aa14-f6140ff923e1 HTTP/1.1" status: 404 len: 333 time: 0.0666940 Mar 22 10:54:34.299454 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36240) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:34.333021 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-25d84501-5ab3-4dea-9d69-a53d3f4d2855 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks [] for router_gateway, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:34.338402 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3308cf75-d99e-4385-9e83-6581e50a1555 req-8c7f9311-5dab-4203-96df-d63fab2a3286 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62e0eae6-4190-4612-b054-e17b9b6eea2c HTTP/1.1" status: 200 len: 1002 time: 0.1834006 Mar 22 10:54:34.372009 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-25d84501-5ab3-4dea-9d69-a53d3f4d2855 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:34.481295 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-62177e4c-5829-4edf-8303-b076f993a57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-162398178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162398178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:34.485711 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308cf75-d99e-4385-9e83-6581e50a1555 req-10bccb1d-8e1f-4247-9d4c-ded36d8fd8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:34.487295 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3308cf75-d99e-4385-9e83-6581e50a1555 req-10bccb1d-8e1f-4247-9d4c-ded36d8fd8e9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e692a5aa-617d-46cb-afbe-668e67a6ee91 HTTP/1.1" status: 200 len: 851 time: 0.1303589 Mar 22 10:54:34.492507 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6e964c7d-8d37-4d43-801c-48e68cf00422 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:34.502386 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb69a4-8838-49cc-9adc-e3b2d7400ddf req-509cc3f8-31dc-402f-be1f-cc47f3ef4f17 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:34.503907 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d8bb69a4-8838-49cc-9adc-e3b2d7400ddf req-509cc3f8-31dc-402f-be1f-cc47f3ef4f17 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "GET /v2.0/ports?device_id=35bbf4bb-2ab4-4a16-84f3-f4a80aab1f4f HTTP/1.1" status: 200 len: 945 time: 0.1916606 Mar 22 10:54:34.588507 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1c377-7e07-4934-953d-2ff63e0a54e7 req-711c244a-0967-4da4-b546-394a3f351ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:34.589979 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-27f1c377-7e07-4934-953d-2ff63e0a54e7 req-711c244a-0967-4da4-b546-394a3f351ff1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=35bbf4bb-2ab4-4a16-84f3-f4a80aab1f4f HTTP/1.1" status: 200 len: 1098 time: 0.2190571 Mar 22 10:54:34.611678 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e964c7d-8d37-4d43-801c-48e68cf00422 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event updated for resources: {'Subnet': ['ID=78134529-9ad6-488c-a0ad-860eb644bba8,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:34.639591 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-25d84501-5ab3-4dea-9d69-a53d3f4d2855 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Allocated IP 172.26.7.244 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/524b89ee-c726-4bdd-8de8-c8588edbda7c) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:54:34.641233 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d8bb69a4-8838-49cc-9adc-e3b2d7400ddf req-83411f83-c839-4b70-abd7-8b2b4c74ea00 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "GET /v2.0/security-groups?id=331ec2bf-4639-40e9-918d-e35919f803a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285496 Mar 22 10:54:34.642604 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308cf75-d99e-4385-9e83-6581e50a1555 req-75058e19-668c-4890-b552-8c050479ec21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:34.644116 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3308cf75-d99e-4385-9e83-6581e50a1555 req-75058e19-668c-4890-b552-8c050479ec21 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=619a0580-b085-430c-89e2-022d42d1e4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1438310 Mar 22 10:54:34.673723 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e964c7d-8d37-4d43-801c-48e68cf00422 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Checking segment: {'id': 'fd5dec7e-2fc0-4b61-a3a9-7c272b617d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ac46a81c-8b7c-4877-8eae-a346e3821c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:54:34.674153 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e964c7d-8d37-4d43-801c-48e68cf00422 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Network hostable DHCP agents. Network: ac46a81c-8b7c-4877-8eae-a346e3821c8f, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:54:34.699827 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b11a93-34be-40b5-9655-20bc6c164c46 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Router dd100d99-b1a8-4042-8c07-1eeaa238e500 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:54:34.701516 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-62177e4c-5829-4edf-8303-b076f993a57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-162398178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162398178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:34.705002 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-27f1c377-7e07-4934-953d-2ff63e0a54e7 req-a315cd5d-55cd-4ba0-9d7e-8243267ab469 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=331ec2bf-4639-40e9-918d-e35919f803a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068137 Mar 22 10:54:34.727050 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-62177e4c-5829-4edf-8303-b076f993a57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-162398178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162398178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c67ff42-4cac-4c78-a434-a042dc4b4f04']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:34.739109 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-62177e4c-5829-4edf-8303-b076f993a57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-162398178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162398178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bd99e11-be97-435f-ae07-103b06a02aa8') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:34.739413 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-62177e4c-5829-4edf-8303-b076f993a57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-162398178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162398178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bd99e11-be97-435f-ae07-103b06a02aa8') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:34.778805 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-62177e4c-5829-4edf-8303-b076f993a57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-162398178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162398178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:34.781039 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e964c7d-8d37-4d43-801c-48e68cf00422 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Network ac46a81c-8b7c-4877-8eae-a346e3821c8f is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:54:34.800176 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-62177e4c-5829-4edf-8303-b076f993a57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-162398178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162398178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:34.806069 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-6e964c7d-8d37-4d43-801c-48e68cf00422 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, ac46a81c-8b7c-4877-8eae-a346e3821c8f) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:54:34.812089 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3308cf75-d99e-4385-9e83-6581e50a1555 req-bf82d24a-1959-4f3e-b920-8800b20e894f service neutron] 10.222.0.35 "GET /v2.0/networks/619a0580-b085-430c-89e2-022d42d1e4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558318 Mar 22 10:54:34.814970 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e964c7d-8d37-4d43-801c-48e68cf00422 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:34.815569 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6e964c7d-8d37-4d43-801c-48e68cf00422 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:34.818918 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a771be-5eac-4cab-ba12-d556a1506854 None None] Network ac46a81c-8b7c-4877-8eae-a346e3821c8f requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:54:34.835463 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62177e4c-5829-4edf-8303-b076f993a57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-162398178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162398178-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:54:34.835873 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-62177e4c-5829-4edf-8303-b076f993a57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-162398178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162398178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:34.839722 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 10:54:34.839722 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:54:34.839722 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 10:54:34.839722 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:54:34.839722 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 10:54:34.839722 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:54:34.839722 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 10:54:34.839722 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:54:34.839722 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 10:54:34.839722 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:54:34.839722 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 10:54:34.839722 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:54:34.839722 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 10:54:34.839722 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:54:34.839722 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:54:34.839722 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:54:34.839722 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:54:34.839722 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:54:34.839722 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 10:54:34.839722 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:54:34.839722 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 10:54:34.839722 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:54:34.839722 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:54:34.839722 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:54:34.839722 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 10:54:34.839722 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:54:34.839722 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:54:34.839722 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:54:34.839722 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:54:34.839722 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:54:34.839722 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:54:34.839722 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:54:34.848696 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6e964c7d-8d37-4d43-801c-48e68cf00422 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0369027 Mar 22 10:54:34.851007 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-25d84501-5ab3-4dea-9d69-a53d3f4d2855 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:34.852263 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36242) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:34.856793 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-36b4b97d-d599-47bc-a49a-b8ee920aa1bc tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1194692283', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:54:34.892911 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-36b4b97d-d599-47bc-a49a-b8ee920aa1bc tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:34.893909 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-36b4b97d-d599-47bc-a49a-b8ee920aa1bc tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:34.902463 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b11a93-34be-40b5-9655-20bc6c164c46 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:54:34.907126 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-75b11a93-34be-40b5-9655-20bc6c164c46 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:34.920202 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf56434-c427-4934-b354-6c6e13c9ac16 None None] Sync routers for ids ['dd100d99-b1a8-4042-8c07-1eeaa238e500'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:54:34.931545 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-62177e4c-5829-4edf-8303-b076f993a57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-162398178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162398178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:34.940668 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-62177e4c-5829-4edf-8303-b076f993a57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-162398178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162398178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:34.947041 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-62177e4c-5829-4edf-8303-b076f993a57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-162398178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162398178-project] 10.222.0.57 "DELETE /v2.0/networks/7c67ff42-4cac-4c78-a434-a042dc4b4f04 HTTP/1.1" status: 204 len: 168 time: 0.6422982 Mar 22 10:54:34.947723 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-25d84501-5ab3-4dea-9d69-a53d3f4d2855 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:34.960273 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf56434-c427-4934-b354-6c6e13c9ac16 None None] Routers {'dd100d99-b1a8-4042-8c07-1eeaa238e500'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:34.961271 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-1cf56434-c427-4934-b354-6c6e13c9ac16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['dd100d99-b1a8-4042-8c07-1eeaa238e500'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:34.986209 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36246) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:34.990491 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-36b4b97d-d599-47bc-a49a-b8ee920aa1bc tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:34.990841 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-75b11a93-34be-40b5-9655-20bc6c164c46 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] 10.222.0.57 "PUT /v2.0/floatingips/76dc10bc-979d-49b0-b1d6-51c90c5e654e HTTP/1.1" status: 200 len: 688 time: 1.5963662 Mar 22 10:54:34.992561 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62177e4c-5829-4edf-8303-b076f993a57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-162398178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162398178-project] Pushing event deleted for resources: {'Network': ['ID=7c67ff42-4cac-4c78-a434-a042dc4b4f04,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:35.025463 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-1cf56434-c427-4934-b354-6c6e13c9ac16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:35.040740 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf56434-c427-4934-b354-6c6e13c9ac16 None None] Routers {'dd100d99-b1a8-4042-8c07-1eeaa238e500'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:35.041407 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-1cf56434-c427-4934-b354-6c6e13c9ac16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['dd100d99-b1a8-4042-8c07-1eeaa238e500'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:35.057715 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795760bb-8d42-4f4f-b8c3-e5cab52bd31e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-ac46a81c-8b7c-4877-8eae-a346e3821c8f', 'network_id': 'ac46a81c-8b7c-4877-8eae-a346e3821c8f', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'fixed_ips': [{'subnet_id': '78134529-9ad6-488c-a0ad-860eb644bba8'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:54:35.058683 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-795760bb-8d42-4f4f-b8c3-e5cab52bd31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:35.077812 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-36b4b97d-d599-47bc-a49a-b8ee920aa1bc tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:35.092212 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-1cf56434-c427-4934-b354-6c6e13c9ac16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:35.093183 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf56434-c427-4934-b354-6c6e13c9ac16 None None] The sync data for ids ['dd100d99-b1a8-4042-8c07-1eeaa238e500'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:54:35.100250 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d84501-5ab3-4dea-9d69-a53d3f4d2855 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:54:35.113359 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-25d84501-5ab3-4dea-9d69-a53d3f4d2855 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:54:35.149234 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d84501-5ab3-4dea-9d69-a53d3f4d2855 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:54:35.185218 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-36b4b97d-d599-47bc-a49a-b8ee920aa1bc tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:35.186652 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-36b4b97d-d599-47bc-a49a-b8ee920aa1bc tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3334754 Mar 22 10:54:35.187548 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d84501-5ab3-4dea-9d69-a53d3f4d2855 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Pushing event updated for resources: {'Port': ['ID=524b89ee-c726-4bdd-8de8-c8588edbda7c,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:35.190200 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36250) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:35.224669 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-795760bb-8d42-4f4f-b8c3-e5cab52bd31e None None] Allocated IP 2001:db8::2 (ac46a81c-8b7c-4877-8eae-a346e3821c8f/78134529-9ad6-488c-a0ad-860eb644bba8/7a122c65-bba2-4c96-b24c-032dbeb5f661) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:54:35.229986 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-3308cf75-d99e-4385-9e83-6581e50a1555 req-e3ab45e7-5653-40fa-83c4-65160b764a45 service neutron] 10.222.0.35 "GET /v2.0/networks/619a0580-b085-430c-89e2-022d42d1e4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180363 Mar 22 10:54:35.291595 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36254) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:35.380600 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-e64732a1-1043-4b79-8576-a2d6b477b16a tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Deleting port 198a34b8-f28e-48ab-b65c-e15af7c00f78 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:54:35.380881 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e64732a1-1043-4b79-8576-a2d6b477b16a tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:35.419328 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-795760bb-8d42-4f4f-b8c3-e5cab52bd31e None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:35.428247 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-795760bb-8d42-4f4f-b8c3-e5cab52bd31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:35.469266 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795760bb-8d42-4f4f-b8c3-e5cab52bd31e None None] Network ac46a81c-8b7c-4877-8eae-a346e3821c8f is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:54:35.474864 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-795760bb-8d42-4f4f-b8c3-e5cab52bd31e None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:54:35.478636 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795760bb-8d42-4f4f-b8c3-e5cab52bd31e None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:54:35.505305 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795760bb-8d42-4f4f-b8c3-e5cab52bd31e None None] Pushing event updated for resources: {'Port': ['ID=7a122c65-bba2-4c96-b24c-032dbeb5f661,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:35.545814 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-795760bb-8d42-4f4f-b8c3-e5cab52bd31e None None] Attempting to bind port 7a122c65-bba2-4c96-b24c-032dbeb5f661 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:54:35.546222 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-795760bb-8d42-4f4f-b8c3-e5cab52bd31e None None] Attempting to bind port 7a122c65-bba2-4c96-b24c-032dbeb5f661 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': 'fd5dec7e-2fc0-4b61-a3a9-7c272b617d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ac46a81c-8b7c-4877-8eae-a346e3821c8f'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:54:35.547090 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795760bb-8d42-4f4f-b8c3-e5cab52bd31e None None] Attempting to bind port 7a122c65-bba2-4c96-b24c-032dbeb5f661 on network ac46a81c-8b7c-4877-8eae-a346e3821c8f {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:54:35.551853 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e64732a1-1043-4b79-8576-a2d6b477b16a tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:35.552309 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e64732a1-1043-4b79-8576-a2d6b477b16a tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:35.555153 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795760bb-8d42-4f4f-b8c3-e5cab52bd31e None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:54:35.555153 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795760bb-8d42-4f4f-b8c3-e5cab52bd31e None None] Checking segment: {'id': 'fd5dec7e-2fc0-4b61-a3a9-7c272b617d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ac46a81c-8b7c-4877-8eae-a346e3821c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:54:35.555153 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-795760bb-8d42-4f4f-b8c3-e5cab52bd31e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:35.555153 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795760bb-8d42-4f4f-b8c3-e5cab52bd31e None None] Bound using segment: {'id': 'fd5dec7e-2fc0-4b61-a3a9-7c272b617d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ac46a81c-8b7c-4877-8eae-a346e3821c8f'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:54:35.555774 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-795760bb-8d42-4f4f-b8c3-e5cab52bd31e None None] Bound port: 7a122c65-bba2-4c96-b24c-032dbeb5f661, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd5dec7e-2fc0-4b61-a3a9-7c272b617d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ac46a81c-8b7c-4877-8eae-a346e3821c8f'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:54:35.555774 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-795760bb-8d42-4f4f-b8c3-e5cab52bd31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:35.556322 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c8ae7c-7231-4e0c-bb97-d085ea23d95c req-4dd94e7e-a286-4afd-9256-a05335415a8b tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:35.556434 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-345114a4-382c-49f4-a83e-ceb6e84d123a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e3a6f86f3fd144be87a4e96d8707d502&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2630844 Mar 22 10:54:35.557944 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-11c8ae7c-7231-4e0c-bb97-d085ea23d95c req-4dd94e7e-a286-4afd-9256-a05335415a8b tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.1726739 Mar 22 10:54:35.562211 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36258) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:35.601371 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-e64732a1-1043-4b79-8576-a2d6b477b16a tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Calling delete_port for 198a34b8-f28e-48ab-b65c-e15af7c00f78 owned by network:floatingip {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:54:35.623006 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-795760bb-8d42-4f4f-b8c3-e5cab52bd31e None None] For port 7a122c65-bba2-4c96-b24c-032dbeb5f661, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:54:35.626733 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-795760bb-8d42-4f4f-b8c3-e5cab52bd31e None None] For port 7a122c65-bba2-4c96-b24c-032dbeb5f661, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=7a122c65-bba2-4c96-b24c-032dbeb5f661,segment=NetworkSegment(fd5dec7e-2fc0-4b61-a3a9-7c272b617d26),segment_id=fd5dec7e-2fc0-4b61-a3a9-7c272b617d26)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:54:35.632323 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-795760bb-8d42-4f4f-b8c3-e5cab52bd31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:35.653227 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-25d84501-5ab3-4dea-9d69-a53d3f4d2855 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks [] for router_gateway, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:35.653827 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-62460f7c-f316-4c4e-9781-cad8484f712c tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:35.691141 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795760bb-8d42-4f4f-b8c3-e5cab52bd31e None None] Pushing event updated for resources: {'Port': ['ID=7a122c65-bba2-4c96-b24c-032dbeb5f661,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:35.697605 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-11c8ae7c-7231-4e0c-bb97-d085ea23d95c req-1a3eb171-df15-4c6d-a923-ed8e5a824631 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196003 Mar 22 10:54:35.811381 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9c89c463-c046-47db-9d9a-5d49b2d9f33e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:35.926642 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9c89c463-c046-47db-9d9a-5d49b2d9f33e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:35.971564 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e64732a1-1043-4b79-8576-a2d6b477b16a tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:36.078801 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db36bb7c-2279-4e3b-bc1d-c6f07b6383b7 req-034f4223-e580-409c-a764-f33fcdce7d3b tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:36.080449 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-db36bb7c-2279-4e3b-bc1d-c6f07b6383b7 req-034f4223-e580-409c-a764-f33fcdce7d3b tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "GET /v2.0/ports?device_id=35bbf4bb-2ab4-4a16-84f3-f4a80aab1f4f HTTP/1.1" status: 200 len: 945 time: 0.3393474 Mar 22 10:54:36.140713 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9c89c463-c046-47db-9d9a-5d49b2d9f33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:36.143200 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9c89c463-c046-47db-9d9a-5d49b2d9f33e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:36.144394 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-9c89c463-c046-47db-9d9a-5d49b2d9f33e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/34222b39-fc4c-4e2b-8ab7-ef3bbb1e669a HTTP/1.1" status: 204 len: 168 time: 0.5810201 Mar 22 10:54:36.191070 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-db36bb7c-2279-4e3b-bc1d-c6f07b6383b7 req-8c974ef4-3617-4187-89a4-1db147cc813b tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "GET /v2.0/security-groups?id=331ec2bf-4639-40e9-918d-e35919f803a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014111 Mar 22 10:54:36.194095 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c89c463-c046-47db-9d9a-5d49b2d9f33e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34222b39-fc4c-4e2b-8ab7-ef3bbb1e669a,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:36.227300 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-62460f7c-f316-4c4e-9781-cad8484f712c tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Allocated IP 2001:db8::1 (ac46a81c-8b7c-4877-8eae-a346e3821c8f/78134529-9ad6-488c-a0ad-860eb644bba8/a27bb589-ff8f-476b-a840-9a8c84909031) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:54:36.331202 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64732a1-1043-4b79-8576-a2d6b477b16a tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Pushing event deleted for resources: {'Port': ['ID=198a34b8-f28e-48ab-b65c-e15af7c00f78,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:36.340174 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-25d84501-5ab3-4dea-9d69-a53d3f4d2855 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3682488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11476'] for router, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:36.371556 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-62460f7c-f316-4c4e-9781-cad8484f712c tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:36.374690 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-25d84501-5ab3-4dea-9d69-a53d3f4d2855 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3682435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3682442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3684457'] for router, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:36.409402 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-62460f7c-f316-4c4e-9781-cad8484f712c tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:36.431995 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e64732a1-1043-4b79-8576-a2d6b477b16a tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for floatingip, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:36.434645 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e64732a1-1043-4b79-8576-a2d6b477b16a tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:36.435846 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e64732a1-1043-4b79-8576-a2d6b477b16a tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] 10.222.0.57 "DELETE /v2.0/floatingips/76dc10bc-979d-49b0-b1d6-51c90c5e654e HTTP/1.1" status: 204 len: 168 time: 1.4441917 Mar 22 10:54:36.438533 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36266) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:36.457175 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62460f7c-f316-4c4e-9781-cad8484f712c tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Network ac46a81c-8b7c-4877-8eae-a346e3821c8f is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:54:36.460435 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-62460f7c-f316-4c4e-9781-cad8484f712c tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:54:36.464162 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62460f7c-f316-4c4e-9781-cad8484f712c tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:54:36.464707 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-62460f7c-f316-4c4e-9781-cad8484f712c tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684270'] for router_interface, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:36.470454 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62460f7c-f316-4c4e-9781-cad8484f712c tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event updated for resources: {'Port': ['ID=a27bb589-ff8f-476b-a840-9a8c84909031,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:36.481192 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-e3157e60-5b76-4dce-978e-e8c8b8c08695 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] delete failed (client error): The resource could not be found. Mar 22 10:54:36.482482 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e3157e60-5b76-4dce-978e-e8c8b8c08695 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] 10.222.0.57 "DELETE /v2.0/floatingips/76dc10bc-979d-49b0-b1d6-51c90c5e654e HTTP/1.1" status: 404 len: 345 time: 0.0430300 Mar 22 10:54:36.486501 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36268) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:36.544263 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36270) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:36.613067 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-371515e0-3539-472b-8c2b-8d118d3ffb66 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=54a3018cae4944e39725bbd3e1821a5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0695612 Mar 22 10:54:36.616133 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36272) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:36.618458 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0ebaeb-e8e0-4661-95b7-b6b3a5344de8 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:36.624395 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0ebaeb-e8e0-4661-95b7-b6b3a5344de8 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:36.630196 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0ebaeb-e8e0-4661-95b7-b6b3a5344de8 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:36.632492 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4b0ebaeb-e8e0-4661-95b7-b6b3a5344de8 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] 10.222.0.57 "GET /v2.0/ports?network_id=fa1da2ad-d11f-4544-b068-f8563dc14dbb HTTP/1.1" status: 200 len: 2357 time: 0.1206415 Mar 22 10:54:36.633420 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-62460f7c-f316-4c4e-9781-cad8484f712c tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:36.636840 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36274) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:36.689063 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d84501-5ab3-4dea-9d69-a53d3f4d2855 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Router c685606d-29b1-45e2-8445-6c6652254880 is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 10:54:36.700974 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45d25f3-569a-4288-b422-2d226bfdbd8b tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:36.704656 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f45d25f3-569a-4288-b422-2d226bfdbd8b tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] 10.222.0.57 "GET /v2.0/subnets/daa63aae-5c6e-445e-a084-51f8bc0cd9da HTTP/1.1" status: 200 len: 797 time: 0.0635629 Mar 22 10:54:36.707412 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36276) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:36.713552 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-a1d6c63c-51c3-4439-8995-218dc64d6aa0 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Request body: {'port': {'network_id': 'fa1da2ad-d11f-4544-b068-f8563dc14dbb', 'name': 'tempest-FloatingIPTestJSON-1336057877', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:54:36.806071 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-eb785e78-73f9-465a-85da-6eb2795d8251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:36.868394 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-eb785e78-73f9-465a-85da-6eb2795d8251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:36.894698 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d84501-5ab3-4dea-9d69-a53d3f4d2855 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:54:36.902778 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-25d84501-5ab3-4dea-9d69-a53d3f4d2855 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:36.903615 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-25d84501-5ab3-4dea-9d69-a53d3f4d2855 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] 10.222.0.57 "PUT /v2.0/routers/c685606d-29b1-45e2-8445-6c6652254880 HTTP/1.1" status: 200 len: 884 time: 3.7907147 Mar 22 10:54:36.906246 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36280) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:36.909687 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f2e156-7c32-4938-9406-0e56e4583118 None None] Sync routers for ids ['c685606d-29b1-45e2-8445-6c6652254880'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:54:36.925613 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f2e156-7c32-4938-9406-0e56e4583118 None None] Routers {'c685606d-29b1-45e2-8445-6c6652254880'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:36.926140 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-83f2e156-7c32-4938-9406-0e56e4583118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['c685606d-29b1-45e2-8445-6c6652254880'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:36.950199 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe71ed-8408-42c8-a531-b327ba492127 req-5ae6b362-de2d-4cfe-97ba-e5976ca6ca02 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:36.951798 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-32fe71ed-8408-42c8-a531-b327ba492127 req-5ae6b362-de2d-4cfe-97ba-e5976ca6ca02 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.1469901 Mar 22 10:54:36.976839 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634d7f9d-0561-4266-aa0b-455de3b5b188 None None] Network ac46a81c-8b7c-4877-8eae-a346e3821c8f requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:54:36.985118 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d6c63c-51c3-4439-8995-218dc64d6aa0 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Made reservation on behalf of 65b47a7da7ab4785af47ee2c91cd3e71 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:54:36.999197 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-83f2e156-7c32-4938-9406-0e56e4583118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:37.049766 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-32fe71ed-8408-42c8-a531-b327ba492127 req-6ce467b0-c3b9-44c2-b722-f559addb3f5e tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908008 Mar 22 10:54:37.052606 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-eb785e78-73f9-465a-85da-6eb2795d8251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:37.055071 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-eb785e78-73f9-465a-85da-6eb2795d8251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:37.056436 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-eb785e78-73f9-465a-85da-6eb2795d8251 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/275f7d19-b716-4ea4-85dd-76e0e6ac7b87 HTTP/1.1" status: 204 len: 168 time: 0.4391215 Mar 22 10:54:37.101325 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-90907c3d-162e-4b00-b397-a042cfc5bee3 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] 10.222.0.57 "GET /v2.0/routers/c685606d-29b1-45e2-8445-6c6652254880 HTTP/1.1" status: 200 len: 925 time: 0.1932070 Mar 22 10:54:37.110980 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb785e78-73f9-465a-85da-6eb2795d8251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275f7d19-b716-4ea4-85dd-76e0e6ac7b87,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:37.112633 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36286) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:37.127019 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a1d6c63c-51c3-4439-8995-218dc64d6aa0 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:37.145262 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-a1d6c63c-51c3-4439-8995-218dc64d6aa0 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] device_id is not set on port d6848710-bd7f-4b06-9746-7767872aa708 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:54:37.166643 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-c89354e5-7f85-4105-861b-493d56b43bda None None] Provisioning complete for port 7a122c65-bba2-4c96-b24c-032dbeb5f661 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:54:37.167047 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c89354e5-7f85-4105-861b-493d56b43bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:37.196480 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-62460f7c-f316-4c4e-9781-cad8484f712c tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:37.217567 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f2e156-7c32-4938-9406-0e56e4583118 None None] Routers {'c685606d-29b1-45e2-8445-6c6652254880'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:37.218188 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-83f2e156-7c32-4938-9406-0e56e4583118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['c685606d-29b1-45e2-8445-6c6652254880'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:37.260306 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-83f2e156-7c32-4938-9406-0e56e4583118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:37.261323 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f2e156-7c32-4938-9406-0e56e4583118 None None] The sync data for ids ['c685606d-29b1-45e2-8445-6c6652254880'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:54:37.355500 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c89354e5-7f85-4105-861b-493d56b43bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:37.428066 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-c89354e5-7f85-4105-861b-493d56b43bda None None] For port 7a122c65-bba2-4c96-b24c-032dbeb5f661, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=7a122c65-bba2-4c96-b24c-032dbeb5f661,segment=NetworkSegment(fd5dec7e-2fc0-4b61-a3a9-7c272b617d26),segment_id=fd5dec7e-2fc0-4b61-a3a9-7c272b617d26)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:54:37.436430 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c89354e5-7f85-4105-861b-493d56b43bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:37.503008 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89354e5-7f85-4105-861b-493d56b43bda None None] Pushing event updated for resources: {'Port': ['ID=7a122c65-bba2-4c96-b24c-032dbeb5f661,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:37.552331 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-62460f7c-f316-4c4e-9781-cad8484f712c tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:37.553256 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-62460f7c-f316-4c4e-9781-cad8484f712c tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684306'] for router_interface, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:37.576163 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2344eb32-8273-43a0-b190-26c506a65d71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:37.590159 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-a1d6c63c-51c3-4439-8995-218dc64d6aa0 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Allocated IP 172.20.0.13 (fa1da2ad-d11f-4544-b068-f8563dc14dbb/daa63aae-5c6e-445e-a084-51f8bc0cd9da/d6848710-bd7f-4b06-9746-7767872aa708) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:54:37.598848 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-a1d6c63c-51c3-4439-8995-218dc64d6aa0 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Allocated IP 172.20.0.12 (fa1da2ad-d11f-4544-b068-f8563dc14dbb/daa63aae-5c6e-445e-a084-51f8bc0cd9da/d6848710-bd7f-4b06-9746-7767872aa708) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:54:37.682534 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 7a122c65-bba2-4c96-b24c-032dbeb5f661 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:54:37.717903 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377e917-ed65-43d4-a4dc-197db26f5eeb req-41823272-e196-4ffe-9def-4aba5e30dff0 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:37.719469 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3377e917-ed65-43d4-a4dc-197db26f5eeb req-41823272-e196-4ffe-9def-4aba5e30dff0 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.5784636 Mar 22 10:54:37.729848 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70c9546-b14e-4cfd-b1ab-467c5cef7eb1 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:37.732062 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-e70c9546-b14e-4cfd-b1ab-467c5cef7eb1 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=a14ca783-6f82-4799-85a3-4cbe79c980a8&device_id=c685606d-29b1-45e2-8445-6c6652254880&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6172009 Mar 22 10:54:37.736581 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62460f7c-f316-4c4e-9781-cad8484f712c tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event updated for resources: {'Port': ['ID=a27bb589-ff8f-476b-a840-9a8c84909031,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:37.738838 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36298) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:37.806683 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 7a122c65-bba2-4c96-b24c-032dbeb5f661 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:54:37.807181 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:37.809116 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-9d952d88-1b10-465a-8c78-8f0861a0aa32 None None] Provisioning complete for port a27bb589-ff8f-476b-a840-9a8c84909031 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:54:37.809472 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9d952d88-1b10-465a-8c78-8f0861a0aa32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:37.824262 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a1d6c63c-51c3-4439-8995-218dc64d6aa0 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:37.831744 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c551ab7-d887-409f-a1bb-e1e6bf22631a req-e3362436-5943-46a2-aa5a-b2ac0ebb05b3 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:37.833813 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3c551ab7-d887-409f-a1bb-e1e6bf22631a req-e3362436-5943-46a2-aa5a-b2ac0ebb05b3 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "GET /v2.0/ports?device_id=35bbf4bb-2ab4-4a16-84f3-f4a80aab1f4f HTTP/1.1" status: 200 len: 945 time: 0.2894919 Mar 22 10:54:37.868393 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a1d6c63c-51c3-4439-8995-218dc64d6aa0 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:37.983794 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d6c63c-51c3-4439-8995-218dc64d6aa0 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Network fa1da2ad-d11f-4544-b068-f8563dc14dbb is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:54:37.987071 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-a1d6c63c-51c3-4439-8995-218dc64d6aa0 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:54:37.990988 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d6c63c-51c3-4439-8995-218dc64d6aa0 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:54:38.009641 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3377e917-ed65-43d4-a4dc-197db26f5eeb req-6d46eba7-5d6d-4e7d-ac30-69945d3f719e tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2741244 Mar 22 10:54:38.023553 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3c551ab7-d887-409f-a1bb-e1e6bf22631a req-d1df759f-39c7-4c2a-aa13-84d664838cd3 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "GET /v2.0/security-groups?id=331ec2bf-4639-40e9-918d-e35919f803a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831036 Mar 22 10:54:38.058838 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62460f7c-f316-4c4e-9781-cad8484f712c tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Network ac46a81c-8b7c-4877-8eae-a346e3821c8f is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:54:38.070994 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d6c63c-51c3-4439-8995-218dc64d6aa0 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:38.071647 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a1d6c63c-51c3-4439-8995-218dc64d6aa0 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:38.075260 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce447bf-89aa-46ac-859e-3bc23c08362d tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:38.077065 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-3ce447bf-89aa-46ac-859e-3bc23c08362d tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] 10.222.0.57 "GET /v2.0/networks/a14ca783-6f82-4799-85a3-4cbe79c980a8 HTTP/1.1" status: 200 len: 881 time: 0.3345692 Mar 22 10:54:38.078318 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-62460f7c-f316-4c4e-9781-cad8484f712c tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:54:38.090392 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36312) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:38.112718 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d6c63c-51c3-4439-8995-218dc64d6aa0 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Pushing event updated for resources: {'Port': ['ID=d6848710-bd7f-4b06-9746-7767872aa708,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:38.131136 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a1d6c63c-51c3-4439-8995-218dc64d6aa0 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.4221902 Mar 22 10:54:38.133688 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36314) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:38.138568 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-8bcd08d8-2aa5-477c-b870-20637f12bacc tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Request body: {'floatingip': {'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'port_id': 'd6848710-bd7f-4b06-9746-7767872aa708', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:54:38.167944 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-9d952d88-1b10-465a-8c78-8f0861a0aa32 None None] Port a27bb589-ff8f-476b-a840-9a8c84909031 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:54:38.168662 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-4143b563-c9d5-4822-9b31-f63199baffb1 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] 10.222.0.57 "GET /v2.0/ports?device_id=c685606d-29b1-45e2-8445-6c6652254880 HTTP/1.1" status: 200 len: 205 time: 0.0770035 Mar 22 10:54:38.171835 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36316) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:38.185836 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-9d952d88-1b10-465a-8c78-8f0861a0aa32 None None] Provisioning complete for port 7a122c65-bba2-4c96-b24c-032dbeb5f661 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:54:38.195719 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9d952d88-1b10-465a-8c78-8f0861a0aa32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:38.262773 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8bcd08d8-2aa5-477c-b870-20637f12bacc tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for floatingip, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:38.397793 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301f4dd-19a9-42e0-8d6a-cb20b1afb36c req-3352efe8-4d67-4b96-84cc-f820a325ed40 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:38.399528 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b301f4dd-19a9-42e0-8d6a-cb20b1afb36c req-3352efe8-4d67-4b96-84cc-f820a325ed40 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "GET /v2.0/ports?device_id=35bbf4bb-2ab4-4a16-84f3-f4a80aab1f4f HTTP/1.1" status: 200 len: 945 time: 0.2385004 Mar 22 10:54:38.426162 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42e1d4-598d-4e68-adf1-6c0f7d532568 req-c7da37ff-a8f9-4f8f-8fee-7d30f4b5edf8 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:38.427810 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-bf42e1d4-598d-4e68-adf1-6c0f7d532568 req-c7da37ff-a8f9-4f8f-8fee-7d30f4b5edf8 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.0998967 Mar 22 10:54:38.434748 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8ef5c404-8f5c-46ae-879c-67f3779258b8 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:38.440487 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62460f7c-f316-4c4e-9781-cad8484f712c tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Router 76eb5bac-26f5-434a-b34a-da6adbe6e345 is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109050) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 10:54:38.530556 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b301f4dd-19a9-42e0-8d6a-cb20b1afb36c req-662ee4c3-d8bb-433d-87c9-25c4908b856f tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "GET /v2.0/security-groups?id=331ec2bf-4639-40e9-918d-e35919f803a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231482 Mar 22 10:54:38.532507 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-7efafcc2-7e1b-442c-8da0-d794fb248bee None None] Provisioning complete for port a27bb589-ff8f-476b-a840-9a8c84909031 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:54:38.533105 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7efafcc2-7e1b-442c-8da0-d794fb248bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:38.565681 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36324) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:38.580336 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-bf42e1d4-598d-4e68-adf1-6c0f7d532568 req-74a154c7-46fc-4972-844f-21298cf882f3 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415074 Mar 22 10:54:38.584652 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-7efafcc2-7e1b-442c-8da0-d794fb248bee None None] Port a27bb589-ff8f-476b-a840-9a8c84909031 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:54:38.596501 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62460f7c-f316-4c4e-9781-cad8484f712c tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:54:38.602033 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-62460f7c-f316-4c4e-9781-cad8484f712c tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "PUT /v2.0/routers/76eb5bac-26f5-434a-b34a-da6adbe6e345/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4106581 Mar 22 10:54:38.604574 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36328) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:38.608130 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab10dfc4-4783-42e9-815f-cd09d28ca322 None None] Sync routers for ids ['76eb5bac-26f5-434a-b34a-da6adbe6e345'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:54:38.618392 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab10dfc4-4783-42e9-815f-cd09d28ca322 None None] Routers {'76eb5bac-26f5-434a-b34a-da6adbe6e345'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:38.619177 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-ab10dfc4-4783-42e9-815f-cd09d28ca322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['76eb5bac-26f5-434a-b34a-da6adbe6e345'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:38.652631 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-ab10dfc4-4783-42e9-815f-cd09d28ca322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:38.664041 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3cacd9-c15c-4086-b4e0-c90e68f69b11 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:38.667400 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-ce3cacd9-c15c-4086-b4e0-c90e68f69b11 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "GET /v2.0/ports/a27bb589-ff8f-476b-a840-9a8c84909031 HTTP/1.1" status: 200 len: 911 time: 0.0616972 Mar 22 10:54:38.670905 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36334) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:38.680880 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab10dfc4-4783-42e9-815f-cd09d28ca322 None None] Routers {'76eb5bac-26f5-434a-b34a-da6adbe6e345'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:38.681645 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-ab10dfc4-4783-42e9-815f-cd09d28ca322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['76eb5bac-26f5-434a-b34a-da6adbe6e345'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:38.690109 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8bcd08d8-2aa5-477c-b870-20637f12bacc tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:38.699096 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8ef5c404-8f5c-46ae-879c-67f3779258b8 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:38.737636 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-ab10dfc4-4783-42e9-815f-cd09d28ca322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:38.738650 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab10dfc4-4783-42e9-815f-cd09d28ca322 None None] The sync data for ids ['76eb5bac-26f5-434a-b34a-da6adbe6e345'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:54:38.791535 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9347e3cf-f27a-4728-b018-6bbde19544d3 tempest-TestNetworkAdvancedServerOps-1314583856 tempest-TestNetworkAdvancedServerOps-1314583856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:38.795694 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9347e3cf-f27a-4728-b018-6bbde19544d3 tempest-TestNetworkAdvancedServerOps-1314583856 tempest-TestNetworkAdvancedServerOps-1314583856-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=35bbf4bb-2ab4-4a16-84f3-f4a80aab1f4f HTTP/1.1" status: 200 len: 1093 time: 0.2263491 Mar 22 10:54:38.798848 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36340) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:38.807638 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-e4d122b5-06dc-43f3-951e-3d41b75a590a tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Request body: {'floatingip': {'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'port_id': 'c5ea9116-2f3e-41f4-b12c-086a9ac353d3', 'tenant_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:54:38.863312 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e4d122b5-06dc-43f3-951e-3d41b75a590a tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks [] for floatingip, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:38.901552 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db31e7-579f-44a7-9440-5c141a409664 req-fa172266-41dd-4bfd-8d93-b55d44294c37 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:38.903053 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f0db31e7-579f-44a7-9440-5c141a409664 req-fa172266-41dd-4bfd-8d93-b55d44294c37 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.1360328 Mar 22 10:54:38.906411 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-8bcd08d8-2aa5-477c-b870-20637f12bacc tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Allocated IP 172.26.7.5 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/0bfc4c6e-1395-474c-abc0-af22a2d6de80) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:54:38.929859 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-8ef5c404-8f5c-46ae-879c-67f3779258b8 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Deleting port 524b89ee-c726-4bdd-8de8-c8588edbda7c {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:54:38.930733 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8ef5c404-8f5c-46ae-879c-67f3779258b8 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:38.983972 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f0db31e7-579f-44a7-9440-5c141a409664 req-812d2cdc-ac63-4e57-a29d-7ed18c98713a tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709443 Mar 22 10:54:39.123407 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8ef5c404-8f5c-46ae-879c-67f3779258b8 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:39.155029 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36350) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:39.156541 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-8ef5c404-8f5c-46ae-879c-67f3779258b8 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Calling delete_port for 524b89ee-c726-4bdd-8de8-c8588edbda7c owned by network:router_gateway {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:54:39.164394 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8bcd08d8-2aa5-477c-b870-20637f12bacc tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:39.185069 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b09f6b-e57f-4b5d-935a-1362b527f342 req-98100fb7-8f72-4331-9f78-72d699191157 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:39.185562 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e4d122b5-06dc-43f3-951e-3d41b75a590a tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:39.186601 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-38b09f6b-e57f-4b5d-935a-1362b527f342 req-98100fb7-8f72-4331-9f78-72d699191157 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.1131945 Mar 22 10:54:39.220710 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d380725f-2d17-4808-9356-d0ac0241e13a tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683891'] for router_interface, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:39.270373 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-38b09f6b-e57f-4b5d-935a-1362b527f342 req-9edfd1f8-9d3b-4ad9-9406-6e2fd467e67e tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735903 Mar 22 10:54:39.307689 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-5df4f2de-e886-4c96-a810-4aabae9b0b96 tempest-RoutersAdminNegativeTest-109604671 tempest-RoutersAdminNegativeTest-109604671-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1120617408', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:54:39.317768 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8bcd08d8-2aa5-477c-b870-20637f12bacc tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:39.380774 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df4f2de-e886-4c96-a810-4aabae9b0b96 tempest-RoutersAdminNegativeTest-109604671 tempest-RoutersAdminNegativeTest-109604671-project-admin] Made reservation on behalf of c32ff07a56aa4a52b9ad967c89add0b6 for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:54:39.383111 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5df4f2de-e886-4c96-a810-4aabae9b0b96 tempest-RoutersAdminNegativeTest-109604671 tempest-RoutersAdminNegativeTest-109604671-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:39.429008 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bcd08d8-2aa5-477c-b870-20637f12bacc tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:54:39.429928 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5df4f2de-e886-4c96-a810-4aabae9b0b96 tempest-RoutersAdminNegativeTest-109604671 tempest-RoutersAdminNegativeTest-109604671-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:39.440752 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-8bcd08d8-2aa5-477c-b870-20637f12bacc tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:54:39.444022 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcd08d8-2aa5-477c-b870-20637f12bacc tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:54:39.463031 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-e4d122b5-06dc-43f3-951e-3d41b75a590a tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Allocated IP 172.26.7.160 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/bad2af56-736c-411b-9080-225807bf09e3) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:54:39.486358 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcd08d8-2aa5-477c-b870-20637f12bacc tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Pushing event updated for resources: {'Port': ['ID=0bfc4c6e-1395-474c-abc0-af22a2d6de80,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:39.557411 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8888f73-9cf4-416b-9132-db099fb671d6 req-71e125c9-808b-44d4-863a-76456bee5848 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:39.559236 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e8888f73-9cf4-416b-9132-db099fb671d6 req-71e125c9-808b-44d4-863a-76456bee5848 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.0965528 Mar 22 10:54:39.605746 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 7a122c65-bba2-4c96-b24c-032dbeb5f661 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:54:39.660168 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e8888f73-9cf4-416b-9132-db099fb671d6 req-2c5fee83-2e83-47b1-aca3-7505a1a71faa tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939820 Mar 22 10:54:39.716720 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 7a122c65-bba2-4c96-b24c-032dbeb5f661 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:54:39.717517 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:39.722532 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-d380725f-2d17-4808-9356-d0ac0241e13a tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Deleting port a27bb589-ff8f-476b-a840-9a8c84909031 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:54:39.722870 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d380725f-2d17-4808-9356-d0ac0241e13a tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:39.840158 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a6b3d146-4a5d-474d-a7c3-9cf3d7eff299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:39.852011 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d380725f-2d17-4808-9356-d0ac0241e13a tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:39.868419 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-d380725f-2d17-4808-9356-d0ac0241e13a tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Calling delete_port for a27bb589-ff8f-476b-a840-9a8c84909031 owned by network:router_interface {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:54:39.877023 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25021725-190e-4f2f-951c-cae738c36402 req-470b727a-b4ce-43e8-8502-27a3563f18c2 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:39.878924 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-25021725-190e-4f2f-951c-cae738c36402 req-470b727a-b4ce-43e8-8502-27a3563f18c2 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce39e19f-938f-434a-885e-e4d19fb8f33d HTTP/1.1" status: 200 len: 945 time: 0.0865014 Mar 22 10:54:39.963060 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-25021725-190e-4f2f-951c-cae738c36402 req-5272249f-0a1c-4d99-81d8-72714d58f642 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] 10.222.0.57 "GET /v2.0/security-groups?id=074c04a7-4d87-4874-a408-fce3f9ed77b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759315 Mar 22 10:54:40.012337 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8ef5c404-8f5c-46ae-879c-67f3779258b8 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:40.062788 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef5c404-8f5c-46ae-879c-67f3779258b8 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Pushing event deleted for resources: {'Port': ['ID=524b89ee-c726-4bdd-8de8-c8588edbda7c,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:40.093326 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5df4f2de-e886-4c96-a810-4aabae9b0b96 tempest-RoutersAdminNegativeTest-109604671 tempest-RoutersAdminNegativeTest-109604671-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:40.100779 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5df4f2de-e886-4c96-a810-4aabae9b0b96 tempest-RoutersAdminNegativeTest-109604671 tempest-RoutersAdminNegativeTest-109604671-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:40.107903 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-5df4f2de-e886-4c96-a810-4aabae9b0b96 tempest-RoutersAdminNegativeTest-109604671 tempest-RoutersAdminNegativeTest-109604671-project-admin] device_id is not set on port 46de3873-23f6-41ba-a0d7-9b265698adc8 yet. {{(pid=109050) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:54:40.136039 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e4d122b5-06dc-43f3-951e-3d41b75a590a tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:40.173742 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d380725f-2d17-4808-9356-d0ac0241e13a tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:40.180188 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df4f2de-e886-4c96-a810-4aabae9b0b96 tempest-RoutersAdminNegativeTest-109604671 tempest-RoutersAdminNegativeTest-109604671-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=753ae4f6-c0d1-4f4a-a306-6a6d8ef2a4d6,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:40.212196 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d380725f-2d17-4808-9356-d0ac0241e13a tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event deleted for resources: {'Port': ['ID=a27bb589-ff8f-476b-a840-9a8c84909031,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:40.226990 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8ef5c404-8f5c-46ae-879c-67f3779258b8 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682553'] for router_gateway, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:40.301680 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d380725f-2d17-4808-9356-d0ac0241e13a tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684007'] for router_interface, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:40.375477 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8ef5c404-8f5c-46ae-879c-67f3779258b8 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:40.377706 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e4d122b5-06dc-43f3-951e-3d41b75a590a tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:40.380107 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8ef5c404-8f5c-46ae-879c-67f3779258b8 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:40.469569 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d122b5-06dc-43f3-951e-3d41b75a590a tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:54:40.478513 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8ef5c404-8f5c-46ae-879c-67f3779258b8 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:40.478895 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef5c404-8f5c-46ae-879c-67f3779258b8 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Fanout notify agent at l3_agent the message router_deleted on router c685606d-29b1-45e2-8445-6c6652254880 {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 10:54:40.481205 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-e4d122b5-06dc-43f3-951e-3d41b75a590a tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:54:40.489344 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8ef5c404-8f5c-46ae-879c-67f3779258b8 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:40.495399 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8ef5c404-8f5c-46ae-879c-67f3779258b8 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] 10.222.0.57 "DELETE /v2.0/routers/c685606d-29b1-45e2-8445-6c6652254880 HTTP/1.1" status: 204 len: 168 time: 2.3172810 Mar 22 10:54:40.518075 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d122b5-06dc-43f3-951e-3d41b75a590a tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:54:40.520033 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d122b5-06dc-43f3-951e-3d41b75a590a tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Pushing event updated for resources: {'Port': ['ID=bad2af56-736c-411b-9080-225807bf09e3,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:40.527188 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36362) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:40.532889 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-8d1f55cd-0206-4355-a176-8e0e3c7e2368 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1835654484', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:54:40.622272 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8d1f55cd-0206-4355-a176-8e0e3c7e2368 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:40.623220 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8d1f55cd-0206-4355-a176-8e0e3c7e2368 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:40.684548 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8bcd08d8-2aa5-477c-b870-20637f12bacc tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:40.747017 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-5df4f2de-e886-4c96-a810-4aabae9b0b96 tempest-RoutersAdminNegativeTest-109604671 tempest-RoutersAdminNegativeTest-109604671-project-admin] Allocated IP 172.26.7.158 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/46de3873-23f6-41ba-a0d7-9b265698adc8) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:54:40.807963 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d380725f-2d17-4808-9356-d0ac0241e13a tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Router 76eb5bac-26f5-434a-b34a-da6adbe6e345 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:54:40.812167 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8d1f55cd-0206-4355-a176-8e0e3c7e2368 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:40.824069 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8d1f55cd-0206-4355-a176-8e0e3c7e2368 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:40.857271 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74920e-2bcf-4a0f-87b7-6e104240cc36 req-3277e3b2-b3d0-475a-a7a7-410abe2cfb8f tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:40.858811 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ce74920e-2bcf-4a0f-87b7-6e104240cc36 req-3277e3b2-b3d0-475a-a7a7-410abe2cfb8f tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.1220782 Mar 22 10:54:40.863983 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8d1f55cd-0206-4355-a176-8e0e3c7e2368 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:40.865200 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8d1f55cd-0206-4355-a176-8e0e3c7e2368 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3361681 Mar 22 10:54:40.865846 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8bcd08d8-2aa5-477c-b870-20637f12bacc tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:40.871809 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36368) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:40.918093 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-1509afa9-da24-4f21-8b40-77325137c88c tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'enable_snat': True}}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:54:40.991415 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d380725f-2d17-4808-9356-d0ac0241e13a tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:54:41.004724 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-d380725f-2d17-4808-9356-d0ac0241e13a tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "PUT /v2.0/routers/76eb5bac-26f5-434a-b34a-da6adbe6e345/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3267410 Mar 22 10:54:41.004724 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36372) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:41.009959 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feda74aa-4807-42c6-9120-26acb80ec0b8 None None] Sync routers for ids ['76eb5bac-26f5-434a-b34a-da6adbe6e345'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:54:41.030297 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feda74aa-4807-42c6-9120-26acb80ec0b8 None None] Routers {'76eb5bac-26f5-434a-b34a-da6adbe6e345'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:41.031242 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-feda74aa-4807-42c6-9120-26acb80ec0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['76eb5bac-26f5-434a-b34a-da6adbe6e345'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:41.042171 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-d7f218df-421f-4d03-8f7e-ec7ee470ef61 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "GET /v2.0/ports?device_id=76eb5bac-26f5-434a-b34a-da6adbe6e345 HTTP/1.1" status: 200 len: 205 time: 0.0378752 Mar 22 10:54:41.046344 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36374) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:41.049274 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ce74920e-2bcf-4a0f-87b7-6e104240cc36 req-6a63de8b-22f9-44fb-ae7c-f84d99f1e6e4 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532166 Mar 22 10:54:41.109396 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-feda74aa-4807-42c6-9120-26acb80ec0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:41.132018 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feda74aa-4807-42c6-9120-26acb80ec0b8 None None] Routers {'76eb5bac-26f5-434a-b34a-da6adbe6e345'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:41.132907 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-feda74aa-4807-42c6-9120-26acb80ec0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['76eb5bac-26f5-434a-b34a-da6adbe6e345'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:41.160389 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5df4f2de-e886-4c96-a810-4aabae9b0b96 tempest-RoutersAdminNegativeTest-109604671 tempest-RoutersAdminNegativeTest-109604671-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:41.172578 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-07d8342d-7e2e-4516-85b5-187da9412457 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for router, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:41.180867 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:41.181777 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-feda74aa-4807-42c6-9120-26acb80ec0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:41.182639 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feda74aa-4807-42c6-9120-26acb80ec0b8 None None] The sync data for ids ['76eb5bac-26f5-434a-b34a-da6adbe6e345'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:54:41.276182 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0e745-2d5c-462d-b70b-3804b3543f06 req-df16774d-c1d3-4303-9f30-a4b0d9e21575 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:41.277753 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5cf0e745-2d5c-462d-b70b-3804b3543f06 req-df16774d-c1d3-4303-9f30-a4b0d9e21575 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce39e19f-938f-434a-885e-e4d19fb8f33d HTTP/1.1" status: 200 len: 945 time: 0.1790133 Mar 22 10:54:41.338479 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1509afa9-da24-4f21-8b40-77325137c88c tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:41.348799 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716335b1-b8f0-4ffe-9acd-ea487181f85f req-4ed81714-b219-452e-bb0a-945afa3ac1ab tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:41.350293 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-716335b1-b8f0-4ffe-9acd-ea487181f85f req-4ed81714-b219-452e-bb0a-945afa3ac1ab tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce39e19f-938f-434a-885e-e4d19fb8f33d HTTP/1.1" status: 200 len: 945 time: 0.2877712 Mar 22 10:54:41.410096 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5df4f2de-e886-4c96-a810-4aabae9b0b96 tempest-RoutersAdminNegativeTest-109604671 tempest-RoutersAdminNegativeTest-109604671-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:41.415063 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-07d8342d-7e2e-4516-85b5-187da9412457 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:41.422869 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-07d8342d-7e2e-4516-85b5-187da9412457 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:41.461577 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e4d122b5-06dc-43f3-951e-3d41b75a590a tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:41.507813 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5cf0e745-2d5c-462d-b70b-3804b3543f06 req-fc6bc054-1a36-4704-ac73-94dca51d4c3f tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] 10.222.0.57 "GET /v2.0/security-groups?id=074c04a7-4d87-4874-a408-fce3f9ed77b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1950874 Mar 22 10:54:41.517293 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df4f2de-e886-4c96-a810-4aabae9b0b96 tempest-RoutersAdminNegativeTest-109604671 tempest-RoutersAdminNegativeTest-109604671-project-admin] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:54:41.529867 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7113826-a261-4336-996b-c5e153fef78c req-2bdef23a-6981-4a1d-92a5-5ab6ce60846e tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:41.536749 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d7113826-a261-4336-996b-c5e153fef78c req-2bdef23a-6981-4a1d-92a5-5ab6ce60846e tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.2729528 Mar 22 10:54:41.538781 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8bcd08d8-2aa5-477c-b870-20637f12bacc tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:41.556582 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8bcd08d8-2aa5-477c-b870-20637f12bacc tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:41.563094 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-5df4f2de-e886-4c96-a810-4aabae9b0b96 tempest-RoutersAdminNegativeTest-109604671 tempest-RoutersAdminNegativeTest-109604671-project-admin] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:54:41.570505 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df4f2de-e886-4c96-a810-4aabae9b0b96 tempest-RoutersAdminNegativeTest-109604671 tempest-RoutersAdminNegativeTest-109604671-project-admin] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:54:41.623489 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-07d8342d-7e2e-4516-85b5-187da9412457 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:41.624158 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d8342d-7e2e-4516-85b5-187da9412457 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Fanout notify agent at l3_agent the message router_deleted on router 76eb5bac-26f5-434a-b34a-da6adbe6e345 {{(pid=109050) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 10:54:41.632609 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-07d8342d-7e2e-4516-85b5-187da9412457 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:41.638618 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-07d8342d-7e2e-4516-85b5-187da9412457 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "DELETE /v2.0/routers/76eb5bac-26f5-434a-b34a-da6adbe6e345 HTTP/1.1" status: 204 len: 168 time: 0.5882163 Mar 22 10:54:41.639292 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36382) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:41.662129 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df4f2de-e886-4c96-a810-4aabae9b0b96 tempest-RoutersAdminNegativeTest-109604671 tempest-RoutersAdminNegativeTest-109604671-project-admin] Pushing event updated for resources: {'Port': ['ID=46de3873-23f6-41ba-a0d7-9b265698adc8,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:41.671228 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df4f2de-e886-4c96-a810-4aabae9b0b96 tempest-RoutersAdminNegativeTest-109604671 tempest-RoutersAdminNegativeTest-109604671-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:41.671858 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5df4f2de-e886-4c96-a810-4aabae9b0b96 tempest-RoutersAdminNegativeTest-109604671 tempest-RoutersAdminNegativeTest-109604671-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:41.698674 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcd08d8-2aa5-477c-b870-20637f12bacc tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Pushing event updated for resources: {'Port': ['ID=0bfc4c6e-1395-474c-abc0-af22a2d6de80,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:41.700916 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e4d122b5-06dc-43f3-951e-3d41b75a590a tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:41.703281 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d7113826-a261-4336-996b-c5e153fef78c req-e3acc578-8f94-47ec-a47b-d71ed2bfe80a tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650748 Mar 22 10:54:41.733351 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-5df4f2de-e886-4c96-a810-4aabae9b0b96 tempest-RoutersAdminNegativeTest-109604671 tempest-RoutersAdminNegativeTest-109604671-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.5704415 Mar 22 10:54:41.733351 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36386) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:41.733848 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-8f82eb0f-41e9-4943-8cdd-bb834adb034d tempest-RoutersAdminNegativeTest-109604671 tempest-RoutersAdminNegativeTest-109604671-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.158'}]}}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:54:41.742497 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-716335b1-b8f0-4ffe-9acd-ea487181f85f req-3862353d-99c9-4155-8066-ded187333d57 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Deleting port 95926975-866f-4a10-9144-9b0ee509deed {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:54:41.742829 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-716335b1-b8f0-4ffe-9acd-ea487181f85f req-3862353d-99c9-4155-8066-ded187333d57 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:41.750511 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_v2 [None req-b49de6d5-1926-4cdf-a08d-844f70a4c4e7 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Deleting subnet 78134529-9ad6-488c-a0ad-860eb644bba8 {{(pid=109050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:54:41.755274 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b49de6d5-1926-4cdf-a08d-844f70a4c4e7 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for subnet, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:41.759208 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8bcd08d8-2aa5-477c-b870-20637f12bacc tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684147'] for floatingip, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:41.820008 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8f82eb0f-41e9-4943-8cdd-bb834adb034d tempest-RoutersAdminNegativeTest-109604671 tempest-RoutersAdminNegativeTest-109604671-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:41.821036 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8f82eb0f-41e9-4943-8cdd-bb834adb034d tempest-RoutersAdminNegativeTest-109604671 tempest-RoutersAdminNegativeTest-109604671-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:41.835657 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b49de6d5-1926-4cdf-a08d-844f70a4c4e7 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11961780'] for subnet, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:41.902347 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ab822-4b53-4906-9fd6-5ac24d230d2d req-1bb796d8-e9e2-4e6e-92ca-1a7838704800 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:41.903954 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-335ab822-4b53-4906-9fd6-5ac24d230d2d req-1bb796d8-e9e2-4e6e-92ca-1a7838704800 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] 10.222.0.57 "GET /v2.0/ports?device_id=48355fc1-9f2b-4ff1-9fe2-4798930dd9b9 HTTP/1.1" status: 200 len: 946 time: 0.1267421 Mar 22 10:54:41.929890 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8f82eb0f-41e9-4943-8cdd-bb834adb034d tempest-RoutersAdminNegativeTest-109604671 tempest-RoutersAdminNegativeTest-109604671-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:42.065687 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-335ab822-4b53-4906-9fd6-5ac24d230d2d req-b3d4e25d-a63e-4fb2-a1ec-3ba0cfbcf1de tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d0ff445-ef48-4484-b687-f93d4f0a9a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346700 Mar 22 10:54:42.101237 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b49de6d5-1926-4cdf-a08d-844f70a4c4e7 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:42.153714 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8f82eb0f-41e9-4943-8cdd-bb834adb034d tempest-RoutersAdminNegativeTest-109604671 tempest-RoutersAdminNegativeTest-109604671-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:42.207755 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b49de6d5-1926-4cdf-a08d-844f70a4c4e7 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:42.236441 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49de6d5-1926-4cdf-a08d-844f70a4c4e7 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event deleted for resources: {'Subnet': ['ID=78134529-9ad6-488c-a0ad-860eb644bba8,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:42.257192 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-716335b1-b8f0-4ffe-9acd-ea487181f85f req-3862353d-99c9-4155-8066-ded187333d57 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] For port 95926975-866f-4a10-9144-9b0ee509deed, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=95926975-866f-4a10-9144-9b0ee509deed,segment=NetworkSegment(82dd374b-603b-4932-97a9-e40ea477b1e0),segment_id=82dd374b-603b-4932-97a9-e40ea477b1e0)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:54:42.257552 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-716335b1-b8f0-4ffe-9acd-ea487181f85f req-3862353d-99c9-4155-8066-ded187333d57 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:42.264317 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b49de6d5-1926-4cdf-a08d-844f70a4c4e7 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:42.269968 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-b49de6d5-1926-4cdf-a08d-844f70a4c4e7 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "DELETE /v2.0/subnets/78134529-9ad6-488c-a0ad-860eb644bba8 HTTP/1.1" status: 204 len: 168 time: 0.6177795 Mar 22 10:54:42.270411 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36388) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:42.275492 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a97033-1382-47a1-9a5d-9f469820f502 None None] Network ac46a81c-8b7c-4877-8eae-a346e3821c8f requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:54:42.363911 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7ec4508b-2409-4c64-a049-f2667c586f1e tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:42.466369 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:42.493846 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35bd5d2-e0c5-4327-9402-186908db19fa None None] DHCP port deletion for ac46a81c-8b7c-4877-8eae-a346e3821c8f request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:54:42.508621 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8f82eb0f-41e9-4943-8cdd-bb834adb034d tempest-RoutersAdminNegativeTest-109604671 tempest-RoutersAdminNegativeTest-109604671-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:42.512521 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.l3_db [None req-8bcd08d8-2aa5-477c-b870-20637f12bacc tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Floating IP 66b259b8-ab4c-4392-90e0-a548c3ed5c60 associated. External IP: 172.26.7.5, port: d6848710-bd7f-4b06-9746-7767872aa708. Mar 22 10:54:42.532972 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8f82eb0f-41e9-4943-8cdd-bb834adb034d tempest-RoutersAdminNegativeTest-109604671 tempest-RoutersAdminNegativeTest-109604671-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:42.545607 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-7ec4508b-2409-4c64-a049-f2667c586f1e tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Deleting port 7a122c65-bba2-4c96-b24c-032dbeb5f661 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:54:42.546314 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-d35bd5d2-e0c5-4327-9402-186908db19fa None None] Deleting port 7a122c65-bba2-4c96-b24c-032dbeb5f661 {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:54:42.546441 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7ec4508b-2409-4c64-a049-f2667c586f1e tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:42.546699 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d35bd5d2-e0c5-4327-9402-186908db19fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:42.623945 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-d35bd5d2-e0c5-4327-9402-186908db19fa None None] For port 7a122c65-bba2-4c96-b24c-032dbeb5f661, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=7a122c65-bba2-4c96-b24c-032dbeb5f661,segment=NetworkSegment(fd5dec7e-2fc0-4b61-a3a9-7c272b617d26),segment_id=fd5dec7e-2fc0-4b61-a3a9-7c272b617d26)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:54:42.624369 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d35bd5d2-e0c5-4327-9402-186908db19fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:42.638847 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-d35bd5d2-e0c5-4327-9402-186908db19fa None None] Calling delete_port for 7a122c65-bba2-4c96-b24c-032dbeb5f661 owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:54:42.656085 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1509afa9-da24-4f21-8b40-77325137c88c tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:42.696665 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1509afa9-da24-4f21-8b40-77325137c88c tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:42.715066 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-7ec4508b-2409-4c64-a049-f2667c586f1e tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] For port 7a122c65-bba2-4c96-b24c-032dbeb5f661, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=7a122c65-bba2-4c96-b24c-032dbeb5f661,segment=NetworkSegment(fd5dec7e-2fc0-4b61-a3a9-7c272b617d26),segment_id=fd5dec7e-2fc0-4b61-a3a9-7c272b617d26)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:54:42.715477 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7ec4508b-2409-4c64-a049-f2667c586f1e tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:42.737997 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d35bd5d2-e0c5-4327-9402-186908db19fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:42.741053 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-7ec4508b-2409-4c64-a049-f2667c586f1e tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Calling delete_port for 7a122c65-bba2-4c96-b24c-032dbeb5f661 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:54:42.765987 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35bd5d2-e0c5-4327-9402-186908db19fa None None] Pushing event deleted for resources: {'Port': ['ID=7a122c65-bba2-4c96-b24c-032dbeb5f661,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:42.788763 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35bd5d2-e0c5-4327-9402-186908db19fa None None] No DVR routers for this DVR port 7a122c65-bba2-4c96-b24c-032dbeb5f661 on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:54:42.792159 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c4f4b4-9c45-4e1f-ac1f-f6504400542b req-75956197-f277-4654-846a-4513f472cc71 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:42.794073 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b2c4f4b4-9c45-4e1f-ac1f-f6504400542b req-75956197-f277-4654-846a-4513f472cc71 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce39e19f-938f-434a-885e-e4d19fb8f33d HTTP/1.1" status: 200 len: 945 time: 0.1607633 Mar 22 10:54:42.802765 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:42.880900 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e4d122b5-06dc-43f3-951e-3d41b75a590a tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:42.895516 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e4d122b5-06dc-43f3-951e-3d41b75a590a tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:42.910281 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8f82eb0f-41e9-4943-8cdd-bb834adb034d tempest-RoutersAdminNegativeTest-109604671 tempest-RoutersAdminNegativeTest-109604671-project-admin] Notify callbacks [] for router, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:42.972618 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b2c4f4b4-9c45-4e1f-ac1f-f6504400542b req-d1039fe4-7931-4a9a-981a-83d750a0bb33 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] 10.222.0.57 "GET /v2.0/security-groups?id=074c04a7-4d87-4874-a408-fce3f9ed77b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380777 Mar 22 10:54:43.012340 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-716335b1-b8f0-4ffe-9acd-ea487181f85f req-3862353d-99c9-4155-8066-ded187333d57 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:43.012698 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-716335b1-b8f0-4ffe-9acd-ea487181f85f req-3862353d-99c9-4155-8066-ded187333d57 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684147'] for floatingip, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:43.013012 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.l3_db [req-716335b1-b8f0-4ffe-9acd-ea487181f85f req-3862353d-99c9-4155-8066-ded187333d57 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Floating IP 381e908f-e0fb-4042-8a65-138b9ccb0945 disassociated. External IP: 172.26.7.230, port: 95926975-866f-4a10-9144-9b0ee509deed. Mar 22 10:54:43.013346 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-716335b1-b8f0-4ffe-9acd-ea487181f85f req-3862353d-99c9-4155-8066-ded187333d57 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Calling delete_port for 95926975-866f-4a10-9144-9b0ee509deed owned by compute:nova {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:54:43.066000 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d122b5-06dc-43f3-951e-3d41b75a590a tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Pushing event updated for resources: {'Port': ['ID=bad2af56-736c-411b-9080-225807bf09e3,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:43.133254 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-1509afa9-da24-4f21-8b40-77325137c88c tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Allocated IP 172.26.7.17 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/2f59ca69-f186-4328-a5b2-a85f112c36d4) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:54:43.140673 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e4d122b5-06dc-43f3-951e-3d41b75a590a tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684147'] for floatingip, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:43.215911 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:43.310927 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998eacbb-7dbe-448f-80aa-6f243b004da2 req-bd6a5d8b-bc6e-4276-a633-9f2bfdbfcc99 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:43.312263 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-998eacbb-7dbe-448f-80aa-6f243b004da2 req-bd6a5d8b-bc6e-4276-a633-9f2bfdbfcc99 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.4790447 Mar 22 10:54:43.351303 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7ec4508b-2409-4c64-a049-f2667c586f1e tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:43.364324 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bcd08d8-2aa5-477c-b870-20637f12bacc tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Router dd100d99-b1a8-4042-8c07-1eeaa238e500 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:54:43.416618 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.l3_db [None req-e4d122b5-06dc-43f3-951e-3d41b75a590a tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Floating IP 2d1f8f93-f23f-4b61-84e4-162635588305 associated. External IP: 172.26.7.160, port: c5ea9116-2f3e-41f4-b12c-086a9ac353d3. Mar 22 10:54:43.473574 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1509afa9-da24-4f21-8b40-77325137c88c tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:43.482852 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec4508b-2409-4c64-a049-f2667c586f1e tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event deleted for resources: {'Port': ['ID=7a122c65-bba2-4c96-b24c-032dbeb5f661,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:43.486415 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8f82eb0f-41e9-4943-8cdd-bb834adb034d tempest-RoutersAdminNegativeTest-109604671 tempest-RoutersAdminNegativeTest-109604671-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:43.489092 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec4508b-2409-4c64-a049-f2667c586f1e tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] No DVR routers for this DVR port 7a122c65-bba2-4c96-b24c-032dbeb5f661 on host dv-neutron-834599-1-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:54:43.493839 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8f82eb0f-41e9-4943-8cdd-bb834adb034d tempest-RoutersAdminNegativeTest-109604671 tempest-RoutersAdminNegativeTest-109604671-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:43.539926 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 7a122c65-bba2-4c96-b24c-032dbeb5f661 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:54:43.559321 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-716335b1-b8f0-4ffe-9acd-ea487181f85f req-3862353d-99c9-4155-8066-ded187333d57 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:43.564393 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 7a122c65-bba2-4c96-b24c-032dbeb5f661 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:54:43.565036 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 7a122c65-bba2-4c96-b24c-032dbeb5f661 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:54:43.587341 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-998eacbb-7dbe-448f-80aa-6f243b004da2 req-42f3691e-ed74-4436-b974-403de0f2fdc6 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2511694 Mar 22 10:54:43.594526 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92d262-7905-4329-ace6-1d7b99720e88 req-06b2906d-8ee4-4902-810d-17694bcf8fcb tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:43.597043 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-fc92d262-7905-4329-ace6-1d7b99720e88 req-06b2906d-8ee4-4902-810d-17694bcf8fcb tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] 10.222.0.35 "GET /v2.0/ports?device_id=48355fc1-9f2b-4ff1-9fe2-4798930dd9b9 HTTP/1.1" status: 200 len: 946 time: 0.3022084 Mar 22 10:54:43.608069 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7caa6ed-e7ca-44b4-ad96-eddc901f4c27 req-cefaae5b-3e76-40d3-870d-ce4374a0ec84 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:43.615125 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d7caa6ed-e7ca-44b4-ad96-eddc901f4c27 req-cefaae5b-3e76-40d3-870d-ce4374a0ec84 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] 10.222.0.57 "GET /v2.0/ports?device_id=48355fc1-9f2b-4ff1-9fe2-4798930dd9b9 HTTP/1.1" status: 200 len: 946 time: 0.3191369 Mar 22 10:54:43.620911 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8f82eb0f-41e9-4943-8cdd-bb834adb034d tempest-RoutersAdminNegativeTest-109604671 tempest-RoutersAdminNegativeTest-109604671-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:43.621407 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f82eb0f-41e9-4943-8cdd-bb834adb034d tempest-RoutersAdminNegativeTest-109604671 tempest-RoutersAdminNegativeTest-109604671-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 52340fde-443e-49ee-9351-dc47784a74b9 {{(pid=109050) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 10:54:43.641408 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3862353d-99c9-4155-8066-ded187333d57 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Pushing event deleted for resources: {'Port': ['ID=95926975-866f-4a10-9144-9b0ee509deed,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:43.693900 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1509afa9-da24-4f21-8b40-77325137c88c tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:43.702826 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7ec4508b-2409-4c64-a049-f2667c586f1e tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:43.769481 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-7ec4508b-2409-4c64-a049-f2667c586f1e tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac46a81c-8b7c-4877-8eae-a346e3821c8f']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:43.772970 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.api.v2.resource [None req-8f82eb0f-41e9-4943-8cdd-bb834adb034d tempest-RoutersAdminNegativeTest-109604671 tempest-RoutersAdminNegativeTest-109604671-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 22 10:54:43.774415 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-8f82eb0f-41e9-4943-8cdd-bb834adb034d tempest-RoutersAdminNegativeTest-109604671 tempest-RoutersAdminNegativeTest-109604671-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.0439517 Mar 22 10:54:43.786579 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36398) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:43.830810 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-7ec4508b-2409-4c64-a049-f2667c586f1e tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd5dec7e-2fc0-4b61-a3a9-7c272b617d26') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:43.831533 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-7ec4508b-2409-4c64-a049-f2667c586f1e tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd5dec7e-2fc0-4b61-a3a9-7c272b617d26') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:43.842588 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d7caa6ed-e7ca-44b4-ad96-eddc901f4c27 req-7f8ca150-9438-4074-b22d-60d0a242c8f1 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d0ff445-ef48-4484-b687-f93d4f0a9a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2265694 Mar 22 10:54:43.865815 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7ec4508b-2409-4c64-a049-f2667c586f1e tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:43.890100 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7ec4508b-2409-4c64-a049-f2667c586f1e tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:43.910601 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0c526-be2e-4a3d-a31c-3050b30da8ce req-f15e306c-8f7c-4e55-9a7b-a629214e702a tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:43.912208 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-93a0c526-be2e-4a3d-a31c-3050b30da8ce req-f15e306c-8f7c-4e55-9a7b-a629214e702a tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.2065606 Mar 22 10:54:43.913361 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ec4508b-2409-4c64-a049-f2667c586f1e tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:54:43.913766 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7ec4508b-2409-4c64-a049-f2667c586f1e tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:43.919141 dv-neutron-834599-1-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:54:43.919141 dv-neutron-834599-1-hyperv neutron-server[109050]: self.session.flush() Mar 22 10:54:43.919141 dv-neutron-834599-1-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:54:43.919141 dv-neutron-834599-1-hyperv neutron-server[109050]: self.session.flush() Mar 22 10:54:43.919141 dv-neutron-834599-1-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:54:43.919141 dv-neutron-834599-1-hyperv neutron-server[109050]: self.session.flush() Mar 22 10:54:43.919141 dv-neutron-834599-1-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:54:43.919141 dv-neutron-834599-1-hyperv neutron-server[109050]: self.session.flush() Mar 22 10:54:43.919141 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 10:54:43.919141 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:54:43.919141 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 10:54:43.919141 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:54:43.919141 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 10:54:43.919141 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:54:43.919141 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 10:54:43.919141 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:54:43.919141 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 10:54:43.919141 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:54:43.919141 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 10:54:43.919141 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:54:43.919141 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 10:54:43.919141 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:54:43.919141 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:54:43.919141 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:54:43.919141 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:54:43.919141 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:54:43.919141 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 10:54:43.919141 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:54:43.919141 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 10:54:43.919141 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:54:43.919141 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:54:43.919141 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:54:43.919141 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 10:54:43.919141 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:54:43.919141 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:54:43.919141 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:54:43.919141 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:54:43.919141 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:54:43.919141 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:54:43.919141 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:54:44.052008 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-fc92d262-7905-4329-ace6-1d7b99720e88 req-11bba3ca-64b2-4f0f-a4bd-fdcf3579e7ce tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Deleting port 721a4f7b-232b-4b37-ab19-e7ba0715982b {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:54:44.052552 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-fc92d262-7905-4329-ace6-1d7b99720e88 req-11bba3ca-64b2-4f0f-a4bd-fdcf3579e7ce tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:44.055430 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7ec4508b-2409-4c64-a049-f2667c586f1e tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:44.062569 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-93a0c526-be2e-4a3d-a31c-3050b30da8ce req-2b6dbf3e-8ebe-4fcc-9ca9-e6fb79fa0cea tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311076 Mar 22 10:54:44.081941 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7ec4508b-2409-4c64-a049-f2667c586f1e tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:44.086432 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-7ec4508b-2409-4c64-a049-f2667c586f1e tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "DELETE /v2.0/networks/ac46a81c-8b7c-4877-8eae-a346e3821c8f HTTP/1.1" status: 204 len: 168 time: 1.8150616 Mar 22 10:54:44.108487 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36402) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:44.128419 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-52c6db1a-1f00-4949-97bc-2b14f246a21b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1288782099', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}, 'admin_state_up': False}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:54:44.168800 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c4eb6255-9c61-4526-855e-3f39b6524f40 req-eb3ba9ff-a722-4cca-b20b-661551e9c4ca tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce39e19f-938f-434a-885e-e4d19fb8f33d HTTP/1.1" status: 200 len: 210 time: 0.1112437 Mar 22 10:54:44.174520 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec4508b-2409-4c64-a049-f2667c586f1e tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event deleted for resources: {'Network': ['ID=ac46a81c-8b7c-4877-8eae-a346e3821c8f,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:44.222127 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1509afa9-da24-4f21-8b40-77325137c88c tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Pushing event updated for resources: {'Port': ['ID=2f59ca69-f186-4328-a5b2-a85f112c36d4,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:44.241474 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [req-716335b1-b8f0-4ffe-9acd-ea487181f85f req-3862353d-99c9-4155-8066-ded187333d57 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Router 748683d0-0964-44a8-8955-b18eb4bcc0f7 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:54:44.259112 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-52c6db1a-1f00-4949-97bc-2b14f246a21b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:44.260154 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-52c6db1a-1f00-4949-97bc-2b14f246a21b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:44.263980 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-c37e16e1-b3d9-4e0f-b94b-87e2d28732a1 tempest-RoutersAdminNegativeTest-109604671 tempest-RoutersAdminNegativeTest-109604671-project-admin] Deleting port 46de3873-23f6-41ba-a0d7-9b265698adc8 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:54:44.264305 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c37e16e1-b3d9-4e0f-b94b-87e2d28732a1 tempest-RoutersAdminNegativeTest-109604671 tempest-RoutersAdminNegativeTest-109604671-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:44.282208 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bcd08d8-2aa5-477c-b870-20637f12bacc tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:54:44.294464 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1509afa9-da24-4f21-8b40-77325137c88c tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:54:44.298053 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29238d64-c6f1-419a-9a79-89c99d80710c None None] Sync routers for ids ['dd100d99-b1a8-4042-8c07-1eeaa238e500'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:54:44.314049 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29238d64-c6f1-419a-9a79-89c99d80710c None None] Routers {'dd100d99-b1a8-4042-8c07-1eeaa238e500'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:44.314595 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-29238d64-c6f1-419a-9a79-89c99d80710c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['dd100d99-b1a8-4042-8c07-1eeaa238e500'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:44.322646 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-1509afa9-da24-4f21-8b40-77325137c88c tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:54:44.329982 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1509afa9-da24-4f21-8b40-77325137c88c tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:54:44.370924 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8bcd08d8-2aa5-477c-b870-20637f12bacc tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:44.372097 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-29238d64-c6f1-419a-9a79-89c99d80710c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:44.373389 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239d6b0-ab6e-4cf7-94dd-7363ca98ab03 req-f9e4fffb-a46d-46f3-8a40-eda796381ef6 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:44.374927 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f239d6b0-ab6e-4cf7-94dd-7363ca98ab03 req-f9e4fffb-a46d-46f3-8a40-eda796381ef6 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.2188196 Mar 22 10:54:44.387975 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29238d64-c6f1-419a-9a79-89c99d80710c None None] Routers {'dd100d99-b1a8-4042-8c07-1eeaa238e500'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:44.388922 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-29238d64-c6f1-419a-9a79-89c99d80710c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['dd100d99-b1a8-4042-8c07-1eeaa238e500'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:44.407781 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-fc92d262-7905-4329-ace6-1d7b99720e88 req-11bba3ca-64b2-4f0f-a4bd-fdcf3579e7ce tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] For port 721a4f7b-232b-4b37-ab19-e7ba0715982b, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=721a4f7b-232b-4b37-ab19-e7ba0715982b,segment=NetworkSegment(5442cd60-abd5-4cd7-8e4b-1aa43061ab4f),segment_id=5442cd60-abd5-4cd7-8e4b-1aa43061ab4f)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:54:44.408155 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-fc92d262-7905-4329-ace6-1d7b99720e88 req-11bba3ca-64b2-4f0f-a4bd-fdcf3579e7ce tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:44.419030 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-52c6db1a-1f00-4949-97bc-2b14f246a21b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:44.426222 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-29238d64-c6f1-419a-9a79-89c99d80710c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:44.427151 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29238d64-c6f1-419a-9a79-89c99d80710c None None] The sync data for ids ['dd100d99-b1a8-4042-8c07-1eeaa238e500'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:54:44.500473 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8bcd08d8-2aa5-477c-b870-20637f12bacc tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.3655646 Mar 22 10:54:44.505563 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36406) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:44.547759 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-ee864580-6f77-4262-9636-1e156e28b2e4 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Request body: {'floatingip': {'port_id': 'd6848710-bd7f-4b06-9746-7767872aa708', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:54:44.598029 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c37e16e1-b3d9-4e0f-b94b-87e2d28732a1 tempest-RoutersAdminNegativeTest-109604671 tempest-RoutersAdminNegativeTest-109604671-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:44.657484 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d122b5-06dc-43f3-951e-3d41b75a590a tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Router b84ae497-6c77-4992-9eab-281ed6887ea9 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:54:44.667258 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-c37e16e1-b3d9-4e0f-b94b-87e2d28732a1 tempest-RoutersAdminNegativeTest-109604671 tempest-RoutersAdminNegativeTest-109604671-project-admin] Calling delete_port for 46de3873-23f6-41ba-a0d7-9b265698adc8 owned by {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:54:44.709797 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f239d6b0-ab6e-4cf7-94dd-7363ca98ab03 req-301f7763-6597-46a2-b160-12793fc0320f tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2970288 Mar 22 10:54:44.735921 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ee864580-6f77-4262-9636-1e156e28b2e4 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for floatingip, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:44.740487 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-716335b1-b8f0-4ffe-9acd-ea487181f85f req-3862353d-99c9-4155-8066-ded187333d57 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:54:44.754893 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e9364a-8b6f-4b32-b7dc-e35a08344b3d None None] Sync routers for ids ['748683d0-0964-44a8-8955-b18eb4bcc0f7'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:54:44.770714 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e9364a-8b6f-4b32-b7dc-e35a08344b3d None None] Routers {'748683d0-0964-44a8-8955-b18eb4bcc0f7'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:44.771862 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-f7e9364a-8b6f-4b32-b7dc-e35a08344b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['748683d0-0964-44a8-8955-b18eb4bcc0f7'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:44.794167 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-52c6db1a-1f00-4949-97bc-2b14f246a21b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:44.959813 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-f7e9364a-8b6f-4b32-b7dc-e35a08344b3d None None] Set router 748683d0-0964-44a8-8955-b18eb4bcc0f7 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:54:44.997627 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-fc92d262-7905-4329-ace6-1d7b99720e88 req-11bba3ca-64b2-4f0f-a4bd-fdcf3579e7ce tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:44.998221 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-fc92d262-7905-4329-ace6-1d7b99720e88 req-11bba3ca-64b2-4f0f-a4bd-fdcf3579e7ce tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684147'] for floatingip, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:44.998506 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.l3_db [req-fc92d262-7905-4329-ace6-1d7b99720e88 req-11bba3ca-64b2-4f0f-a4bd-fdcf3579e7ce tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Floating IP 0b39b0c6-fcb6-4e83-bc7b-bafd69aca15e disassociated. External IP: 172.26.7.96, port: 721a4f7b-232b-4b37-ab19-e7ba0715982b. Mar 22 10:54:44.998919 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-fc92d262-7905-4329-ace6-1d7b99720e88 req-11bba3ca-64b2-4f0f-a4bd-fdcf3579e7ce tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Calling delete_port for 721a4f7b-232b-4b37-ab19-e7ba0715982b owned by compute:nova {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:54:45.025658 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d55c6f-aeb4-4298-9e56-c9114bd0325e req-d11727f4-b0b4-42b8-9a6d-e4e9eaf22a5e tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:45.027528 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-68d55c6f-aeb4-4298-9e56-c9114bd0325e req-d11727f4-b0b4-42b8-9a6d-e4e9eaf22a5e tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.1865582 Mar 22 10:54:45.109161 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-716335b1-b8f0-4ffe-9acd-ea487181f85f req-3862353d-99c9-4155-8066-ded187333d57 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] No DVR routers for this DVR port 95926975-866f-4a10-9144-9b0ee509deed on host hv-neutron-8345 {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:54:45.118345 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-716335b1-b8f0-4ffe-9acd-ea487181f85f req-3862353d-99c9-4155-8066-ded187333d57 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:45.121725 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-716335b1-b8f0-4ffe-9acd-ea487181f85f req-3862353d-99c9-4155-8066-ded187333d57 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] 10.222.0.35 "DELETE /v2.0/ports/95926975-866f-4a10-9144-9b0ee509deed HTTP/1.1" status: 204 len: 173 time: 3.7447269 Mar 22 10:54:45.122174 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce39e19f-938f-434a-885e-e4d19fb8f33d', 'name': 'network-vif-deleted', 'tag': '95926975-866f-4a10-9144-9b0ee509deed'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 10:54:45.124466 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea20d47ee5c2e5d2aa35ee26c9e60aea7970c4225f3eb14fb63792ea9ad3856f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b35065d-d37f-4b92-b45e-5578c57802fd" -d '{"events": [{"server_uuid": "ce39e19f-938f-434a-885e-e4d19fb8f33d", "name": "network-vif-deleted", "tag": "95926975-866f-4a10-9144-9b0ee509deed"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 10:54:45.202257 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28717f-5ddc-4e9a-a9e4-34b7eea07099 req-91a9d4e5-47c4-430f-a476-867864aae3e7 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:45.203775 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-fc28717f-5ddc-4e9a-a9e4-34b7eea07099 req-91a9d4e5-47c4-430f-a476-867864aae3e7 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] 10.222.0.57 "GET /v2.0/ports?device_id=48355fc1-9f2b-4ff1-9fe2-4798930dd9b9 HTTP/1.1" status: 200 len: 946 time: 0.2521808 Mar 22 10:54:45.211082 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-68d55c6f-aeb4-4298-9e56-c9114bd0325e req-56c02e81-95c6-449c-819e-44247a0e7a73 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1761549 Mar 22 10:54:45.254289 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c37e16e1-b3d9-4e0f-b94b-87e2d28732a1 tempest-RoutersAdminNegativeTest-109604671 tempest-RoutersAdminNegativeTest-109604671-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:45.262601 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-f7e9364a-8b6f-4b32-b7dc-e35a08344b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '748683d0-0964-44a8-8955-b18eb4bcc0f7', 'name': 'tempest-ServersTestManualDisk-191282308-router', 'tenant_id': 'a2150d1b1bcd4a828c702c82170ebe7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '5239f23e-b1ee-446a-8e7f-04120b09d234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:53:04Z', 'updated_at': '2022-03-22T10:53:15Z', 'revision_number': 4, 'project_id': 'a2150d1b1bcd4a828c702c82170ebe7c', 'gw_port': {'id': '5239f23e-b1ee-446a-8e7f-04120b09d234', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:79:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748683d0-0964-44a8-8955-b18eb4bcc0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:05Z', 'updated_at': '2022-03-22T10:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '49efdded-ad05-4745-b5c6-582e712621cb', 'name': '', 'network_id': 'dd5c1c08-a18c-4726-99bb-ba3569297277', 'tenant_id': 'a2150d1b1bcd4a828c702c82170ebe7c', 'mac_address': 'fa:16:3e:eb:fa:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748683d0-0964-44a8-8955-b18eb4bcc0f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'e8b0effb-2582-4c7c-9cf2-568035a0a72b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:13Z', 'updated_at': '2022-03-22T10:53:22Z', 'revision_number': 5, 'project_id': 'a2150d1b1bcd4a828c702c82170ebe7c', 'subnets': [{'id': 'e8b0effb-2582-4c7c-9cf2-568035a0a72b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:45.286975 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 10:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fdbe040-91db-4de2-8e38-a60027205339 x-openstack-request-id: req-8fdbe040-91db-4de2-8e38-a60027205339 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 10:54:45.287330 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce39e19f-938f-434a-885e-e4d19fb8f33d", "name": "network-vif-deleted", "tag": "95926975-866f-4a10-9144-9b0ee509deed", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 10:54:45.291602 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8fdbe040-91db-4de2-8e38-a60027205339 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 10:54:45.292592 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fdbe040-91db-4de2-8e38-a60027205339'] response: {'server_uuid': 'ce39e19f-938f-434a-885e-e4d19fb8f33d', 'name': 'network-vif-deleted', 'tag': '95926975-866f-4a10-9144-9b0ee509deed', 'status': 'completed', 'code': 200} Mar 22 10:54:45.309598 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37e16e1-b3d9-4e0f-b94b-87e2d28732a1 tempest-RoutersAdminNegativeTest-109604671 tempest-RoutersAdminNegativeTest-109604671-project-admin] Pushing event deleted for resources: {'Port': ['ID=46de3873-23f6-41ba-a0d7-9b265698adc8,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:45.319962 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e9364a-8b6f-4b32-b7dc-e35a08344b3d None None] Checking router: 748683d0-0964-44a8-8955-b18eb4bcc0f7 for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 10:54:45.336417 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e9364a-8b6f-4b32-b7dc-e35a08344b3d None None] Routers {'748683d0-0964-44a8-8955-b18eb4bcc0f7'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:45.337553 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-fc28717f-5ddc-4e9a-a9e4-34b7eea07099 req-77d4660e-1f60-469b-83b0-5b0bbf4f8a47 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d0ff445-ef48-4484-b687-f93d4f0a9a74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247962 Mar 22 10:54:45.346666 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1509afa9-da24-4f21-8b40-77325137c88c tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:45.355147 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d122b5-06dc-43f3-951e-3d41b75a590a tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:54:45.367019 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1be0dd-abc4-4959-b425-aa8542f05ffb None None] Sync routers for ids ['b84ae497-6c77-4992-9eab-281ed6887ea9'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:54:45.382399 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-f7e9364a-8b6f-4b32-b7dc-e35a08344b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['748683d0-0964-44a8-8955-b18eb4bcc0f7'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:45.396879 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1be0dd-abc4-4959-b425-aa8542f05ffb None None] Routers {'b84ae497-6c77-4992-9eab-281ed6887ea9'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:45.399816 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-6f1be0dd-abc4-4959-b425-aa8542f05ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['b84ae497-6c77-4992-9eab-281ed6887ea9'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:45.471751 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-fc92d262-7905-4329-ace6-1d7b99720e88 req-11bba3ca-64b2-4f0f-a4bd-fdcf3579e7ce tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:45.526050 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-62128b22-2f90-471b-9d1f-f00c2b0c2e85 req-14a1b7bb-1198-4e5a-be7c-bd754ef4df6d tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce39e19f-938f-434a-885e-e4d19fb8f33d HTTP/1.1" status: 200 len: 210 time: 0.1099179 Mar 22 10:54:45.557625 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-f7e9364a-8b6f-4b32-b7dc-e35a08344b3d None None] Set router 748683d0-0964-44a8-8955-b18eb4bcc0f7 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:54:45.599589 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c37e16e1-b3d9-4e0f-b94b-87e2d28732a1 tempest-RoutersAdminNegativeTest-109604671 tempest-RoutersAdminNegativeTest-109604671-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:45.602994 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-c37e16e1-b3d9-4e0f-b94b-87e2d28732a1 tempest-RoutersAdminNegativeTest-109604671 tempest-RoutersAdminNegativeTest-109604671-project-admin] 10.222.0.57 "DELETE /v2.0/ports/46de3873-23f6-41ba-a0d7-9b265698adc8 HTTP/1.1" status: 204 len: 168 time: 1.8085735 Mar 22 10:54:45.611084 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bba3ca-64b2-4f0f-a4bd-fdcf3579e7ce tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Pushing event deleted for resources: {'Port': ['ID=721a4f7b-232b-4b37-ab19-e7ba0715982b,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:45.638952 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-6f1be0dd-abc4-4959-b425-aa8542f05ffb None None] Set router b84ae497-6c77-4992-9eab-281ed6887ea9 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:54:45.657508 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e4d122b5-06dc-43f3-951e-3d41b75a590a tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:45.835265 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e4d122b5-06dc-43f3-951e-3d41b75a590a tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.0356014 Mar 22 10:54:45.957072 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-f7e9364a-8b6f-4b32-b7dc-e35a08344b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '748683d0-0964-44a8-8955-b18eb4bcc0f7', 'name': 'tempest-ServersTestManualDisk-191282308-router', 'tenant_id': 'a2150d1b1bcd4a828c702c82170ebe7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '5239f23e-b1ee-446a-8e7f-04120b09d234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:53:04Z', 'updated_at': '2022-03-22T10:53:15Z', 'revision_number': 4, 'project_id': 'a2150d1b1bcd4a828c702c82170ebe7c', 'gw_port': {'id': '5239f23e-b1ee-446a-8e7f-04120b09d234', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:79:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748683d0-0964-44a8-8955-b18eb4bcc0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:05Z', 'updated_at': '2022-03-22T10:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '49efdded-ad05-4745-b5c6-582e712621cb', 'name': '', 'network_id': 'dd5c1c08-a18c-4726-99bb-ba3569297277', 'tenant_id': 'a2150d1b1bcd4a828c702c82170ebe7c', 'mac_address': 'fa:16:3e:eb:fa:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748683d0-0964-44a8-8955-b18eb4bcc0f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'e8b0effb-2582-4c7c-9cf2-568035a0a72b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:13Z', 'updated_at': '2022-03-22T10:53:22Z', 'revision_number': 5, 'project_id': 'a2150d1b1bcd4a828c702c82170ebe7c', 'subnets': [{'id': 'e8b0effb-2582-4c7c-9cf2-568035a0a72b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:45.997720 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-6f1be0dd-abc4-4959-b425-aa8542f05ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84ae497-6c77-4992-9eab-281ed6887ea9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855438045', 'tenant_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': 'fde75daf-8cce-4a4f-9316-fdd855597617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:53:58Z', 'updated_at': '2022-03-22T10:54:16Z', 'revision_number': 4, 'project_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'gw_port': {'id': 'fde75daf-8cce-4a4f-9316-fdd855597617', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84ae497-6c77-4992-9eab-281ed6887ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:54:00Z', 'updated_at': '2022-03-22T10:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '2d1f8f93-f23f-4b61-84e4-162635588305', 'tenant_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'floating_ip_address': '172.26.7.160', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': 'b84ae497-6c77-4992-9eab-281ed6887ea9', 'port_id': 'c5ea9116-2f3e-41f4-b12c-086a9ac353d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9d30e40-e553-4004-8b8d-30072274af6a', 'mac_address': 'fa:16:3e:a9:8e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bbf4bb-2ab4-4a16-84f3-f4a80aab1f4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T10:54:41Z', 'updated_at': '2022-03-22T10:54:41Z', 'revision_number': 0, 'project_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9b90879-f064-478b-afd5-c9ebf4d94725', 'name': '', 'network_id': 'd9d30e40-e553-4004-8b8d-30072274af6a', 'tenant_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'mac_address': 'fa:16:3e:00:bc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84ae497-6c77-4992-9eab-281ed6887ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '1e449dec-f71c-43ef-87f8-f368eb7385b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:54:13Z', 'updated_at': '2022-03-22T10:54:20Z', 'revision_number': 5, 'project_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'subnets': [{'id': '1e449dec-f71c-43ef-87f8-f368eb7385b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:46.002159 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 95926975-866f-4a10-9144-9b0ee509deed no longer exists at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:54:46.024048 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] No Port match for: 95926975-866f-4a10-9144-9b0ee509deed {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:54:46.025163 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 95926975-866f-4a10-9144-9b0ee509deed not bound to the agent host hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:54:46.028057 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e9364a-8b6f-4b32-b7dc-e35a08344b3d None None] The sync data for ids ['748683d0-0964-44a8-8955-b18eb4bcc0f7'] in dv-neutron-834599-1-hyperv is: [{'id': '748683d0-0964-44a8-8955-b18eb4bcc0f7', 'name': 'tempest-ServersTestManualDisk-191282308-router', 'tenant_id': 'a2150d1b1bcd4a828c702c82170ebe7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '5239f23e-b1ee-446a-8e7f-04120b09d234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:53:04Z', 'updated_at': '2022-03-22T10:53:15Z', 'revision_number': 4, 'project_id': 'a2150d1b1bcd4a828c702c82170ebe7c', 'gw_port': {'id': '5239f23e-b1ee-446a-8e7f-04120b09d234', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:79:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748683d0-0964-44a8-8955-b18eb4bcc0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:05Z', 'updated_at': '2022-03-22T10:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '49efdded-ad05-4745-b5c6-582e712621cb', 'name': '', 'network_id': 'dd5c1c08-a18c-4726-99bb-ba3569297277', 'tenant_id': 'a2150d1b1bcd4a828c702c82170ebe7c', 'mac_address': 'fa:16:3e:eb:fa:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748683d0-0964-44a8-8955-b18eb4bcc0f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'e8b0effb-2582-4c7c-9cf2-568035a0a72b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:13Z', 'updated_at': '2022-03-22T10:53:22Z', 'revision_number': 5, 'project_id': 'a2150d1b1bcd4a828c702c82170ebe7c', 'subnets': [{'id': 'e8b0effb-2582-4c7c-9cf2-568035a0a72b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:54:46.030595 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1509afa9-da24-4f21-8b40-77325137c88c tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3682488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11476'] for router, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:46.041419 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1509afa9-da24-4f21-8b40-77325137c88c tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3682435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3682442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3684457'] for router, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:46.046682 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1be0dd-abc4-4959-b425-aa8542f05ffb None None] Checking router: b84ae497-6c77-4992-9eab-281ed6887ea9 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 10:54:46.057879 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1be0dd-abc4-4959-b425-aa8542f05ffb None None] Routers {'b84ae497-6c77-4992-9eab-281ed6887ea9'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:46.058716 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-6f1be0dd-abc4-4959-b425-aa8542f05ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['b84ae497-6c77-4992-9eab-281ed6887ea9'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:46.150507 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36424) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:46.282589 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ee864580-6f77-4262-9636-1e156e28b2e4 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:46.287620 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d02a6f0c-fedd-4e00-913b-207d38e449c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:46.326774 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-52c6db1a-1f00-4949-97bc-2b14f246a21b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for router_gateway, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:46.350244 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-6f1be0dd-abc4-4959-b425-aa8542f05ffb None None] Set router b84ae497-6c77-4992-9eab-281ed6887ea9 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:54:46.376085 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-52c6db1a-1f00-4949-97bc-2b14f246a21b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:46.413784 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce859211-fb8a-44ef-a9bc-ef7ec4385315 None None] New status for floating IP 381e908f-e0fb-4042-8a65-138b9ccb0945: DOWN {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 10:54:46.464428 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ceb86-31f6-44bc-a1be-a845d2e917bc req-e7bcf884-45b7-4353-9e33-5ddf5b698c99 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:46.471902 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2f5ceb86-31f6-44bc-a1be-a845d2e917bc req-e7bcf884-45b7-4353-9e33-5ddf5b698c99 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "GET /v2.0/ports?device_id=35bbf4bb-2ab4-4a16-84f3-f4a80aab1f4f HTTP/1.1" status: 200 len: 945 time: 0.3030791 Mar 22 10:54:46.485695 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b7fd60-9cd9-4b85-91a8-6329e5c45ab1 req-9a12127c-9b86-44fe-b03a-206252ee87b7 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:46.493239 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-98b7fd60-9cd9-4b85-91a8-6329e5c45ab1 req-9a12127c-9b86-44fe-b03a-206252ee87b7 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.8973894 Mar 22 10:54:46.508697 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc92d262-7905-4329-ace6-1d7b99720e88 req-11bba3ca-64b2-4f0f-a4bd-fdcf3579e7ce tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Router 3d10d508-41ee-4740-b292-82a2db1fd1fa has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:54:46.625058 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-98b7fd60-9cd9-4b85-91a8-6329e5c45ab1 req-c4f59434-f74f-41ca-a630-b411ea9c2bde tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306939 Mar 22 10:54:46.693804 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-6f1be0dd-abc4-4959-b425-aa8542f05ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84ae497-6c77-4992-9eab-281ed6887ea9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855438045', 'tenant_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': 'fde75daf-8cce-4a4f-9316-fdd855597617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:53:58Z', 'updated_at': '2022-03-22T10:54:16Z', 'revision_number': 4, 'project_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'gw_port': {'id': 'fde75daf-8cce-4a4f-9316-fdd855597617', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84ae497-6c77-4992-9eab-281ed6887ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:54:00Z', 'updated_at': '2022-03-22T10:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '2d1f8f93-f23f-4b61-84e4-162635588305', 'tenant_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'floating_ip_address': '172.26.7.160', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': 'b84ae497-6c77-4992-9eab-281ed6887ea9', 'port_id': 'c5ea9116-2f3e-41f4-b12c-086a9ac353d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9d30e40-e553-4004-8b8d-30072274af6a', 'mac_address': 'fa:16:3e:a9:8e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bbf4bb-2ab4-4a16-84f3-f4a80aab1f4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T10:54:41Z', 'updated_at': '2022-03-22T10:54:41Z', 'revision_number': 0, 'project_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9b90879-f064-478b-afd5-c9ebf4d94725', 'name': '', 'network_id': 'd9d30e40-e553-4004-8b8d-30072274af6a', 'tenant_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'mac_address': 'fa:16:3e:00:bc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84ae497-6c77-4992-9eab-281ed6887ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '1e449dec-f71c-43ef-87f8-f368eb7385b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:54:13Z', 'updated_at': '2022-03-22T10:54:20Z', 'revision_number': 5, 'project_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'subnets': [{'id': '1e449dec-f71c-43ef-87f8-f368eb7385b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:46.709099 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-52c6db1a-1f00-4949-97bc-2b14f246a21b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Allocated IP 172.26.7.131 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/bcad2a9a-0e09-46c4-8c97-e4d44f8f2630) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:54:46.714339 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2f5ceb86-31f6-44bc-a1be-a845d2e917bc req-b5c547f8-2a76-40d4-89ab-4d4bdf0de7fe tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "GET /v2.0/security-groups?id=331ec2bf-4639-40e9-918d-e35919f803a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2415147 Mar 22 10:54:46.739639 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36434) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:46.742078 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1be0dd-abc4-4959-b425-aa8542f05ffb None None] The sync data for ids ['b84ae497-6c77-4992-9eab-281ed6887ea9'] in dv-neutron-834599-1-hyperv is: [{'id': 'b84ae497-6c77-4992-9eab-281ed6887ea9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855438045', 'tenant_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': 'fde75daf-8cce-4a4f-9316-fdd855597617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:53:58Z', 'updated_at': '2022-03-22T10:54:16Z', 'revision_number': 4, 'project_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'gw_port': {'id': 'fde75daf-8cce-4a4f-9316-fdd855597617', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84ae497-6c77-4992-9eab-281ed6887ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:54:00Z', 'updated_at': '2022-03-22T10:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '2d1f8f93-f23f-4b61-84e4-162635588305', 'tenant_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'floating_ip_address': '172.26.7.160', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': 'b84ae497-6c77-4992-9eab-281ed6887ea9', 'port_id': 'c5ea9116-2f3e-41f4-b12c-086a9ac353d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9d30e40-e553-4004-8b8d-30072274af6a', 'mac_address': 'fa:16:3e:a9:8e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bbf4bb-2ab4-4a16-84f3-f4a80aab1f4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T10:54:41Z', 'updated_at': '2022-03-22T10:54:41Z', 'revision_number': 0, 'project_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9b90879-f064-478b-afd5-c9ebf4d94725', 'name': '', 'network_id': 'd9d30e40-e553-4004-8b8d-30072274af6a', 'tenant_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'mac_address': 'fa:16:3e:00:bc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84ae497-6c77-4992-9eab-281ed6887ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '1e449dec-f71c-43ef-87f8-f368eb7385b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:54:13Z', 'updated_at': '2022-03-22T10:54:20Z', 'revision_number': 5, 'project_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'subnets': [{'id': '1e449dec-f71c-43ef-87f8-f368eb7385b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:54:46.791215 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ee864580-6f77-4262-9636-1e156e28b2e4 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684147'] for floatingip, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:46.792159 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-02681578-6439-41e3-a0f6-454db499d33f req-6fa2e66b-e8e1-49ef-a88e-1b1161a78c21 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] 10.222.0.57 "GET /v2.0/ports?device_id=48355fc1-9f2b-4ff1-9fe2-4798930dd9b9 HTTP/1.1" status: 200 len: 210 time: 0.0766187 Mar 22 10:54:46.867736 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36438) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:46.984947 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-e9f15470-8c08-4ba5-99ce-9886060f3c64 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "GET /v2.0/floatingips/2d1f8f93-f23f-4b61-84e4-162635588305 HTTP/1.1" status: 200 len: 991 time: 0.2371144 Mar 22 10:54:46.995514 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7230fd04-80c0-48ef-8f8e-4125a7b12fb5 req-bb850175-fb43-40b6-af11-7cc512930abe tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:46.997602 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7230fd04-80c0-48ef-8f8e-4125a7b12fb5 req-bb850175-fb43-40b6-af11-7cc512930abe tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.1163824 Mar 22 10:54:47.002084 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc92d262-7905-4329-ace6-1d7b99720e88 req-11bba3ca-64b2-4f0f-a4bd-fdcf3579e7ce tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:54:47.019233 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd958d3-d1a3-4215-adec-f07699505801 None None] Sync routers for ids ['3d10d508-41ee-4740-b292-82a2db1fd1fa'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:54:47.032299 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd958d3-d1a3-4215-adec-f07699505801 None None] Routers {'3d10d508-41ee-4740-b292-82a2db1fd1fa'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:47.033560 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-8bd958d3-d1a3-4215-adec-f07699505801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['3d10d508-41ee-4740-b292-82a2db1fd1fa'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:47.051556 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c125427-fae6-4d12-946a-6d7e06d0efd7 None None] New status for floating IP 2d1f8f93-f23f-4b61-84e4-162635588305: ACTIVE {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 10:54:47.073813 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-89225f2f-d35a-4031-ae42-7d588f8740a2 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:47.082766 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc92d262-7905-4329-ace6-1d7b99720e88 req-11bba3ca-64b2-4f0f-a4bd-fdcf3579e7ce tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] No DVR routers for this DVR port 721a4f7b-232b-4b37-ab19-e7ba0715982b on host hv-neutron-8345 {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:54:47.085349 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-fc92d262-7905-4329-ace6-1d7b99720e88 req-11bba3ca-64b2-4f0f-a4bd-fdcf3579e7ce tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:47.088865 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-fc92d262-7905-4329-ace6-1d7b99720e88 req-11bba3ca-64b2-4f0f-a4bd-fdcf3579e7ce tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] 10.222.0.35 "DELETE /v2.0/ports/721a4f7b-232b-4b37-ab19-e7ba0715982b HTTP/1.1" status: 204 len: 173 time: 3.4711614 Mar 22 10:54:47.100071 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48355fc1-9f2b-4ff1-9fe2-4798930dd9b9', 'name': 'network-vif-deleted', 'tag': '721a4f7b-232b-4b37-ab19-e7ba0715982b'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 10:54:47.102621 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1dbef5a-6424-4f38-923f-76daf5644ae6" -d '{"events": [{"server_uuid": "48355fc1-9f2b-4ff1-9fe2-4798930dd9b9", "name": "network-vif-deleted", "tag": "721a4f7b-232b-4b37-ab19-e7ba0715982b"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 10:54:47.114891 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-52c6db1a-1f00-4949-97bc-2b14f246a21b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:47.120437 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1509afa9-da24-4f21-8b40-77325137c88c tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Router a1ca13ba-63b6-42ef-ac7c-ecccb85513f7 is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 10:54:47.131427 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7230fd04-80c0-48ef-8f8e-4125a7b12fb5 req-7e41e93f-48b7-4b7f-a941-1453f1da05c6 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955720 Mar 22 10:54:47.179113 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d02a6f0c-fedd-4e00-913b-207d38e449c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:47.186987 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-89225f2f-d35a-4031-ae42-7d588f8740a2 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:47.202189 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-52c6db1a-1f00-4949-97bc-2b14f246a21b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:47.211870 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d02a6f0c-fedd-4e00-913b-207d38e449c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:47.216046 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 10:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515fdf4b-2f3b-4c64-9b2d-13a202cf4ae9 x-openstack-request-id: req-515fdf4b-2f3b-4c64-9b2d-13a202cf4ae9 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 10:54:47.216561 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48355fc1-9f2b-4ff1-9fe2-4798930dd9b9", "name": "network-vif-deleted", "tag": "721a4f7b-232b-4b37-ab19-e7ba0715982b", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 10:54:47.216874 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-515fdf4b-2f3b-4c64-9b2d-13a202cf4ae9 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 10:54:47.217348 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-515fdf4b-2f3b-4c64-9b2d-13a202cf4ae9'] response: {'server_uuid': '48355fc1-9f2b-4ff1-9fe2-4798930dd9b9', 'name': 'network-vif-deleted', 'tag': '721a4f7b-232b-4b37-ab19-e7ba0715982b', 'status': 'completed', 'code': 200} Mar 22 10:54:47.224802 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-8bd958d3-d1a3-4215-adec-f07699505801 None None] Set router 3d10d508-41ee-4740-b292-82a2db1fd1fa gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:54:47.226637 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c6db1a-1f00-4949-97bc-2b14f246a21b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:54:47.229718 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-52c6db1a-1f00-4949-97bc-2b14f246a21b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:54:47.236978 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c6db1a-1f00-4949-97bc-2b14f246a21b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:54:47.299782 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35bbf4bb-2ab4-4a16-84f3-f4a80aab1f4f', 'tag': 'c5ea9116-2f3e-41f4-b12c-086a9ac353d3'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 10:54:47.302456 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea20d47ee5c2e5d2aa35ee26c9e60aea7970c4225f3eb14fb63792ea9ad3856f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dfc20e0-29d5-4bc9-9a4d-b56e7cf8c2ca" -d '{"events": [{"name": "network-changed", "server_uuid": "35bbf4bb-2ab4-4a16-84f3-f4a80aab1f4f", "tag": "c5ea9116-2f3e-41f4-b12c-086a9ac353d3"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 10:54:47.314361 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c6db1a-1f00-4949-97bc-2b14f246a21b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event updated for resources: {'Port': ['ID=bcad2a9a-0e09-46c4-8c97-e4d44f8f2630,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:47.378378 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a6f0c-fedd-4e00-913b-207d38e449c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d73014-b278-469b-8852-43d1f4536c4d,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:47.396347 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d02a6f0c-fedd-4e00-913b-207d38e449c3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8ba48df7160d47f3bb654ae51bcce9cd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2455804 Mar 22 10:54:47.398088 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36446) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:47.399619 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 10:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f7717e-0398-4045-b770-4505519ad0c6 x-openstack-request-id: req-07f7717e-0398-4045-b770-4505519ad0c6 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 10:54:47.399979 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35bbf4bb-2ab4-4a16-84f3-f4a80aab1f4f", "tag": "c5ea9116-2f3e-41f4-b12c-086a9ac353d3", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 10:54:47.400230 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-07f7717e-0398-4045-b770-4505519ad0c6 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 10:54:47.400643 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07f7717e-0398-4045-b770-4505519ad0c6'] response: {'name': 'network-changed', 'server_uuid': '35bbf4bb-2ab4-4a16-84f3-f4a80aab1f4f', 'tag': 'c5ea9116-2f3e-41f4-b12c-086a9ac353d3', 'status': 'completed', 'code': 200} Mar 22 10:54:47.452669 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-89225f2f-d35a-4031-ae42-7d588f8740a2 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:47.455175 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-89225f2f-d35a-4031-ae42-7d588f8740a2 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:47.456329 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-89225f2f-d35a-4031-ae42-7d588f8740a2 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] 10.222.0.57 "DELETE /v2.0/security-groups/074c04a7-4d87-4874-a408-fce3f9ed77b2 HTTP/1.1" status: 204 len: 168 time: 0.5876639 Mar 22 10:54:47.459103 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36448) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:47.481848 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.api.v2.resource [None req-db5af23e-8e75-479f-bcc9-e75091be2900 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] show failed (client error): The resource could not be found. Mar 22 10:54:47.482853 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-db5af23e-8e75-479f-bcc9-e75091be2900 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] 10.222.0.57 "GET /v2.0/security-groups/074c04a7-4d87-4874-a408-fce3f9ed77b2 HTTP/1.1" status: 404 len: 347 time: 0.0228579 Mar 22 10:54:47.492174 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36450) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:47.498400 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-8bd958d3-d1a3-4215-adec-f07699505801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d10d508-41ee-4740-b292-82a2db1fd1fa', 'name': 'tempest-ServersTestJSON-1678239605-router', 'tenant_id': 'da2f632c4d66467ba58857dff433bce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.40'}], 'enable_snat': True}, 'gw_port_id': '5a594c3b-5619-4c58-a446-0728a3777acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:53:05Z', 'updated_at': '2022-03-22T10:53:17Z', 'revision_number': 4, 'project_id': 'da2f632c4d66467ba58857dff433bce9', 'gw_port': {'id': '5a594c3b-5619-4c58-a446-0728a3777acc', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d10d508-41ee-4740-b292-82a2db1fd1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:06Z', 'updated_at': '2022-03-22T10:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': 'a563f114-0152-445c-b85e-ed5c4325b5a5', 'name': '', 'network_id': '6d72c436-5be9-48c2-831b-3e0293d5b0ac', 'tenant_id': 'da2f632c4d66467ba58857dff433bce9', 'mac_address': 'fa:16:3e:18:fa:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d10d508-41ee-4740-b292-82a2db1fd1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c201b142-5f21-4cd8-83cb-40d4a336882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:14Z', 'updated_at': '2022-03-22T10:53:24Z', 'revision_number': 5, 'project_id': 'da2f632c4d66467ba58857dff433bce9', 'subnets': [{'id': 'c201b142-5f21-4cd8-83cb-40d4a336882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:47.498746 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc20e0-29d5-4bc9-9a4d-b56e7cf8c2ca req-3c817f3c-fae6-4951-b29a-71d80be3099d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:47.500418 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4dfc20e0-29d5-4bc9-9a4d-b56e7cf8c2ca req-3c817f3c-fae6-4951-b29a-71d80be3099d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9a2c288025384519a97e6c2e5ef1a5ab&device_id=35bbf4bb-2ab4-4a16-84f3-f4a80aab1f4f HTTP/1.1" status: 200 len: 1098 time: 0.0857751 Mar 22 10:54:47.527725 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd958d3-d1a3-4215-adec-f07699505801 None None] Checking router: 3d10d508-41ee-4740-b292-82a2db1fd1fa for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 10:54:47.533901 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89225f2f-d35a-4031-ae42-7d588f8740a2 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=074c04a7-4d87-4874-a408-fce3f9ed77b2,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:47.537395 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd958d3-d1a3-4215-adec-f07699505801 None None] Routers {'3d10d508-41ee-4740-b292-82a2db1fd1fa'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:47.537979 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-8bd958d3-d1a3-4215-adec-f07699505801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['3d10d508-41ee-4740-b292-82a2db1fd1fa'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:47.542212 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee864580-6f77-4262-9636-1e156e28b2e4 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Router dd100d99-b1a8-4042-8c07-1eeaa238e500 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:54:47.660537 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1509afa9-da24-4f21-8b40-77325137c88c tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:54:47.663216 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-8bd958d3-d1a3-4215-adec-f07699505801 None None] Set router 3d10d508-41ee-4740-b292-82a2db1fd1fa gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:54:47.684895 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc20e0-29d5-4bc9-9a4d-b56e7cf8c2ca req-dc1cbb00-9181-4bd3-a343-793d1e9a9cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:47.686976 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4dfc20e0-29d5-4bc9-9a4d-b56e7cf8c2ca req-dc1cbb00-9181-4bd3-a343-793d1e9a9cf0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d9d30e40-e553-4004-8b8d-30072274af6a HTTP/1.1" status: 200 len: 898 time: 0.1778698 Mar 22 10:54:47.697594 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624b08aa-fa46-4fac-96fd-d5206c1f9a66 None None] Sync routers for ids ['a1ca13ba-63b6-42ef-ac7c-ecccb85513f7'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:54:47.699481 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1509afa9-da24-4f21-8b40-77325137c88c tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:47.700870 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1509afa9-da24-4f21-8b40-77325137c88c tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] 10.222.0.57 "PUT /v2.0/routers/a1ca13ba-63b6-42ef-ac7c-ecccb85513f7 HTTP/1.1" status: 200 len: 918 time: 6.8288207 Mar 22 10:54:47.703354 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-42d3f6cd-f99f-4b79-9f42-1bca4e5ea17d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:47.722004 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36452) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:47.734204 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624b08aa-fa46-4fac-96fd-d5206c1f9a66 None None] Routers {'a1ca13ba-63b6-42ef-ac7c-ecccb85513f7'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:47.734961 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-624b08aa-fa46-4fac-96fd-d5206c1f9a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['a1ca13ba-63b6-42ef-ac7c-ecccb85513f7'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:47.791418 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-52c6db1a-1f00-4949-97bc-2b14f246a21b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for router_gateway, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:47.810545 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-624b08aa-fa46-4fac-96fd-d5206c1f9a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:47.839604 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-42d3f6cd-f99f-4b79-9f42-1bca4e5ea17d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:47.844443 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4dfc20e0-29d5-4bc9-9a4d-b56e7cf8c2ca req-821a5833-26ad-4069-abc7-5cca80208133 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5ea9116-2f3e-41f4-b12c-086a9ac353d3 HTTP/1.1" status: 200 len: 1001 time: 0.1183133 Mar 22 10:54:47.886056 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624b08aa-fa46-4fac-96fd-d5206c1f9a66 None None] Routers {'a1ca13ba-63b6-42ef-ac7c-ecccb85513f7'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:47.886771 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-624b08aa-fa46-4fac-96fd-d5206c1f9a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['a1ca13ba-63b6-42ef-ac7c-ecccb85513f7'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:47.900179 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36458) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:47.923585 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-624b08aa-fa46-4fac-96fd-d5206c1f9a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:47.924384 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624b08aa-fa46-4fac-96fd-d5206c1f9a66 None None] The sync data for ids ['a1ca13ba-63b6-42ef-ac7c-ecccb85513f7'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:54:47.934372 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee864580-6f77-4262-9636-1e156e28b2e4 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:54:47.941601 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ee864580-6f77-4262-9636-1e156e28b2e4 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:47.953985 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d59ab80-460b-49d1-9b2f-7d71a5138b38 None None] Sync routers for ids ['dd100d99-b1a8-4042-8c07-1eeaa238e500'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:54:47.966371 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d59ab80-460b-49d1-9b2f-7d71a5138b38 None None] Routers {'dd100d99-b1a8-4042-8c07-1eeaa238e500'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:47.967270 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-3d59ab80-460b-49d1-9b2f-7d71a5138b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['dd100d99-b1a8-4042-8c07-1eeaa238e500'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:47.967849 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-d667cdb4-4f15-4081-8cb1-70a384109d41 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Deleting port 5e649dc6-017e-49e1-8ca3-65b57d0a1215 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:54:47.968199 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d667cdb4-4f15-4081-8cb1-70a384109d41 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:47.974820 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1f745e2d-2eb1-41a1-90ab-f514f5440c70 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] 10.222.0.57 "GET /v2.0/routers/a1ca13ba-63b6-42ef-ac7c-ecccb85513f7 HTTP/1.1" status: 200 len: 924 time: 0.2517855 Mar 22 10:54:47.988375 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36460) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:47.988714 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36462) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:48.019741 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-3d59ab80-460b-49d1-9b2f-7d71a5138b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:48.023947 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 721a4f7b-232b-4b37-ab19-e7ba0715982b no longer exists at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:54:48.036595 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-8bd958d3-d1a3-4215-adec-f07699505801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d10d508-41ee-4740-b292-82a2db1fd1fa', 'name': 'tempest-ServersTestJSON-1678239605-router', 'tenant_id': 'da2f632c4d66467ba58857dff433bce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.40'}], 'enable_snat': True}, 'gw_port_id': '5a594c3b-5619-4c58-a446-0728a3777acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:53:05Z', 'updated_at': '2022-03-22T10:53:17Z', 'revision_number': 4, 'project_id': 'da2f632c4d66467ba58857dff433bce9', 'gw_port': {'id': '5a594c3b-5619-4c58-a446-0728a3777acc', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d10d508-41ee-4740-b292-82a2db1fd1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:06Z', 'updated_at': '2022-03-22T10:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': 'a563f114-0152-445c-b85e-ed5c4325b5a5', 'name': '', 'network_id': '6d72c436-5be9-48c2-831b-3e0293d5b0ac', 'tenant_id': 'da2f632c4d66467ba58857dff433bce9', 'mac_address': 'fa:16:3e:18:fa:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d10d508-41ee-4740-b292-82a2db1fd1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c201b142-5f21-4cd8-83cb-40d4a336882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:14Z', 'updated_at': '2022-03-22T10:53:24Z', 'revision_number': 5, 'project_id': 'da2f632c4d66467ba58857dff433bce9', 'subnets': [{'id': 'c201b142-5f21-4cd8-83cb-40d4a336882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:48.049009 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] No Port match for: 721a4f7b-232b-4b37-ab19-e7ba0715982b {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:54:48.049568 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 721a4f7b-232b-4b37-ab19-e7ba0715982b not bound to the agent host hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:54:48.058707 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-42d3f6cd-f99f-4b79-9f42-1bca4e5ea17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:48.059981 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d59ab80-460b-49d1-9b2f-7d71a5138b38 None None] Routers {'dd100d99-b1a8-4042-8c07-1eeaa238e500'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:48.061526 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-42d3f6cd-f99f-4b79-9f42-1bca4e5ea17d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:48.061931 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-3d59ab80-460b-49d1-9b2f-7d71a5138b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['dd100d99-b1a8-4042-8c07-1eeaa238e500'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:48.062863 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-42d3f6cd-f99f-4b79-9f42-1bca4e5ea17d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/08d73014-b278-469b-8852-43d1f4536c4d HTTP/1.1" status: 204 len: 168 time: 0.6239953 Mar 22 10:54:48.079687 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd958d3-d1a3-4215-adec-f07699505801 None None] The sync data for ids ['3d10d508-41ee-4740-b292-82a2db1fd1fa'] in dv-neutron-834599-1-hyperv is: [{'id': '3d10d508-41ee-4740-b292-82a2db1fd1fa', 'name': 'tempest-ServersTestJSON-1678239605-router', 'tenant_id': 'da2f632c4d66467ba58857dff433bce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.40'}], 'enable_snat': True}, 'gw_port_id': '5a594c3b-5619-4c58-a446-0728a3777acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:53:05Z', 'updated_at': '2022-03-22T10:53:17Z', 'revision_number': 4, 'project_id': 'da2f632c4d66467ba58857dff433bce9', 'gw_port': {'id': '5a594c3b-5619-4c58-a446-0728a3777acc', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d10d508-41ee-4740-b292-82a2db1fd1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:06Z', 'updated_at': '2022-03-22T10:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': 'a563f114-0152-445c-b85e-ed5c4325b5a5', 'name': '', 'network_id': '6d72c436-5be9-48c2-831b-3e0293d5b0ac', 'tenant_id': 'da2f632c4d66467ba58857dff433bce9', 'mac_address': 'fa:16:3e:18:fa:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d10d508-41ee-4740-b292-82a2db1fd1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c201b142-5f21-4cd8-83cb-40d4a336882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:14Z', 'updated_at': '2022-03-22T10:53:24Z', 'revision_number': 5, 'project_id': 'da2f632c4d66467ba58857dff433bce9', 'subnets': [{'id': 'c201b142-5f21-4cd8-83cb-40d4a336882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:54:48.084184 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d3f6cd-f99f-4b79-9f42-1bca4e5ea17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d73014-b278-469b-8852-43d1f4536c4d,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:48.089423 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ee864580-6f77-4262-9636-1e156e28b2e4 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] 10.222.0.57 "PUT /v2.0/floatingips/66b259b8-ab4c-4392-90e0-a548c3ed5c60 HTTP/1.1" status: 200 len: 977 time: 3.5790157 Mar 22 10:54:48.090297 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc20e0-29d5-4bc9-9a4d-b56e7cf8c2ca req-79bb6880-9cb1-453c-912d-c803b1cbfc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:48.091794 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4dfc20e0-29d5-4bc9-9a4d-b56e7cf8c2ca req-79bb6880-9cb1-453c-912d-c803b1cbfc55 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1e449dec-f71c-43ef-87f8-f368eb7385b3 HTTP/1.1" status: 200 len: 835 time: 0.2388303 Mar 22 10:54:48.092148 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36466) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:48.179767 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-3d59ab80-460b-49d1-9b2f-7d71a5138b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:48.180402 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d59ab80-460b-49d1-9b2f-7d71a5138b38 None None] The sync data for ids ['dd100d99-b1a8-4042-8c07-1eeaa238e500'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:54:48.198447 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7426a1db-d933-4d79-a9fe-72cea7ddc9c0 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:48.200929 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-7426a1db-d933-4d79-a9fe-72cea7ddc9c0 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=a14ca783-6f82-4799-85a3-4cbe79c980a8&device_id=a1ca13ba-63b6-42ef-ac7c-ecccb85513f7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2111485 Mar 22 10:54:48.207117 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36468) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:48.208898 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d667cdb4-4f15-4081-8cb1-70a384109d41 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:48.209226 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d667cdb4-4f15-4081-8cb1-70a384109d41 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:48.251134 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-d667cdb4-4f15-4081-8cb1-70a384109d41 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Calling delete_port for 5e649dc6-017e-49e1-8ca3-65b57d0a1215 owned by network:floatingip {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:54:48.269589 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-ce467d30-a3db-494c-8819-45888f81e547 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "GET /v2.0/floatingips/2d1f8f93-f23f-4b61-84e4-162635588305 HTTP/1.1" status: 200 len: 993 time: 0.2578630 Mar 22 10:54:48.269589 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a3efeed5-de61-4d33-b351-11625d726a99 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:48.271013 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc20e0-29d5-4bc9-9a4d-b56e7cf8c2ca req-6292d37f-d411-4c56-9fbf-6c36809f381c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:48.272953 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4dfc20e0-29d5-4bc9-9a4d-b56e7cf8c2ca req-6292d37f-d411-4c56-9fbf-6c36809f381c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d9d30e40-e553-4004-8b8d-30072274af6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1631784 Mar 22 10:54:48.327145 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a3efeed5-de61-4d33-b351-11625d726a99 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:48.413042 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9aacf5-e37a-4ce2-8ab2-40ee300f13d9 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:48.414451 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3d9aacf5-e37a-4ce2-8ab2-40ee300f13d9 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] 10.222.0.57 "GET /v2.0/networks/a14ca783-6f82-4799-85a3-4cbe79c980a8 HTTP/1.1" status: 200 len: 881 time: 0.2024305 Mar 22 10:54:48.418425 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36472) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:48.461445 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-75c57903-5c30-4940-86e8-89f31b4007ee tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1ca13ba-63b6-42ef-ac7c-ecccb85513f7 HTTP/1.1" status: 200 len: 205 time: 0.0330229 Mar 22 10:54:48.461683 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5f63a0-99fa-4d70-8397-8da3ebe145cc None None] New status for floating IP 0b39b0c6-fcb6-4e83-bc7b-bafd69aca15e: DOWN {{(pid=109052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 10:54:48.461797 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-d6bd7a25-5148-472d-adf4-0116ebec8d24 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Deleting port 0bfc4c6e-1395-474c-abc0-af22a2d6de80 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:54:48.461797 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d6bd7a25-5148-472d-adf4-0116ebec8d24 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:48.463081 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36474) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:48.497930 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-52c6db1a-1f00-4949-97bc-2b14f246a21b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:48.505530 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4dfc20e0-29d5-4bc9-9a4d-b56e7cf8c2ca req-17e3ee30-6b1c-4051-a484-5b67117dca96 service neutron] 10.222.0.35 "GET /v2.0/networks/d9d30e40-e553-4004-8b8d-30072274af6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167542 Mar 22 10:54:48.530366 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36476) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:48.606696 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a3efeed5-de61-4d33-b351-11625d726a99 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:48.609225 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a3efeed5-de61-4d33-b351-11625d726a99 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:48.612691 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-a3efeed5-de61-4d33-b351-11625d726a99 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] 10.222.0.57 "DELETE /v2.0/security-groups/2d0ff445-ef48-4484-b687-f93d4f0a9a74 HTTP/1.1" status: 204 len: 168 time: 0.7051160 Mar 22 10:54:48.621076 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36478) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:48.697258 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d667cdb4-4f15-4081-8cb1-70a384109d41 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:48.699447 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-8a51b9ee-2caf-4e04-8375-3d5111e4f86a tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] show failed (client error): The resource could not be found. Mar 22 10:54:48.700499 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8a51b9ee-2caf-4e04-8375-3d5111e4f86a tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] 10.222.0.57 "GET /v2.0/security-groups/2d0ff445-ef48-4484-b687-f93d4f0a9a74 HTTP/1.1" status: 404 len: 347 time: 0.0757477 Mar 22 10:54:48.712251 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d6bd7a25-5148-472d-adf4-0116ebec8d24 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:48.712570 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d6bd7a25-5148-472d-adf4-0116ebec8d24 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:48.716288 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36480) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:48.720215 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4469ec73-f651-4283-be3d-70848564022c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c32ff07a56aa4a52b9ad967c89add0b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1856821 Mar 22 10:54:48.754286 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36482) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:48.793723 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-d6bd7a25-5148-472d-adf4-0116ebec8d24 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Calling delete_port for 0bfc4c6e-1395-474c-abc0-af22a2d6de80 owned by network:floatingip {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:54:48.796831 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667cdb4-4f15-4081-8cb1-70a384109d41 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Pushing event deleted for resources: {'Port': ['ID=5e649dc6-017e-49e1-8ca3-65b57d0a1215,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:48.813758 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-705b590a-f6fa-4db1-a200-1a2f4083d445 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:48.981870 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3efeed5-de61-4d33-b351-11625d726a99 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0ff445-ef48-4484-b687-f93d4f0a9a74,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:49.016475 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4dfc20e0-29d5-4bc9-9a4d-b56e7cf8c2ca req-4a237b11-a137-48c0-8bb8-d73c7723a5d5 service neutron] 10.222.0.35 "GET /v2.0/networks/d9d30e40-e553-4004-8b8d-30072274af6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4635260 Mar 22 10:54:49.044821 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c6db1a-1f00-4949-97bc-2b14f246a21b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Router f5120a12-9171-4c4a-af7a-d60265aa84e3 is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109050) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 10:54:49.153691 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c6db1a-1f00-4949-97bc-2b14f246a21b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:54:49.164034 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf47c5c-5dbd-40d9-9a89-ee8039c0b56b None None] Sync routers for ids ['f5120a12-9171-4c4a-af7a-d60265aa84e3'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:54:49.176170 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-52c6db1a-1f00-4949-97bc-2b14f246a21b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:49.178410 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf47c5c-5dbd-40d9-9a89-ee8039c0b56b None None] Routers {'f5120a12-9171-4c4a-af7a-d60265aa84e3'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:49.179024 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-9bf47c5c-5dbd-40d9-9a89-ee8039c0b56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['f5120a12-9171-4c4a-af7a-d60265aa84e3'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:49.180974 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-52c6db1a-1f00-4949-97bc-2b14f246a21b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.0671315 Mar 22 10:54:49.181753 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36484) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:49.223181 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-9bf47c5c-5dbd-40d9-9a89-ee8039c0b56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:49.235020 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf47c5c-5dbd-40d9-9a89-ee8039c0b56b None None] Routers {'f5120a12-9171-4c4a-af7a-d60265aa84e3'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:49.235590 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-9bf47c5c-5dbd-40d9-9a89-ee8039c0b56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['f5120a12-9171-4c4a-af7a-d60265aa84e3'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:49.270380 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-9bf47c5c-5dbd-40d9-9a89-ee8039c0b56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:49.271134 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf47c5c-5dbd-40d9-9a89-ee8039c0b56b None None] The sync data for ids ['f5120a12-9171-4c4a-af7a-d60265aa84e3'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:54:49.300846 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-db2ddc83-efa9-4098-8984-05f058fd059f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "GET /v2.0/routers/f5120a12-9171-4c4a-af7a-d60265aa84e3 HTTP/1.1" status: 200 len: 885 time: 0.1170259 Mar 22 10:54:49.302469 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36486) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:49.390962 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d667cdb4-4f15-4081-8cb1-70a384109d41 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Notify callbacks [] for floatingip, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:49.393416 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d667cdb4-4f15-4081-8cb1-70a384109d41 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:49.394583 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d667cdb4-4f15-4081-8cb1-70a384109d41 tempest-ServersTestManualDisk-200719974 tempest-ServersTestManualDisk-200719974-project] 10.222.0.57 "DELETE /v2.0/floatingips/381e908f-e0fb-4042-8a65-138b9ccb0945 HTTP/1.1" status: 204 len: 168 time: 1.8983688 Mar 22 10:54:49.398226 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36488) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:49.432853 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0897f32f-a412-4482-98d8-957dd0f12f47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:49.457252 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-705b590a-f6fa-4db1-a200-1a2f4083d445 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:49.480541 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0897f32f-a412-4482-98d8-957dd0f12f47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:49.522380 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-ade290c9-437f-4778-8234-214bffd23395 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Deleting port 2b286334-539a-49b1-adf6-77de6ff9431c {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:54:49.522738 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ade290c9-437f-4778-8234-214bffd23395 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:49.647839 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d6bd7a25-5148-472d-adf4-0116ebec8d24 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:49.685946 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0897f32f-a412-4482-98d8-957dd0f12f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:49.688485 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0897f32f-a412-4482-98d8-957dd0f12f47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:49.689644 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0897f32f-a412-4482-98d8-957dd0f12f47 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/753ae4f6-c0d1-4f4a-a306-6a6d8ef2a4d6 HTTP/1.1" status: 204 len: 168 time: 0.9344084 Mar 22 10:54:49.694988 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-705b590a-f6fa-4db1-a200-1a2f4083d445 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Deleting port 2f59ca69-f186-4328-a5b2-a85f112c36d4 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:54:49.695220 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-705b590a-f6fa-4db1-a200-1a2f4083d445 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:49.699015 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-e8cfe5c9-4ee6-42fc-95a3-fa84d2c4f1e1 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.3928006 Mar 22 10:54:49.699015 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36492) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:49.699519 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ade290c9-437f-4778-8234-214bffd23395 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:49.699519 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ade290c9-437f-4778-8234-214bffd23395 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:49.703021 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bd7a25-5148-472d-adf4-0116ebec8d24 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Pushing event deleted for resources: {'Port': ['ID=0bfc4c6e-1395-474c-abc0-af22a2d6de80,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:49.703271 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-f1bb330a-f483-4106-bc8c-603821d3869f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1288782099'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:54:49.745463 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0897f32f-a412-4482-98d8-957dd0f12f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=753ae4f6-c0d1-4f4a-a306-6a6d8ef2a4d6,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:49.753441 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-ade290c9-437f-4778-8234-214bffd23395 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Calling delete_port for 2b286334-539a-49b1-adf6-77de6ff9431c owned by network:floatingip {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:54:49.890658 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d6bd7a25-5148-472d-adf4-0116ebec8d24 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for floatingip, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:49.891007 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.l3_db [None req-d6bd7a25-5148-472d-adf4-0116ebec8d24 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Floating IP 66b259b8-ab4c-4392-90e0-a548c3ed5c60 disassociated (deleted). External IP: 172.26.7.5, port: d6848710-bd7f-4b06-9746-7767872aa708. Mar 22 10:54:49.894891 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-705b590a-f6fa-4db1-a200-1a2f4083d445 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:49.950497 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-705b590a-f6fa-4db1-a200-1a2f4083d445 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Calling delete_port for 2f59ca69-f186-4328-a5b2-a85f112c36d4 owned by network:router_gateway {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:54:50.139623 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-168a2030-7472-46ad-b5e9-f3c52cd2e501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683891'] for router_interface, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:50.186711 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f1bb330a-f483-4106-bc8c-603821d3869f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3682488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11476'] for router, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:50.205151 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f1bb330a-f483-4106-bc8c-603821d3869f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3682435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3682442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3684457'] for router, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:50.232896 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ade290c9-437f-4778-8234-214bffd23395 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:50.302581 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade290c9-437f-4778-8234-214bffd23395 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Pushing event deleted for resources: {'Port': ['ID=2b286334-539a-49b1-adf6-77de6ff9431c,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:50.403062 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6bd7a25-5148-472d-adf4-0116ebec8d24 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Router dd100d99-b1a8-4042-8c07-1eeaa238e500 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:54:50.411815 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1bb330a-f483-4106-bc8c-603821d3869f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Router f5120a12-9171-4c4a-af7a-d60265aa84e3 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:54:50.429625 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-705b590a-f6fa-4db1-a200-1a2f4083d445 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:50.431647 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ade290c9-437f-4778-8234-214bffd23395 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Notify callbacks [] for floatingip, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:50.434206 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ade290c9-437f-4778-8234-214bffd23395 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:50.435478 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ade290c9-437f-4778-8234-214bffd23395 tempest-ServersTestJSON-1930252302 tempest-ServersTestJSON-1930252302-project] 10.222.0.57 "DELETE /v2.0/floatingips/0b39b0c6-fcb6-4e83-bc7b-bafd69aca15e HTTP/1.1" status: 204 len: 168 time: 1.7179949 Mar 22 10:54:50.449700 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36510) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:50.506962 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b590a-f6fa-4db1-a200-1a2f4083d445 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Pushing event deleted for resources: {'Port': ['ID=2f59ca69-f186-4328-a5b2-a85f112c36d4,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:50.581630 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36514) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:50.618191 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6bd7a25-5148-472d-adf4-0116ebec8d24 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:54:50.619861 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-705b590a-f6fa-4db1-a200-1a2f4083d445 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682553'] for router_gateway, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:50.624789 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d6bd7a25-5148-472d-adf4-0116ebec8d24 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:50.637229 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa65928-540c-447c-ac33-88241050364c None None] Sync routers for ids ['dd100d99-b1a8-4042-8c07-1eeaa238e500'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:54:50.656200 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa65928-540c-447c-ac33-88241050364c None None] Routers {'dd100d99-b1a8-4042-8c07-1eeaa238e500'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:50.657339 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-caa65928-540c-447c-ac33-88241050364c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['dd100d99-b1a8-4042-8c07-1eeaa238e500'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:50.706918 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-caa65928-540c-447c-ac33-88241050364c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:50.710202 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-725b2171-3af1-4fbf-9502-0191b7d650bc tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-712326407'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:54:50.717698 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa65928-540c-447c-ac33-88241050364c None None] Routers {'dd100d99-b1a8-4042-8c07-1eeaa238e500'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:50.718438 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-caa65928-540c-447c-ac33-88241050364c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['dd100d99-b1a8-4042-8c07-1eeaa238e500'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:50.752605 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d6bd7a25-5148-472d-adf4-0116ebec8d24 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] 10.222.0.57 "DELETE /v2.0/floatingips/66b259b8-ab4c-4392-90e0-a548c3ed5c60 HTTP/1.1" status: 204 len: 168 time: 2.6568880 Mar 22 10:54:50.752605 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-705b590a-f6fa-4db1-a200-1a2f4083d445 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:50.756891 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-705b590a-f6fa-4db1-a200-1a2f4083d445 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:50.758324 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36518) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:50.830612 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725b2171-3af1-4fbf-9502-0191b7d650bc tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Made reservation on behalf of f7a8ac7bbd5d466888176c13ba053f5f for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:54:50.833773 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-725b2171-3af1-4fbf-9502-0191b7d650bc tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:50.846998 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-caa65928-540c-447c-ac33-88241050364c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:50.847844 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa65928-540c-447c-ac33-88241050364c None None] The sync data for ids ['dd100d99-b1a8-4042-8c07-1eeaa238e500'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:54:50.851154 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-725b2171-3af1-4fbf-9502-0191b7d650bc tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:50.877416 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-705b590a-f6fa-4db1-a200-1a2f4083d445 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:50.877956 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705b590a-f6fa-4db1-a200-1a2f4083d445 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Fanout notify agent at l3_agent the message router_deleted on router a1ca13ba-63b6-42ef-ac7c-ecccb85513f7 {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 10:54:50.885651 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-705b590a-f6fa-4db1-a200-1a2f4083d445 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:50.886759 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-705b590a-f6fa-4db1-a200-1a2f4083d445 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] 10.222.0.57 "DELETE /v2.0/routers/a1ca13ba-63b6-42ef-ac7c-ecccb85513f7 HTTP/1.1" status: 204 len: 168 time: 2.4224555 Mar 22 10:54:50.891122 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36520) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:50.902093 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-fe62cdcb-4064-4c15-b5b8-d48afbe209cc tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2161775', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:54:50.950805 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fe62cdcb-4064-4c15-b5b8-d48afbe209cc tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:50.951817 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fe62cdcb-4064-4c15-b5b8-d48afbe209cc tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:50.966322 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1bb330a-f483-4106-bc8c-603821d3869f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:54:50.973152 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f1bb330a-f483-4106-bc8c-603821d3869f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:50.974374 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-f1bb330a-f483-4106-bc8c-603821d3869f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "PUT /v2.0/routers/f5120a12-9171-4c4a-af7a-d60265aa84e3 HTTP/1.1" status: 200 len: 892 time: 1.2745013 Mar 22 10:54:50.977792 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36522) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:50.982369 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437a240d-a1f5-4bba-8823-861437b2d71f None None] Sync routers for ids ['f5120a12-9171-4c4a-af7a-d60265aa84e3'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:54:50.991609 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437a240d-a1f5-4bba-8823-861437b2d71f None None] Routers {'f5120a12-9171-4c4a-af7a-d60265aa84e3'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:50.992506 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-437a240d-a1f5-4bba-8823-861437b2d71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['f5120a12-9171-4c4a-af7a-d60265aa84e3'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:50.999097 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-168a2030-7472-46ad-b5e9-f3c52cd2e501 admin admin] Deleting port 49efdded-ad05-4745-b5c6-582e712621cb {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:54:50.999479 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-168a2030-7472-46ad-b5e9-f3c52cd2e501 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:51.027790 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-437a240d-a1f5-4bba-8823-861437b2d71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:51.033735 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-0eb41f6c-a132-4993-985c-60f90148a379 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Deleting port d6848710-bd7f-4b06-9746-7767872aa708 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:54:51.034083 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0eb41f6c-a132-4993-985c-60f90148a379 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:51.036438 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437a240d-a1f5-4bba-8823-861437b2d71f None None] Routers {'f5120a12-9171-4c4a-af7a-d60265aa84e3'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:51.037040 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-437a240d-a1f5-4bba-8823-861437b2d71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['f5120a12-9171-4c4a-af7a-d60265aa84e3'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:51.088056 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-168a2030-7472-46ad-b5e9-f3c52cd2e501 admin admin] For port 49efdded-ad05-4745-b5c6-582e712621cb, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=49efdded-ad05-4745-b5c6-582e712621cb,segment=NetworkSegment(82dd374b-603b-4932-97a9-e40ea477b1e0),segment_id=82dd374b-603b-4932-97a9-e40ea477b1e0)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:54:51.088422 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-168a2030-7472-46ad-b5e9-f3c52cd2e501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:51.103306 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-168a2030-7472-46ad-b5e9-f3c52cd2e501 admin admin] Calling delete_port for 49efdded-ad05-4745-b5c6-582e712621cb owned by network:router_interface {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:54:51.115402 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fe62cdcb-4064-4c15-b5b8-d48afbe209cc tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:51.154513 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fe62cdcb-4064-4c15-b5b8-d48afbe209cc tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:51.201783 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-437a240d-a1f5-4bba-8823-861437b2d71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:51.202429 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437a240d-a1f5-4bba-8823-861437b2d71f None None] The sync data for ids ['f5120a12-9171-4c4a-af7a-d60265aa84e3'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:54:51.221798 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-725b2171-3af1-4fbf-9502-0191b7d650bc tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:51.232249 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-725b2171-3af1-4fbf-9502-0191b7d650bc tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:51.249825 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0eb41f6c-a132-4993-985c-60f90148a379 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:51.255060 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fe62cdcb-4064-4c15-b5b8-d48afbe209cc tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:51.256289 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-fe62cdcb-4064-4c15-b5b8-d48afbe209cc tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3608460 Mar 22 10:54:51.261418 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36524) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:51.265723 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-79980af6-336c-4eda-8ca7-cfd0309fb649 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'enable_snat': False}}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:54:51.277389 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-01a12644-25ef-4330-b268-a1c5e955f1bd tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "GET /v2.0/routers/f5120a12-9171-4c4a-af7a-d60265aa84e3 HTTP/1.1" status: 200 len: 892 time: 0.2985086 Mar 22 10:54:51.285042 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-725b2171-3af1-4fbf-9502-0191b7d650bc tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:54:51.287029 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-0eb41f6c-a132-4993-985c-60f90148a379 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Calling delete_port for d6848710-bd7f-4b06-9746-7767872aa708 owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:54:51.288485 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36526) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:51.327785 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d11b8a7c-31c4-40e9-9167-2afc7095b76b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5120a12-9171-4c4a-af7a-d60265aa84e3 HTTP/1.1" status: 200 len: 205 time: 0.0381196 Mar 22 10:54:51.333336 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36528) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:51.339079 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-725b2171-3af1-4fbf-9502-0191b7d650bc tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:51.339387 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-725b2171-3af1-4fbf-9502-0191b7d650bc tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Added segment 65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2 of type vlan for network 1bc750fe-0949-42b2-bab7-34fc725823e6 Mar 22 10:54:51.410972 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725b2171-3af1-4fbf-9502-0191b7d650bc tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e23baf70-3675-4450-af59-d1ac13303843,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:51.459219 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-725b2171-3af1-4fbf-9502-0191b7d650bc tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:51.545376 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-725b2171-3af1-4fbf-9502-0191b7d650bc tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:51.550830 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725b2171-3af1-4fbf-9502-0191b7d650bc tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:51.551442 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-725b2171-3af1-4fbf-9502-0191b7d650bc tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:51.578247 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-79980af6-336c-4eda-8ca7-cfd0309fb649 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:51.598990 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-65c562a9-f7f1-4170-b8e6-526f531a69c1 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:51.600456 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-168a2030-7472-46ad-b5e9-f3c52cd2e501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:51.657953 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-725b2171-3af1-4fbf-9502-0191b7d650bc tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0719838 Mar 22 10:54:51.658193 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168a2030-7472-46ad-b5e9-f3c52cd2e501 admin admin] Pushing event deleted for resources: {'Port': ['ID=49efdded-ad05-4745-b5c6-582e712621cb,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:51.660339 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36530) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:51.677981 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-645e02fa-51ec-4323-be09-b27fa0025fe6 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'subnet': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:54:51.746127 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725b2171-3af1-4fbf-9502-0191b7d650bc tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event updated for resources: {'Network': ['ID=1bc750fe-0949-42b2-bab7-34fc725823e6,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:51.759328 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:54:51.883332 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0eb41f6c-a132-4993-985c-60f90148a379 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:51.927603 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-65c562a9-f7f1-4170-b8e6-526f531a69c1 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:51.930397 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb41f6c-a132-4993-985c-60f90148a379 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Pushing event deleted for resources: {'Port': ['ID=d6848710-bd7f-4b06-9746-7767872aa708,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:51.956498 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645e02fa-51ec-4323-be09-b27fa0025fe6 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Made reservation on behalf of f7a8ac7bbd5d466888176c13ba053f5f for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:54:51.960116 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-645e02fa-51ec-4323-be09-b27fa0025fe6 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:51.990621 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-168a2030-7472-46ad-b5e9-f3c52cd2e501 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684007'] for router_interface, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:52.068973 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c6f1a434-fc8c-44f2-86d3-62e0f31a8228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683891'] for router_interface, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:52.171767 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-79980af6-336c-4eda-8ca7-cfd0309fb649 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:52.227824 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-79980af6-336c-4eda-8ca7-cfd0309fb649 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:52.428811 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0eb41f6c-a132-4993-985c-60f90148a379 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:52.431919 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0eb41f6c-a132-4993-985c-60f90148a379 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] 10.222.0.57 "DELETE /v2.0/ports/d6848710-bd7f-4b06-9746-7767872aa708 HTTP/1.1" status: 204 len: 168 time: 1.6726038 Mar 22 10:54:52.437815 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36532) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:52.441830 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-fba6148e-3902-43fc-bb1c-81e8f39ae8b6 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Request body: {'floatingip': {'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:54:52.469037 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-65c562a9-f7f1-4170-b8e6-526f531a69c1 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Deleting port bcad2a9a-0e09-46c4-8c97-e4d44f8f2630 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:54:52.469398 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-65c562a9-f7f1-4170-b8e6-526f531a69c1 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:52.487883 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fba6148e-3902-43fc-bb1c-81e8f39ae8b6 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for floatingip, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:52.525625 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-79980af6-336c-4eda-8ca7-cfd0309fb649 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Allocated IP 172.26.7.54 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/9f7d8a2a-721f-4a20-b8cc-f0bbce2fda66) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:54:52.551500 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-168a2030-7472-46ad-b5e9-f3c52cd2e501 admin admin] Router 748683d0-0964-44a8-8955-b18eb4bcc0f7 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:54:52.647566 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-65c562a9-f7f1-4170-b8e6-526f531a69c1 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:52.659289 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-645e02fa-51ec-4323-be09-b27fa0025fe6 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:52.672289 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-65c562a9-f7f1-4170-b8e6-526f531a69c1 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Calling delete_port for bcad2a9a-0e09-46c4-8c97-e4d44f8f2630 owned by network:router_gateway {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:54:52.793674 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645e02fa-51ec-4323-be09-b27fa0025fe6 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event updated for resources: {'Subnet': ['ID=e9056c6e-a0eb-483d-bbff-ad0c059ccee7,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:52.837995 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645e02fa-51ec-4323-be09-b27fa0025fe6 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Checking segment: {'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:54:52.838368 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645e02fa-51ec-4323-be09-b27fa0025fe6 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Network hostable DHCP agents. Network: 1bc750fe-0949-42b2-bab7-34fc725823e6, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:54:52.910195 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645e02fa-51ec-4323-be09-b27fa0025fe6 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:54:52.917783 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fba6148e-3902-43fc-bb1c-81e8f39ae8b6 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:52.929951 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-645e02fa-51ec-4323-be09-b27fa0025fe6 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 1bc750fe-0949-42b2-bab7-34fc725823e6) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:54:52.937797 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645e02fa-51ec-4323-be09-b27fa0025fe6 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:52.938457 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-645e02fa-51ec-4323-be09-b27fa0025fe6 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:52.939778 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834a9db8-9ebb-45d6-a066-9f0cc8a1f91e None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:54:53.021064 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-645e02fa-51ec-4323-be09-b27fa0025fe6 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3515713 Mar 22 10:54:53.024864 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36536) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:53.032608 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-903f6ded-8681-4d6e-abee-7863e8d37f8a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'port': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'name': 'tempest-NetworksTestDHCPv6-1294500328'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:54:53.067307 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-65c562a9-f7f1-4170-b8e6-526f531a69c1 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:53.094895 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-79980af6-336c-4eda-8ca7-cfd0309fb649 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:53.118747 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99dfebfc-1743-4354-9884-8749f1168e1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-1bc750fe-0949-42b2-bab7-34fc725823e6', 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'tenant_id': 'f7a8ac7bbd5d466888176c13ba053f5f', 'fixed_ips': [{'subnet_id': 'e9056c6e-a0eb-483d-bbff-ad0c059ccee7'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:54:53.120276 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-99dfebfc-1743-4354-9884-8749f1168e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:53.120911 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168a2030-7472-46ad-b5e9-f3c52cd2e501 admin admin] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:54:53.127257 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c562a9-f7f1-4170-b8e6-526f531a69c1 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event deleted for resources: {'Port': ['ID=bcad2a9a-0e09-46c4-8c97-e4d44f8f2630,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:53.130402 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-168a2030-7472-46ad-b5e9-f3c52cd2e501 admin admin] 10.222.0.57 "PUT /v2.0/routers/748683d0-0964-44a8-8955-b18eb4bcc0f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7311602 Mar 22 10:54:53.135155 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36538) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:53.139736 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-c6f1a434-fc8c-44f2-86d3-62e0f31a8228 admin admin] Deleting port a563f114-0152-445c-b85e-ed5c4325b5a5 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:54:53.140081 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c6f1a434-fc8c-44f2-86d3-62e0f31a8228 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:53.144841 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6e6245-cbee-46c1-a4fe-9da4740c44a8 None None] Sync routers for ids ['748683d0-0964-44a8-8955-b18eb4bcc0f7'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:54:53.163979 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6e6245-cbee-46c1-a4fe-9da4740c44a8 None None] Routers {'748683d0-0964-44a8-8955-b18eb4bcc0f7'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:53.165491 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-be6e6245-cbee-46c1-a4fe-9da4740c44a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['748683d0-0964-44a8-8955-b18eb4bcc0f7'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:53.215993 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-79980af6-336c-4eda-8ca7-cfd0309fb649 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:53.279304 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-c6f1a434-fc8c-44f2-86d3-62e0f31a8228 admin admin] For port a563f114-0152-445c-b85e-ed5c4325b5a5, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=a563f114-0152-445c-b85e-ed5c4325b5a5,segment=NetworkSegment(5442cd60-abd5-4cd7-8e4b-1aa43061ab4f),segment_id=5442cd60-abd5-4cd7-8e4b-1aa43061ab4f)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:54:53.279727 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c6f1a434-fc8c-44f2-86d3-62e0f31a8228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:53.292003 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79980af6-336c-4eda-8ca7-cfd0309fb649 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:54:53.299688 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-79980af6-336c-4eda-8ca7-cfd0309fb649 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:54:53.301577 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-99dfebfc-1743-4354-9884-8749f1168e1e None None] Allocated IP 2001:db8::2 (1bc750fe-0949-42b2-bab7-34fc725823e6/e9056c6e-a0eb-483d-bbff-ad0c059ccee7/650a9b65-27bf-4bbc-b596-0570d5e5ae27) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:54:53.302682 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79980af6-336c-4eda-8ca7-cfd0309fb649 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:54:53.308854 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-c6f1a434-fc8c-44f2-86d3-62e0f31a8228 admin admin] Calling delete_port for a563f114-0152-445c-b85e-ed5c4325b5a5 owned by network:router_interface {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:54:53.340075 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79980af6-336c-4eda-8ca7-cfd0309fb649 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Pushing event updated for resources: {'Port': ['ID=9f7d8a2a-721f-4a20-b8cc-f0bbce2fda66,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:53.344069 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-fba6148e-3902-43fc-bb1c-81e8f39ae8b6 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Allocated IP 172.26.7.194 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/9f9eec44-42ad-4f4f-b3be-b7eb7191d1e4) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:54:53.346157 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-65c562a9-f7f1-4170-b8e6-526f531a69c1 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682553'] for router_gateway, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:53.367703 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-be6e6245-cbee-46c1-a4fe-9da4740c44a8 None None] Set router 748683d0-0964-44a8-8955-b18eb4bcc0f7 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:54:53.424264 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903f6ded-8681-4d6e-abee-7863e8d37f8a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Made reservation on behalf of f7a8ac7bbd5d466888176c13ba053f5f for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:54:53.427818 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-903f6ded-8681-4d6e-abee-7863e8d37f8a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:53.468936 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-65c562a9-f7f1-4170-b8e6-526f531a69c1 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:53.471047 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c0cbb3b1-3786-4538-9d5e-dc7954226077 admin admin] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:53.473137 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-65c562a9-f7f1-4170-b8e6-526f531a69c1 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:53.478460 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-99dfebfc-1743-4354-9884-8749f1168e1e None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:53.494276 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-99dfebfc-1743-4354-9884-8749f1168e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:53.560284 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99dfebfc-1743-4354-9884-8749f1168e1e None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:54:53.566277 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-99dfebfc-1743-4354-9884-8749f1168e1e None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:54:53.570418 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dfebfc-1743-4354-9884-8749f1168e1e None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:54:53.578255 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dfebfc-1743-4354-9884-8749f1168e1e None None] Pushing event updated for resources: {'Port': ['ID=650a9b65-27bf-4bbc-b596-0570d5e5ae27,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:53.578921 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-903f6ded-8681-4d6e-abee-7863e8d37f8a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] device_id is not set on port e48051c0-aa8a-4acc-81dc-48f398049441 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:54:53.633425 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-99dfebfc-1743-4354-9884-8749f1168e1e None None] Attempting to bind port 650a9b65-27bf-4bbc-b596-0570d5e5ae27 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:54:53.633776 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-99dfebfc-1743-4354-9884-8749f1168e1e None None] Attempting to bind port 650a9b65-27bf-4bbc-b596-0570d5e5ae27 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:54:53.634149 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dfebfc-1743-4354-9884-8749f1168e1e None None] Attempting to bind port 650a9b65-27bf-4bbc-b596-0570d5e5ae27 on network 1bc750fe-0949-42b2-bab7-34fc725823e6 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:54:53.639429 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dfebfc-1743-4354-9884-8749f1168e1e None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:54:53.639802 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dfebfc-1743-4354-9884-8749f1168e1e None None] Checking segment: {'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:54:53.640710 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-99dfebfc-1743-4354-9884-8749f1168e1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:53.641095 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dfebfc-1743-4354-9884-8749f1168e1e None None] Bound using segment: {'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:54:53.641561 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-99dfebfc-1743-4354-9884-8749f1168e1e None None] Bound port: 650a9b65-27bf-4bbc-b596-0570d5e5ae27, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:54:53.641997 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-99dfebfc-1743-4354-9884-8749f1168e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:53.666186 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-65c562a9-f7f1-4170-b8e6-526f531a69c1 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:53.666798 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c562a9-f7f1-4170-b8e6-526f531a69c1 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Fanout notify agent at l3_agent the message router_deleted on router f5120a12-9171-4c4a-af7a-d60265aa84e3 {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 10:54:53.694013 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-be6e6245-cbee-46c1-a4fe-9da4740c44a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '748683d0-0964-44a8-8955-b18eb4bcc0f7', 'name': 'tempest-ServersTestManualDisk-191282308-router', 'tenant_id': 'a2150d1b1bcd4a828c702c82170ebe7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '5239f23e-b1ee-446a-8e7f-04120b09d234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:53:04Z', 'updated_at': '2022-03-22T10:54:51Z', 'revision_number': 5, 'project_id': 'a2150d1b1bcd4a828c702c82170ebe7c', 'gw_port': {'id': '5239f23e-b1ee-446a-8e7f-04120b09d234', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:79:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748683d0-0964-44a8-8955-b18eb4bcc0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:05Z', 'updated_at': '2022-03-22T10:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:53.716621 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-65c562a9-f7f1-4170-b8e6-526f531a69c1 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:53.717755 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-65c562a9-f7f1-4170-b8e6-526f531a69c1 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "DELETE /v2.0/routers/f5120a12-9171-4c4a-af7a-d60265aa84e3 HTTP/1.1" status: 204 len: 168 time: 2.3808794 Mar 22 10:54:53.729426 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6e6245-cbee-46c1-a4fe-9da4740c44a8 None None] Checking router: 748683d0-0964-44a8-8955-b18eb4bcc0f7 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 10:54:53.731354 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36540) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:53.740080 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6e6245-cbee-46c1-a4fe-9da4740c44a8 None None] Routers {'748683d0-0964-44a8-8955-b18eb4bcc0f7'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:53.742057 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-be6e6245-cbee-46c1-a4fe-9da4740c44a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['748683d0-0964-44a8-8955-b18eb4bcc0f7'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:53.745406 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-55e8fdf9-634f-41bc-bb25-f7de6e57568c tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1054060631'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:54:53.759348 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-99dfebfc-1743-4354-9884-8749f1168e1e None None] For port 650a9b65-27bf-4bbc-b596-0570d5e5ae27, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:54:53.759767 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-79980af6-336c-4eda-8ca7-cfd0309fb649 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:53.766261 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-99dfebfc-1743-4354-9884-8749f1168e1e None None] For port 650a9b65-27bf-4bbc-b596-0570d5e5ae27, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=650a9b65-27bf-4bbc-b596-0570d5e5ae27,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:54:53.776685 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-99dfebfc-1743-4354-9884-8749f1168e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:53.810535 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fba6148e-3902-43fc-bb1c-81e8f39ae8b6 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:53.839595 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c0cbb3b1-3786-4538-9d5e-dc7954226077 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:53.842545 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e8fdf9-634f-41bc-bb25-f7de6e57568c tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Made reservation on behalf of 870cdc1d821946449d010566eacfdc6f for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:54:53.846141 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-55e8fdf9-634f-41bc-bb25-f7de6e57568c tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:53.895139 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-903f6ded-8681-4d6e-abee-7863e8d37f8a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Allocated IP 2001:db8::296 (1bc750fe-0949-42b2-bab7-34fc725823e6/e9056c6e-a0eb-483d-bbff-ad0c059ccee7/e48051c0-aa8a-4acc-81dc-48f398049441) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:54:53.907708 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dfebfc-1743-4354-9884-8749f1168e1e None None] Pushing event updated for resources: {'Port': ['ID=650a9b65-27bf-4bbc-b596-0570d5e5ae27,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:53.940492 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-be6e6245-cbee-46c1-a4fe-9da4740c44a8 None None] Set router 748683d0-0964-44a8-8955-b18eb4bcc0f7 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:54:53.974835 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55e8fdf9-634f-41bc-bb25-f7de6e57568c tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:54:53.996337 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fba6148e-3902-43fc-bb1c-81e8f39ae8b6 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:54.008592 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c6f1a434-fc8c-44f2-86d3-62e0f31a8228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:54.017404 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-55e8fdf9-634f-41bc-bb25-f7de6e57568c tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:54.017635 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-55e8fdf9-634f-41bc-bb25-f7de6e57568c tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Added segment 2f4e407c-1713-4983-8321-7cc214675d11 of type vlan for network 948ddf4c-d798-4fc0-821b-efb2ee9463b2 Mar 22 10:54:54.043039 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f1a434-fc8c-44f2-86d3-62e0f31a8228 admin admin] Pushing event deleted for resources: {'Port': ['ID=a563f114-0152-445c-b85e-ed5c4325b5a5,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:54.097097 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba6148e-3902-43fc-bb1c-81e8f39ae8b6 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:54:54.157414 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-55e8fdf9-634f-41bc-bb25-f7de6e57568c tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:54.164739 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-fba6148e-3902-43fc-bb1c-81e8f39ae8b6 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:54:54.173953 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba6148e-3902-43fc-bb1c-81e8f39ae8b6 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Pushing event updated for resources: {'Port': ['ID=9f9eec44-42ad-4f4f-b3be-b7eb7191d1e4,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:54.179303 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-79980af6-336c-4eda-8ca7-cfd0309fb649 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3682488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11476'] for router, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:54.183156 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba6148e-3902-43fc-bb1c-81e8f39ae8b6 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:54:54.188797 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-79980af6-336c-4eda-8ca7-cfd0309fb649 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3682435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3682442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3684457'] for router, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:54.191072 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-c0cbb3b1-3786-4538-9d5e-dc7954226077 admin admin] Deleting port 5239f23e-b1ee-446a-8e7f-04120b09d234 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:54:54.191444 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c0cbb3b1-3786-4538-9d5e-dc7954226077 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:54.219465 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-be6e6245-cbee-46c1-a4fe-9da4740c44a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '748683d0-0964-44a8-8955-b18eb4bcc0f7', 'name': 'tempest-ServersTestManualDisk-191282308-router', 'tenant_id': 'a2150d1b1bcd4a828c702c82170ebe7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '5239f23e-b1ee-446a-8e7f-04120b09d234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:53:04Z', 'updated_at': '2022-03-22T10:54:51Z', 'revision_number': 5, 'project_id': 'a2150d1b1bcd4a828c702c82170ebe7c', 'gw_port': {'id': '5239f23e-b1ee-446a-8e7f-04120b09d234', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:79:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748683d0-0964-44a8-8955-b18eb4bcc0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:05Z', 'updated_at': '2022-03-22T10:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:54.265035 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6e6245-cbee-46c1-a4fe-9da4740c44a8 None None] The sync data for ids ['748683d0-0964-44a8-8955-b18eb4bcc0f7'] in dv-neutron-834599-1-hyperv is: [{'id': '748683d0-0964-44a8-8955-b18eb4bcc0f7', 'name': 'tempest-ServersTestManualDisk-191282308-router', 'tenant_id': 'a2150d1b1bcd4a828c702c82170ebe7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '5239f23e-b1ee-446a-8e7f-04120b09d234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:53:04Z', 'updated_at': '2022-03-22T10:54:51Z', 'revision_number': 5, 'project_id': 'a2150d1b1bcd4a828c702c82170ebe7c', 'gw_port': {'id': '5239f23e-b1ee-446a-8e7f-04120b09d234', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:79:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748683d0-0964-44a8-8955-b18eb4bcc0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:05Z', 'updated_at': '2022-03-22T10:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:54:54.333907 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.db.resource_extend [None req-55e8fdf9-634f-41bc-bb25-f7de6e57568c tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 10:54:54.361631 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-903f6ded-8681-4d6e-abee-7863e8d37f8a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:54.400723 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c6f1a434-fc8c-44f2-86d3-62e0f31a8228 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684007'] for router_interface, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:54.415465 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-903f6ded-8681-4d6e-abee-7863e8d37f8a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:54.480819 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-55e8fdf9-634f-41bc-bb25-f7de6e57568c tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:54.486174 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e8fdf9-634f-41bc-bb25-f7de6e57568c tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:54.486756 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-55e8fdf9-634f-41bc-bb25-f7de6e57568c tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:54.542491 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903f6ded-8681-4d6e-abee-7863e8d37f8a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:54:54.574439 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79980af6-336c-4eda-8ca7-cfd0309fb649 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Router 0ec3fecf-19be-4d33-8b7d-f3f5304139d6 is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109050) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 10:54:54.575431 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-903f6ded-8681-4d6e-abee-7863e8d37f8a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:54:54.583284 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-55e8fdf9-634f-41bc-bb25-f7de6e57568c tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8508575 Mar 22 10:54:54.584331 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36542) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:54.591922 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-1670b8a1-bd7b-43d8-92f9-bc4be2a435ff tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Request body: {'subnet': {'network_id': '948ddf4c-d798-4fc0-821b-efb2ee9463b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:54:54.606997 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903f6ded-8681-4d6e-abee-7863e8d37f8a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:54:54.612547 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903f6ded-8681-4d6e-abee-7863e8d37f8a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:54.613157 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-903f6ded-8681-4d6e-abee-7863e8d37f8a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:54.624862 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903f6ded-8681-4d6e-abee-7863e8d37f8a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event updated for resources: {'Port': ['ID=e48051c0-aa8a-4acc-81dc-48f398049441,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:54.665726 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-c0cbb3b1-3786-4538-9d5e-dc7954226077 admin admin] For port 5239f23e-b1ee-446a-8e7f-04120b09d234, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=5239f23e-b1ee-446a-8e7f-04120b09d234,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:54:54.666108 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c0cbb3b1-3786-4538-9d5e-dc7954226077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:54.679424 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e8fdf9-634f-41bc-bb25-f7de6e57568c tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event updated for resources: {'Network': ['ID=948ddf4c-d798-4fc0-821b-efb2ee9463b2,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:54.689701 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-903f6ded-8681-4d6e-abee-7863e8d37f8a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6638036 Mar 22 10:54:54.692322 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36544) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:54.693817 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 948ddf4c-d798-4fc0-821b-efb2ee9463b2 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:54:54.705648 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-c0cbb3b1-3786-4538-9d5e-dc7954226077 admin admin] Calling delete_port for 5239f23e-b1ee-446a-8e7f-04120b09d234 owned by network:router_gateway {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:54:54.711703 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fba6148e-3902-43fc-bb1c-81e8f39ae8b6 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:54.813720 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fba6148e-3902-43fc-bb1c-81e8f39ae8b6 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:54.824421 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d08c265-137c-4a5c-af3d-39dc8eef7b49 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:54.830407 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d08c265-137c-4a5c-af3d-39dc8eef7b49 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:54.834511 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4d08c265-137c-4a5c-af3d-39dc8eef7b49 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1358094 Mar 22 10:54:54.835906 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36546) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:54.846956 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1670b8a1-bd7b-43d8-92f9-bc4be2a435ff tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Made reservation on behalf of 870cdc1d821946449d010566eacfdc6f for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:54:54.850414 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1670b8a1-bd7b-43d8-92f9-bc4be2a435ff tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:54.860748 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79980af6-336c-4eda-8ca7-cfd0309fb649 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:54:54.877049 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2983c38-8677-46dd-9658-9bba4bfcc4e8 None None] Sync routers for ids ['0ec3fecf-19be-4d33-8b7d-f3f5304139d6'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:54:54.881169 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-79980af6-336c-4eda-8ca7-cfd0309fb649 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:54.882397 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-79980af6-336c-4eda-8ca7-cfd0309fb649 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] 10.222.0.57 "PUT /v2.0/routers/0ec3fecf-19be-4d33-8b7d-f3f5304139d6 HTTP/1.1" status: 200 len: 916 time: 3.6202364 Mar 22 10:54:54.886104 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36548) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:54.896369 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2983c38-8677-46dd-9658-9bba4bfcc4e8 None None] Routers {'0ec3fecf-19be-4d33-8b7d-f3f5304139d6'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:54.898469 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-e2983c38-8677-46dd-9658-9bba4bfcc4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['0ec3fecf-19be-4d33-8b7d-f3f5304139d6'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:54.960277 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-e2983c38-8677-46dd-9658-9bba4bfcc4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:54.974855 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2983c38-8677-46dd-9658-9bba4bfcc4e8 None None] Routers {'0ec3fecf-19be-4d33-8b7d-f3f5304139d6'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:54.974855 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-e2983c38-8677-46dd-9658-9bba4bfcc4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['0ec3fecf-19be-4d33-8b7d-f3f5304139d6'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:54.982144 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f1a434-fc8c-44f2-86d3-62e0f31a8228 admin admin] Router 3d10d508-41ee-4740-b292-82a2db1fd1fa has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:54:55.021663 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-e2983c38-8677-46dd-9658-9bba4bfcc4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:55.021663 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2983c38-8677-46dd-9658-9bba4bfcc4e8 None None] The sync data for ids ['0ec3fecf-19be-4d33-8b7d-f3f5304139d6'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:54:55.157862 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-ebad1264-3bec-4984-b62d-361bdf280e24 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Deleting port e48051c0-aa8a-4acc-81dc-48f398049441 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:54:55.158206 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ebad1264-3bec-4984-b62d-361bdf280e24 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:55.158672 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-70289e81-7654-4f0b-8e53-dd5660790fe5 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] 10.222.0.57 "GET /v2.0/routers/0ec3fecf-19be-4d33-8b7d-f3f5304139d6 HTTP/1.1" status: 200 len: 922 time: 0.2714946 Mar 22 10:54:55.162190 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36550) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:55.178430 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953ca35f-2272-47a4-9f0b-e6d634a89f79 None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:54:55.202880 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c0cbb3b1-3786-4538-9d5e-dc7954226077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:55.225999 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f1a434-fc8c-44f2-86d3-62e0f31a8228 admin admin] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:54:55.235493 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-c6f1a434-fc8c-44f2-86d3-62e0f31a8228 admin admin] 10.222.0.57 "PUT /v2.0/routers/3d10d508-41ee-4740-b292-82a2db1fd1fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7570236 Mar 22 10:54:55.237419 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71de7b48-3566-4edb-8e44-dd0f19239214 None None] Sync routers for ids ['3d10d508-41ee-4740-b292-82a2db1fd1fa'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:54:55.239418 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36552) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:55.251960 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71de7b48-3566-4edb-8e44-dd0f19239214 None None] Routers {'3d10d508-41ee-4740-b292-82a2db1fd1fa'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:55.252568 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-71de7b48-3566-4edb-8e44-dd0f19239214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['3d10d508-41ee-4740-b292-82a2db1fd1fa'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:55.276399 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-bf7d838d-e21a-485c-89c3-4e86c07d5f27 None None] Provisioning complete for port 650a9b65-27bf-4bbc-b596-0570d5e5ae27 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:54:55.276766 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-bf7d838d-e21a-485c-89c3-4e86c07d5f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:55.296124 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cbb3b1-3786-4538-9d5e-dc7954226077 admin admin] Pushing event deleted for resources: {'Port': ['ID=5239f23e-b1ee-446a-8e7f-04120b09d234,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:55.313851 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fba6148e-3902-43fc-bb1c-81e8f39ae8b6 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:55.333930 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21f9676-a178-4078-a498-8de07bf54638 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:55.335599 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-f21f9676-a178-4078-a498-8de07bf54638 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=a14ca783-6f82-4799-85a3-4cbe79c980a8&device_id=0ec3fecf-19be-4d33-8b7d-f3f5304139d6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1723588 Mar 22 10:54:55.342336 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36554) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:55.356379 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fba6148e-3902-43fc-bb1c-81e8f39ae8b6 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:55.416934 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-71de7b48-3566-4edb-8e44-dd0f19239214 None None] Set router 3d10d508-41ee-4740-b292-82a2db1fd1fa gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:54:55.419567 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1670b8a1-bd7b-43d8-92f9-bc4be2a435ff tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:55.438573 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ebad1264-3bec-4984-b62d-361bdf280e24 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:55.449826 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-bf7d838d-e21a-485c-89c3-4e86c07d5f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:55.508242 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-bf7d838d-e21a-485c-89c3-4e86c07d5f27 None None] For port 650a9b65-27bf-4bbc-b596-0570d5e5ae27, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=650a9b65-27bf-4bbc-b596-0570d5e5ae27,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:54:55.513183 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fba6148e-3902-43fc-bb1c-81e8f39ae8b6 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684147'] for floatingip, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:55.518019 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-bf7d838d-e21a-485c-89c3-4e86c07d5f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:55.532829 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-ebad1264-3bec-4984-b62d-361bdf280e24 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Calling delete_port for e48051c0-aa8a-4acc-81dc-48f398049441 owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:54:55.570155 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c0cbb3b1-3786-4538-9d5e-dc7954226077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682553'] for router_gateway, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:55.572710 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba6148e-3902-43fc-bb1c-81e8f39ae8b6 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Pushing event updated for resources: {'Port': ['ID=9f9eec44-42ad-4f4f-b3be-b7eb7191d1e4,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:55.584557 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fba6148e-3902-43fc-bb1c-81e8f39ae8b6 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:55.591023 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-fba6148e-3902-43fc-bb1c-81e8f39ae8b6 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1512320 Mar 22 10:54:55.622762 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36556) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:55.658645 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-e8d291aa-4543-4adf-b91c-62621e73a4a7 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Request body: {'port': {'network_id': 'fa1da2ad-d11f-4544-b068-f8563dc14dbb', 'name': 'tempest-FloatingIPTestJSON-875703129'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:54:55.664596 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d838d-e21a-485c-89c3-4e86c07d5f27 None None] Pushing event updated for resources: {'Port': ['ID=650a9b65-27bf-4bbc-b596-0570d5e5ae27,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:55.765961 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-71de7b48-3566-4edb-8e44-dd0f19239214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d10d508-41ee-4740-b292-82a2db1fd1fa', 'name': 'tempest-ServersTestJSON-1678239605-router', 'tenant_id': 'da2f632c4d66467ba58857dff433bce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.40'}], 'enable_snat': True}, 'gw_port_id': '5a594c3b-5619-4c58-a446-0728a3777acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:53:05Z', 'updated_at': '2022-03-22T10:54:53Z', 'revision_number': 5, 'project_id': 'da2f632c4d66467ba58857dff433bce9', 'gw_port': {'id': '5a594c3b-5619-4c58-a446-0728a3777acc', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d10d508-41ee-4740-b292-82a2db1fd1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:06Z', 'updated_at': '2022-03-22T10:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:55.792732 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c0cbb3b1-3786-4538-9d5e-dc7954226077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:55.836711 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71de7b48-3566-4edb-8e44-dd0f19239214 None None] Checking router: 3d10d508-41ee-4740-b292-82a2db1fd1fa for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 10:54:55.836845 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 650a9b65-27bf-4bbc-b596-0570d5e5ae27 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:54:55.850926 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71de7b48-3566-4edb-8e44-dd0f19239214 None None] Routers {'3d10d508-41ee-4740-b292-82a2db1fd1fa'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:54:55.851783 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-71de7b48-3566-4edb-8e44-dd0f19239214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['3d10d508-41ee-4740-b292-82a2db1fd1fa'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:55.902449 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 650a9b65-27bf-4bbc-b596-0570d5e5ae27 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:54:55.904086 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:55.908974 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b75d3be-9fb4-485a-9fec-741517608512 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:55.913057 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-9b75d3be-9fb4-485a-9fec-741517608512 tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] 10.222.0.57 "GET /v2.0/networks/a14ca783-6f82-4799-85a3-4cbe79c980a8 HTTP/1.1" status: 200 len: 881 time: 0.5658128 Mar 22 10:54:55.940423 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36558) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:55.960380 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3934cdde-7cc9-46f8-9a20-d3016e5b501d admin admin] Notify callbacks [] for router, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:56.006231 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-b79c59e2-b2b3-46fc-af3b-adf1ee08faa3 None None] Provisioning complete for port 650a9b65-27bf-4bbc-b596-0570d5e5ae27 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:54:56.006815 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b79c59e2-b2b3-46fc-af3b-adf1ee08faa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:56.014221 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-71de7b48-3566-4edb-8e44-dd0f19239214 None None] Set router 3d10d508-41ee-4740-b292-82a2db1fd1fa gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:54:56.051580 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-a60bb3ed-4f86-45c9-adba-f7ddef6c92df tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ec3fecf-19be-4d33-8b7d-f3f5304139d6 HTTP/1.1" status: 200 len: 205 time: 0.1099277 Mar 22 10:54:56.068317 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36560) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:56.090184 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1670b8a1-bd7b-43d8-92f9-bc4be2a435ff tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event updated for resources: {'Subnet': ['ID=b6ad59ae-e74f-4c9b-8de2-fbccf0501da9,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:56.187599 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1670b8a1-bd7b-43d8-92f9-bc4be2a435ff tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Checking segment: {'id': '2f4e407c-1713-4983-8321-7cc214675d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '948ddf4c-d798-4fc0-821b-efb2ee9463b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:54:56.187981 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1670b8a1-bd7b-43d8-92f9-bc4be2a435ff tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Network hostable DHCP agents. Network: 948ddf4c-d798-4fc0-821b-efb2ee9463b2, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:54:56.194866 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 49efdded-ad05-4745-b5c6-582e712621cb no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:54:56.227516 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-b79c59e2-b2b3-46fc-af3b-adf1ee08faa3 None None] Provisioning complete for port e48051c0-aa8a-4acc-81dc-48f398049441 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:54:56.228048 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b79c59e2-b2b3-46fc-af3b-adf1ee08faa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:56.229758 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 49efdded-ad05-4745-b5c6-582e712621cb {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:54:56.230089 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 49efdded-ad05-4745-b5c6-582e712621cb not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:54:56.271641 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-b79c59e2-b2b3-46fc-af3b-adf1ee08faa3 None None] Port e48051c0-aa8a-4acc-81dc-48f398049441 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:54:56.278644 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3934cdde-7cc9-46f8-9a20-d3016e5b501d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:56.281363 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1670b8a1-bd7b-43d8-92f9-bc4be2a435ff tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Network 948ddf4c-d798-4fc0-821b-efb2ee9463b2 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:54:56.285621 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c0cbb3b1-3786-4538-9d5e-dc7954226077 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:56.294313 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8e449590-21c7-44b3-8711-8781747b16f0 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks [] for router, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:56.313012 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-71de7b48-3566-4edb-8e44-dd0f19239214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d10d508-41ee-4740-b292-82a2db1fd1fa', 'name': 'tempest-ServersTestJSON-1678239605-router', 'tenant_id': 'da2f632c4d66467ba58857dff433bce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.40'}], 'enable_snat': True}, 'gw_port_id': '5a594c3b-5619-4c58-a446-0728a3777acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:53:05Z', 'updated_at': '2022-03-22T10:54:53Z', 'revision_number': 5, 'project_id': 'da2f632c4d66467ba58857dff433bce9', 'gw_port': {'id': '5a594c3b-5619-4c58-a446-0728a3777acc', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d10d508-41ee-4740-b292-82a2db1fd1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:06Z', 'updated_at': '2022-03-22T10:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:56.336661 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-1670b8a1-bd7b-43d8-92f9-bc4be2a435ff tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 948ddf4c-d798-4fc0-821b-efb2ee9463b2) {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:54:56.355997 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731a9d91-2df0-493e-9cd2-e05070d10e4d None None] Network 948ddf4c-d798-4fc0-821b-efb2ee9463b2 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:54:56.364778 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1670b8a1-bd7b-43d8-92f9-bc4be2a435ff tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:56.365374 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1670b8a1-bd7b-43d8-92f9-bc4be2a435ff tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:56.372802 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c0cbb3b1-3786-4538-9d5e-dc7954226077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:56.374257 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0cbb3b1-3786-4538-9d5e-dc7954226077 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 748683d0-0964-44a8-8955-b18eb4bcc0f7 {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 10:54:56.382455 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c0cbb3b1-3786-4538-9d5e-dc7954226077 admin admin] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:56.383831 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c0cbb3b1-3786-4538-9d5e-dc7954226077 admin admin] 10.222.0.57 "DELETE /v2.0/routers/748683d0-0964-44a8-8955-b18eb4bcc0f7 HTTP/1.1" status: 204 len: 168 time: 3.2480259 Mar 22 10:54:56.387287 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36562) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:56.428539 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-1670b8a1-bd7b-43d8-92f9-bc4be2a435ff tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8394151 Mar 22 10:54:56.429493 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36564) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:56.436648 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-71dbc27d-7c1c-49f3-a326-0759393e160d tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1575976418', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:54:56.458548 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d291aa-4543-4adf-b91c-62621e73a4a7 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Made reservation on behalf of 65b47a7da7ab4785af47ee2c91cd3e71 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:54:56.460799 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71de7b48-3566-4edb-8e44-dd0f19239214 None None] The sync data for ids ['3d10d508-41ee-4740-b292-82a2db1fd1fa'] in dv-neutron-834599-1-hyperv is: [{'id': '3d10d508-41ee-4740-b292-82a2db1fd1fa', 'name': 'tempest-ServersTestJSON-1678239605-router', 'tenant_id': 'da2f632c4d66467ba58857dff433bce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.40'}], 'enable_snat': True}, 'gw_port_id': '5a594c3b-5619-4c58-a446-0728a3777acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:53:05Z', 'updated_at': '2022-03-22T10:54:53Z', 'revision_number': 5, 'project_id': 'da2f632c4d66467ba58857dff433bce9', 'gw_port': {'id': '5a594c3b-5619-4c58-a446-0728a3777acc', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d10d508-41ee-4740-b292-82a2db1fd1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:06Z', 'updated_at': '2022-03-22T10:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:54:56.466814 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e8d291aa-4543-4adf-b91c-62621e73a4a7 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:56.481769 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-3934cdde-7cc9-46f8-9a20-d3016e5b501d admin admin] Deleting port 5a594c3b-5619-4c58-a446-0728a3777acc {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:54:56.482108 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3934cdde-7cc9-46f8-9a20-d3016e5b501d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:56.483223 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-e1e3557c-4f8e-47b4-b95c-5801f3280816 None None] Provisioning complete for port e48051c0-aa8a-4acc-81dc-48f398049441 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:54:56.484142 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e1e3557c-4f8e-47b4-b95c-5801f3280816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:56.484647 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8e449590-21c7-44b3-8711-8781747b16f0 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:56.490509 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-71dbc27d-7c1c-49f3-a326-0759393e160d tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:56.491534 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-71dbc27d-7c1c-49f3-a326-0759393e160d tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:56.492405 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-e8d291aa-4543-4adf-b91c-62621e73a4a7 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] device_id is not set on port 2b84fcbc-5bb5-4cbe-8ba4-df1d38558096 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:54:56.543170 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-02241bca-b798-4e43-bee1-8c73f1b88a74 admin admin] Deleting subnet e8b0effb-2582-4c7c-9cf2-568035a0a72b {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:54:56.547939 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-02241bca-b798-4e43-bee1-8c73f1b88a74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:56.554038 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-e1e3557c-4f8e-47b4-b95c-5801f3280816 None None] Port e48051c0-aa8a-4acc-81dc-48f398049441 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:54:56.588343 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-02241bca-b798-4e43-bee1-8c73f1b88a74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:56.638371 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-3934cdde-7cc9-46f8-9a20-d3016e5b501d admin admin] For port 5a594c3b-5619-4c58-a446-0728a3777acc, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=5a594c3b-5619-4c58-a446-0728a3777acc,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:54:56.638835 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3934cdde-7cc9-46f8-9a20-d3016e5b501d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:56.655621 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-3934cdde-7cc9-46f8-9a20-d3016e5b501d admin admin] Calling delete_port for 5a594c3b-5619-4c58-a446-0728a3777acc owned by network:router_gateway {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:54:56.666826 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-8e449590-21c7-44b3-8711-8781747b16f0 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Deleting port 9f7d8a2a-721f-4a20-b8cc-f0bbce2fda66 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:54:56.667167 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8e449590-21c7-44b3-8711-8781747b16f0 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:56.670164 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48597951-7035-4a96-b7c1-136d535e585a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-948ddf4c-d798-4fc0-821b-efb2ee9463b2', 'network_id': '948ddf4c-d798-4fc0-821b-efb2ee9463b2', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'fixed_ips': [{'subnet_id': 'b6ad59ae-e74f-4c9b-8de2-fbccf0501da9'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:54:56.672303 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-48597951-7035-4a96-b7c1-136d535e585a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:56.679127 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-02241bca-b798-4e43-bee1-8c73f1b88a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:56.769473 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ebad1264-3bec-4984-b62d-361bdf280e24 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:56.816620 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebad1264-3bec-4984-b62d-361bdf280e24 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event deleted for resources: {'Port': ['ID=e48051c0-aa8a-4acc-81dc-48f398049441,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:56.835086 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-71dbc27d-7c1c-49f3-a326-0759393e160d tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:56.849322 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-02241bca-b798-4e43-bee1-8c73f1b88a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:56.854620 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ebad1264-3bec-4984-b62d-361bdf280e24 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:56.860868 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ebad1264-3bec-4984-b62d-361bdf280e24 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/ports/e48051c0-aa8a-4acc-81dc-48f398049441 HTTP/1.1" status: 204 len: 168 time: 2.0221515 Mar 22 10:54:56.870579 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36566) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:56.877626 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8e449590-21c7-44b3-8711-8781747b16f0 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:56.882485 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-71dbc27d-7c1c-49f3-a326-0759393e160d tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:56.911925 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-02241bca-b798-4e43-bee1-8c73f1b88a74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:56.923661 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-02241bca-b798-4e43-bee1-8c73f1b88a74 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/e8b0effb-2582-4c7c-9cf2-568035a0a72b HTTP/1.1" status: 204 len: 168 time: 0.5359674 Mar 22 10:54:56.923890 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-48597951-7035-4a96-b7c1-136d535e585a None None] Allocated IP 2001:db8::2 (948ddf4c-d798-4fc0-821b-efb2ee9463b2/b6ad59ae-e74f-4c9b-8de2-fbccf0501da9/2fc89617-c111-4972-938b-8c73df437fae) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:54:56.924332 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36568) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:56.935937 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-8e449590-21c7-44b3-8711-8781747b16f0 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Calling delete_port for 9f7d8a2a-721f-4a20-b8cc-f0bbce2fda66 owned by network:router_gateway {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:54:56.957114 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-71dbc27d-7c1c-49f3-a326-0759393e160d tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:56.960604 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-71dbc27d-7c1c-49f3-a326-0759393e160d tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5294566 Mar 22 10:54:56.973998 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02241bca-b798-4e43-bee1-8c73f1b88a74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8b0effb-2582-4c7c-9cf2-568035a0a72b,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:56.976711 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36570) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:56.984503 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59011aab-a4ce-4073-9051-ac8864303485 None None] Network dd5c1c08-a18c-4726-99bb-ba3569297277 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:54:57.098513 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-e8d291aa-4543-4adf-b91c-62621e73a4a7 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Allocated IP 172.20.0.13 (fa1da2ad-d11f-4544-b068-f8563dc14dbb/daa63aae-5c6e-445e-a084-51f8bc0cd9da/2b84fcbc-5bb5-4cbe-8ba4-df1d38558096) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:54:57.176152 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3934cdde-7cc9-46f8-9a20-d3016e5b501d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:57.215745 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3934cdde-7cc9-46f8-9a20-d3016e5b501d admin admin] Pushing event deleted for resources: {'Port': ['ID=5a594c3b-5619-4c58-a446-0728a3777acc,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:57.329289 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3934cdde-7cc9-46f8-9a20-d3016e5b501d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682553'] for router_gateway, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:57.361353 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8e449590-21c7-44b3-8711-8781747b16f0 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:57.385725 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2d4cf7-26b2-4626-8549-b8ebdedfb992 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:57.387238 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2d4cf7-26b2-4626-8549-b8ebdedfb992 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:57.391289 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4f2d4cf7-26b2-4626-8549-b8ebdedfb992 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5173268 Mar 22 10:54:57.398291 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36572) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:57.464150 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e449590-21c7-44b3-8711-8781747b16f0 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Pushing event deleted for resources: {'Port': ['ID=9f7d8a2a-721f-4a20-b8cc-f0bbce2fda66,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:57.467627 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3934cdde-7cc9-46f8-9a20-d3016e5b501d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:57.468178 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-48597951-7035-4a96-b7c1-136d535e585a None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:57.472537 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3934cdde-7cc9-46f8-9a20-d3016e5b501d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:57.477634 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03f3085-840c-4e2d-bd6e-50c5a97241f6 None None] DHCP port deletion for dd5c1c08-a18c-4726-99bb-ba3569297277 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:54:57.482976 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-48597951-7035-4a96-b7c1-136d535e585a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:57.495867 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e8d291aa-4543-4adf-b91c-62621e73a4a7 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:57.530697 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a31dd37b-d370-4f11-aef1-51888832689d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:57.545454 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48597951-7035-4a96-b7c1-136d535e585a None None] Pushing event updated for resources: {'Port': ['ID=2fc89617-c111-4972-938b-8c73df437fae,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:57.576333 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3934cdde-7cc9-46f8-9a20-d3016e5b501d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:57.577003 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3934cdde-7cc9-46f8-9a20-d3016e5b501d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d10d508-41ee-4740-b292-82a2db1fd1fa {{(pid=109050) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 10:54:57.583317 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3934cdde-7cc9-46f8-9a20-d3016e5b501d admin admin] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:57.586691 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-3934cdde-7cc9-46f8-9a20-d3016e5b501d admin admin] 10.222.0.57 "DELETE /v2.0/routers/3d10d508-41ee-4740-b292-82a2db1fd1fa HTTP/1.1" status: 204 len: 168 time: 2.3444836 Mar 22 10:54:57.586933 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36574) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:57.589301 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8e449590-21c7-44b3-8711-8781747b16f0 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682553'] for router_gateway, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:57.601115 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48597951-7035-4a96-b7c1-136d535e585a None None] Network 948ddf4c-d798-4fc0-821b-efb2ee9463b2 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:54:57.602952 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-90307e4b-1e9b-4877-b897-3e9d9b48f9a9 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Deleting subnet e9056c6e-a0eb-483d-bbff-ad0c059ccee7 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:54:57.608643 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-48597951-7035-4a96-b7c1-136d535e585a None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:54:57.623147 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48597951-7035-4a96-b7c1-136d535e585a None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:54:57.652026 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-90307e4b-1e9b-4877-b897-3e9d9b48f9a9 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:57.719878 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_v2 [None req-40964a07-9a05-4011-b8db-01eba9846918 admin admin] Deleting subnet c201b142-5f21-4cd8-83cb-40d4a336882f {{(pid=109050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:54:57.722258 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 650a9b65-27bf-4bbc-b596-0570d5e5ae27 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:54:57.724231 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-48597951-7035-4a96-b7c1-136d535e585a None None] Attempting to bind port 2fc89617-c111-4972-938b-8c73df437fae on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:54:57.724663 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-48597951-7035-4a96-b7c1-136d535e585a None None] Attempting to bind port 2fc89617-c111-4972-938b-8c73df437fae by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '2f4e407c-1713-4983-8321-7cc214675d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '948ddf4c-d798-4fc0-821b-efb2ee9463b2'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:54:57.725087 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48597951-7035-4a96-b7c1-136d535e585a None None] Attempting to bind port 2fc89617-c111-4972-938b-8c73df437fae on network 948ddf4c-d798-4fc0-821b-efb2ee9463b2 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:54:57.725500 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-40964a07-9a05-4011-b8db-01eba9846918 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:57.756323 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-e03f3085-840c-4e2d-bd6e-50c5a97241f6 None None] Deleting port c0d3e0d4-6aad-4868-b6f8-8a70cfeb8996 {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:54:57.756323 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e03f3085-840c-4e2d-bd6e-50c5a97241f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:57.759521 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-90307e4b-1e9b-4877-b897-3e9d9b48f9a9 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:57.761296 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48597951-7035-4a96-b7c1-136d535e585a None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:54:57.762536 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48597951-7035-4a96-b7c1-136d535e585a None None] Checking segment: {'id': '2f4e407c-1713-4983-8321-7cc214675d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '948ddf4c-d798-4fc0-821b-efb2ee9463b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:54:57.762536 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-48597951-7035-4a96-b7c1-136d535e585a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:57.762720 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48597951-7035-4a96-b7c1-136d535e585a None None] Bound using segment: {'id': '2f4e407c-1713-4983-8321-7cc214675d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '948ddf4c-d798-4fc0-821b-efb2ee9463b2'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:54:57.763333 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-48597951-7035-4a96-b7c1-136d535e585a None None] Bound port: 2fc89617-c111-4972-938b-8c73df437fae, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f4e407c-1713-4983-8321-7cc214675d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '948ddf4c-d798-4fc0-821b-efb2ee9463b2'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:54:57.763845 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-48597951-7035-4a96-b7c1-136d535e585a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:57.797132 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e8d291aa-4543-4adf-b91c-62621e73a4a7 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:57.800049 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8e449590-21c7-44b3-8711-8781747b16f0 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:57.802748 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8e449590-21c7-44b3-8711-8781747b16f0 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:57.857312 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-40964a07-9a05-4011-b8db-01eba9846918 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11961780'] for subnet, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:57.859082 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8e449590-21c7-44b3-8711-8781747b16f0 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:57.859658 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e449590-21c7-44b3-8711-8781747b16f0 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Fanout notify agent at l3_agent the message router_deleted on router 0ec3fecf-19be-4d33-8b7d-f3f5304139d6 {{(pid=109050) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 10:54:57.872722 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-e03f3085-840c-4e2d-bd6e-50c5a97241f6 None None] For port c0d3e0d4-6aad-4868-b6f8-8a70cfeb8996, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=c0d3e0d4-6aad-4868-b6f8-8a70cfeb8996,segment=NetworkSegment(82dd374b-603b-4932-97a9-e40ea477b1e0),segment_id=82dd374b-603b-4932-97a9-e40ea477b1e0)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:54:57.873283 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e03f3085-840c-4e2d-bd6e-50c5a97241f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:57.884917 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8e449590-21c7-44b3-8711-8781747b16f0 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:57.886849 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-8e449590-21c7-44b3-8711-8781747b16f0 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] 10.222.0.57 "DELETE /v2.0/routers/0ec3fecf-19be-4d33-8b7d-f3f5304139d6 HTTP/1.1" status: 204 len: 168 time: 1.8175468 Mar 22 10:54:57.887767 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d291aa-4543-4adf-b91c-62621e73a4a7 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Network fa1da2ad-d11f-4544-b068-f8563dc14dbb is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:54:57.891815 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36576) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:57.895405 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-88acd123-345e-42cb-b27f-5797bd75b3a8 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:57.896108 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-a002ce37-82da-4a89-9e0c-140425354d5b tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1063840756', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}, 'admin_state_up': False}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:54:57.901324 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-e03f3085-840c-4e2d-bd6e-50c5a97241f6 None None] Calling delete_port for c0d3e0d4-6aad-4868-b6f8-8a70cfeb8996 owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:54:57.905329 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-e8d291aa-4543-4adf-b91c-62621e73a4a7 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:54:57.907811 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d291aa-4543-4adf-b91c-62621e73a4a7 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:54:57.932293 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 650a9b65-27bf-4bbc-b596-0570d5e5ae27 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:54:57.932878 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:57.937670 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-48597951-7035-4a96-b7c1-136d535e585a None None] For port 2fc89617-c111-4972-938b-8c73df437fae, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:54:57.952616 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a002ce37-82da-4a89-9e0c-140425354d5b tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:57.953622 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a002ce37-82da-4a89-9e0c-140425354d5b tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:57.977107 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d291aa-4543-4adf-b91c-62621e73a4a7 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Pushing event updated for resources: {'Port': ['ID=2b84fcbc-5bb5-4cbe-8ba4-df1d38558096,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:57.985610 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-a31dd37b-d370-4f11-aef1-51888832689d admin admin] Deleting port c0d3e0d4-6aad-4868-b6f8-8a70cfeb8996 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:54:57.985950 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a31dd37b-d370-4f11-aef1-51888832689d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:57.998963 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-40964a07-9a05-4011-b8db-01eba9846918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:58.018568 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-48597951-7035-4a96-b7c1-136d535e585a None None] For port 2fc89617-c111-4972-938b-8c73df437fae, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=2fc89617-c111-4972-938b-8c73df437fae,segment=NetworkSegment(2f4e407c-1713-4983-8321-7cc214675d11),segment_id=2f4e407c-1713-4983-8321-7cc214675d11)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:54:58.035251 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-48597951-7035-4a96-b7c1-136d535e585a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:58.046579 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a002ce37-82da-4a89-9e0c-140425354d5b tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:58.099407 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-90307e4b-1e9b-4877-b897-3e9d9b48f9a9 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:58.134428 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d291aa-4543-4adf-b91c-62621e73a4a7 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:58.135045 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e8d291aa-4543-4adf-b91c-62621e73a4a7 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:58.172847 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e03f3085-840c-4e2d-bd6e-50c5a97241f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:58.186077 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48597951-7035-4a96-b7c1-136d535e585a None None] Pushing event updated for resources: {'Port': ['ID=2fc89617-c111-4972-938b-8c73df437fae,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:58.195434 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03f3085-840c-4e2d-bd6e-50c5a97241f6 None None] No DVR routers for this DVR port c0d3e0d4-6aad-4868-b6f8-8a70cfeb8996 on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:54:58.217657 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-a31dd37b-d370-4f11-aef1-51888832689d admin admin] For port c0d3e0d4-6aad-4868-b6f8-8a70cfeb8996, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=c0d3e0d4-6aad-4868-b6f8-8a70cfeb8996,segment=NetworkSegment(82dd374b-603b-4932-97a9-e40ea477b1e0),segment_id=82dd374b-603b-4932-97a9-e40ea477b1e0)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:54:58.218049 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a31dd37b-d370-4f11-aef1-51888832689d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:58.231304 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03f3085-840c-4e2d-bd6e-50c5a97241f6 None None] Pushing event deleted for resources: {'Port': ['ID=c0d3e0d4-6aad-4868-b6f8-8a70cfeb8996,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:58.261710 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a002ce37-82da-4a89-9e0c-140425354d5b tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:58.266312 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-40964a07-9a05-4011-b8db-01eba9846918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:58.279327 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-a31dd37b-d370-4f11-aef1-51888832689d admin admin] Calling delete_port for c0d3e0d4-6aad-4868-b6f8-8a70cfeb8996 owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:54:58.285372 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e8d291aa-4543-4adf-b91c-62621e73a4a7 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6309149 Mar 22 10:54:58.290852 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36578) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:58.300672 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-31a74c51-fa76-463f-873d-b7e3c220ad9d tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Request body: {'floatingip': {'port_id': '2b84fcbc-5bb5-4cbe-8ba4-df1d38558096'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:54:58.315591 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40964a07-9a05-4011-b8db-01eba9846918 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c201b142-5f21-4cd8-83cb-40d4a336882f,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:58.315992 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device a563f114-0152-445c-b85e-ed5c4325b5a5 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:54:58.339192 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-40964a07-9a05-4011-b8db-01eba9846918 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:58.345636 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-40964a07-9a05-4011-b8db-01eba9846918 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/c201b142-5f21-4cd8-83cb-40d4a336882f HTTP/1.1" status: 204 len: 168 time: 0.7574899 Mar 22 10:54:58.346574 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36580) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:58.347052 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: a563f114-0152-445c-b85e-ed5c4325b5a5 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:54:58.347585 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device a563f114-0152-445c-b85e-ed5c4325b5a5 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:54:58.348778 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device c0d3e0d4-6aad-4868-b6f8-8a70cfeb8996 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:54:58.410103 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cffe3a-a58c-4170-ba02-049ff893a123 None None] Network 6d72c436-5be9-48c2-831b-3e0293d5b0ac requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:54:58.440606 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: c0d3e0d4-6aad-4868-b6f8-8a70cfeb8996 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:54:58.440938 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device c0d3e0d4-6aad-4868-b6f8-8a70cfeb8996 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:54:58.441367 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 5239f23e-b1ee-446a-8e7f-04120b09d234 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:54:58.486914 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-31a74c51-fa76-463f-873d-b7e3c220ad9d tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for floatingip, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:58.496686 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a53cc475-69b0-44cb-a99b-130abb2d4db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:58.496892 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 5239f23e-b1ee-446a-8e7f-04120b09d234 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:54:58.496892 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 5239f23e-b1ee-446a-8e7f-04120b09d234 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:54:58.528581 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-90307e4b-1e9b-4877-b897-3e9d9b48f9a9 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:58.603702 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-a53cc475-69b0-44cb-a99b-130abb2d4db1 admin admin] Deleting port 97e47280-8640-4188-915a-65f2c2616a25 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:54:58.604046 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a53cc475-69b0-44cb-a99b-130abb2d4db1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:58.639390 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90307e4b-1e9b-4877-b897-3e9d9b48f9a9 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event deleted for resources: {'Subnet': ['ID=e9056c6e-a0eb-483d-bbff-ad0c059ccee7,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:58.655954 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d3970d-2117-4e5d-bdaa-3013c9d33fb1 None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:54:58.661421 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-90307e4b-1e9b-4877-b897-3e9d9b48f9a9 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:58.664587 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-90307e4b-1e9b-4877-b897-3e9d9b48f9a9 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/subnets/e9056c6e-a0eb-483d-bbff-ad0c059ccee7 HTTP/1.1" status: 204 len: 168 time: 1.2616456 Mar 22 10:54:58.671876 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36582) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:58.673661 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7fabe8-ab70-46e2-9430-864280eff0b0 None None] DHCP port deletion for 6d72c436-5be9-48c2-831b-3e0293d5b0ac request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:54:58.739402 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a002ce37-82da-4a89-9e0c-140425354d5b tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks [] for router_gateway, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:58.761568 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-918c69a6-b9c0-4513-9ab9-444c533b1d44 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0867114 Mar 22 10:54:58.766256 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36584) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:58.775275 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-2c4e5d69-3a65-4f1b-b116-f8d56b3c6be7 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'subnet': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:54:58.779916 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-a53cc475-69b0-44cb-a99b-130abb2d4db1 admin admin] For port 97e47280-8640-4188-915a-65f2c2616a25, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=97e47280-8640-4188-915a-65f2c2616a25,segment=NetworkSegment(5442cd60-abd5-4cd7-8e4b-1aa43061ab4f),segment_id=5442cd60-abd5-4cd7-8e4b-1aa43061ab4f)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:54:58.780302 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a53cc475-69b0-44cb-a99b-130abb2d4db1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:58.783101 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a002ce37-82da-4a89-9e0c-140425354d5b tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:58.798351 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-88acd123-345e-42cb-b27f-5797bd75b3a8 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Allocated IP 2001:db8::1 (948ddf4c-d798-4fc0-821b-efb2ee9463b2/b6ad59ae-e74f-4c9b-8de2-fbccf0501da9/d6412d06-13cd-4e79-b796-b901c072f91c) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:54:58.817976 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-a53cc475-69b0-44cb-a99b-130abb2d4db1 admin admin] Calling delete_port for 97e47280-8640-4188-915a-65f2c2616a25 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:54:58.830834 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-1b7fabe8-ab70-46e2-9430-864280eff0b0 None None] Deleting port 97e47280-8640-4188-915a-65f2c2616a25 {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:54:58.831217 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-1b7fabe8-ab70-46e2-9430-864280eff0b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:58.846472 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a31dd37b-d370-4f11-aef1-51888832689d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:58.913719 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-1b7fabe8-ab70-46e2-9430-864280eff0b0 None None] For port 97e47280-8640-4188-915a-65f2c2616a25, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=97e47280-8640-4188-915a-65f2c2616a25,segment=NetworkSegment(5442cd60-abd5-4cd7-8e4b-1aa43061ab4f),segment_id=5442cd60-abd5-4cd7-8e4b-1aa43061ab4f)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:54:58.914113 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-1b7fabe8-ab70-46e2-9430-864280eff0b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:58.927128 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3749f4e-680f-42d1-8c41-69c23c908112 None None] DHCP port deletion for 1bc750fe-0949-42b2-bab7-34fc725823e6 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:54:58.933680 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-1b7fabe8-ab70-46e2-9430-864280eff0b0 None None] Calling delete_port for 97e47280-8640-4188-915a-65f2c2616a25 owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:54:59.047396 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4e5d69-3a65-4f1b-b116-f8d56b3c6be7 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Made reservation on behalf of f7a8ac7bbd5d466888176c13ba053f5f for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:54:59.050461 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-e3749f4e-680f-42d1-8c41-69c23c908112 None None] Deleting port 650a9b65-27bf-4bbc-b596-0570d5e5ae27 {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:54:59.050980 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2c4e5d69-3a65-4f1b-b116-f8d56b3c6be7 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:59.051410 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e3749f4e-680f-42d1-8c41-69c23c908112 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:59.069326 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-1b7fabe8-ab70-46e2-9430-864280eff0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:59.090782 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-a002ce37-82da-4a89-9e0c-140425354d5b tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Allocated IP 172.26.7.41 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/70a8646f-18c7-4dec-8258-894eb0622f9f) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:54:59.111246 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7fabe8-ab70-46e2-9430-864280eff0b0 None None] Pushing event deleted for resources: {'Port': ['ID=97e47280-8640-4188-915a-65f2c2616a25,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:59.139691 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a53cc475-69b0-44cb-a99b-130abb2d4db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:59.142346 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7fabe8-ab70-46e2-9430-864280eff0b0 None None] No DVR routers for this DVR port 97e47280-8640-4188-915a-65f2c2616a25 on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:54:59.163270 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-e3749f4e-680f-42d1-8c41-69c23c908112 None None] For port 650a9b65-27bf-4bbc-b596-0570d5e5ae27, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=650a9b65-27bf-4bbc-b596-0570d5e5ae27,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:54:59.163554 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53cc475-69b0-44cb-a99b-130abb2d4db1 admin admin] No DVR routers for this DVR port 97e47280-8640-4188-915a-65f2c2616a25 on host dv-neutron-834599-1-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:54:59.163699 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e3749f4e-680f-42d1-8c41-69c23c908112 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:59.179146 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-e3749f4e-680f-42d1-8c41-69c23c908112 None None] Calling delete_port for 650a9b65-27bf-4bbc-b596-0570d5e5ae27 owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:54:59.211629 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53cc475-69b0-44cb-a99b-130abb2d4db1 admin admin] Pushing event deleted for resources: {'Port': ['ID=97e47280-8640-4188-915a-65f2c2616a25,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:59.244816 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31dd37b-d370-4f11-aef1-51888832689d admin admin] Pushing event deleted for resources: {'Port': ['ID=c0d3e0d4-6aad-4868-b6f8-8a70cfeb8996,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:59.266401 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31dd37b-d370-4f11-aef1-51888832689d admin admin] No DVR routers for this DVR port c0d3e0d4-6aad-4868-b6f8-8a70cfeb8996 on host dv-neutron-834599-1-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:54:59.299771 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e3749f4e-680f-42d1-8c41-69c23c908112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:59.330595 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3749f4e-680f-42d1-8c41-69c23c908112 None None] Pushing event deleted for resources: {'Port': ['ID=650a9b65-27bf-4bbc-b596-0570d5e5ae27,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:59.335638 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3749f4e-680f-42d1-8c41-69c23c908112 None None] No DVR routers for this DVR port 650a9b65-27bf-4bbc-b596-0570d5e5ae27 on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:54:59.407091 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a53cc475-69b0-44cb-a99b-130abb2d4db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:59.417531 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a002ce37-82da-4a89-9e0c-140425354d5b tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:59.444946 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-a53cc475-69b0-44cb-a99b-130abb2d4db1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d72c436-5be9-48c2-831b-3e0293d5b0ac']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:59.480340 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-a53cc475-69b0-44cb-a99b-130abb2d4db1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5442cd60-abd5-4cd7-8e4b-1aa43061ab4f') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:59.480639 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-a53cc475-69b0-44cb-a99b-130abb2d4db1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5442cd60-abd5-4cd7-8e4b-1aa43061ab4f') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:59.509460 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a53cc475-69b0-44cb-a99b-130abb2d4db1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:59.519341 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a31dd37b-d370-4f11-aef1-51888832689d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:59.530676 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bccaa54-59a4-4a6f-b8da-b9e86719f8d5 None None] Network 948ddf4c-d798-4fc0-821b-efb2ee9463b2 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:54:59.559135 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a53cc475-69b0-44cb-a99b-130abb2d4db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:59.572038 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a53cc475-69b0-44cb-a99b-130abb2d4db1 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:54:59.572509 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a53cc475-69b0-44cb-a99b-130abb2d4db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:59.573667 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-a31dd37b-d370-4f11-aef1-51888832689d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd5c1c08-a18c-4726-99bb-ba3569297277']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:59.574849 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a002ce37-82da-4a89-9e0c-140425354d5b tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:59.579409 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 10:54:59.579409 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:54:59.579409 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 10:54:59.579409 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:54:59.579409 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 10:54:59.579409 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:54:59.579409 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 10:54:59.579409 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:54:59.579409 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 10:54:59.579409 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:54:59.579409 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 10:54:59.579409 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:54:59.579409 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 10:54:59.579409 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:54:59.579409 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:54:59.579409 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:54:59.579409 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:54:59.579409 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:54:59.579409 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 10:54:59.579409 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:54:59.579409 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 10:54:59.579409 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:54:59.579409 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:54:59.579409 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:54:59.579409 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 10:54:59.579409 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:54:59.579409 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:54:59.579409 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:54:59.579409 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:54:59.579409 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:54:59.579409 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:54:59.579409 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:54:59.596247 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2c4e5d69-3a65-4f1b-b116-f8d56b3c6be7 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:59.623769 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-a31dd37b-d370-4f11-aef1-51888832689d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82dd374b-603b-4932-97a9-e40ea477b1e0') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:59.624305 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-a31dd37b-d370-4f11-aef1-51888832689d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82dd374b-603b-4932-97a9-e40ea477b1e0') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:54:59.638691 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-88acd123-345e-42cb-b27f-5797bd75b3a8 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:59.648137 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a31dd37b-d370-4f11-aef1-51888832689d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:59.656367 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-5d486485-46a1-44d7-8694-4102f8c1fb17 None None] Provisioning complete for port 2fc89617-c111-4972-938b-8c73df437fae triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:54:59.656822 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5d486485-46a1-44d7-8694-4102f8c1fb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:59.669362 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 2fc89617-c111-4972-938b-8c73df437fae up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:54:59.678227 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a31dd37b-d370-4f11-aef1-51888832689d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:59.701277 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a002ce37-82da-4a89-9e0c-140425354d5b tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:54:59.718475 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a31dd37b-d370-4f11-aef1-51888832689d admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:54:59.718866 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a31dd37b-d370-4f11-aef1-51888832689d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:59.719053 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-a002ce37-82da-4a89-9e0c-140425354d5b tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:54:59.720968 dv-neutron-834599-1-hyperv neutron-server[109049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:54:59.720968 dv-neutron-834599-1-hyperv neutron-server[109049]: self.session.flush() Mar 22 10:54:59.720968 dv-neutron-834599-1-hyperv neutron-server[109049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:54:59.720968 dv-neutron-834599-1-hyperv neutron-server[109049]: self.session.flush() Mar 22 10:54:59.720968 dv-neutron-834599-1-hyperv neutron-server[109049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:54:59.720968 dv-neutron-834599-1-hyperv neutron-server[109049]: self.session.flush() Mar 22 10:54:59.720968 dv-neutron-834599-1-hyperv neutron-server[109049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:54:59.720968 dv-neutron-834599-1-hyperv neutron-server[109049]: self.session.flush() Mar 22 10:54:59.720968 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 10:54:59.720968 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:54:59.720968 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 10:54:59.720968 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:54:59.720968 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 10:54:59.720968 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:54:59.720968 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 10:54:59.720968 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:54:59.720968 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 10:54:59.720968 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:54:59.720968 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 10:54:59.720968 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:54:59.720968 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 10:54:59.720968 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:54:59.720968 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:54:59.720968 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:54:59.720968 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:54:59.720968 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:54:59.720968 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 10:54:59.720968 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:54:59.720968 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 10:54:59.720968 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:54:59.720968 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:54:59.720968 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:54:59.720968 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 10:54:59.720968 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:54:59.720968 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:54:59.720968 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:54:59.720968 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:54:59.720968 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:54:59.720968 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:54:59.720968 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:54:59.725085 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4e5d69-3a65-4f1b-b116-f8d56b3c6be7 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:54:59.725913 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a002ce37-82da-4a89-9e0c-140425354d5b tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Pushing event updated for resources: {'Port': ['ID=70a8646f-18c7-4dec-8258-894eb0622f9f,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:59.728226 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a53cc475-69b0-44cb-a99b-130abb2d4db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:59.733630 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a002ce37-82da-4a89-9e0c-140425354d5b tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:54:59.739518 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-2c4e5d69-3a65-4f1b-b116-f8d56b3c6be7 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:54:59.754101 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1280705f-906d-4a46-9706-a70b4f722899 None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:54:59.765154 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4e5d69-3a65-4f1b-b116-f8d56b3c6be7 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:54:59.765838 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2c4e5d69-3a65-4f1b-b116-f8d56b3c6be7 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:59.769422 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e5d69-3a65-4f1b-b116-f8d56b3c6be7 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event updated for resources: {'Subnet': ['ID=8adab217-71d7-4c17-8c66-ecee76725bca,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:59.803421 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a53cc475-69b0-44cb-a99b-130abb2d4db1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:59.804172 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-88acd123-345e-42cb-b27f-5797bd75b3a8 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:59.820504 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-a53cc475-69b0-44cb-a99b-130abb2d4db1 admin admin] 10.222.0.57 "DELETE /v2.0/networks/6d72c436-5be9-48c2-831b-3e0293d5b0ac HTTP/1.1" status: 204 len: 168 time: 1.4621031 Mar 22 10:54:59.856084 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-2c4e5d69-3a65-4f1b-b116-f8d56b3c6be7 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0852916 Mar 22 10:54:59.856779 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36592) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:54:59.885292 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88acd123-345e-42cb-b27f-5797bd75b3a8 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Network 948ddf4c-d798-4fc0-821b-efb2ee9463b2 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:54:59.890537 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-88acd123-345e-42cb-b27f-5797bd75b3a8 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:54:59.897164 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-31a74c51-fa76-463f-873d-b7e3c220ad9d tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:59.898047 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a31dd37b-d370-4f11-aef1-51888832689d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:59.899797 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88acd123-345e-42cb-b27f-5797bd75b3a8 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:54:59.900320 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-88acd123-345e-42cb-b27f-5797bd75b3a8 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684270'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:59.921103 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a31dd37b-d370-4f11-aef1-51888832689d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:59.924329 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a31dd37b-d370-4f11-aef1-51888832689d admin admin] 10.222.0.57 "DELETE /v2.0/networks/dd5c1c08-a18c-4726-99bb-ba3569297277 HTTP/1.1" status: 204 len: 168 time: 2.9567473 Mar 22 10:54:59.953948 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31dd37b-d370-4f11-aef1-51888832689d admin admin] Pushing event deleted for resources: {'Network': ['ID=dd5c1c08-a18c-4726-99bb-ba3569297277,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:54:59.954667 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 2fc89617-c111-4972-938b-8c73df437fae triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:54:59.955150 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:54:59.959612 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-31a74c51-fa76-463f-873d-b7e3c220ad9d tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684147'] for floatingip, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:00.036461 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88acd123-345e-42cb-b27f-5797bd75b3a8 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event updated for resources: {'Port': ['ID=d6412d06-13cd-4e79-b796-b901c072f91c,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:00.064936 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36596) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:00.135984 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36598) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:00.166677 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.l3_db [None req-31a74c51-fa76-463f-873d-b7e3c220ad9d tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Floating IP e93eeda0-9876-4f68-846a-ca20bff555ff associated. External IP: 172.26.7.194, port: 2b84fcbc-5bb5-4cbe-8ba4-df1d38558096. Mar 22 10:55:00.231494 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d218203d-1eba-43b0-b040-4d6f61b924ac admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=da2f632c4d66467ba58857dff433bce9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1652913 Mar 22 10:55:00.247763 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5d486485-46a1-44d7-8694-4102f8c1fb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:00.254703 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36600) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:00.301573 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-88acd123-345e-42cb-b27f-5797bd75b3a8 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:00.338009 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-5d486485-46a1-44d7-8694-4102f8c1fb17 None None] For port 2fc89617-c111-4972-938b-8c73df437fae, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=2fc89617-c111-4972-938b-8c73df437fae,segment=NetworkSegment(2f4e407c-1713-4983-8321-7cc214675d11),segment_id=2f4e407c-1713-4983-8321-7cc214675d11)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:55:00.344593 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-69c46b5a-b03e-4ce2-a5f0-41107716840a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a2150d1b1bcd4a828c702c82170ebe7c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1986749 Mar 22 10:55:00.344790 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5d486485-46a1-44d7-8694-4102f8c1fb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:00.375912 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36602) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:00.386051 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1645493-a944-40ed-8dd4-4f0ce669eb8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-1bc750fe-0949-42b2-bab7-34fc725823e6', 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'tenant_id': 'f7a8ac7bbd5d466888176c13ba053f5f', 'fixed_ips': [{'subnet_id': '8adab217-71d7-4c17-8c66-ecee76725bca'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:55:00.386852 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d1645493-a944-40ed-8dd4-4f0ce669eb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:00.391722 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-e25d8e8a-d3be-4e7e-bfdd-00722cde9a45 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'port': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'name': 'tempest-NetworksTestDHCPv6-81352105'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:00.395254 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53cc475-69b0-44cb-a99b-130abb2d4db1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d72c436-5be9-48c2-831b-3e0293d5b0ac,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:00.482823 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-66fb8e40-6df8-413a-ae6e-24e82d89db71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:00.566217 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 650a9b65-27bf-4bbc-b596-0570d5e5ae27 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:55:00.568490 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d486485-46a1-44d7-8694-4102f8c1fb17 None None] Pushing event updated for resources: {'Port': ['ID=2fc89617-c111-4972-938b-8c73df437fae,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:00.599359 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 650a9b65-27bf-4bbc-b596-0570d5e5ae27 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:55:00.599662 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 650a9b65-27bf-4bbc-b596-0570d5e5ae27 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:55:00.600091 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 5a594c3b-5619-4c58-a446-0728a3777acc no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:55:00.627146 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a002ce37-82da-4a89-9e0c-140425354d5b tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks [] for router_gateway, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:00.662272 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-66fb8e40-6df8-413a-ae6e-24e82d89db71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:00.674385 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 5a594c3b-5619-4c58-a446-0728a3777acc {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:55:00.674867 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 5a594c3b-5619-4c58-a446-0728a3777acc not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:55:00.675398 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 97e47280-8640-4188-915a-65f2c2616a25 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:55:00.687234 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7ae40c6b-1fba-4386-9cea-d79dcdff32d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:00.706168 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 97e47280-8640-4188-915a-65f2c2616a25 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:55:00.706168 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 97e47280-8640-4188-915a-65f2c2616a25 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:55:00.724108 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-d1645493-a944-40ed-8dd4-4f0ce669eb8f None None] Allocated IP 2001:db8::2 (1bc750fe-0949-42b2-bab7-34fc725823e6/8adab217-71d7-4c17-8c66-ecee76725bca/48bd8ee1-8a0d-49b6-b0c0-2c1fb637508d) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:55:00.736762 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-432f5583-7d45-494d-8396-4217df504020 None None] Provisioning complete for port d6412d06-13cd-4e79-b796-b901c072f91c triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:00.737149 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-432f5583-7d45-494d-8396-4217df504020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:00.816857 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-432f5583-7d45-494d-8396-4217df504020 None None] Port d6412d06-13cd-4e79-b796-b901c072f91c cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:55:00.821204 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25d8e8a-d3be-4e7e-bfdd-00722cde9a45 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Made reservation on behalf of f7a8ac7bbd5d466888176c13ba053f5f for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:55:00.824961 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e25d8e8a-d3be-4e7e-bfdd-00722cde9a45 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:00.830072 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7ae40c6b-1fba-4386-9cea-d79dcdff32d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:00.846257 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-e25d8e8a-d3be-4e7e-bfdd-00722cde9a45 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] device_id is not set on port 3ae8c638-dbbf-4fcf-b085-9de4a628a337 yet. {{(pid=109050) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:55:00.877045 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a74c51-fa76-463f-873d-b7e3c220ad9d tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Router dd100d99-b1a8-4042-8c07-1eeaa238e500 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:55:00.882738 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-432f5583-7d45-494d-8396-4217df504020 None None] Provisioning complete for port 2fc89617-c111-4972-938b-8c73df437fae triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:00.882738 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-432f5583-7d45-494d-8396-4217df504020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:00.990719 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a002ce37-82da-4a89-9e0c-140425354d5b tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:01.021691 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d1645493-a944-40ed-8dd4-4f0ce669eb8f None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:01.038478 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-66fb8e40-6df8-413a-ae6e-24e82d89db71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:01.041097 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-66fb8e40-6df8-413a-ae6e-24e82d89db71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:01.041610 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d1645493-a944-40ed-8dd4-4f0ce669eb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:01.042321 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-66fb8e40-6df8-413a-ae6e-24e82d89db71 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/80f85fb1-a1e3-4712-aa6d-598d52e864ed HTTP/1.1" status: 204 len: 168 time: 0.7844558 Mar 22 10:55:01.106427 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1645493-a944-40ed-8dd4-4f0ce669eb8f None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:55:01.107779 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1645493-a944-40ed-8dd4-4f0ce669eb8f None None] Pushing event updated for resources: {'Port': ['ID=48bd8ee1-8a0d-49b6-b0c0-2c1fb637508d,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:01.111279 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-d1645493-a944-40ed-8dd4-4f0ce669eb8f None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:01.118893 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1645493-a944-40ed-8dd4-4f0ce669eb8f None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:55:01.177917 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fb8e40-6df8-413a-ae6e-24e82d89db71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f85fb1-a1e3-4712-aa6d-598d52e864ed,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:01.178922 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-e25d8e8a-d3be-4e7e-bfdd-00722cde9a45 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Allocated IP 2001:db8::3e5 (1bc750fe-0949-42b2-bab7-34fc725823e6/8adab217-71d7-4c17-8c66-ecee76725bca/3ae8c638-dbbf-4fcf-b085-9de4a628a337) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:55:01.195473 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-d1645493-a944-40ed-8dd4-4f0ce669eb8f None None] Attempting to bind port 48bd8ee1-8a0d-49b6-b0c0-2c1fb637508d on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:55:01.196131 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-d1645493-a944-40ed-8dd4-4f0ce669eb8f None None] Attempting to bind port 48bd8ee1-8a0d-49b6-b0c0-2c1fb637508d by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:55:01.196508 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1645493-a944-40ed-8dd4-4f0ce669eb8f None None] Attempting to bind port 48bd8ee1-8a0d-49b6-b0c0-2c1fb637508d on network 1bc750fe-0949-42b2-bab7-34fc725823e6 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:55:01.199503 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a74c51-fa76-463f-873d-b7e3c220ad9d tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:55:01.207462 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1645493-a944-40ed-8dd4-4f0ce669eb8f None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:55:01.207641 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-31a74c51-fa76-463f-873d-b7e3c220ad9d tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:01.207853 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1645493-a944-40ed-8dd4-4f0ce669eb8f None None] Checking segment: {'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:55:01.208328 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d1645493-a944-40ed-8dd4-4f0ce669eb8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:01.208734 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1645493-a944-40ed-8dd4-4f0ce669eb8f None None] Bound using segment: {'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:55:01.209428 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-d1645493-a944-40ed-8dd4-4f0ce669eb8f None None] Bound port: 48bd8ee1-8a0d-49b6-b0c0-2c1fb637508d, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:55:01.209648 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7ae40c6b-1fba-4386-9cea-d79dcdff32d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:01.209808 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d1645493-a944-40ed-8dd4-4f0ce669eb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:01.212244 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7ae40c6b-1fba-4386-9cea-d79dcdff32d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:01.213389 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7ae40c6b-1fba-4386-9cea-d79dcdff32d5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/779b6cd0-72ed-42d7-a132-f4a8f5f86ca7 HTTP/1.1" status: 204 len: 168 time: 0.8348262 Mar 22 10:55:01.236954 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed019cda-d0c8-433d-a1ae-88bec395cf2e None None] Sync routers for ids ['dd100d99-b1a8-4042-8c07-1eeaa238e500'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:55:01.272815 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-1ca4638b-7497-42b2-ba22-d96b5ffc2e40 None None] Provisioning complete for port d6412d06-13cd-4e79-b796-b901c072f91c triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:01.273255 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-1ca4638b-7497-42b2-ba22-d96b5ffc2e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:01.319077 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-1ca4638b-7497-42b2-ba22-d96b5ffc2e40 None None] Port d6412d06-13cd-4e79-b796-b901c072f91c cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:55:01.322247 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae40c6b-1fba-4386-9cea-d79dcdff32d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779b6cd0-72ed-42d7-a132-f4a8f5f86ca7,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:01.330085 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed019cda-d0c8-433d-a1ae-88bec395cf2e None None] Routers {'dd100d99-b1a8-4042-8c07-1eeaa238e500'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:55:01.330721 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-ed019cda-d0c8-433d-a1ae-88bec395cf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['dd100d99-b1a8-4042-8c07-1eeaa238e500'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:01.335852 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-88acd123-345e-42cb-b27f-5797bd75b3a8 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:01.339995 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e25d8e8a-d3be-4e7e-bfdd-00722cde9a45 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:01.346223 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-31a74c51-fa76-463f-873d-b7e3c220ad9d tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] 10.222.0.57 "PUT /v2.0/floatingips/e93eeda0-9876-4f68-846a-ca20bff555ff HTTP/1.1" status: 200 len: 978 time: 3.0501797 Mar 22 10:55:01.348917 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36608) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:01.358741 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-88acd123-345e-42cb-b27f-5797bd75b3a8 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:01.372350 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-88acd123-345e-42cb-b27f-5797bd75b3a8 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684306'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:01.375548 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-ed019cda-d0c8-433d-a1ae-88bec395cf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:01.398079 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e25d8e8a-d3be-4e7e-bfdd-00722cde9a45 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:01.413413 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed019cda-d0c8-433d-a1ae-88bec395cf2e None None] Routers {'dd100d99-b1a8-4042-8c07-1eeaa238e500'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:55:01.414038 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-ed019cda-d0c8-433d-a1ae-88bec395cf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['dd100d99-b1a8-4042-8c07-1eeaa238e500'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:01.452702 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25d8e8a-d3be-4e7e-bfdd-00722cde9a45 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:55:01.461566 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-e25d8e8a-d3be-4e7e-bfdd-00722cde9a45 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:01.473679 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25d8e8a-d3be-4e7e-bfdd-00722cde9a45 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:55:01.479760 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25d8e8a-d3be-4e7e-bfdd-00722cde9a45 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:01.480405 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e25d8e8a-d3be-4e7e-bfdd-00722cde9a45 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:01.487807 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a002ce37-82da-4a89-9e0c-140425354d5b tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Router 3c7d34f9-13e5-4251-8149-6cbdb0ac97fb is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109050) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 10:55:01.500558 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25d8e8a-d3be-4e7e-bfdd-00722cde9a45 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event updated for resources: {'Port': ['ID=3ae8c638-dbbf-4fcf-b085-9de4a628a337,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:01.510408 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-d1645493-a944-40ed-8dd4-4f0ce669eb8f None None] For port 48bd8ee1-8a0d-49b6-b0c0-2c1fb637508d, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:55:01.519717 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-d1645493-a944-40ed-8dd4-4f0ce669eb8f None None] For port 48bd8ee1-8a0d-49b6-b0c0-2c1fb637508d, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=48bd8ee1-8a0d-49b6-b0c0-2c1fb637508d,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:55:01.525437 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-ed019cda-d0c8-433d-a1ae-88bec395cf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:01.528555 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed019cda-d0c8-433d-a1ae-88bec395cf2e None None] The sync data for ids ['dd100d99-b1a8-4042-8c07-1eeaa238e500'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:55:01.540069 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d1645493-a944-40ed-8dd4-4f0ce669eb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:01.585397 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-e25d8e8a-d3be-4e7e-bfdd-00722cde9a45 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1977599 Mar 22 10:55:01.586002 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36614) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:01.651081 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 2fc89617-c111-4972-938b-8c73df437fae up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:55:01.739565 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88acd123-345e-42cb-b27f-5797bd75b3a8 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event updated for resources: {'Port': ['ID=d6412d06-13cd-4e79-b796-b901c072f91c,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:01.767676 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a002ce37-82da-4a89-9e0c-140425354d5b tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:55:01.768771 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1645493-a944-40ed-8dd4-4f0ce669eb8f None None] Pushing event updated for resources: {'Port': ['ID=48bd8ee1-8a0d-49b6-b0c0-2c1fb637508d,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:01.797945 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f934fa-19dc-4034-8d7a-7a17aaf28953 None None] Sync routers for ids ['3c7d34f9-13e5-4251-8149-6cbdb0ac97fb'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:55:01.815814 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a5b1fa-1463-4693-96ce-06cae3d0a1a5 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:01.824463 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 2fc89617-c111-4972-938b-8c73df437fae triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:01.824845 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:01.826984 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a5b1fa-1463-4693-96ce-06cae3d0a1a5 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:01.830920 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f934fa-19dc-4034-8d7a-7a17aaf28953 None None] Routers {'3c7d34f9-13e5-4251-8149-6cbdb0ac97fb'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:55:01.831596 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-07a5b1fa-1463-4693-96ce-06cae3d0a1a5 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1945038 Mar 22 10:55:01.832207 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36626) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:01.832412 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-30f934fa-19dc-4034-8d7a-7a17aaf28953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['3c7d34f9-13e5-4251-8149-6cbdb0ac97fb'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:01.911314 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a002ce37-82da-4a89-9e0c-140425354d5b tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:01.921180 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-a002ce37-82da-4a89-9e0c-140425354d5b tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.0280683 Mar 22 10:55:01.934065 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36630) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:02.019241 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-1c945a78-b3c5-480f-a666-d4e359ed71d2 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:02.069846 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-30f934fa-19dc-4034-8d7a-7a17aaf28953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:02.086509 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-039f411c-e79c-459e-8adf-41c8acfccc3b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Deleting port 3ae8c638-dbbf-4fcf-b085-9de4a628a337 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:55:02.086750 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-039f411c-e79c-459e-8adf-41c8acfccc3b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:02.106753 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f934fa-19dc-4034-8d7a-7a17aaf28953 None None] Routers {'3c7d34f9-13e5-4251-8149-6cbdb0ac97fb'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:55:02.111893 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-30f934fa-19dc-4034-8d7a-7a17aaf28953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['3c7d34f9-13e5-4251-8149-6cbdb0ac97fb'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:02.199287 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-30f934fa-19dc-4034-8d7a-7a17aaf28953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:02.201555 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f934fa-19dc-4034-8d7a-7a17aaf28953 None None] The sync data for ids ['3c7d34f9-13e5-4251-8149-6cbdb0ac97fb'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:55:02.225542 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-1d07ceb7-39ae-4689-8708-88b9140c6c7d tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Deleting port 2b84fcbc-5bb5-4cbe-8ba4-df1d38558096 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:55:02.227278 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1d07ceb7-39ae-4689-8708-88b9140c6c7d tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:02.232453 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-039f411c-e79c-459e-8adf-41c8acfccc3b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:02.251987 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-039f411c-e79c-459e-8adf-41c8acfccc3b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Calling delete_port for 3ae8c638-dbbf-4fcf-b085-9de4a628a337 owned by {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:55:02.383410 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88acd123-345e-42cb-b27f-5797bd75b3a8 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Network 948ddf4c-d798-4fc0-821b-efb2ee9463b2 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:55:02.386772 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1d07ceb7-39ae-4689-8708-88b9140c6c7d tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:02.391930 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-88acd123-345e-42cb-b27f-5797bd75b3a8 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:02.516390 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-039f411c-e79c-459e-8adf-41c8acfccc3b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:02.636566 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-039f411c-e79c-459e-8adf-41c8acfccc3b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:02.649709 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-039f411c-e79c-459e-8adf-41c8acfccc3b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/ports/3ae8c638-dbbf-4fcf-b085-9de4a628a337 HTTP/1.1" status: 204 len: 168 time: 0.8099144 Mar 22 10:55:02.650478 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36654) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:02.742330 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039f411c-e79c-459e-8adf-41c8acfccc3b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event deleted for resources: {'Port': ['ID=3ae8c638-dbbf-4fcf-b085-9de4a628a337,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:02.752432 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c8347c-ac0a-4fe1-9022-ac93ef91f5ca tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:02.753947 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c8347c-ac0a-4fe1-9022-ac93ef91f5ca tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:02.755554 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-d9c8347c-ac0a-4fe1-9022-ac93ef91f5ca tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1036320 Mar 22 10:55:02.757085 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039f411c-e79c-459e-8adf-41c8acfccc3b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:55:02.757425 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039f411c-e79c-459e-8adf-41c8acfccc3b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:55:02.757769 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039f411c-e79c-459e-8adf-41c8acfccc3b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:55:02.758104 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039f411c-e79c-459e-8adf-41c8acfccc3b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:55:02.758431 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039f411c-e79c-459e-8adf-41c8acfccc3b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:55:02.758760 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039f411c-e79c-459e-8adf-41c8acfccc3b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:55:02.759085 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039f411c-e79c-459e-8adf-41c8acfccc3b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:55:02.759446 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039f411c-e79c-459e-8adf-41c8acfccc3b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:55:02.759776 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039f411c-e79c-459e-8adf-41c8acfccc3b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:55:02.760097 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039f411c-e79c-459e-8adf-41c8acfccc3b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:55:02.760487 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039f411c-e79c-459e-8adf-41c8acfccc3b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:55:02.760809 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039f411c-e79c-459e-8adf-41c8acfccc3b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:55:02.765449 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36658) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:02.835703 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf5a1124-0405-4ccd-a7dc-58f8aa3b5abe tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Deleting subnet 8adab217-71d7-4c17-8c66-ecee76725bca {{(pid=109050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:55:02.839297 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bf5a1124-0405-4ccd-a7dc-58f8aa3b5abe tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:02.880221 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-a83c4658-a52b-479b-8c2b-56763856be68 None None] Provisioning complete for port d6412d06-13cd-4e79-b796-b901c072f91c triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:02.880785 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a83c4658-a52b-479b-8c2b-56763856be68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:02.892633 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bf5a1124-0405-4ccd-a7dc-58f8aa3b5abe tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11961780'] for subnet, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:02.952528 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-a83c4658-a52b-479b-8c2b-56763856be68 None None] Port d6412d06-13cd-4e79-b796-b901c072f91c cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:55:03.031592 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bf5a1124-0405-4ccd-a7dc-58f8aa3b5abe tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:03.138263 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bf5a1124-0405-4ccd-a7dc-58f8aa3b5abe tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:03.183741 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5a1124-0405-4ccd-a7dc-58f8aa3b5abe tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event deleted for resources: {'Subnet': ['ID=8adab217-71d7-4c17-8c66-ecee76725bca,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:03.185986 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bf5a1124-0405-4ccd-a7dc-58f8aa3b5abe tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:03.189497 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-bf5a1124-0405-4ccd-a7dc-58f8aa3b5abe tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/subnets/8adab217-71d7-4c17-8c66-ecee76725bca HTTP/1.1" status: 204 len: 168 time: 0.4230773 Mar 22 10:55:03.192007 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36668) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:03.250322 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-621ce9df-5c82-4374-8696-4d4b9bebc9f8 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0561180 Mar 22 10:55:03.253762 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36674) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:03.262974 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-664603c5-50ca-4bc7-bd76-be305062377b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'subnet': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:03.275347 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8eef676-3b58-4b2a-a900-9fd0c79c5d69 None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:55:03.390695 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1d07ceb7-39ae-4689-8708-88b9140c6c7d tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:03.391265 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1d07ceb7-39ae-4689-8708-88b9140c6c7d tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684147'] for floatingip, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:03.391265 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.l3_db [None req-1d07ceb7-39ae-4689-8708-88b9140c6c7d tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Floating IP e93eeda0-9876-4f68-846a-ca20bff555ff disassociated. External IP: 172.26.7.194, port: 2b84fcbc-5bb5-4cbe-8ba4-df1d38558096. Mar 22 10:55:03.391726 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-1d07ceb7-39ae-4689-8708-88b9140c6c7d tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Calling delete_port for 2b84fcbc-5bb5-4cbe-8ba4-df1d38558096 owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:55:03.401119 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664603c5-50ca-4bc7-bd76-be305062377b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Made reservation on behalf of f7a8ac7bbd5d466888176c13ba053f5f for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:55:03.406519 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-664603c5-50ca-4bc7-bd76-be305062377b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:03.416831 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88acd123-345e-42cb-b27f-5797bd75b3a8 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Router 3026293e-c8cb-41d0-8b18-4257a76825bd is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 10:55:03.471330 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-324413a7-6d3c-4949-93f1-6c5bca954b5e None None] Provisioning complete for port 48bd8ee1-8a0d-49b6-b0c0-2c1fb637508d triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:03.475948 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-324413a7-6d3c-4949-93f1-6c5bca954b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:03.638602 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-324413a7-6d3c-4949-93f1-6c5bca954b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:03.664966 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fea9b40-3d4b-4a19-b1ca-48af2066695e None None] DHCP port deletion for 1bc750fe-0949-42b2-bab7-34fc725823e6 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:55:03.733542 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-324413a7-6d3c-4949-93f1-6c5bca954b5e None None] For port 48bd8ee1-8a0d-49b6-b0c0-2c1fb637508d, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=48bd8ee1-8a0d-49b6-b0c0-2c1fb637508d,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:55:03.748145 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-324413a7-6d3c-4949-93f1-6c5bca954b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:03.764565 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-664603c5-50ca-4bc7-bd76-be305062377b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:03.790153 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-2fea9b40-3d4b-4a19-b1ca-48af2066695e None None] Deleting port 48bd8ee1-8a0d-49b6-b0c0-2c1fb637508d {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:55:03.790598 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2fea9b40-3d4b-4a19-b1ca-48af2066695e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:03.808261 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36688) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:03.826485 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1d07ceb7-39ae-4689-8708-88b9140c6c7d tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:03.844450 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88acd123-345e-42cb-b27f-5797bd75b3a8 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:55:03.848881 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664603c5-50ca-4bc7-bd76-be305062377b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:55:03.852269 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-664603c5-50ca-4bc7-bd76-be305062377b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:03.856745 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664603c5-50ca-4bc7-bd76-be305062377b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:03.857325 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-664603c5-50ca-4bc7-bd76-be305062377b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:03.868327 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664603c5-50ca-4bc7-bd76-be305062377b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event updated for resources: {'Subnet': ['ID=e2918a0e-9181-422f-983b-9092685792ac,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:03.870600 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1c945a78-b3c5-480f-a666-d4e359ed71d2 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:03.879866 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-88acd123-345e-42cb-b27f-5797bd75b3a8 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "PUT /v2.0/routers/3026293e-c8cb-41d0-8b18-4257a76825bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8913226 Mar 22 10:55:03.880444 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36692) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:03.881649 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d07ceb7-39ae-4689-8708-88b9140c6c7d tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Pushing event deleted for resources: {'Port': ['ID=2b84fcbc-5bb5-4cbe-8ba4-df1d38558096,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:03.894855 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d07ceb7-39ae-4689-8708-88b9140c6c7d tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:55:03.895215 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d07ceb7-39ae-4689-8708-88b9140c6c7d tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:55:03.895583 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d07ceb7-39ae-4689-8708-88b9140c6c7d tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:55:03.895921 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d07ceb7-39ae-4689-8708-88b9140c6c7d tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:55:03.896252 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d07ceb7-39ae-4689-8708-88b9140c6c7d tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:55:03.896581 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d07ceb7-39ae-4689-8708-88b9140c6c7d tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:55:03.897282 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d07ceb7-39ae-4689-8708-88b9140c6c7d tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:55:03.897602 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d07ceb7-39ae-4689-8708-88b9140c6c7d tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:55:03.897925 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d07ceb7-39ae-4689-8708-88b9140c6c7d tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:55:03.898245 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d07ceb7-39ae-4689-8708-88b9140c6c7d tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:55:03.898566 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d07ceb7-39ae-4689-8708-88b9140c6c7d tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:55:03.898884 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d07ceb7-39ae-4689-8708-88b9140c6c7d tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:55:03.907114 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1c945a78-b3c5-480f-a666-d4e359ed71d2 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:03.923816 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-664603c5-50ca-4bc7-bd76-be305062377b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6688120 Mar 22 10:55:03.927004 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c155f7-06cd-40f9-bb2f-820f0c985265 None None] Sync routers for ids ['3026293e-c8cb-41d0-8b18-4257a76825bd'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:55:03.929632 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36694) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:03.938222 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-b3c2334c-c67d-4c41-88f2-d086c2d58245 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'port': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'name': 'tempest-NetworksTestDHCPv6-2092706140'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:03.945389 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36696) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:03.948998 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c155f7-06cd-40f9-bb2f-820f0c985265 None None] Routers {'3026293e-c8cb-41d0-8b18-4257a76825bd'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:55:03.949624 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-19c155f7-06cd-40f9-bb2f-820f0c985265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['3026293e-c8cb-41d0-8b18-4257a76825bd'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:03.952900 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324413a7-6d3c-4949-93f1-6c5bca954b5e None None] Pushing event updated for resources: {'Port': ['ID=48bd8ee1-8a0d-49b6-b0c0-2c1fb637508d,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:03.988908 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e71dfd-09db-46c0-83fe-4541444e18cf tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:03.991354 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-85e71dfd-09db-46c0-83fe-4541444e18cf tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "GET /v2.0/ports/d6412d06-13cd-4e79-b796-b901c072f91c HTTP/1.1" status: 200 len: 911 time: 0.1095779 Mar 22 10:55:03.993949 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36700) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:04.008073 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-19c155f7-06cd-40f9-bb2f-820f0c985265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:04.033066 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-870a6dce-0279-4d13-8b1b-fab416b404a6 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b6ad59ae-e74f-4c9b-8de2-fbccf0501da9'}]}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:04.033409 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2fea9b40-3d4b-4a19-b1ca-48af2066695e None None] For port 48bd8ee1-8a0d-49b6-b0c0-2c1fb637508d, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=48bd8ee1-8a0d-49b6-b0c0-2c1fb637508d,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:55:04.033825 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2fea9b40-3d4b-4a19-b1ca-48af2066695e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:04.036582 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c155f7-06cd-40f9-bb2f-820f0c985265 None None] Routers {'3026293e-c8cb-41d0-8b18-4257a76825bd'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:55:04.037203 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-19c155f7-06cd-40f9-bb2f-820f0c985265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['3026293e-c8cb-41d0-8b18-4257a76825bd'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:04.085724 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-19c155f7-06cd-40f9-bb2f-820f0c985265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:04.086401 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c155f7-06cd-40f9-bb2f-820f0c985265 None None] The sync data for ids ['3026293e-c8cb-41d0-8b18-4257a76825bd'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:55:04.094301 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-2fea9b40-3d4b-4a19-b1ca-48af2066695e None None] Calling delete_port for 48bd8ee1-8a0d-49b6-b0c0-2c1fb637508d owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:55:04.143818 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-1c945a78-b3c5-480f-a666-d4e359ed71d2 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Deleting port 70a8646f-18c7-4dec-8258-894eb0622f9f {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:55:04.144322 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1c945a78-b3c5-480f-a666-d4e359ed71d2 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:04.153563 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c2334c-c67d-4c41-88f2-d086c2d58245 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Made reservation on behalf of f7a8ac7bbd5d466888176c13ba053f5f for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:55:04.161633 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b3c2334c-c67d-4c41-88f2-d086c2d58245 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:04.170685 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-879c33f5-ff3a-470c-aab3-bab23ab40d7f tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-197481712'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:04.187735 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d07ceb7-39ae-4689-8708-88b9140c6c7d tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Router dd100d99-b1a8-4042-8c07-1eeaa238e500 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:55:04.204025 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2fea9b40-3d4b-4a19-b1ca-48af2066695e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:04.205992 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879c33f5-ff3a-470c-aab3-bab23ab40d7f tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Made reservation on behalf of eefda60819f348c0a3dc5368cdb528e2 for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:55:04.210362 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-879c33f5-ff3a-470c-aab3-bab23ab40d7f tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:04.219976 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-ad865bd3-fa77-4cb4-be0f-25274c04cd77 tempest-PortsAdminExtendedAttrsTestJSON-21898445 tempest-PortsAdminExtendedAttrsTestJSON-21898445-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-956809603'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:04.233547 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fea9b40-3d4b-4a19-b1ca-48af2066695e None None] Pushing event deleted for resources: {'Port': ['ID=48bd8ee1-8a0d-49b6-b0c0-2c1fb637508d,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:04.233964 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-b3c2334c-c67d-4c41-88f2-d086c2d58245 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] device_id is not set on port da967a70-ae3f-4aab-a755-300942e9506a yet. {{(pid=109050) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:55:04.235459 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fea9b40-3d4b-4a19-b1ca-48af2066695e None None] No DVR routers for this DVR port 48bd8ee1-8a0d-49b6-b0c0-2c1fb637508d on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:55:04.250402 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-879c33f5-ff3a-470c-aab3-bab23ab40d7f tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:04.256594 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21a5822-be72-4b31-9cdf-02f5d126e5c1 None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:55:04.326197 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad865bd3-fa77-4cb4-be0f-25274c04cd77 tempest-PortsAdminExtendedAttrsTestJSON-21898445 tempest-PortsAdminExtendedAttrsTestJSON-21898445-project] Made reservation on behalf of b331cc9bea3c4cdeba0d482346e2ff9d for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:55:04.332507 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ad865bd3-fa77-4cb4-be0f-25274c04cd77 tempest-PortsAdminExtendedAttrsTestJSON-21898445 tempest-PortsAdminExtendedAttrsTestJSON-21898445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:04.335819 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1c945a78-b3c5-480f-a666-d4e359ed71d2 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:04.371269 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-1c945a78-b3c5-480f-a666-d4e359ed71d2 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Calling delete_port for 70a8646f-18c7-4dec-8258-894eb0622f9f owned by network:router_gateway {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:55:04.440885 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-879c33f5-ff3a-470c-aab3-bab23ab40d7f tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:04.443069 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ad865bd3-fa77-4cb4-be0f-25274c04cd77 tempest-PortsAdminExtendedAttrsTestJSON-21898445 tempest-PortsAdminExtendedAttrsTestJSON-21898445-project] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:04.463574 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-879c33f5-ff3a-470c-aab3-bab23ab40d7f tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:04.487767 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-870a6dce-0279-4d13-8b1b-fab416b404a6 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:04.500585 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d07ceb7-39ae-4689-8708-88b9140c6c7d tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:55:04.514792 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bda41c0-ae91-402b-80a4-ba49bf95cf37 None None] Sync routers for ids ['dd100d99-b1a8-4042-8c07-1eeaa238e500'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:55:04.526716 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bda41c0-ae91-402b-80a4-ba49bf95cf37 None None] Routers {'dd100d99-b1a8-4042-8c07-1eeaa238e500'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:55:04.527723 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-9bda41c0-ae91-402b-80a4-ba49bf95cf37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['dd100d99-b1a8-4042-8c07-1eeaa238e500'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:04.556817 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-b3c2334c-c67d-4c41-88f2-d086c2d58245 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Allocated IP 2001:db8::3e1 (1bc750fe-0949-42b2-bab7-34fc725823e6/e2918a0e-9181-422f-983b-9092685792ac/da967a70-ae3f-4aab-a755-300942e9506a) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:55:04.562003 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-9bda41c0-ae91-402b-80a4-ba49bf95cf37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:04.567302 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5eb08f-bab8-4400-b912-55c423f31bb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-1bc750fe-0949-42b2-bab7-34fc725823e6', 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'tenant_id': 'f7a8ac7bbd5d466888176c13ba053f5f', 'fixed_ips': [{'subnet_id': 'e2918a0e-9181-422f-983b-9092685792ac'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:55:04.568422 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-bb5eb08f-bab8-4400-b912-55c423f31bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:04.572831 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bda41c0-ae91-402b-80a4-ba49bf95cf37 None None] Routers {'dd100d99-b1a8-4042-8c07-1eeaa238e500'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:55:04.574011 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-9bda41c0-ae91-402b-80a4-ba49bf95cf37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['dd100d99-b1a8-4042-8c07-1eeaa238e500'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:04.622632 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-9bda41c0-ae91-402b-80a4-ba49bf95cf37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:04.623749 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bda41c0-ae91-402b-80a4-ba49bf95cf37 None None] The sync data for ids ['dd100d99-b1a8-4042-8c07-1eeaa238e500'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:55:04.698226 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-879c33f5-ff3a-470c-aab3-bab23ab40d7f tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:55:04.710419 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879c33f5-ff3a-470c-aab3-bab23ab40d7f tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22ed088a-a2e1-41cc-8309-500cbc1b0d4b,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:04.725359 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1d07ceb7-39ae-4689-8708-88b9140c6c7d tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:04.731196 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1d07ceb7-39ae-4689-8708-88b9140c6c7d tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] 10.222.0.57 "DELETE /v2.0/ports/2b84fcbc-5bb5-4cbe-8ba4-df1d38558096 HTTP/1.1" status: 204 len: 168 time: 3.3780339 Mar 22 10:55:04.731359 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-879c33f5-ff3a-470c-aab3-bab23ab40d7f tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:04.731359 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-879c33f5-ff3a-470c-aab3-bab23ab40d7f tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Added segment 61967e56-9677-4c31-a31e-1685eda140a9 of type vlan for network 73070086-9e5c-4fb9-9f23-a73601dd6cb4 Mar 22 10:55:04.731530 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36708) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:04.790078 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-879c33f5-ff3a-470c-aab3-bab23ab40d7f tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:04.807185 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b3c2334c-c67d-4c41-88f2-d086c2d58245 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:04.820483 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-dd85be0f-d042-4add-932f-fc19ec9112f5 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] 10.222.0.57 "GET /v2.0/floatingips/e93eeda0-9876-4f68-846a-ca20bff555ff HTTP/1.1" status: 200 len: 688 time: 0.0880091 Mar 22 10:55:04.829256 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36710) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:04.901236 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-879c33f5-ff3a-470c-aab3-bab23ab40d7f tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:04.906608 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879c33f5-ff3a-470c-aab3-bab23ab40d7f tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:04.907204 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-879c33f5-ff3a-470c-aab3-bab23ab40d7f tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:04.907338 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1c945a78-b3c5-480f-a666-d4e359ed71d2 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:04.931328 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ad865bd3-fa77-4cb4-be0f-25274c04cd77 tempest-PortsAdminExtendedAttrsTestJSON-21898445 tempest-PortsAdminExtendedAttrsTestJSON-21898445-project] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:04.945356 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c945a78-b3c5-480f-a666-d4e359ed71d2 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Pushing event deleted for resources: {'Port': ['ID=70a8646f-18c7-4dec-8258-894eb0622f9f,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:04.980422 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ad865bd3-fa77-4cb4-be0f-25274c04cd77 tempest-PortsAdminExtendedAttrsTestJSON-21898445 tempest-PortsAdminExtendedAttrsTestJSON-21898445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:05.064185 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1c945a78-b3c5-480f-a666-d4e359ed71d2 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682553'] for router_gateway, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:05.230976 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-870a6dce-0279-4d13-8b1b-fab416b404a6 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:05.273533 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-870a6dce-0279-4d13-8b1b-fab416b404a6 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:05.279449 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870a6dce-0279-4d13-8b1b-fab416b404a6 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:05.280095 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-870a6dce-0279-4d13-8b1b-fab416b404a6 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:05.281461 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-870a6dce-0279-4d13-8b1b-fab416b404a6 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "PUT /v2.0/ports/d6412d06-13cd-4e79-b796-b901c072f91c HTTP/1.1" status: 200 len: 911 time: 1.2849462 Mar 22 10:55:05.301849 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-879c33f5-ff3a-470c-aab3-bab23ab40d7f tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4898870 Mar 22 10:55:05.301849 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36712) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:05.311156 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1c945a78-b3c5-480f-a666-d4e359ed71d2 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3682488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11476'] for router, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:05.312476 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36714) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:05.317589 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-9712ffbb-f596-4452-8caa-c15e2fcc984f tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Request body: {'subnet': {'network_id': '73070086-9e5c-4fb9-9f23-a73601dd6cb4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:05.354260 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1c945a78-b3c5-480f-a666-d4e359ed71d2 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3682435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3682442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3684457'] for router, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:05.366984 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-bb5eb08f-bab8-4400-b912-55c423f31bb9 None None] Allocated IP 2001:db8::2 (1bc750fe-0949-42b2-bab7-34fc725823e6/e2918a0e-9181-422f-983b-9092685792ac/82dc2cec-d2fd-4033-a8fa-f992b7cbcab3) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:55:05.393834 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad865bd3-fa77-4cb4-be0f-25274c04cd77 tempest-PortsAdminExtendedAttrsTestJSON-21898445 tempest-PortsAdminExtendedAttrsTestJSON-21898445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:55:05.396396 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b3c2334c-c67d-4c41-88f2-d086c2d58245 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:05.441183 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879c33f5-ff3a-470c-aab3-bab23ab40d7f tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Pushing event updated for resources: {'Network': ['ID=73070086-9e5c-4fb9-9f23-a73601dd6cb4,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:05.457240 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 73070086-9e5c-4fb9-9f23-a73601dd6cb4 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:55:05.497366 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad865bd3-fa77-4cb4-be0f-25274c04cd77 tempest-PortsAdminExtendedAttrsTestJSON-21898445 tempest-PortsAdminExtendedAttrsTestJSON-21898445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3bcc293-c462-42e0-bd84-241459af345b,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:05.514401 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ad865bd3-fa77-4cb4-be0f-25274c04cd77 tempest-PortsAdminExtendedAttrsTestJSON-21898445 tempest-PortsAdminExtendedAttrsTestJSON-21898445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:05.514681 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-ad865bd3-fa77-4cb4-be0f-25274c04cd77 tempest-PortsAdminExtendedAttrsTestJSON-21898445 tempest-PortsAdminExtendedAttrsTestJSON-21898445-project] Added segment ffafa835-8f24-42c0-a296-c5e5c6d14ba9 of type vlan for network 949ba436-0559-47ad-9700-ebde97db872a Mar 22 10:55:05.547636 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c2334c-c67d-4c41-88f2-d086c2d58245 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:55:05.588119 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-bb5eb08f-bab8-4400-b912-55c423f31bb9 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:05.588557 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-b3c2334c-c67d-4c41-88f2-d086c2d58245 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:05.596156 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c2334c-c67d-4c41-88f2-d086c2d58245 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event updated for resources: {'Port': ['ID=da967a70-ae3f-4aab-a755-300942e9506a,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:05.603957 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-bb5eb08f-bab8-4400-b912-55c423f31bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:05.624072 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c2334c-c67d-4c41-88f2-d086c2d58245 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:55:05.629687 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c2334c-c67d-4c41-88f2-d086c2d58245 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:05.630323 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b3c2334c-c67d-4c41-88f2-d086c2d58245 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:05.636646 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ad865bd3-fa77-4cb4-be0f-25274c04cd77 tempest-PortsAdminExtendedAttrsTestJSON-21898445 tempest-PortsAdminExtendedAttrsTestJSON-21898445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:05.657853 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 48bd8ee1-8a0d-49b6-b0c0-2c1fb637508d no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:55:05.691175 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 48bd8ee1-8a0d-49b6-b0c0-2c1fb637508d {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:55:05.691546 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 48bd8ee1-8a0d-49b6-b0c0-2c1fb637508d not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:55:05.706284 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5eb08f-bab8-4400-b912-55c423f31bb9 None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:55:05.715052 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-bb5eb08f-bab8-4400-b912-55c423f31bb9 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:05.717578 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5eb08f-bab8-4400-b912-55c423f31bb9 None None] Pushing event updated for resources: {'Port': ['ID=82dc2cec-d2fd-4033-a8fa-f992b7cbcab3,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:05.719993 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5eb08f-bab8-4400-b912-55c423f31bb9 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:55:05.732540 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-b3c2334c-c67d-4c41-88f2-d086c2d58245 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8016095 Mar 22 10:55:05.733150 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36716) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:05.761858 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-7d9342f9-076c-4a59-9db6-fb1190002142 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Deleting port 9f9eec44-42ad-4f4f-b3be-b7eb7191d1e4 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:55:05.762086 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7d9342f9-076c-4a59-9db6-fb1190002142 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:05.784398 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870a6dce-0279-4d13-8b1b-fab416b404a6 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event updated for resources: {'Port': ['ID=d6412d06-13cd-4e79-b796-b901c072f91c,revision_number=3']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:05.795704 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-bb5eb08f-bab8-4400-b912-55c423f31bb9 None None] Attempting to bind port 82dc2cec-d2fd-4033-a8fa-f992b7cbcab3 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:55:05.796217 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-bb5eb08f-bab8-4400-b912-55c423f31bb9 None None] Attempting to bind port 82dc2cec-d2fd-4033-a8fa-f992b7cbcab3 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:55:05.797057 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5eb08f-bab8-4400-b912-55c423f31bb9 None None] Attempting to bind port 82dc2cec-d2fd-4033-a8fa-f992b7cbcab3 on network 1bc750fe-0949-42b2-bab7-34fc725823e6 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:55:05.803039 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5eb08f-bab8-4400-b912-55c423f31bb9 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:55:05.803629 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5eb08f-bab8-4400-b912-55c423f31bb9 None None] Checking segment: {'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:55:05.804471 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-bb5eb08f-bab8-4400-b912-55c423f31bb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:05.804632 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5eb08f-bab8-4400-b912-55c423f31bb9 None None] Bound using segment: {'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:55:05.805020 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ad865bd3-fa77-4cb4-be0f-25274c04cd77 tempest-PortsAdminExtendedAttrsTestJSON-21898445 tempest-PortsAdminExtendedAttrsTestJSON-21898445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:05.805469 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-bb5eb08f-bab8-4400-b912-55c423f31bb9 None None] Bound port: 82dc2cec-d2fd-4033-a8fa-f992b7cbcab3, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:55:05.805951 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-bb5eb08f-bab8-4400-b912-55c423f31bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:05.810433 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad865bd3-fa77-4cb4-be0f-25274c04cd77 tempest-PortsAdminExtendedAttrsTestJSON-21898445 tempest-PortsAdminExtendedAttrsTestJSON-21898445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:05.811022 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ad865bd3-fa77-4cb4-be0f-25274c04cd77 tempest-PortsAdminExtendedAttrsTestJSON-21898445 tempest-PortsAdminExtendedAttrsTestJSON-21898445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:05.843480 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c945a78-b3c5-480f-a666-d4e359ed71d2 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Router 3c7d34f9-13e5-4251-8149-6cbdb0ac97fb has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:55:05.850391 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9712ffbb-f596-4452-8caa-c15e2fcc984f tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Made reservation on behalf of eefda60819f348c0a3dc5368cdb528e2 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:55:05.854003 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9712ffbb-f596-4452-8caa-c15e2fcc984f tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:05.877084 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-bb5eb08f-bab8-4400-b912-55c423f31bb9 None None] For port 82dc2cec-d2fd-4033-a8fa-f992b7cbcab3, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:55:05.880707 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-bb5eb08f-bab8-4400-b912-55c423f31bb9 None None] For port 82dc2cec-d2fd-4033-a8fa-f992b7cbcab3, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=82dc2cec-d2fd-4033-a8fa-f992b7cbcab3,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:55:05.886953 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-bb5eb08f-bab8-4400-b912-55c423f31bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:05.927470 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-ad865bd3-fa77-4cb4-be0f-25274c04cd77 tempest-PortsAdminExtendedAttrsTestJSON-21898445 tempest-PortsAdminExtendedAttrsTestJSON-21898445-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.9759228 Mar 22 10:55:05.942756 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5eb08f-bab8-4400-b912-55c423f31bb9 None None] Pushing event updated for resources: {'Port': ['ID=82dc2cec-d2fd-4033-a8fa-f992b7cbcab3,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:05.982866 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad865bd3-fa77-4cb4-be0f-25274c04cd77 tempest-PortsAdminExtendedAttrsTestJSON-21898445 tempest-PortsAdminExtendedAttrsTestJSON-21898445-project] Pushing event updated for resources: {'Network': ['ID=949ba436-0559-47ad-9700-ebde97db872a,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:05.990051 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c945a78-b3c5-480f-a666-d4e359ed71d2 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:55:05.999176 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510e26aa-98c0-4c54-b25a-2d2fcc20fa75 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:06.002413 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1c945a78-b3c5-480f-a666-d4e359ed71d2 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:06.003340 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1c945a78-b3c5-480f-a666-d4e359ed71d2 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] 10.222.0.57 "PUT /v2.0/routers/3c7d34f9-13e5-4251-8149-6cbdb0ac97fb HTTP/1.1" status: 200 len: 710 time: 3.9916964 Mar 22 10:55:06.005187 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a7498c-a59b-4fa8-bbc4-09dcb306d428 None None] Sync routers for ids ['3c7d34f9-13e5-4251-8149-6cbdb0ac97fb'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:55:06.007900 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36722) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:06.011485 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510e26aa-98c0-4c54-b25a-2d2fcc20fa75 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:06.017756 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36724) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:06.017936 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-510e26aa-98c0-4c54-b25a-2d2fcc20fa75 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2761135 Mar 22 10:55:06.018022 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 949ba436-0559-47ad-9700-ebde97db872a details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:55:06.054381 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a7498c-a59b-4fa8-bbc4-09dcb306d428 None None] Routers {'3c7d34f9-13e5-4251-8149-6cbdb0ac97fb'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:55:06.056748 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-45a7498c-a59b-4fa8-bbc4-09dcb306d428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['3c7d34f9-13e5-4251-8149-6cbdb0ac97fb'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:06.065392 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7d9342f9-076c-4a59-9db6-fb1190002142 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:06.065392 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7d9342f9-076c-4a59-9db6-fb1190002142 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:06.084325 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-7d9342f9-076c-4a59-9db6-fb1190002142 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Calling delete_port for 9f9eec44-42ad-4f4f-b3be-b7eb7191d1e4 owned by network:floatingip {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:55:06.107838 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-45a7498c-a59b-4fa8-bbc4-09dcb306d428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:06.157914 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a8f80725-ab90-49dc-8148-907e9ea3df6f tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] 10.222.0.57 "GET /v2.0/routers/3c7d34f9-13e5-4251-8149-6cbdb0ac97fb HTTP/1.1" status: 200 len: 745 time: 0.1463666 Mar 22 10:55:06.161918 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36726) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:06.167032 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a7498c-a59b-4fa8-bbc4-09dcb306d428 None None] Routers {'3c7d34f9-13e5-4251-8149-6cbdb0ac97fb'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:55:06.167777 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-45a7498c-a59b-4fa8-bbc4-09dcb306d428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['3c7d34f9-13e5-4251-8149-6cbdb0ac97fb'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:06.207705 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-45a7498c-a59b-4fa8-bbc4-09dcb306d428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:06.208367 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a7498c-a59b-4fa8-bbc4-09dcb306d428 None None] The sync data for ids ['3c7d34f9-13e5-4251-8149-6cbdb0ac97fb'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:55:06.296380 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7deb3260-86fb-4bc6-9167-3d718b74ad1f tempest-RoutersIpV6AdminTest-2021815997 tempest-RoutersIpV6AdminTest-2021815997-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=a14ca783-6f82-4799-85a3-4cbe79c980a8&device_id=3c7d34f9-13e5-4251-8149-6cbdb0ac97fb HTTP/1.1" status: 200 len: 205 time: 0.1332104 Mar 22 10:55:06.314100 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36728) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:06.314438 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36730) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:06.332623 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cf733122-a44c-4893-a186-3cf7881caf3d tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683891'] for router_interface, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:06.340952 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Request body: {'port': {'network_id': '949ba436-0559-47ad-9700-ebde97db872a', 'binding:host_id': 'hv-neutron-8345', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1790712387'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:06.372999 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-072c317f-ac7c-46f1-b9b5-4d51165f95ab tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c7d34f9-13e5-4251-8149-6cbdb0ac97fb HTTP/1.1" status: 200 len: 205 time: 0.0495648 Mar 22 10:55:06.373399 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36734) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:06.435904 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Made reservation on behalf of 24d529cf5ef64c6e84f55f51f993df78 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:55:06.438216 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:06.447627 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9712ffbb-f596-4452-8caa-c15e2fcc984f tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:06.454172 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7d9342f9-076c-4a59-9db6-fb1190002142 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:06.456683 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:06.459889 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-0d12e93a-e3af-4bd9-bb69-32892c1f9806 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Deleting port da967a70-ae3f-4aab-a755-300942e9506a {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:55:06.460145 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0d12e93a-e3af-4bd9-bb69-32892c1f9806 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:06.512465 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9342f9-076c-4a59-9db6-fb1190002142 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Pushing event deleted for resources: {'Port': ['ID=9f9eec44-42ad-4f4f-b3be-b7eb7191d1e4,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:06.526866 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-196f3134-dc05-462d-99bd-c813e2647e9c tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks [] for router, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:06.580820 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9712ffbb-f596-4452-8caa-c15e2fcc984f tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Pushing event updated for resources: {'Subnet': ['ID=d7edda4a-7a1c-4a39-8d38-e03147276678,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:06.647503 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9712ffbb-f596-4452-8caa-c15e2fcc984f tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Checking segment: {'id': '61967e56-9677-4c31-a31e-1685eda140a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '73070086-9e5c-4fb9-9f23-a73601dd6cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:55:06.647736 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9712ffbb-f596-4452-8caa-c15e2fcc984f tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Network hostable DHCP agents. Network: 73070086-9e5c-4fb9-9f23-a73601dd6cb4, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:55:06.668925 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0d12e93a-e3af-4bd9-bb69-32892c1f9806 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:06.695192 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-0d12e93a-e3af-4bd9-bb69-32892c1f9806 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Calling delete_port for da967a70-ae3f-4aab-a755-300942e9506a owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:55:06.701314 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:06.709922 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:06.718444 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] device_id is not set on port 489ba152-ba93-43c7-b953-de0dd3a9f99a yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:55:06.754863 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9712ffbb-f596-4452-8caa-c15e2fcc984f tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Network 73070086-9e5c-4fb9-9f23-a73601dd6cb4 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:55:06.778992 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7d9342f9-076c-4a59-9db6-fb1190002142 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for floatingip, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:06.781612 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7d9342f9-076c-4a59-9db6-fb1190002142 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:06.786798 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-7d9342f9-076c-4a59-9db6-fb1190002142 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] 10.222.0.57 "DELETE /v2.0/floatingips/e93eeda0-9876-4f68-846a-ca20bff555ff HTTP/1.1" status: 204 len: 168 time: 1.9508379 Mar 22 10:55:06.786798 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-196f3134-dc05-462d-99bd-c813e2647e9c tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:06.789058 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36736) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:06.791666 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-196f3134-dc05-462d-99bd-c813e2647e9c tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:06.798079 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-c2c6daf9-6797-4fbe-a563-0d006429a6b8 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Request body: {'floatingip': {'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'port_id': '643bf8a2-6d21-47a1-8b17-4a6d0e2b4cc4'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:06.832695 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb829d8e-1fd2-4658-8a8f-4ee16250e697,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:06.835172 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-9712ffbb-f596-4452-8caa-c15e2fcc984f tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 73070086-9e5c-4fb9-9f23-a73601dd6cb4) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:06.851889 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9712ffbb-f596-4452-8caa-c15e2fcc984f tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:06.852988 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9712ffbb-f596-4452-8caa-c15e2fcc984f tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:06.857814 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c928ec67-e6b9-4d92-b8c0-913a052ac9eb None None] Network 73070086-9e5c-4fb9-9f23-a73601dd6cb4 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:55:06.871550 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-196f3134-dc05-462d-99bd-c813e2647e9c tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:06.872783 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196f3134-dc05-462d-99bd-c813e2647e9c tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Fanout notify agent at l3_agent the message router_deleted on router 3c7d34f9-13e5-4251-8149-6cbdb0ac97fb {{(pid=109050) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 10:55:06.881430 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-196f3134-dc05-462d-99bd-c813e2647e9c tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:06.893960 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-196f3134-dc05-462d-99bd-c813e2647e9c tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] 10.222.0.57 "DELETE /v2.0/routers/3c7d34f9-13e5-4251-8149-6cbdb0ac97fb HTTP/1.1" status: 204 len: 168 time: 0.5179555 Mar 22 10:55:06.894915 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c2c6daf9-6797-4fbe-a563-0d006429a6b8 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for floatingip, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:06.898109 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36740) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:06.913745 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9712ffbb-f596-4452-8caa-c15e2fcc984f tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6002607 Mar 22 10:55:06.919611 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36742) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:06.928409 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-ec2d2890-932c-4dd4-94fd-5bf89b77fa24 tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Request body: {'port': {'network_id': '73070086-9e5c-4fb9-9f23-a73601dd6cb4', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2040771097'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:06.966738 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-9880d653-ecdc-4d44-8deb-4acdea94bace tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c7d34f9-13e5-4251-8149-6cbdb0ac97fb HTTP/1.1" status: 200 len: 205 time: 0.0643251 Mar 22 10:55:06.967361 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36744) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:07.026801 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.api.v2.resource [None req-2b709927-c9aa-4f13-ad10-f616eb6d99f5 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] delete failed (client error): The resource could not be found. Mar 22 10:55:07.030656 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-2b709927-c9aa-4f13-ad10-f616eb6d99f5 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] 10.222.0.57 "DELETE /v2.0/routers/3c7d34f9-13e5-4251-8149-6cbdb0ac97fb HTTP/1.1" status: 404 len: 336 time: 0.0573375 Mar 22 10:55:07.053209 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36748) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:07.093637 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-5e70440a-f04f-45d4-b609-1ccf00d9a78a tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ec3fecf-19be-4d33-8b7d-f3f5304139d6 HTTP/1.1" status: 200 len: 205 time: 0.0366046 Mar 22 10:55:07.093637 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36750) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:07.099726 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd1a7f7-ca42-46ae-9232-aee7c4d1ca43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-73070086-9e5c-4fb9-9f23-a73601dd6cb4', 'network_id': '73070086-9e5c-4fb9-9f23-a73601dd6cb4', 'tenant_id': 'eefda60819f348c0a3dc5368cdb528e2', 'fixed_ips': [{'subnet_id': 'd7edda4a-7a1c-4a39-8d38-e03147276678'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:55:07.100955 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3fd1a7f7-ca42-46ae-9232-aee7c4d1ca43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:07.145604 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.api.v2.resource [None req-e8f653ed-abb0-4b65-b9c1-7ec65dfafe05 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] delete failed (client error): The resource could not be found. Mar 22 10:55:07.149389 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-e8f653ed-abb0-4b65-b9c1-7ec65dfafe05 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] 10.222.0.57 "DELETE /v2.0/routers/0ec3fecf-19be-4d33-8b7d-f3f5304139d6 HTTP/1.1" status: 404 len: 336 time: 0.0523956 Mar 22 10:55:07.167190 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] device_id is not set on port 489ba152-ba93-43c7-b953-de0dd3a9f99a yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:55:07.175337 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36752) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:07.179153 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:07.182959 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0d12e93a-e3af-4bd9-bb69-32892c1f9806 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:07.205785 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-de1eafc8-806d-499b-8178-4c9166d2ef7b tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1ca13ba-63b6-42ef-ac7c-ecccb85513f7 HTTP/1.1" status: 200 len: 205 time: 0.0291455 Mar 22 10:55:07.206238 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:07.208125 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36754) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:07.255960 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.api.v2.resource [None req-5ed772a9-8552-49dd-91b6-99af448a189f tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] delete failed (client error): The resource could not be found. Mar 22 10:55:07.256319 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0d12e93a-e3af-4bd9-bb69-32892c1f9806 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:07.257809 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-5ed772a9-8552-49dd-91b6-99af448a189f tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] 10.222.0.57 "DELETE /v2.0/routers/a1ca13ba-63b6-42ef-ac7c-ecccb85513f7 HTTP/1.1" status: 404 len: 336 time: 0.0487957 Mar 22 10:55:07.262036 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36756) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:07.262359 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36758) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:07.262648 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0d12e93a-e3af-4bd9-bb69-32892c1f9806 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/ports/da967a70-ae3f-4aab-a755-300942e9506a HTTP/1.1" status: 204 len: 168 time: 1.2425575 Mar 22 10:55:07.267266 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d12e93a-e3af-4bd9-bb69-32892c1f9806 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event deleted for resources: {'Port': ['ID=da967a70-ae3f-4aab-a755-300942e9506a,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:07.313102 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-3fd1a7f7-ca42-46ae-9232-aee7c4d1ca43 None None] Allocated IP 172.20.0.2 (73070086-9e5c-4fb9-9f23-a73601dd6cb4/d7edda4a-7a1c-4a39-8d38-e03147276678/0b19a35a-b953-4ac3-8a15-14b76bafc6f4) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:55:07.332232 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2d2890-932c-4dd4-94fd-5bf89b77fa24 tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Made reservation on behalf of eefda60819f348c0a3dc5368cdb528e2 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:55:07.337240 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-5500098b-2753-4fba-9878-0775b2f6258d None None] Provisioning complete for port 82dc2cec-d2fd-4033-a8fa-f992b7cbcab3 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:07.337696 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5500098b-2753-4fba-9878-0775b2f6258d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:07.338456 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-b8f575ba-08ea-416a-96ba-bfceb61403a3 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] 10.222.0.57 "GET /v2.0/ports?device_id=c685606d-29b1-45e2-8445-6c6652254880 HTTP/1.1" status: 200 len: 205 time: 0.0748916 Mar 22 10:55:07.339204 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ec2d2890-932c-4dd4-94fd-5bf89b77fa24 tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:07.347099 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36760) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:07.347917 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-cf733122-a44c-4893-a186-3cf7881caf3d tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Deleting port d6412d06-13cd-4e79-b796-b901c072f91c {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:55:07.348263 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cf733122-a44c-4893-a186-3cf7881caf3d tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:07.409908 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df797e1b-2059-460d-81b6-89d2fab342a5 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:07.411488 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-67d3d5d0-4c68-4245-bbb4-31cc891b7373 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] delete failed (client error): The resource could not be found. Mar 22 10:55:07.411657 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df797e1b-2059-460d-81b6-89d2fab342a5 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:07.412870 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-67d3d5d0-4c68-4245-bbb4-31cc891b7373 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] 10.222.0.57 "DELETE /v2.0/routers/c685606d-29b1-45e2-8445-6c6652254880 HTTP/1.1" status: 404 len: 336 time: 0.0639184 Mar 22 10:55:07.413498 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-df797e1b-2059-460d-81b6-89d2fab342a5 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1488228 Mar 22 10:55:07.418604 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c2c6daf9-6797-4fbe-a563-0d006429a6b8 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:07.425782 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36762) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:07.426666 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36764) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:07.447590 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Pushing event updated for resources: {'Port': ['ID=489ba152-ba93-43c7-b953-de0dd3a9f99a,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:07.450844 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-ec2d2890-932c-4dd4-94fd-5bf89b77fa24 tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] device_id is not set on port cd7a13bd-644e-47cf-8c9e-455d5072e4ca yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:55:07.502664 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5500098b-2753-4fba-9878-0775b2f6258d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:07.504208 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3217672f-af6b-4351-9a75-f1a95b422e51 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] 10.222.0.57 "GET /v2.0/ports?device_id=96757591-8465-42ee-ab40-aaaacfcef71a HTTP/1.1" status: 200 len: 205 time: 0.0759346 Mar 22 10:55:07.533681 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36766) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:07.534481 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Checking segment: {'id': 'ffafa835-8f24-42c0-a296-c5e5c6d14ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '949ba436-0559-47ad-9700-ebde97db872a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:55:07.534839 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Network hostable DHCP agents. Network: 949ba436-0559-47ad-9700-ebde97db872a, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:55:07.595876 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-5500098b-2753-4fba-9878-0775b2f6258d None None] For port 82dc2cec-d2fd-4033-a8fa-f992b7cbcab3, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=82dc2cec-d2fd-4033-a8fa-f992b7cbcab3,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:55:07.620331 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5500098b-2753-4fba-9878-0775b2f6258d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:07.633150 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f7b90e7a-e745-4e94-b987-7d99f54594d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:07.634686 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cf733122-a44c-4893-a186-3cf7881caf3d tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:07.655530 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-cf733122-a44c-4893-a186-3cf7881caf3d tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Calling delete_port for d6412d06-13cd-4e79-b796-b901c072f91c owned by network:router_interface {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:55:07.675079 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 82dc2cec-d2fd-4033-a8fa-f992b7cbcab3 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:55:07.676830 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-c2c6daf9-6797-4fbe-a563-0d006429a6b8 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Allocated IP 172.26.7.71 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/b5c427f1-9454-431a-8faa-88b680968718) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:55:07.691548 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-70439cd9-d78b-4748-9e33-ee4085002d2e tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] delete failed (client error): The resource could not be found. Mar 22 10:55:07.693044 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-70439cd9-d78b-4748-9e33-ee4085002d2e tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] 10.222.0.57 "DELETE /v2.0/routers/96757591-8465-42ee-ab40-aaaacfcef71a HTTP/1.1" status: 404 len: 336 time: 0.1432405 Mar 22 10:55:07.699933 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bdc022a-55fa-4c83-8dbf-50f1e93d6e59 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Deleting subnet e2918a0e-9181-422f-983b-9092685792ac {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:55:07.716043 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36768) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:07.718659 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7bdc022a-55fa-4c83-8dbf-50f1e93d6e59 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:07.724834 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3fd1a7f7-ca42-46ae-9232-aee7c4d1ca43 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:07.745400 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-eec5db9f-189b-4a93-a4c6-a273f0851bcb None None] Could not find standard attr ID for object 3ae8c638-dbbf-4fcf-b085-9de4a628a337. {{(pid=109051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 10:55:07.759559 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3fd1a7f7-ca42-46ae-9232-aee7c4d1ca43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:07.762386 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Network 949ba436-0559-47ad-9700-ebde97db872a is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:55:07.770601 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5500098b-2753-4fba-9878-0775b2f6258d None None] Pushing event updated for resources: {'Port': ['ID=82dc2cec-d2fd-4033-a8fa-f992b7cbcab3,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:07.801612 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6fa20e4c-fe58-449e-a56e-8ed281bdf546 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] 10.222.0.57 "GET /v2.0/ports?device_id=7546d85b-6506-4cad-9fb5-9da1408663e4 HTTP/1.1" status: 200 len: 205 time: 0.0842795 Mar 22 10:55:07.812513 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36770) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:07.841668 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd1a7f7-ca42-46ae-9232-aee7c4d1ca43 None None] Network 73070086-9e5c-4fb9-9f23-a73601dd6cb4 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:55:07.847169 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-3fd1a7f7-ca42-46ae-9232-aee7c4d1ca43 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:07.856259 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd1a7f7-ca42-46ae-9232-aee7c4d1ca43 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:55:07.874556 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 949ba436-0559-47ad-9700-ebde97db872a) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:07.879771 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:55:07.888539 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd1a7f7-ca42-46ae-9232-aee7c4d1ca43 None None] Pushing event updated for resources: {'Port': ['ID=0b19a35a-b953-4ac3-8a15-14b76bafc6f4,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:07.895496 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 82dc2cec-d2fd-4033-a8fa-f992b7cbcab3 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:07.895875 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:07.911906 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c2c6daf9-6797-4fbe-a563-0d006429a6b8 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:07.942842 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-46c698f7-2e75-4718-b11c-d3d02262f1fc None None] Could not find standard attr ID for object da967a70-ae3f-4aab-a755-300942e9506a. {{(pid=109051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 10:55:07.944468 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27bc41d1-66f0-422e-b00d-7c4dc16995ac None None] Network 949ba436-0559-47ad-9700-ebde97db872a requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:55:07.949480 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port 489ba152-ba93-43c7-b953-de0dd3a9f99a on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:55:07.949609 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port 489ba152-ba93-43c7-b953-de0dd3a9f99a by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': 'ffafa835-8f24-42c0-a296-c5e5c6d14ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '949ba436-0559-47ad-9700-ebde97db872a'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:55:07.950064 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port 489ba152-ba93-43c7-b953-de0dd3a9f99a on network 949ba436-0559-47ad-9700-ebde97db872a {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:55:07.961423 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-1b28d38f-f531-4d81-8222-ee4ef049c491 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] delete failed (client error): The resource could not be found. Mar 22 10:55:07.965980 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1b28d38f-f531-4d81-8222-ee4ef049c491 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] 10.222.0.57 "DELETE /v2.0/routers/7546d85b-6506-4cad-9fb5-9da1408663e4 HTTP/1.1" status: 404 len: 336 time: 0.1524272 Mar 22 10:55:07.967779 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36772) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:07.972049 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7bdc022a-55fa-4c83-8dbf-50f1e93d6e59 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:08.000985 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cf733122-a44c-4893-a186-3cf7881caf3d tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:08.006643 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Port 489ba152-ba93-43c7-b953-de0dd3a9f99a on network 949ba436-0559-47ad-9700-ebde97db872a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:55:08.006981 dv-neutron-834599-1-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Failed to bind port 489ba152-ba93-43c7-b953-de0dd3a9f99a on host hv-neutron-8345 for vnic_type normal using segments [{'id': 'ffafa835-8f24-42c0-a296-c5e5c6d14ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '949ba436-0559-47ad-9700-ebde97db872a'}] Mar 22 10:55:08.011323 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.plugins.ml2.plugin [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempt 2 to bind port 489ba152-ba93-43c7-b953-de0dd3a9f99a Mar 22 10:55:08.032163 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf733122-a44c-4893-a186-3cf7881caf3d tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event deleted for resources: {'Port': ['ID=d6412d06-13cd-4e79-b796-b901c072f91c,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:08.034323 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f062100-18a9-4f74-857e-02b5e7b71be4 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] DELETE failed (client error): The resource could not be found. Mar 22 10:55:08.034772 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f062100-18a9-4f74-857e-02b5e7b71be4 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:55:08.037836 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-4f062100-18a9-4f74-857e-02b5e7b71be4 tempest-RoutersIpV6AdminTest-475714405 tempest-RoutersIpV6AdminTest-475714405-project] 10.222.0.57 "DELETE /v2.0/subnets/79f0578e-3002-42b4-8790-c11810f9b2cc HTTP/1.1" status: 404 len: 337 time: 0.0678463 Mar 22 10:55:08.046549 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-ec2d2890-932c-4dd4-94fd-5bf89b77fa24 tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Allocated IP 172.20.0.9 (73070086-9e5c-4fb9-9f23-a73601dd6cb4/d7edda4a-7a1c-4a39-8d38-e03147276678/cd7a13bd-644e-47cf-8c9e-455d5072e4ca) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:55:08.058241 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c2c6daf9-6797-4fbe-a563-0d006429a6b8 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:08.060159 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port 489ba152-ba93-43c7-b953-de0dd3a9f99a on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:55:08.060610 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port 489ba152-ba93-43c7-b953-de0dd3a9f99a by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': 'ffafa835-8f24-42c0-a296-c5e5c6d14ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '949ba436-0559-47ad-9700-ebde97db872a'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:55:08.060955 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port 489ba152-ba93-43c7-b953-de0dd3a9f99a on network 949ba436-0559-47ad-9700-ebde97db872a {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:55:08.079076 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Port 489ba152-ba93-43c7-b953-de0dd3a9f99a on network 949ba436-0559-47ad-9700-ebde97db872a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:55:08.079504 dv-neutron-834599-1-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Failed to bind port 489ba152-ba93-43c7-b953-de0dd3a9f99a on host hv-neutron-8345 for vnic_type normal using segments [{'id': 'ffafa835-8f24-42c0-a296-c5e5c6d14ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '949ba436-0559-47ad-9700-ebde97db872a'}] Mar 22 10:55:08.086659 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.plugins.ml2.plugin [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempt 3 to bind port 489ba152-ba93-43c7-b953-de0dd3a9f99a Mar 22 10:55:08.105927 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port 489ba152-ba93-43c7-b953-de0dd3a9f99a on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:55:08.106272 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port 489ba152-ba93-43c7-b953-de0dd3a9f99a by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': 'ffafa835-8f24-42c0-a296-c5e5c6d14ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '949ba436-0559-47ad-9700-ebde97db872a'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:55:08.106608 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port 489ba152-ba93-43c7-b953-de0dd3a9f99a on network 949ba436-0559-47ad-9700-ebde97db872a {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:55:08.117732 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Port 489ba152-ba93-43c7-b953-de0dd3a9f99a on network 949ba436-0559-47ad-9700-ebde97db872a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:55:08.117732 dv-neutron-834599-1-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Failed to bind port 489ba152-ba93-43c7-b953-de0dd3a9f99a on host hv-neutron-8345 for vnic_type normal using segments [{'id': 'ffafa835-8f24-42c0-a296-c5e5c6d14ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '949ba436-0559-47ad-9700-ebde97db872a'}] Mar 22 10:55:08.138510 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-3fd1a7f7-ca42-46ae-9232-aee7c4d1ca43 None None] Attempting to bind port 0b19a35a-b953-4ac3-8a15-14b76bafc6f4 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:55:08.139023 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-3fd1a7f7-ca42-46ae-9232-aee7c4d1ca43 None None] Attempting to bind port 0b19a35a-b953-4ac3-8a15-14b76bafc6f4 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '61967e56-9677-4c31-a31e-1685eda140a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '73070086-9e5c-4fb9-9f23-a73601dd6cb4'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:55:08.139535 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd1a7f7-ca42-46ae-9232-aee7c4d1ca43 None None] Attempting to bind port 0b19a35a-b953-4ac3-8a15-14b76bafc6f4 on network 73070086-9e5c-4fb9-9f23-a73601dd6cb4 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:55:08.142090 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.plugins.ml2.plugin [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempt 4 to bind port 489ba152-ba93-43c7-b953-de0dd3a9f99a Mar 22 10:55:08.184892 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port 489ba152-ba93-43c7-b953-de0dd3a9f99a on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:55:08.185205 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port 489ba152-ba93-43c7-b953-de0dd3a9f99a by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': 'ffafa835-8f24-42c0-a296-c5e5c6d14ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '949ba436-0559-47ad-9700-ebde97db872a'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:55:08.185543 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port 489ba152-ba93-43c7-b953-de0dd3a9f99a on network 949ba436-0559-47ad-9700-ebde97db872a {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:55:08.217602 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Port 489ba152-ba93-43c7-b953-de0dd3a9f99a on network 949ba436-0559-47ad-9700-ebde97db872a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:55:08.218007 dv-neutron-834599-1-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Failed to bind port 489ba152-ba93-43c7-b953-de0dd3a9f99a on host hv-neutron-8345 for vnic_type normal using segments [{'id': 'ffafa835-8f24-42c0-a296-c5e5c6d14ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '949ba436-0559-47ad-9700-ebde97db872a'}] Mar 22 10:55:08.224635 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.plugins.ml2.plugin [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempt 5 to bind port 489ba152-ba93-43c7-b953-de0dd3a9f99a Mar 22 10:55:08.233888 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd1a7f7-ca42-46ae-9232-aee7c4d1ca43 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:55:08.234402 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd1a7f7-ca42-46ae-9232-aee7c4d1ca43 None None] Checking segment: {'id': '61967e56-9677-4c31-a31e-1685eda140a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '73070086-9e5c-4fb9-9f23-a73601dd6cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:55:08.235164 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3fd1a7f7-ca42-46ae-9232-aee7c4d1ca43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:08.235688 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd1a7f7-ca42-46ae-9232-aee7c4d1ca43 None None] Bound using segment: {'id': '61967e56-9677-4c31-a31e-1685eda140a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '73070086-9e5c-4fb9-9f23-a73601dd6cb4'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:55:08.236289 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-3fd1a7f7-ca42-46ae-9232-aee7c4d1ca43 None None] Bound port: 0b19a35a-b953-4ac3-8a15-14b76bafc6f4, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61967e56-9677-4c31-a31e-1685eda140a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '73070086-9e5c-4fb9-9f23-a73601dd6cb4'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:55:08.236774 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3fd1a7f7-ca42-46ae-9232-aee7c4d1ca43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:08.240489 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7bdc022a-55fa-4c83-8dbf-50f1e93d6e59 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:08.337016 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-3fd1a7f7-ca42-46ae-9232-aee7c4d1ca43 None None] For port 0b19a35a-b953-4ac3-8a15-14b76bafc6f4, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:55:08.341149 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-3fd1a7f7-ca42-46ae-9232-aee7c4d1ca43 None None] For port 0b19a35a-b953-4ac3-8a15-14b76bafc6f4, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=0b19a35a-b953-4ac3-8a15-14b76bafc6f4,segment=NetworkSegment(61967e56-9677-4c31-a31e-1685eda140a9),segment_id=61967e56-9677-4c31-a31e-1685eda140a9)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:55:08.355542 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3fd1a7f7-ca42-46ae-9232-aee7c4d1ca43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:08.377861 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port 489ba152-ba93-43c7-b953-de0dd3a9f99a on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:55:08.378205 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port 489ba152-ba93-43c7-b953-de0dd3a9f99a by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': 'ffafa835-8f24-42c0-a296-c5e5c6d14ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '949ba436-0559-47ad-9700-ebde97db872a'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:55:08.378552 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port 489ba152-ba93-43c7-b953-de0dd3a9f99a on network 949ba436-0559-47ad-9700-ebde97db872a {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:55:08.421519 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Port 489ba152-ba93-43c7-b953-de0dd3a9f99a on network 949ba436-0559-47ad-9700-ebde97db872a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:55:08.421860 dv-neutron-834599-1-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Failed to bind port 489ba152-ba93-43c7-b953-de0dd3a9f99a on host hv-neutron-8345 for vnic_type normal using segments [{'id': 'ffafa835-8f24-42c0-a296-c5e5c6d14ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '949ba436-0559-47ad-9700-ebde97db872a'}] Mar 22 10:55:08.422249 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.plugins.ml2.plugin [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempt 6 to bind port 489ba152-ba93-43c7-b953-de0dd3a9f99a Mar 22 10:55:08.464432 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port 489ba152-ba93-43c7-b953-de0dd3a9f99a on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:55:08.464823 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port 489ba152-ba93-43c7-b953-de0dd3a9f99a by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': 'ffafa835-8f24-42c0-a296-c5e5c6d14ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '949ba436-0559-47ad-9700-ebde97db872a'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:55:08.465182 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port 489ba152-ba93-43c7-b953-de0dd3a9f99a on network 949ba436-0559-47ad-9700-ebde97db872a {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:55:08.466350 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd1a7f7-ca42-46ae-9232-aee7c4d1ca43 None None] Pushing event updated for resources: {'Port': ['ID=0b19a35a-b953-4ac3-8a15-14b76bafc6f4,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:08.492376 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Port 489ba152-ba93-43c7-b953-de0dd3a9f99a on network 949ba436-0559-47ad-9700-ebde97db872a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:55:08.494065 dv-neutron-834599-1-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Failed to bind port 489ba152-ba93-43c7-b953-de0dd3a9f99a on host hv-neutron-8345 for vnic_type normal using segments [{'id': 'ffafa835-8f24-42c0-a296-c5e5c6d14ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '949ba436-0559-47ad-9700-ebde97db872a'}] Mar 22 10:55:08.502312 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.plugins.ml2.plugin [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempt 7 to bind port 489ba152-ba93-43c7-b953-de0dd3a9f99a Mar 22 10:55:08.507979 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7bdc022a-55fa-4c83-8dbf-50f1e93d6e59 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:08.557860 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdc022a-55fa-4c83-8dbf-50f1e93d6e59 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event deleted for resources: {'Subnet': ['ID=e2918a0e-9181-422f-983b-9092685792ac,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:08.564855 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port 489ba152-ba93-43c7-b953-de0dd3a9f99a on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:55:08.565195 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port 489ba152-ba93-43c7-b953-de0dd3a9f99a by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': 'ffafa835-8f24-42c0-a296-c5e5c6d14ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '949ba436-0559-47ad-9700-ebde97db872a'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:55:08.565532 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port 489ba152-ba93-43c7-b953-de0dd3a9f99a on network 949ba436-0559-47ad-9700-ebde97db872a {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:55:08.569887 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7bdc022a-55fa-4c83-8dbf-50f1e93d6e59 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:08.576311 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7bdc022a-55fa-4c83-8dbf-50f1e93d6e59 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/subnets/e2918a0e-9181-422f-983b-9092685792ac HTTP/1.1" status: 204 len: 168 time: 1.1445999 Mar 22 10:55:08.580116 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e64d42-4ebe-4f6d-9a04-708e78b021e2 None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:55:08.583066 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36778) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:08.638387 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8c57e398-3dfc-4d09-94a4-0433db4d9472 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0540941 Mar 22 10:55:08.642182 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36780) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:08.642645 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36782) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:08.699359 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Port 489ba152-ba93-43c7-b953-de0dd3a9f99a on network 949ba436-0559-47ad-9700-ebde97db872a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:55:08.699725 dv-neutron-834599-1-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Failed to bind port 489ba152-ba93-43c7-b953-de0dd3a9f99a on host hv-neutron-8345 for vnic_type normal using segments [{'id': 'ffafa835-8f24-42c0-a296-c5e5c6d14ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '949ba436-0559-47ad-9700-ebde97db872a'}] Mar 22 10:55:08.706307 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.plugins.ml2.plugin [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempt 8 to bind port 489ba152-ba93-43c7-b953-de0dd3a9f99a Mar 22 10:55:08.711656 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c6daf9-6797-4fbe-a563-0d006429a6b8 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:55:08.712179 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ec2d2890-932c-4dd4-94fd-5bf89b77fa24 tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:08.733691 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-c2c6daf9-6797-4fbe-a563-0d006429a6b8 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:08.739676 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c6daf9-6797-4fbe-a563-0d006429a6b8 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:55:08.742680 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port 489ba152-ba93-43c7-b953-de0dd3a9f99a on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:55:08.743035 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port 489ba152-ba93-43c7-b953-de0dd3a9f99a by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': 'ffafa835-8f24-42c0-a296-c5e5c6d14ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '949ba436-0559-47ad-9700-ebde97db872a'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:55:08.744747 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port 489ba152-ba93-43c7-b953-de0dd3a9f99a on network 949ba436-0559-47ad-9700-ebde97db872a {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:55:08.752376 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Port 489ba152-ba93-43c7-b953-de0dd3a9f99a on network 949ba436-0559-47ad-9700-ebde97db872a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:55:08.752800 dv-neutron-834599-1-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Failed to bind port 489ba152-ba93-43c7-b953-de0dd3a9f99a on host hv-neutron-8345 for vnic_type normal using segments [{'id': 'ffafa835-8f24-42c0-a296-c5e5c6d14ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '949ba436-0559-47ad-9700-ebde97db872a'}] Mar 22 10:55:08.755255 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.plugins.ml2.plugin [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempt 9 to bind port 489ba152-ba93-43c7-b953-de0dd3a9f99a Mar 22 10:55:08.774601 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port 489ba152-ba93-43c7-b953-de0dd3a9f99a on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:55:08.775169 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port 489ba152-ba93-43c7-b953-de0dd3a9f99a by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': 'ffafa835-8f24-42c0-a296-c5e5c6d14ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '949ba436-0559-47ad-9700-ebde97db872a'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:55:08.775552 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port 489ba152-ba93-43c7-b953-de0dd3a9f99a on network 949ba436-0559-47ad-9700-ebde97db872a {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:55:08.796464 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7940648-249d-4b64-8f14-3c45e95b0dd1 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:08.800796 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b7940648-249d-4b64-8f14-3c45e95b0dd1 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1559231 Mar 22 10:55:08.807474 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36786) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:08.820599 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Port 489ba152-ba93-43c7-b953-de0dd3a9f99a on network 949ba436-0559-47ad-9700-ebde97db872a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:55:08.820932 dv-neutron-834599-1-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Failed to bind port 489ba152-ba93-43c7-b953-de0dd3a9f99a on host hv-neutron-8345 for vnic_type normal using segments [{'id': 'ffafa835-8f24-42c0-a296-c5e5c6d14ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '949ba436-0559-47ad-9700-ebde97db872a'}] Mar 22 10:55:08.823578 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.plugins.ml2.plugin [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempt 10 to bind port 489ba152-ba93-43c7-b953-de0dd3a9f99a Mar 22 10:55:08.838619 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c6daf9-6797-4fbe-a563-0d006429a6b8 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Pushing event updated for resources: {'Port': ['ID=b5c427f1-9454-431a-8faa-88b680968718,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:08.866123 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee7b477-dd48-4794-b4da-3725c455f271 None None] DHCP port deletion for 1bc750fe-0949-42b2-bab7-34fc725823e6 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:55:08.870153 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cf733122-a44c-4893-a186-3cf7881caf3d tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684007'] for router_interface, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:08.877630 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port 489ba152-ba93-43c7-b953-de0dd3a9f99a on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:55:08.878531 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port 489ba152-ba93-43c7-b953-de0dd3a9f99a by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': 'ffafa835-8f24-42c0-a296-c5e5c6d14ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '949ba436-0559-47ad-9700-ebde97db872a'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:55:08.878873 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port 489ba152-ba93-43c7-b953-de0dd3a9f99a on network 949ba436-0559-47ad-9700-ebde97db872a {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:55:08.886569 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Port 489ba152-ba93-43c7-b953-de0dd3a9f99a on network 949ba436-0559-47ad-9700-ebde97db872a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:55:08.886887 dv-neutron-834599-1-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Failed to bind port 489ba152-ba93-43c7-b953-de0dd3a9f99a on host hv-neutron-8345 for vnic_type normal using segments [{'id': 'ffafa835-8f24-42c0-a296-c5e5c6d14ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '949ba436-0559-47ad-9700-ebde97db872a'}] Mar 22 10:55:08.887361 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:08.898360 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ec2d2890-932c-4dd4-94fd-5bf89b77fa24 tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:08.927478 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357d951c-de09-49c7-8234-810305ba4bf3 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:08.931862 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-357d951c-de09-49c7-8234-810305ba4bf3 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1233690 Mar 22 10:55:08.932468 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36788) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:08.945619 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-1ee7b477-dd48-4794-b4da-3725c455f271 None None] Deleting port 82dc2cec-d2fd-4033-a8fa-f992b7cbcab3 {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:55:08.947195 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-1ee7b477-dd48-4794-b4da-3725c455f271 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:08.969251 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2d2890-932c-4dd4-94fd-5bf89b77fa24 tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Network 73070086-9e5c-4fb9-9f23-a73601dd6cb4 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:55:08.979665 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-ec2d2890-932c-4dd4-94fd-5bf89b77fa24 tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:08.990913 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2d2890-932c-4dd4-94fd-5bf89b77fa24 tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:55:09.029226 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-daddf7aa-1ede-4c40-a567-419f5d3c8d27 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0544889 Mar 22 10:55:09.029226 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9009e170-98cc-4b1e-bb52-dd7a3ec0ddd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:09.033340 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36790) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:09.037344 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-1ee7b477-dd48-4794-b4da-3725c455f271 None None] For port 82dc2cec-d2fd-4033-a8fa-f992b7cbcab3, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=82dc2cec-d2fd-4033-a8fa-f992b7cbcab3,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:55:09.037747 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-1ee7b477-dd48-4794-b4da-3725c455f271 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:09.052120 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-1ee7b477-dd48-4794-b4da-3725c455f271 None None] Calling delete_port for 82dc2cec-d2fd-4033-a8fa-f992b7cbcab3 owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:55:09.070706 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-97ee8575-a94a-4f0c-bbc0-48c74988bc81 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'subnet': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:09.101456 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d2890-932c-4dd4-94fd-5bf89b77fa24 tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Pushing event updated for resources: {'Port': ['ID=cd7a13bd-644e-47cf-8c9e-455d5072e4ca,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:09.106113 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 10:55:09.140874 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2d2890-932c-4dd4-94fd-5bf89b77fa24 tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:09.140874 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ec2d2890-932c-4dd4-94fd-5bf89b77fa24 tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:09.143286 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] For port 489ba152-ba93-43c7-b953-de0dd3a9f99a, host hv-neutron-8345, cleared binding levels {{(pid=109049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:55:09.143611 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempted to set empty binding levels {{(pid=109049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 22 10:55:09.160535 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-1ee7b477-dd48-4794-b4da-3725c455f271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:09.160748 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:09.192304 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee7b477-dd48-4794-b4da-3725c455f271 None None] Pushing event deleted for resources: {'Port': ['ID=82dc2cec-d2fd-4033-a8fa-f992b7cbcab3,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:09.194146 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ec2d2890-932c-4dd4-94fd-5bf89b77fa24 tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2731450 Mar 22 10:55:09.202485 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36792) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:09.206885 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf733122-a44c-4893-a186-3cf7881caf3d tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Router 3026293e-c8cb-41d0-8b18-4257a76825bd has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:55:09.207333 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee7b477-dd48-4794-b4da-3725c455f271 None None] No DVR routers for this DVR port 82dc2cec-d2fd-4033-a8fa-f992b7cbcab3 on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:55:09.261659 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:09.262256 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:09.286298 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Pushing event updated for resources: {'Port': ['ID=489ba152-ba93-43c7-b953-de0dd3a9f99a,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:09.316374 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ee8575-a94a-4f0c-bbc0-48c74988bc81 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Made reservation on behalf of f7a8ac7bbd5d466888176c13ba053f5f for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:55:09.319880 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-97ee8575-a94a-4f0c-bbc0-48c74988bc81 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:09.341396 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0332f725-ef80-4df9-b637-4bdef22874cf tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 3.0176458 Mar 22 10:55:09.347270 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36794) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:09.366986 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9009e170-98cc-4b1e-bb52-dd7a3ec0ddd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:09.382165 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf733122-a44c-4893-a186-3cf7881caf3d tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:55:09.398123 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9009e170-98cc-4b1e-bb52-dd7a3ec0ddd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:09.399075 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19153b74-2fd4-4e9b-b9bf-64dba69eda48 None None] Sync routers for ids ['3026293e-c8cb-41d0-8b18-4257a76825bd'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:55:09.402982 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-cf733122-a44c-4893-a186-3cf7881caf3d tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "PUT /v2.0/routers/3026293e-c8cb-41d0-8b18-4257a76825bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0891273 Mar 22 10:55:09.406395 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36796) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:09.411716 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19153b74-2fd4-4e9b-b9bf-64dba69eda48 None None] Routers {'3026293e-c8cb-41d0-8b18-4257a76825bd'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:55:09.412770 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-19153b74-2fd4-4e9b-b9bf-64dba69eda48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['3026293e-c8cb-41d0-8b18-4257a76825bd'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:09.456928 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-19153b74-2fd4-4e9b-b9bf-64dba69eda48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:09.467995 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19153b74-2fd4-4e9b-b9bf-64dba69eda48 None None] Routers {'3026293e-c8cb-41d0-8b18-4257a76825bd'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:55:09.469372 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-19153b74-2fd4-4e9b-b9bf-64dba69eda48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:54:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['3026293e-c8cb-41d0-8b18-4257a76825bd'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:09.481720 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9009e170-98cc-4b1e-bb52-dd7a3ec0ddd7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2d17e87c30ea4a1386d1034ee4abc44c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8356314 Mar 22 10:55:09.483481 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009e170-98cc-4b1e-bb52-dd7a3ec0ddd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08634557-57f9-4c55-aac4-3933e124826f,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:09.487093 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36798) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:09.500423 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-e2bb25de-8cb0-4248-bb37-5ecf1879ac1d tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "GET /v2.0/ports?device_id=3026293e-c8cb-41d0-8b18-4257a76825bd HTTP/1.1" status: 200 len: 205 time: 0.0930398 Mar 22 10:55:09.504948 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36800) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:09.524748 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-19153b74-2fd4-4e9b-b9bf-64dba69eda48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:09.525762 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19153b74-2fd4-4e9b-b9bf-64dba69eda48 None None] The sync data for ids ['3026293e-c8cb-41d0-8b18-4257a76825bd'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:55:09.542309 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-13192a7e-068d-47d2-967e-9938370e62dc tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Deleting port cd7a13bd-644e-47cf-8c9e-455d5072e4ca {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:55:09.542704 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-13192a7e-068d-47d2-967e-9938370e62dc tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:09.621249 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ef8b16a1-0030-4cfe-a5ed-e5bce15899f3 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for router, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:09.628189 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-0f20b544-a650-444b-af63-05ffea272964 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Deleting port 489ba152-ba93-43c7-b953-de0dd3a9f99a {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:55:09.628522 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0f20b544-a650-444b-af63-05ffea272964 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:09.656983 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a0972b5a-05da-4906-94e8-cf5094053380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:09.684288 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 0b19a35a-b953-4ac3-8a15-14b76bafc6f4 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:55:09.696435 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-13192a7e-068d-47d2-967e-9938370e62dc tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:09.716071 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-13192a7e-068d-47d2-967e-9938370e62dc tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Calling delete_port for cd7a13bd-644e-47cf-8c9e-455d5072e4ca owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:55:09.740671 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 0b19a35a-b953-4ac3-8a15-14b76bafc6f4 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:09.741050 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:09.772010 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1854d535-aec0-4864-b26e-8a67d3b3c2d3 None None] Network 73070086-9e5c-4fb9-9f23-a73601dd6cb4 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:55:09.873932 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-97ee8575-a94a-4f0c-bbc0-48c74988bc81 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:09.876148 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-dadb2a5c-1de9-49e0-824b-f70193bd2c53 None None] Provisioning complete for port 0b19a35a-b953-4ac3-8a15-14b76bafc6f4 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:09.876630 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-dadb2a5c-1de9-49e0-824b-f70193bd2c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:09.881179 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-66e9c180-3aa9-4093-be85-7e652ccf58d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:10.006597 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ef8b16a1-0030-4cfe-a5ed-e5bce15899f3 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:10.009816 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:10.012481 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ee8575-a94a-4f0c-bbc0-48c74988bc81 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:55:10.014342 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ef8b16a1-0030-4cfe-a5ed-e5bce15899f3 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:10.022321 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c2c6daf9-6797-4fbe-a563-0d006429a6b8 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:10.024510 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-97ee8575-a94a-4f0c-bbc0-48c74988bc81 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:10.054184 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ee8575-a94a-4f0c-bbc0-48c74988bc81 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:10.055552 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-97ee8575-a94a-4f0c-bbc0-48c74988bc81 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:10.096561 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ee8575-a94a-4f0c-bbc0-48c74988bc81 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event updated for resources: {'Subnet': ['ID=2e110eb1-f49b-4bb7-b02d-fb37219efdd4,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:10.118913 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a0972b5a-05da-4906-94e8-cf5094053380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:10.124825 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-97ee8575-a94a-4f0c-bbc0-48c74988bc81 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0614376 Mar 22 10:55:10.128367 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ef8b16a1-0030-4cfe-a5ed-e5bce15899f3 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:10.128841 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef8b16a1-0030-4cfe-a5ed-e5bce15899f3 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Fanout notify agent at l3_agent the message router_deleted on router 3026293e-c8cb-41d0-8b18-4257a76825bd {{(pid=109050) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 10:55:10.130412 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36802) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:10.136997 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-2b5f883d-9649-4fe2-8ee6-aad7c2fab690 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'port': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'fixed_ips': [{'subnet_id': '2e110eb1-f49b-4bb7-b02d-fb37219efdd4', 'ip_address': '2001:db8::8ea0:7e63:989e:4234'}], 'name': 'tempest-NetworksTestDHCPv6-997117257'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:10.147263 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-0f20b544-a650-444b-af63-05ffea272964 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] For port 489ba152-ba93-43c7-b953-de0dd3a9f99a, host hv-neutron-8345, got binding levels [] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:55:10.147565 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0f20b544-a650-444b-af63-05ffea272964 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:10.160243 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ef8b16a1-0030-4cfe-a5ed-e5bce15899f3 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:10.162321 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-ef8b16a1-0030-4cfe-a5ed-e5bce15899f3 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "DELETE /v2.0/routers/3026293e-c8cb-41d0-8b18-4257a76825bd HTTP/1.1" status: 204 len: 168 time: 0.6501904 Mar 22 10:55:10.167104 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36804) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:10.186773 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00108c06-d14a-4245-bd69-dc1bfe5c8685 None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:55:10.203780 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-0f20b544-a650-444b-af63-05ffea272964 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Calling delete_port for 489ba152-ba93-43c7-b953-de0dd3a9f99a owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:55:10.221607 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c2c6daf9-6797-4fbe-a563-0d006429a6b8 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:10.254409 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-dadb2a5c-1de9-49e0-824b-f70193bd2c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:10.303295 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port 0b19a35a-b953-4ac3-8a15-14b76bafc6f4, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=0b19a35a-b953-4ac3-8a15-14b76bafc6f4,segment=NetworkSegment(61967e56-9677-4c31-a31e-1685eda140a9),segment_id=61967e56-9677-4c31-a31e-1685eda140a9)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:55:10.311560 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_v2 [None req-41cc6d4c-67c4-45e3-baa8-51d05443cb33 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Deleting subnet b6ad59ae-e74f-4c9b-8de2-fbccf0501da9 {{(pid=109050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:55:10.321069 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-41cc6d4c-67c4-45e3-baa8-51d05443cb33 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for subnet, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:10.322198 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:10.340955 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a0972b5a-05da-4906-94e8-cf5094053380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:10.343717 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a0972b5a-05da-4906-94e8-cf5094053380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:10.348285 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a0972b5a-05da-4906-94e8-cf5094053380 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/08634557-57f9-4c55-aac4-3933e124826f HTTP/1.1" status: 204 len: 168 time: 0.8598466 Mar 22 10:55:10.372088 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0972b5a-05da-4906-94e8-cf5094053380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08634557-57f9-4c55-aac4-3933e124826f,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:10.401066 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0f20b544-a650-444b-af63-05ffea272964 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:10.406719 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-41cc6d4c-67c4-45e3-baa8-51d05443cb33 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11961780'] for subnet, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:10.417097 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-13192a7e-068d-47d2-967e-9938370e62dc tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:10.441503 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 82dc2cec-d2fd-4033-a8fa-f992b7cbcab3 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:55:10.470390 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f20b544-a650-444b-af63-05ffea272964 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Pushing event deleted for resources: {'Port': ['ID=489ba152-ba93-43c7-b953-de0dd3a9f99a,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:10.474128 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0f20b544-a650-444b-af63-05ffea272964 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:10.485003 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0f20b544-a650-444b-af63-05ffea272964 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] 10.222.0.57 "DELETE /v2.0/ports/489ba152-ba93-43c7-b953-de0dd3a9f99a HTTP/1.1" status: 204 len: 168 time: 1.1365266 Mar 22 10:55:10.489133 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5f883d-9649-4fe2-8ee6-aad7c2fab690 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Made reservation on behalf of f7a8ac7bbd5d466888176c13ba053f5f for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:55:10.494188 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36808) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:10.530002 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 82dc2cec-d2fd-4033-a8fa-f992b7cbcab3 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:55:10.530636 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 82dc2cec-d2fd-4033-a8fa-f992b7cbcab3 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:55:10.587521 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.db.api [None req-dadb2a5c-1de9-49e0-824b-f70193bd2c53 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 10:55:10.587891 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG oslo_db.api [None req-dadb2a5c-1de9-49e0-824b-f70193bd2c53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 10:55:10.588498 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=0b19a35a-b953-4ac3-8a15-14b76bafc6f4,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:10.621738 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13192a7e-068d-47d2-967e-9938370e62dc tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Pushing event deleted for resources: {'Port': ['ID=cd7a13bd-644e-47cf-8c9e-455d5072e4ca,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:10.654778 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dd5c824-3f62-4801-a2f2-e18559a0a46b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] GET failed (client error): The resource could not be found. Mar 22 10:55:10.660069 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2dd5c824-3f62-4801-a2f2-e18559a0a46b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] 10.222.0.57 "GET /v2.0/ports/489ba152-ba93-43c7-b953-de0dd3a9f99a HTTP/1.1" status: 404 len: 333 time: 0.1608746 Mar 22 10:55:10.661943 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36814) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:10.670097 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-41cc6d4c-67c4-45e3-baa8-51d05443cb33 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:10.697022 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-37bb535e-0e38-41ec-9d28-07dbe32275b6 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Request body: {'port': {'network_id': '949ba436-0559-47ad-9700-ebde97db872a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1440985861'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:10.715515 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae693b3-048a-4bee-808e-56df0a5bcf3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-1bc750fe-0949-42b2-bab7-34fc725823e6', 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'tenant_id': 'f7a8ac7bbd5d466888176c13ba053f5f', 'fixed_ips': [{'subnet_id': '2e110eb1-f49b-4bb7-b02d-fb37219efdd4'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:55:10.716378 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-1ae693b3-048a-4bee-808e-56df0a5bcf3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:10.735215 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2b5f883d-9649-4fe2-8ee6-aad7c2fab690 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:10.772336 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-13192a7e-068d-47d2-967e-9938370e62dc tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:10.773813 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c2c6daf9-6797-4fbe-a563-0d006429a6b8 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:10.780290 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-13192a7e-068d-47d2-967e-9938370e62dc tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] 10.222.0.57 "DELETE /v2.0/ports/cd7a13bd-644e-47cf-8c9e-455d5072e4ca HTTP/1.1" status: 204 len: 168 time: 1.5735383 Mar 22 10:55:10.781596 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36818) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:10.791434 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37bb535e-0e38-41ec-9d28-07dbe32275b6 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Made reservation on behalf of 24d529cf5ef64c6e84f55f51f993df78 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:55:10.794395 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-37bb535e-0e38-41ec-9d28-07dbe32275b6 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:10.795758 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-2b5f883d-9649-4fe2-8ee6-aad7c2fab690 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] device_id is not set on port a8e4afe6-9bdb-4ea0-836f-325fb885d4a3 yet. {{(pid=109050) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:55:10.817864 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36822) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:10.832973 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c2c6daf9-6797-4fbe-a563-0d006429a6b8 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:10.838437 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-37bb535e-0e38-41ec-9d28-07dbe32275b6 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] device_id is not set on port a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:55:11.029724 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-41cc6d4c-67c4-45e3-baa8-51d05443cb33 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:11.036133 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-559abb4d-98c7-4840-b884-053a0535ee90 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e953a0f23f924b3fb7ea002beff3f45c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2149680 Mar 22 10:55:11.038874 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36832) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:11.051699 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-1ae693b3-048a-4bee-808e-56df0a5bcf3e None None] Allocated IP 2001:db8::2 (1bc750fe-0949-42b2-bab7-34fc725823e6/2e110eb1-f49b-4bb7-b02d-fb37219efdd4/28108974-466b-4827-b339-b267c030680b) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:55:11.103087 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c6daf9-6797-4fbe-a563-0d006429a6b8 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Pushing event updated for resources: {'Port': ['ID=b5c427f1-9454-431a-8faa-88b680968718,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:11.182927 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-84fea87f-fa7b-4924-b9c3-1027896c1a8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:11.201668 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-37bb535e-0e38-41ec-9d28-07dbe32275b6 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:11.231551 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-84fea87f-fa7b-4924-b9c3-1027896c1a8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:11.274377 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:11.360530 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-37bb535e-0e38-41ec-9d28-07dbe32275b6 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:11.371337 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e5809c16-72c3-48ca-8f21-b9d3630797fe tempest-DHCPAgentSchedulersTestJSON-60872320 tempest-DHCPAgentSchedulersTestJSON-60872320-project-admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4311 time: 0.5871060 Mar 22 10:55:11.386199 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36842) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:11.393268 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-b25c8c57-5697-4030-a8bc-3a83500c29be tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1788376206'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:11.446002 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-84fea87f-fa7b-4924-b9c3-1027896c1a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:11.448656 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-84fea87f-fa7b-4924-b9c3-1027896c1a8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:11.449834 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-84fea87f-fa7b-4924-b9c3-1027896c1a8c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e2477979-3c86-4a27-af82-efcce5b975ec HTTP/1.1" status: 204 len: 168 time: 0.4099309 Mar 22 10:55:11.475797 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bb535e-0e38-41ec-9d28-07dbe32275b6 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Network 949ba436-0559-47ad-9700-ebde97db872a is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:55:11.476044 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-1ae693b3-048a-4bee-808e-56df0a5bcf3e None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:11.492229 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-37bb535e-0e38-41ec-9d28-07dbe32275b6 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:11.500553 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-bc8014cf-fa53-431f-8f55-e0edc5cc64f0 None None] Could not find standard attr ID for object cd7a13bd-644e-47cf-8c9e-455d5072e4ca. {{(pid=109051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 10:55:11.502301 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fea87f-fa7b-4924-b9c3-1027896c1a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2477979-3c86-4a27-af82-efcce5b975ec,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:11.504484 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bb535e-0e38-41ec-9d28-07dbe32275b6 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:55:11.505548 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bb535e-0e38-41ec-9d28-07dbe32275b6 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:11.505888 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-1ae693b3-048a-4bee-808e-56df0a5bcf3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:11.506807 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-37bb535e-0e38-41ec-9d28-07dbe32275b6 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:11.515391 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25c8c57-5697-4030-a8bc-3a83500c29be tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Made reservation on behalf of eefda60819f348c0a3dc5368cdb528e2 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:55:11.519680 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b25c8c57-5697-4030-a8bc-3a83500c29be tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:11.537664 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bb535e-0e38-41ec-9d28-07dbe32275b6 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Pushing event updated for resources: {'Port': ['ID=a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:11.595449 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-37bb535e-0e38-41ec-9d28-07dbe32275b6 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9307318 Mar 22 10:55:11.596388 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36846) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:11.601386 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b25c8c57-5697-4030-a8bc-3a83500c29be tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:55:11.624574 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae693b3-048a-4bee-808e-56df0a5bcf3e None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:55:11.630742 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8345'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:11.682874 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-bc8014cf-fa53-431f-8f55-e0edc5cc64f0 None None] Provisioning complete for port 0b19a35a-b953-4ac3-8a15-14b76bafc6f4 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:11.684707 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-bc8014cf-fa53-431f-8f55-e0edc5cc64f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:11.693780 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-1ae693b3-048a-4bee-808e-56df0a5bcf3e None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:11.694650 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b25c8c57-5697-4030-a8bc-3a83500c29be tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:11.694650 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-b25c8c57-5697-4030-a8bc-3a83500c29be tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Added segment f9c130d4-69fb-4044-a5d9-dabd6e8f7555 of type vlan for network 121391ce-b68e-4c94-8136-be5b0a3a5878 Mar 22 10:55:11.734601 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae693b3-048a-4bee-808e-56df0a5bcf3e None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:55:11.745771 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 0b19a35a-b953-4ac3-8a15-14b76bafc6f4 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:55:11.748145 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae693b3-048a-4bee-808e-56df0a5bcf3e None None] Pushing event updated for resources: {'Port': ['ID=28108974-466b-4827-b339-b267c030680b,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:11.806408 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae693b3-048a-4bee-808e-56df0a5bcf3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:55:11.806872 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae693b3-048a-4bee-808e-56df0a5bcf3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:55:11.807353 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae693b3-048a-4bee-808e-56df0a5bcf3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:55:11.807807 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae693b3-048a-4bee-808e-56df0a5bcf3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:55:11.808246 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae693b3-048a-4bee-808e-56df0a5bcf3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:55:11.808666 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae693b3-048a-4bee-808e-56df0a5bcf3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:55:11.809098 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae693b3-048a-4bee-808e-56df0a5bcf3e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:55:11.809527 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae693b3-048a-4bee-808e-56df0a5bcf3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:55:11.809956 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae693b3-048a-4bee-808e-56df0a5bcf3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:55:11.810369 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae693b3-048a-4bee-808e-56df0a5bcf3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:55:11.810779 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae693b3-048a-4bee-808e-56df0a5bcf3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:55:11.811184 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae693b3-048a-4bee-808e-56df0a5bcf3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:55:11.839526 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:11.864527 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-1ae693b3-048a-4bee-808e-56df0a5bcf3e None None] Attempting to bind port 28108974-466b-4827-b339-b267c030680b on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:55:11.865050 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-1ae693b3-048a-4bee-808e-56df0a5bcf3e None None] Attempting to bind port 28108974-466b-4827-b339-b267c030680b by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:55:11.865511 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae693b3-048a-4bee-808e-56df0a5bcf3e None None] Attempting to bind port 28108974-466b-4827-b339-b267c030680b on network 1bc750fe-0949-42b2-bab7-34fc725823e6 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:55:11.867297 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b25c8c57-5697-4030-a8bc-3a83500c29be tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:11.877062 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae693b3-048a-4bee-808e-56df0a5bcf3e None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:55:11.877499 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae693b3-048a-4bee-808e-56df0a5bcf3e None None] Checking segment: {'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:55:11.877996 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-1ae693b3-048a-4bee-808e-56df0a5bcf3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:11.878483 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae693b3-048a-4bee-808e-56df0a5bcf3e None None] Bound using segment: {'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:55:11.879066 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-1ae693b3-048a-4bee-808e-56df0a5bcf3e None None] Bound port: 28108974-466b-4827-b339-b267c030680b, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:55:11.879603 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-1ae693b3-048a-4bee-808e-56df0a5bcf3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:11.914292 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc6d4c-67c4-45e3-baa8-51d05443cb33 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event deleted for resources: {'Subnet': ['ID=b6ad59ae-e74f-4c9b-8de2-fbccf0501da9,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:11.916202 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c2c6daf9-6797-4fbe-a563-0d006429a6b8 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684147'] for floatingip, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:11.973783 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 0b19a35a-b953-4ac3-8a15-14b76bafc6f4 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:11.974053 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:11.979810 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-41cc6d4c-67c4-45e3-baa8-51d05443cb33 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:11.983176 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-41cc6d4c-67c4-45e3-baa8-51d05443cb33 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "DELETE /v2.0/subnets/b6ad59ae-e74f-4c9b-8de2-fbccf0501da9 HTTP/1.1" status: 204 len: 168 time: 1.8130991 Mar 22 10:55:11.988625 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36850) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:12.020590 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b25c8c57-5697-4030-a8bc-3a83500c29be tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:12.026689 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25c8c57-5697-4030-a8bc-3a83500c29be tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:12.027433 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b25c8c57-5697-4030-a8bc-3a83500c29be tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:12.061143 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccd9769-3099-4409-b35b-e0d384e0109a None None] Network 948ddf4c-d798-4fc0-821b-efb2ee9463b2 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:55:12.185746 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-1ae693b3-048a-4bee-808e-56df0a5bcf3e None None] For port 28108974-466b-4827-b339-b267c030680b, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:55:12.187232 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5ac9ca-e574-4ce6-92cd-a87754f981a6 req-187a5593-9978-41c8-9fa8-6bab7d19099d tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:12.189694 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5e5ac9ca-e574-4ce6-92cd-a87754f981a6 req-187a5593-9978-41c8-9fa8-6bab7d19099d tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "GET /v2.0/ports?device_id=35bbf4bb-2ab4-4a16-84f3-f4a80aab1f4f HTTP/1.1" status: 200 len: 945 time: 0.2650092 Mar 22 10:55:12.256507 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b25c8c57-5697-4030-a8bc-3a83500c29be tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8649690 Mar 22 10:55:12.262526 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36860) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:12.266442 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-1ae693b3-048a-4bee-808e-56df0a5bcf3e None None] For port 28108974-466b-4827-b339-b267c030680b, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=28108974-466b-4827-b339-b267c030680b,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:55:12.270578 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-2b5f883d-9649-4fe2-8ee6-aad7c2fab690 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Allocated IP 2001:db8::8ea0:7e63:989e:4234 (1bc750fe-0949-42b2-bab7-34fc725823e6/2e110eb1-f49b-4bb7-b02d-fb37219efdd4/a8e4afe6-9bdb-4ea0-836f-325fb885d4a3) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:55:12.293893 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-1ae693b3-048a-4bee-808e-56df0a5bcf3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:12.294784 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5e5ac9ca-e574-4ce6-92cd-a87754f981a6 req-2ea68c7a-85a0-459a-9f71-f3ac91e8c3ea tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "GET /v2.0/security-groups?id=331ec2bf-4639-40e9-918d-e35919f803a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864966 Mar 22 10:55:12.295058 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-100c358e-7591-411f-8183-cd0b1e38d115 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:12.296061 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.l3_db [None req-c2c6daf9-6797-4fbe-a563-0d006429a6b8 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Floating IP 6ed90ceb-751c-43cb-a7c1-26f1d3378917 associated. External IP: 172.26.7.71, port: 643bf8a2-6d21-47a1-8b17-4a6d0e2b4cc4. Mar 22 10:55:12.355575 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c8c57-5697-4030-a8bc-3a83500c29be tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Pushing event updated for resources: {'Network': ['ID=121391ce-b68e-4c94-8136-be5b0a3a5878,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:12.372904 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 121391ce-b68e-4c94-8136-be5b0a3a5878 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:55:12.467960 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae693b3-048a-4bee-808e-56df0a5bcf3e None None] Pushing event updated for resources: {'Port': ['ID=28108974-466b-4827-b339-b267c030680b,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:12.495170 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] device_id is not set on port a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:55:12.512955 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:12.528038 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-100c358e-7591-411f-8183-cd0b1e38d115 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Deleting port 2fc89617-c111-4972-938b-8c73df437fae {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:55:12.528959 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-100c358e-7591-411f-8183-cd0b1e38d115 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:12.540787 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-0bd8df71-3e1e-46dd-88f5-26c0a2f61af7 tempest-DHCPAgentSchedulersTestJSON-60872320 tempest-DHCPAgentSchedulersTestJSON-60872320-project-admin] 10.222.0.57 "GET /v2.0/agents/b1b34ee9-895f-4f2d-a7e2-a86671360fb3/dhcp-networks HTTP/1.1" status: 200 len: 7989 time: 0.2735579 Mar 22 10:55:12.548221 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36868) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:12.564038 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:12.591861 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde33c3c-3078-496d-9696-7d395daa1964 None None] DHCP port deletion for 948ddf4c-d798-4fc0-821b-efb2ee9463b2 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:55:12.601496 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:12.673295 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-cde33c3c-3078-496d-9696-7d395daa1964 None None] Deleting port 2fc89617-c111-4972-938b-8c73df437fae {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:55:12.673654 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-cde33c3c-3078-496d-9696-7d395daa1964 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:12.683429 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-100c358e-7591-411f-8183-cd0b1e38d115 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] For port 2fc89617-c111-4972-938b-8c73df437fae, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=2fc89617-c111-4972-938b-8c73df437fae,segment=NetworkSegment(2f4e407c-1713-4983-8321-7cc214675d11),segment_id=2f4e407c-1713-4983-8321-7cc214675d11)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:55:12.684667 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-100c358e-7591-411f-8183-cd0b1e38d115 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:12.782445 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-cde33c3c-3078-496d-9696-7d395daa1964 None None] For port 2fc89617-c111-4972-938b-8c73df437fae, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=2fc89617-c111-4972-938b-8c73df437fae,segment=NetworkSegment(2f4e407c-1713-4983-8321-7cc214675d11),segment_id=2f4e407c-1713-4983-8321-7cc214675d11)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:55:12.783114 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-cde33c3c-3078-496d-9696-7d395daa1964 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:12.795942 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cfd893-0da3-470d-acaa-b67b79140215 tempest-DHCPAgentSchedulersTestJSON-60872320 tempest-DHCPAgentSchedulersTestJSON-60872320-project-admin] Network 121391ce-b68e-4c94-8136-be5b0a3a5878 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:55:12.798528 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Pushing event updated for resources: {'Port': ['ID=a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:12.806068 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-cde33c3c-3078-496d-9696-7d395daa1964 None None] Calling delete_port for 2fc89617-c111-4972-938b-8c73df437fae owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:55:12.810719 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:12.823196 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-100c358e-7591-411f-8183-cd0b1e38d115 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Calling delete_port for 2fc89617-c111-4972-938b-8c73df437fae owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:55:12.834875 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:55:12.836233 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-b6cfd893-0da3-470d-acaa-b67b79140215 tempest-DHCPAgentSchedulersTestJSON-60872320 tempest-DHCPAgentSchedulersTestJSON-60872320-project-admin] 10.222.0.57 "POST /v2.0/agents/b1b34ee9-895f-4f2d-a7e2-a86671360fb3/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2869809 Mar 22 10:55:12.838937 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36874) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:12.839929 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': 'ffafa835-8f24-42c0-a296-c5e5c6d14ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '949ba436-0559-47ad-9700-ebde97db872a'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:55:12.840406 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead on network 949ba436-0559-47ad-9700-ebde97db872a {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:55:12.856285 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Port a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead on network 949ba436-0559-47ad-9700-ebde97db872a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:55:12.858684 dv-neutron-834599-1-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Failed to bind port a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead on host hv-neutron-8345 for vnic_type normal using segments [{'id': 'ffafa835-8f24-42c0-a296-c5e5c6d14ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '949ba436-0559-47ad-9700-ebde97db872a'}] Mar 22 10:55:12.860688 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.plugins.ml2.plugin [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempt 2 to bind port a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead Mar 22 10:55:12.874212 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6ec4cc-502b-43a6-92a1-d270ec4eca5c None None] Network 121391ce-b68e-4c94-8136-be5b0a3a5878 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:55:12.943797 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:55:12.943797 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': 'ffafa835-8f24-42c0-a296-c5e5c6d14ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '949ba436-0559-47ad-9700-ebde97db872a'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:55:12.943797 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead on network 949ba436-0559-47ad-9700-ebde97db872a {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:55:12.948557 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Port a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead on network 949ba436-0559-47ad-9700-ebde97db872a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:55:12.948884 dv-neutron-834599-1-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Failed to bind port a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead on host hv-neutron-8345 for vnic_type normal using segments [{'id': 'ffafa835-8f24-42c0-a296-c5e5c6d14ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '949ba436-0559-47ad-9700-ebde97db872a'}] Mar 22 10:55:12.950877 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.plugins.ml2.plugin [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempt 3 to bind port a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead Mar 22 10:55:12.984371 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:55:12.984929 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': 'ffafa835-8f24-42c0-a296-c5e5c6d14ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '949ba436-0559-47ad-9700-ebde97db872a'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:55:12.985437 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead on network 949ba436-0559-47ad-9700-ebde97db872a {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:55:12.993829 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Port a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead on network 949ba436-0559-47ad-9700-ebde97db872a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:55:12.994153 dv-neutron-834599-1-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Failed to bind port a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead on host hv-neutron-8345 for vnic_type normal using segments [{'id': 'ffafa835-8f24-42c0-a296-c5e5c6d14ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '949ba436-0559-47ad-9700-ebde97db872a'}] Mar 22 10:55:12.999626 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.plugins.ml2.plugin [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempt 4 to bind port a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead Mar 22 10:55:13.016408 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:55:13.016408 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': 'ffafa835-8f24-42c0-a296-c5e5c6d14ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '949ba436-0559-47ad-9700-ebde97db872a'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:55:13.017099 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead on network 949ba436-0559-47ad-9700-ebde97db872a {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:55:13.029222 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Port a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead on network 949ba436-0559-47ad-9700-ebde97db872a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:55:13.029575 dv-neutron-834599-1-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Failed to bind port a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead on host hv-neutron-8345 for vnic_type normal using segments [{'id': 'ffafa835-8f24-42c0-a296-c5e5c6d14ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '949ba436-0559-47ad-9700-ebde97db872a'}] Mar 22 10:55:13.030108 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-100c358e-7591-411f-8183-cd0b1e38d115 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:13.032117 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.plugins.ml2.plugin [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempt 5 to bind port a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead Mar 22 10:55:13.038229 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-cde33c3c-3078-496d-9696-7d395daa1964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:13.066985 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100c358e-7591-411f-8183-cd0b1e38d115 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event deleted for resources: {'Port': ['ID=2fc89617-c111-4972-938b-8c73df437fae,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:13.070829 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:55:13.071166 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': 'ffafa835-8f24-42c0-a296-c5e5c6d14ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '949ba436-0559-47ad-9700-ebde97db872a'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:55:13.071722 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead on network 949ba436-0559-47ad-9700-ebde97db872a {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:55:13.073692 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde33c3c-3078-496d-9696-7d395daa1964 None None] Pushing event deleted for resources: {'Port': ['ID=2fc89617-c111-4972-938b-8c73df437fae,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:13.074161 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100c358e-7591-411f-8183-cd0b1e38d115 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] No DVR routers for this DVR port 2fc89617-c111-4972-938b-8c73df437fae on host dv-neutron-834599-1-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:55:13.080953 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Port a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead on network 949ba436-0559-47ad-9700-ebde97db872a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:55:13.081396 dv-neutron-834599-1-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Failed to bind port a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead on host hv-neutron-8345 for vnic_type normal using segments [{'id': 'ffafa835-8f24-42c0-a296-c5e5c6d14ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '949ba436-0559-47ad-9700-ebde97db872a'}] Mar 22 10:55:13.082169 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde33c3c-3078-496d-9696-7d395daa1964 None None] No DVR routers for this DVR port 2fc89617-c111-4972-938b-8c73df437fae on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:55:13.094916 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2b5f883d-9649-4fe2-8ee6-aad7c2fab690 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:13.098586 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.plugins.ml2.plugin [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempt 6 to bind port a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead Mar 22 10:55:13.134337 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:55:13.134847 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': 'ffafa835-8f24-42c0-a296-c5e5c6d14ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '949ba436-0559-47ad-9700-ebde97db872a'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:55:13.135472 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead on network 949ba436-0559-47ad-9700-ebde97db872a {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:55:13.152174 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Port a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead on network 949ba436-0559-47ad-9700-ebde97db872a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:55:13.152505 dv-neutron-834599-1-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Failed to bind port a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead on host hv-neutron-8345 for vnic_type normal using segments [{'id': 'ffafa835-8f24-42c0-a296-c5e5c6d14ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '949ba436-0559-47ad-9700-ebde97db872a'}] Mar 22 10:55:13.154947 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.plugins.ml2.plugin [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempt 7 to bind port a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead Mar 22 10:55:13.190767 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-100c358e-7591-411f-8183-cd0b1e38d115 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:13.212864 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:55:13.212864 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': 'ffafa835-8f24-42c0-a296-c5e5c6d14ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '949ba436-0559-47ad-9700-ebde97db872a'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:55:13.212864 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead on network 949ba436-0559-47ad-9700-ebde97db872a {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:55:13.233156 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-100c358e-7591-411f-8183-cd0b1e38d115 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['948ddf4c-d798-4fc0-821b-efb2ee9463b2']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:13.235775 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Port a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead on network 949ba436-0559-47ad-9700-ebde97db872a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:55:13.236220 dv-neutron-834599-1-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Failed to bind port a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead on host hv-neutron-8345 for vnic_type normal using segments [{'id': 'ffafa835-8f24-42c0-a296-c5e5c6d14ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '949ba436-0559-47ad-9700-ebde97db872a'}] Mar 22 10:55:13.236560 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:13.242084 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.plugins.ml2.plugin [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempt 8 to bind port a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead Mar 22 10:55:13.254801 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-100c358e-7591-411f-8183-cd0b1e38d115 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f4e407c-1713-4983-8321-7cc214675d11') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:13.255203 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-100c358e-7591-411f-8183-cd0b1e38d115 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f4e407c-1713-4983-8321-7cc214675d11') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:13.261832 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c6daf9-6797-4fbe-a563-0d006429a6b8 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Router dd100d99-b1a8-4042-8c07-1eeaa238e500 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:55:13.268402 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-100c358e-7591-411f-8183-cd0b1e38d115 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:13.270855 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:55:13.271256 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': 'ffafa835-8f24-42c0-a296-c5e5c6d14ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '949ba436-0559-47ad-9700-ebde97db872a'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:55:13.272079 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead on network 949ba436-0559-47ad-9700-ebde97db872a {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:55:13.275792 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-08b395f7-9314-4701-a1c3-c3508e06d3ac tempest-DHCPAgentSchedulersTestJSON-60872320 tempest-DHCPAgentSchedulersTestJSON-60872320-project-admin] 10.222.0.57 "GET /v2.0/agents/b1b34ee9-895f-4f2d-a7e2-a86671360fb3/dhcp-networks HTTP/1.1" status: 200 len: 8759 time: 0.3917148 Mar 22 10:55:13.279892 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36882) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:13.286211 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Port a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead on network 949ba436-0559-47ad-9700-ebde97db872a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:55:13.286988 dv-neutron-834599-1-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Failed to bind port a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead on host hv-neutron-8345 for vnic_type normal using segments [{'id': 'ffafa835-8f24-42c0-a296-c5e5c6d14ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '949ba436-0559-47ad-9700-ebde97db872a'}] Mar 22 10:55:13.287842 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.plugins.ml2.plugin [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempt 9 to bind port a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead Mar 22 10:55:13.291452 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-100c358e-7591-411f-8183-cd0b1e38d115 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:13.304703 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-100c358e-7591-411f-8183-cd0b1e38d115 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:55:13.305266 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-100c358e-7591-411f-8183-cd0b1e38d115 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:13.308532 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 10:55:13.308532 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:55:13.308532 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 10:55:13.308532 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:55:13.308532 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 10:55:13.308532 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:55:13.308532 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 10:55:13.308532 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:55:13.308532 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 10:55:13.308532 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:55:13.308532 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 10:55:13.308532 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:55:13.308532 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 10:55:13.308532 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:55:13.308532 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:55:13.308532 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:55:13.308532 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:55:13.308532 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:55:13.308532 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 10:55:13.308532 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:55:13.308532 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 10:55:13.308532 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:55:13.308532 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:55:13.308532 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:55:13.308532 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 10:55:13.308532 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:55:13.308532 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:55:13.308532 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:55:13.308532 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:55:13.308532 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:55:13.308532 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:55:13.308532 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:55:13.320892 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:55:13.321406 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': 'ffafa835-8f24-42c0-a296-c5e5c6d14ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '949ba436-0559-47ad-9700-ebde97db872a'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:55:13.321759 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead on network 949ba436-0559-47ad-9700-ebde97db872a {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:55:13.327005 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2b5f883d-9649-4fe2-8ee6-aad7c2fab690 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:13.330370 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Port a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead on network 949ba436-0559-47ad-9700-ebde97db872a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:55:13.330779 dv-neutron-834599-1-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Failed to bind port a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead on host hv-neutron-8345 for vnic_type normal using segments [{'id': 'ffafa835-8f24-42c0-a296-c5e5c6d14ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '949ba436-0559-47ad-9700-ebde97db872a'}] Mar 22 10:55:13.346465 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.plugins.ml2.plugin [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempt 10 to bind port a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead Mar 22 10:55:13.414236 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:55:13.415277 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': 'ffafa835-8f24-42c0-a296-c5e5c6d14ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '949ba436-0559-47ad-9700-ebde97db872a'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:55:13.415903 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead on network 949ba436-0559-47ad-9700-ebde97db872a {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:55:13.424258 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Port a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead on network 949ba436-0559-47ad-9700-ebde97db872a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:55:13.425299 dv-neutron-834599-1-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Failed to bind port a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead on host hv-neutron-8345 for vnic_type normal using segments [{'id': 'ffafa835-8f24-42c0-a296-c5e5c6d14ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '949ba436-0559-47ad-9700-ebde97db872a'}] Mar 22 10:55:13.425731 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:13.439226 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-100c358e-7591-411f-8183-cd0b1e38d115 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:13.444666 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-100c358e-7591-411f-8183-cd0b1e38d115 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:13.448244 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-100c358e-7591-411f-8183-cd0b1e38d115 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "DELETE /v2.0/networks/948ddf4c-d798-4fc0-821b-efb2ee9463b2 HTTP/1.1" status: 204 len: 168 time: 1.4585443 Mar 22 10:55:13.458239 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5f883d-9649-4fe2-8ee6-aad7c2fab690 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:55:13.465375 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36890) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:13.466608 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100c358e-7591-411f-8183-cd0b1e38d115 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event deleted for resources: {'Network': ['ID=948ddf4c-d798-4fc0-821b-efb2ee9463b2,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:13.473275 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-777b99fe-b757-467f-86c5-473e1926fee2 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-809382511', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:13.502693 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-2b5f883d-9649-4fe2-8ee6-aad7c2fab690 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:13.526878 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5f883d-9649-4fe2-8ee6-aad7c2fab690 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:55:13.538284 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5f883d-9649-4fe2-8ee6-aad7c2fab690 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:13.538985 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2b5f883d-9649-4fe2-8ee6-aad7c2fab690 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:13.553464 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5f883d-9649-4fe2-8ee6-aad7c2fab690 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event updated for resources: {'Port': ['ID=a8e4afe6-9bdb-4ea0-836f-325fb885d4a3,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:13.561446 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-777b99fe-b757-467f-86c5-473e1926fee2 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:13.563250 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-777b99fe-b757-467f-86c5-473e1926fee2 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:13.585830 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-229cd6ec-32bc-4cbc-8345-d0879688ada2 tempest-DHCPAgentSchedulersTestJSON-60872320 tempest-DHCPAgentSchedulersTestJSON-60872320-project-admin] 10.222.0.57 "DELETE /v2.0/agents/b1b34ee9-895f-4f2d-a7e2-a86671360fb3/dhcp-networks/121391ce-b68e-4c94-8136-be5b0a3a5878 HTTP/1.1" status: 204 len: 168 time: 0.3065002 Mar 22 10:55:13.587478 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c6daf9-6797-4fbe-a563-0d006429a6b8 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:55:13.590840 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36894) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:13.606235 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-2b5f883d-9649-4fe2-8ee6-aad7c2fab690 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.4730966 Mar 22 10:55:13.610259 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36898) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:13.659288 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f40a5-558e-471e-82fb-966bd024e135 req-928630f4-3750-4dfe-b82b-76708406ddcc tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:13.662274 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9b9f40a5-558e-471e-82fb-966bd024e135 req-928630f4-3750-4dfe-b82b-76708406ddcc tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "GET /v2.0/ports?device_id=35bbf4bb-2ab4-4a16-84f3-f4a80aab1f4f HTTP/1.1" status: 200 len: 945 time: 0.2127712 Mar 22 10:55:13.665786 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c2c6daf9-6797-4fbe-a563-0d006429a6b8 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:13.694062 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] For port a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead, host hv-neutron-8345, cleared binding levels {{(pid=109049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:55:13.695031 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempted to set empty binding levels {{(pid=109049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 22 10:55:13.725617 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:13.824253 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-c2c6daf9-6797-4fbe-a563-0d006429a6b8 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.0341010 Mar 22 10:55:13.832712 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36900) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:13.833317 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-777b99fe-b757-467f-86c5-473e1926fee2 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:13.849979 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-777b99fe-b757-467f-86c5-473e1926fee2 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:13.856654 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-c87eb82f-e069-4d43-824a-c3fe0e9c70c4 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2112839473'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:13.865565 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 28108974-466b-4827-b339-b267c030680b up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:55:13.869942 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] In _notify_port_updated(), no bound segment for port a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead on network 949ba436-0559-47ad-9700-ebde97db872a {{(pid=109049) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 22 10:55:13.871078 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:13.872587 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:13.875861 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] 10.222.0.57 "PUT /v2.0/ports/a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead HTTP/1.1" status: 200 len: 977 time: 2.2732120 Mar 22 10:55:13.884685 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a51b6b-66c6-4079-a053-b0d1ed8284ba tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:13.891096 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a51b6b-66c6-4079-a053-b0d1ed8284ba tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:13.892879 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-94a51b6b-66c6-4079-a053-b0d1ed8284ba tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2750661 Mar 22 10:55:13.893790 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9b9f40a5-558e-471e-82fb-966bd024e135 req-db477bcc-7080-4597-bcad-e6d6b82303a0 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "GET /v2.0/security-groups?id=331ec2bf-4639-40e9-918d-e35919f803a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2230043 Mar 22 10:55:13.898274 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36904) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:13.898614 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36906) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:13.898754 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608347d0-ed65-41b2-8e6d-1cdd6dba8d33 None None] Sync routers for ids ['dd100d99-b1a8-4042-8c07-1eeaa238e500'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:55:13.904520 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36902) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:13.914373 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-777b99fe-b757-467f-86c5-473e1926fee2 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:13.918758 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-777b99fe-b757-467f-86c5-473e1926fee2 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4490159 Mar 22 10:55:13.923298 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608347d0-ed65-41b2-8e6d-1cdd6dba8d33 None None] Routers {'dd100d99-b1a8-4042-8c07-1eeaa238e500'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:55:13.923933 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-608347d0-ed65-41b2-8e6d-1cdd6dba8d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:55:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['dd100d99-b1a8-4042-8c07-1eeaa238e500'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:13.928590 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36910) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:13.934040 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-ce698e7c-ee08-47a2-9889-5af9a8364a01 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-901410634'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:13.960462 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47c1781-381b-4c65-aa8e-10b73edc4f2b tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Pushing event updated for resources: {'Port': ['ID=a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead,revision_number=3']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:13.962493 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-608347d0-ed65-41b2-8e6d-1cdd6dba8d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:13.976698 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608347d0-ed65-41b2-8e6d-1cdd6dba8d33 None None] Routers {'dd100d99-b1a8-4042-8c07-1eeaa238e500'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:55:13.977494 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-608347d0-ed65-41b2-8e6d-1cdd6dba8d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:55:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['dd100d99-b1a8-4042-8c07-1eeaa238e500'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:14.033431 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce698e7c-ee08-47a2-9889-5af9a8364a01 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Made reservation on behalf of 870cdc1d821946449d010566eacfdc6f for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:55:14.037149 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ce698e7c-ee08-47a2-9889-5af9a8364a01 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:14.063249 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87eb82f-e069-4d43-824a-c3fe0e9c70c4 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Made reservation on behalf of 65b47a7da7ab4785af47ee2c91cd3e71 for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:55:14.063526 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 28108974-466b-4827-b339-b267c030680b triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:14.063643 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:14.071759 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24657e3-3aba-4ad9-92ab-918588af13a4 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:14.072233 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24657e3-3aba-4ad9-92ab-918588af13a4 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:14.072820 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24657e3-3aba-4ad9-92ab-918588af13a4 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:14.073283 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24657e3-3aba-4ad9-92ab-918588af13a4 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:14.073740 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24657e3-3aba-4ad9-92ab-918588af13a4 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:14.074195 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24657e3-3aba-4ad9-92ab-918588af13a4 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:14.074309 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c87eb82f-e069-4d43-824a-c3fe0e9c70c4 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:14.074647 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24657e3-3aba-4ad9-92ab-918588af13a4 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:14.075099 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24657e3-3aba-4ad9-92ab-918588af13a4 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:14.075570 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24657e3-3aba-4ad9-92ab-918588af13a4 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:14.076025 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24657e3-3aba-4ad9-92ab-918588af13a4 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:14.076481 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24657e3-3aba-4ad9-92ab-918588af13a4 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:14.076929 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24657e3-3aba-4ad9-92ab-918588af13a4 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:14.077378 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24657e3-3aba-4ad9-92ab-918588af13a4 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:14.077823 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24657e3-3aba-4ad9-92ab-918588af13a4 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:14.078272 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24657e3-3aba-4ad9-92ab-918588af13a4 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:14.078720 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24657e3-3aba-4ad9-92ab-918588af13a4 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:14.079164 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24657e3-3aba-4ad9-92ab-918588af13a4 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:14.079638 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24657e3-3aba-4ad9-92ab-918588af13a4 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:14.080085 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24657e3-3aba-4ad9-92ab-918588af13a4 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:14.080534 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24657e3-3aba-4ad9-92ab-918588af13a4 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:14.080980 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24657e3-3aba-4ad9-92ab-918588af13a4 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:14.081431 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24657e3-3aba-4ad9-92ab-918588af13a4 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:14.081876 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24657e3-3aba-4ad9-92ab-918588af13a4 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:14.085005 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d24657e3-3aba-4ad9-92ab-918588af13a4 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20409 time: 0.1751707 Mar 22 10:55:14.093940 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36914) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:14.105381 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-608347d0-ed65-41b2-8e6d-1cdd6dba8d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:14.106711 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608347d0-ed65-41b2-8e6d-1cdd6dba8d33 None None] The sync data for ids ['dd100d99-b1a8-4042-8c07-1eeaa238e500'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:55:14.124335 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-d34f2968-10bf-47d7-91f0-fbd5d9f38930 None None] Provisioning complete for port 28108974-466b-4827-b339-b267c030680b triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:14.124705 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d34f2968-10bf-47d7-91f0-fbd5d9f38930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:14.166684 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce698e7c-ee08-47a2-9889-5af9a8364a01 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:55:14.195979 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-d6179399-4aea-44de-93ac-e2b23b1e3ab8 tempest-RoutersAdminNegativeIpV6Test-310806573 tempest-RoutersAdminNegativeIpV6Test-310806573-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-773521857', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:14.202136 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-34335f87-573f-4293-ae76-a9963d8d6df6 tempest-DHCPAgentSchedulersTestJSON-60872320 tempest-DHCPAgentSchedulersTestJSON-60872320-project-admin] 10.222.0.57 "GET /v2.0/agents/b1b34ee9-895f-4f2d-a7e2-a86671360fb3/dhcp-networks HTTP/1.1" status: 200 len: 7244 time: 0.5946863 Mar 22 10:55:14.208599 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36916) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:14.214850 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ce698e7c-ee08-47a2-9889-5af9a8364a01 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:14.215297 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-ce698e7c-ee08-47a2-9889-5af9a8364a01 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Added segment 2210d4a3-0bf3-4f66-9ad6-275fbc5897e5 of type vlan for network fe26b17e-3c36-45e9-b8c2-31221b83f673 Mar 22 10:55:14.223625 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:14.262234 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c87eb82f-e069-4d43-824a-c3fe0e9c70c4 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:55:14.278283 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6179399-4aea-44de-93ac-e2b23b1e3ab8 tempest-RoutersAdminNegativeIpV6Test-310806573 tempest-RoutersAdminNegativeIpV6Test-310806573-project-admin] Made reservation on behalf of db8d572b11d546f093769b121cf0b106 for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:55:14.281171 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d6179399-4aea-44de-93ac-e2b23b1e3ab8 tempest-RoutersAdminNegativeIpV6Test-310806573 tempest-RoutersAdminNegativeIpV6Test-310806573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:14.286552 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c87eb82f-e069-4d43-824a-c3fe0e9c70c4 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:14.287105 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-c87eb82f-e069-4d43-824a-c3fe0e9c70c4 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Added segment 653d88ba-8d18-42ff-95f9-55dd751a87d3 of type vlan for network 046d7c81-da2f-4ee0-a8d3-e16d2fb960f4 Mar 22 10:55:14.297550 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-6b4ac305-a8df-4f14-bf3d-a5f3f1870205 tempest-DHCPAgentSchedulersTestJSON-60872320 tempest-DHCPAgentSchedulersTestJSON-60872320-project-admin] 10.222.0.57 "GET /v2.0/networks/73070086-9e5c-4fb9-9f23-a73601dd6cb4/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0870998 Mar 22 10:55:14.304086 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36918) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:14.308695 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d6179399-4aea-44de-93ac-e2b23b1e3ab8 tempest-RoutersAdminNegativeIpV6Test-310806573 tempest-RoutersAdminNegativeIpV6Test-310806573-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:14.327301 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ce698e7c-ee08-47a2-9889-5af9a8364a01 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:14.330897 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-e7fe19d4-03f5-48d2-a2af-8e6d26c3ffce tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Deleting port a8e4afe6-9bdb-4ea0-836f-325fb885d4a3 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:55:14.331297 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e7fe19d4-03f5-48d2-a2af-8e6d26c3ffce tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:14.342669 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d34f2968-10bf-47d7-91f0-fbd5d9f38930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:14.363120 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-79e4db61-9c50-45b2-ad68-83ee729e7037 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Deleting port a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:55:14.363798 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-79e4db61-9c50-45b2-ad68-83ee729e7037 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:14.375604 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port 28108974-466b-4827-b339-b267c030680b, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=28108974-466b-4827-b339-b267c030680b,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:55:14.379653 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ce698e7c-ee08-47a2-9889-5af9a8364a01 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:14.384671 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:14.386790 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce698e7c-ee08-47a2-9889-5af9a8364a01 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:14.387697 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ce698e7c-ee08-47a2-9889-5af9a8364a01 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:14.427032 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c87eb82f-e069-4d43-824a-c3fe0e9c70c4 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:14.435620 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-d5592033-3778-4ad2-8926-cc46a44a6df3 tempest-DHCPAgentSchedulersTestJSON-60872320 tempest-DHCPAgentSchedulersTestJSON-60872320-project-admin] 10.222.0.57 "GET /v2.0/networks/73070086-9e5c-4fb9-9f23-a73601dd6cb4/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.1285572 Mar 22 10:55:14.454844 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36920) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:14.473371 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 2fc89617-c111-4972-938b-8c73df437fae no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:55:14.520477 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 2fc89617-c111-4972-938b-8c73df437fae {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:55:14.521184 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 2fc89617-c111-4972-938b-8c73df437fae not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:55:14.522667 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ce698e7c-ee08-47a2-9889-5af9a8364a01 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5924242 Mar 22 10:55:14.526300 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=28108974-466b-4827-b339-b267c030680b,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:14.530726 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36922) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:14.532553 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.db.api [None req-d34f2968-10bf-47d7-91f0-fbd5d9f38930 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 10:55:14.533253 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG oslo_db.api [None req-d34f2968-10bf-47d7-91f0-fbd5d9f38930 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 10:55:14.536390 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-ee6be8c6-ee20-41c8-9bcb-ec58fede87d8 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Request body: {'subnet': {'network_id': 'fe26b17e-3c36-45e9-b8c2-31221b83f673', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:14.554180 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c87eb82f-e069-4d43-824a-c3fe0e9c70c4 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:14.558703 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-79e4db61-9c50-45b2-ad68-83ee729e7037 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] For port a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead, host hv-neutron-8345, got binding levels [] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:55:14.559063 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-79e4db61-9c50-45b2-ad68-83ee729e7037 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:14.560106 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87eb82f-e069-4d43-824a-c3fe0e9c70c4 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:14.560781 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c87eb82f-e069-4d43-824a-c3fe0e9c70c4 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:14.567431 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce698e7c-ee08-47a2-9889-5af9a8364a01 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event updated for resources: {'Network': ['ID=fe26b17e-3c36-45e9-b8c2-31221b83f673,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:14.577712 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e7fe19d4-03f5-48d2-a2af-8e6d26c3ffce tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:14.581152 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network fe26b17e-3c36-45e9-b8c2-31221b83f673 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:55:14.611926 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-79e4db61-9c50-45b2-ad68-83ee729e7037 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Calling delete_port for a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:55:14.623551 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-e7fe19d4-03f5-48d2-a2af-8e6d26c3ffce tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Calling delete_port for a8e4afe6-9bdb-4ea0-836f-325fb885d4a3 owned by {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:55:14.652235 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-c87eb82f-e069-4d43-824a-c3fe0e9c70c4 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8184791 Mar 22 10:55:14.657084 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d6179399-4aea-44de-93ac-e2b23b1e3ab8 tempest-RoutersAdminNegativeIpV6Test-310806573 tempest-RoutersAdminNegativeIpV6Test-310806573-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:14.669774 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36926) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:14.687211 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-fb0d2fc8-99bc-44e8-ad31-cff2bc9ff798 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Request body: {'subnet': {'network_id': '046d7c81-da2f-4ee0-a8d3-e16d2fb960f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:14.702304 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d6179399-4aea-44de-93ac-e2b23b1e3ab8 tempest-RoutersAdminNegativeIpV6Test-310806573 tempest-RoutersAdminNegativeIpV6Test-310806573-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:14.752865 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-29694cb6-ccce-4be7-bcc4-47b27d848fae tempest-DHCPAgentSchedulersTestJSON-60872320 tempest-DHCPAgentSchedulersTestJSON-60872320-project-admin] 10.222.0.57 "GET /v2.0/agents/b1b34ee9-895f-4f2d-a7e2-a86671360fb3/dhcp-networks HTTP/1.1" status: 200 len: 7244 time: 0.2918353 Mar 22 10:55:14.784471 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36930) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:14.794591 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-d6179399-4aea-44de-93ac-e2b23b1e3ab8 tempest-RoutersAdminNegativeIpV6Test-310806573 tempest-RoutersAdminNegativeIpV6Test-310806573-project-admin] device_id is not set on port 13dcdff1-402a-44cb-ab79-007629fc815c yet. {{(pid=109050) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:55:14.823844 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87eb82f-e069-4d43-824a-c3fe0e9c70c4 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Pushing event updated for resources: {'Network': ['ID=046d7c81-da2f-4ee0-a8d3-e16d2fb960f4,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:14.835825 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 046d7c81-da2f-4ee0-a8d3-e16d2fb960f4 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:55:14.910164 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-79e4db61-9c50-45b2-ad68-83ee729e7037 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:14.914811 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5fd44a0c-6f84-4bf9-a70d-67ae818fb7f2 tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:14.941196 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6179399-4aea-44de-93ac-e2b23b1e3ab8 tempest-RoutersAdminNegativeIpV6Test-310806573 tempest-RoutersAdminNegativeIpV6Test-310806573-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41b0713-27b6-4aed-bedb-e2609fa96472,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:14.967148 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0d2fc8-99bc-44e8-ad31-cff2bc9ff798 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Made reservation on behalf of 65b47a7da7ab4785af47ee2c91cd3e71 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:55:14.972677 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fb0d2fc8-99bc-44e8-ad31-cff2bc9ff798 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:14.981175 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e4db61-9c50-45b2-ad68-83ee729e7037 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Pushing event deleted for resources: {'Port': ['ID=a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:15.002585 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-79e4db61-9c50-45b2-ad68-83ee729e7037 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:15.006802 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-79e4db61-9c50-45b2-ad68-83ee729e7037 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] 10.222.0.57 "DELETE /v2.0/ports/a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead HTTP/1.1" status: 204 len: 168 time: 0.9065781 Mar 22 10:55:15.008714 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36934) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:15.061458 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-80edb045-e331-43cd-aa60-978f4c7f79d4 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] GET failed (client error): The resource could not be found. Mar 22 10:55:15.063068 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-80edb045-e331-43cd-aa60-978f4c7f79d4 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] 10.222.0.57 "GET /v2.0/ports/a2ba21be-7d9a-4abe-a5e7-2cdd15fdeead HTTP/1.1" status: 404 len: 333 time: 0.0534048 Mar 22 10:55:15.070232 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6be8c6-ee20-41c8-9bcb-ec58fede87d8 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Made reservation on behalf of 870cdc1d821946449d010566eacfdc6f for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:55:15.073720 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ee6be8c6-ee20-41c8-9bcb-ec58fede87d8 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:15.081846 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36936) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:15.113528 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-c3549f09-c1c4-4664-ad35-475254cc4232 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1867164058', 'network_id': '949ba436-0559-47ad-9700-ebde97db872a'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:15.144689 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc9204-2273-4191-b565-441d226bb5a6 req-80ba3338-1bbf-40c1-b179-2f71295ee6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:15.146168 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7afc9204-2273-4191-b565-441d226bb5a6 req-80ba3338-1bbf-40c1-b179-2f71295ee6f8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e964decdfe5d4f8ab69e1cb7f6a56a22&device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 1099 time: 0.2389510 Mar 22 10:55:15.185215 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5fd44a0c-6f84-4bf9-a70d-67ae818fb7f2 tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:15.194151 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-cc48a8db-3a9f-4c9b-9333-d32292eb1c1b None None] Provisioning complete for port a8e4afe6-9bdb-4ea0-836f-325fb885d4a3 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:15.194831 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3549f09-c1c4-4664-ad35-475254cc4232 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Made reservation on behalf of 24d529cf5ef64c6e84f55f51f993df78 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:55:15.194959 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-cc48a8db-3a9f-4c9b-9333-d32292eb1c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:15.197100 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c3549f09-c1c4-4664-ad35-475254cc4232 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:15.223499 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-5fd44a0c-6f84-4bf9-a70d-67ae818fb7f2 tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['121391ce-b68e-4c94-8136-be5b0a3a5878']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:15.232535 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-c3549f09-c1c4-4664-ad35-475254cc4232 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] device_id is not set on port 0835f5a0-b8d1-42c5-a7e5-6e1c0b9d3c3a yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:55:15.235700 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-cc48a8db-3a9f-4c9b-9333-d32292eb1c1b None None] Port a8e4afe6-9bdb-4ea0-836f-325fb885d4a3 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:55:15.241501 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-5fd44a0c-6f84-4bf9-a70d-67ae818fb7f2 tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9c130d4-69fb-4044-a5d9-dabd6e8f7555') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:15.241766 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-5fd44a0c-6f84-4bf9-a70d-67ae818fb7f2 tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9c130d4-69fb-4044-a5d9-dabd6e8f7555') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:15.285754 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5fd44a0c-6f84-4bf9-a70d-67ae818fb7f2 tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:15.309368 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5fd44a0c-6f84-4bf9-a70d-67ae818fb7f2 tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:15.325915 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fd44a0c-6f84-4bf9-a70d-67ae818fb7f2 tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:55:15.326328 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5fd44a0c-6f84-4bf9-a70d-67ae818fb7f2 tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:15.330083 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 10:55:15.330083 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:55:15.330083 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 10:55:15.330083 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:55:15.330083 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 10:55:15.330083 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:55:15.330083 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 10:55:15.330083 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:55:15.330083 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 10:55:15.330083 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:55:15.330083 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 10:55:15.330083 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:55:15.330083 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 10:55:15.330083 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:55:15.330083 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:55:15.330083 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:55:15.330083 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:55:15.330083 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:55:15.330083 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 10:55:15.330083 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:55:15.330083 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 10:55:15.330083 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:55:15.330083 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:55:15.330083 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:55:15.330083 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 10:55:15.330083 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:55:15.330083 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:55:15.330083 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:55:15.330083 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:55:15.330083 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:55:15.330083 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:55:15.330083 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:55:15.424971 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5fd44a0c-6f84-4bf9-a70d-67ae818fb7f2 tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:15.429181 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5fd44a0c-6f84-4bf9-a70d-67ae818fb7f2 tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:15.432724 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5fd44a0c-6f84-4bf9-a70d-67ae818fb7f2 tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] 10.222.0.57 "DELETE /v2.0/networks/121391ce-b68e-4c94-8136-be5b0a3a5878 HTTP/1.1" status: 204 len: 168 time: 0.6458681 Mar 22 10:55:15.461460 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36938) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:15.499143 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd44a0c-6f84-4bf9-a70d-67ae818fb7f2 tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Pushing event deleted for resources: {'Network': ['ID=121391ce-b68e-4c94-8136-be5b0a3a5878,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:15.499549 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c999f-d301-4cac-9047-d4f70d5a5cff req-599a3420-e3f3-4d77-a9c3-a9ab7407a807 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:15.503878 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-fd9c999f-d301-4cac-9047-d4f70d5a5cff req-599a3420-e3f3-4d77-a9c3-a9ab7407a807 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.6679902 Mar 22 10:55:15.504239 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-3477611f-f920-4625-8bf7-3cc7a3e0f9c6 tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] DELETE failed (client error): The resource could not be found. Mar 22 10:55:15.504941 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3477611f-f920-4625-8bf7-3cc7a3e0f9c6 tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:55:15.507962 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3477611f-f920-4625-8bf7-3cc7a3e0f9c6 tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] 10.222.0.57 "DELETE /v2.0/ports/cd7a13bd-644e-47cf-8c9e-455d5072e4ca HTTP/1.1" status: 404 len: 333 time: 0.0456390 Mar 22 10:55:15.514089 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36940) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:15.559700 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c3549f09-c1c4-4664-ad35-475254cc4232 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:15.562385 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-d6179399-4aea-44de-93ac-e2b23b1e3ab8 tempest-RoutersAdminNegativeIpV6Test-310806573 tempest-RoutersAdminNegativeIpV6Test-310806573-project-admin] Allocated IP 172.26.7.37 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/13dcdff1-402a-44cb-ab79-007629fc815c) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:55:15.567671 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e7fe19d4-03f5-48d2-a2af-8e6d26c3ffce tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:15.576784 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 28108974-466b-4827-b339-b267c030680b up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:55:15.587054 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef537a-5b87-4dd4-a9d6-bb747f7752c8 req-2b6344a6-626d-4cc6-952f-99c6d31d5e0a tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:15.592222 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e8ef537a-5b87-4dd4-a9d6-bb747f7752c8 req-2b6344a6-626d-4cc6-952f-99c6d31d5e0a tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "GET /v2.0/ports?device_id=35bbf4bb-2ab4-4a16-84f3-f4a80aab1f4f HTTP/1.1" status: 200 len: 945 time: 0.6128929 Mar 22 10:55:15.606085 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-3307c584-25fe-4517-ad49-55c0f2aeaa97 tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Deleting subnet d7edda4a-7a1c-4a39-8d38-e03147276678 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:55:15.630168 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 28108974-466b-4827-b339-b267c030680b triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:15.630582 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:15.643646 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3307c584-25fe-4517-ad49-55c0f2aeaa97 tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:15.704834 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fe19d4-03f5-48d2-a2af-8e6d26c3ffce tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event deleted for resources: {'Port': ['ID=a8e4afe6-9bdb-4ea0-836f-325fb885d4a3,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:15.726333 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3307c584-25fe-4517-ad49-55c0f2aeaa97 tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:15.752269 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c3549f09-c1c4-4664-ad35-475254cc4232 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:15.774653 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e7fe19d4-03f5-48d2-a2af-8e6d26c3ffce tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:15.777851 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-e7fe19d4-03f5-48d2-a2af-8e6d26c3ffce tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/ports/a8e4afe6-9bdb-4ea0-836f-325fb885d4a3 HTTP/1.1" status: 204 len: 168 time: 1.8757110 Mar 22 10:55:15.791728 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-fd9c999f-d301-4cac-9047-d4f70d5a5cff req-c490ae4d-bc2c-4f11-b666-1efc2b7a9bbe tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2512794 Mar 22 10:55:15.792278 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36942) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:15.834043 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3549f09-c1c4-4664-ad35-475254cc4232 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Network 949ba436-0559-47ad-9700-ebde97db872a is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:55:15.836683 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fb0d2fc8-99bc-44e8-ad31-cff2bc9ff798 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:15.851565 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e8ef537a-5b87-4dd4-a9d6-bb747f7752c8 req-545be55c-2a59-4cfd-951c-4e7aeb081297 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "GET /v2.0/security-groups?id=331ec2bf-4639-40e9-918d-e35919f803a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2388790 Mar 22 10:55:15.852657 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-c3549f09-c1c4-4664-ad35-475254cc4232 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:15.855157 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3549f09-c1c4-4664-ad35-475254cc4232 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:55:15.856325 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3549f09-c1c4-4664-ad35-475254cc4232 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:15.856930 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c3549f09-c1c4-4664-ad35-475254cc4232 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:15.886096 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3549f09-c1c4-4664-ad35-475254cc4232 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Pushing event updated for resources: {'Port': ['ID=0835f5a0-b8d1-42c5-a7e5-6e1c0b9d3c3a,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:15.933746 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc9204-2273-4191-b565-441d226bb5a6 req-81c14a8f-dad9-4d92-a327-c061f3c0b722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:15.935267 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7afc9204-2273-4191-b565-441d226bb5a6 req-81c14a8f-dad9-4d92-a327-c061f3c0b722 service neutron] 10.222.0.35 "GET /v2.0/networks?id=619a0580-b085-430c-89e2-022d42d1e4bf HTTP/1.1" status: 200 len: 913 time: 0.4121299 Mar 22 10:55:15.951549 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c3549f09-c1c4-4664-ad35-475254cc4232 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8411121 Mar 22 10:55:15.957755 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36944) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:15.977034 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0d2fc8-99bc-44e8-ad31-cff2bc9ff798 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Pushing event updated for resources: {'Subnet': ['ID=cfa596ac-eb44-4d32-86d2-feb239418be6,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:15.980806 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3307c584-25fe-4517-ad49-55c0f2aeaa97 tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:16.040714 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3d10f3-01bc-4886-b7a0-86a73a6c50f8 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:16.042143 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ce3d10f3-01bc-4886-b7a0-86a73a6c50f8 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] 10.222.0.57 "GET /v2.0/ports/0835f5a0-b8d1-42c5-a7e5-6e1c0b9d3c3a HTTP/1.1" status: 200 len: 955 time: 0.0806706 Mar 22 10:55:16.042917 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0d2fc8-99bc-44e8-ad31-cff2bc9ff798 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Checking segment: {'id': '653d88ba-8d18-42ff-95f9-55dd751a87d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '046d7c81-da2f-4ee0-a8d3-e16d2fb960f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:55:16.043391 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0d2fc8-99bc-44e8-ad31-cff2bc9ff798 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Network hostable DHCP agents. Network: 046d7c81-da2f-4ee0-a8d3-e16d2fb960f4, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:55:16.045332 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36946) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:16.051096 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc23d30-f6fc-453d-8482-b7a2291a45a4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:16.052690 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc23d30-f6fc-453d-8482-b7a2291a45a4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:16.054203 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-5fc23d30-f6fc-453d-8482-b7a2291a45a4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2536731 Mar 22 10:55:16.059582 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36948) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:16.095912 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ee6be8c6-ee20-41c8-9bcb-ec58fede87d8 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:16.108847 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7afc9204-2273-4191-b565-441d226bb5a6 req-852bd755-35a0-43e5-8999-dcb7d704c7be service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62e0eae6-4190-4612-b054-e17b9b6eea2c HTTP/1.1" status: 200 len: 1002 time: 0.1587179 Mar 22 10:55:16.170608 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0d2fc8-99bc-44e8-ad31-cff2bc9ff798 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Network 046d7c81-da2f-4ee0-a8d3-e16d2fb960f4 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:55:16.182953 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d6179399-4aea-44de-93ac-e2b23b1e3ab8 tempest-RoutersAdminNegativeIpV6Test-310806573 tempest-RoutersAdminNegativeIpV6Test-310806573-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:16.188099 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-fab2dd30-4627-4923-9c68-71c6e466312f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Deleting subnet 2e110eb1-f49b-4bb7-b02d-fb37219efdd4 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:55:16.193327 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fab2dd30-4627-4923-9c68-71c6e466312f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:16.196932 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3307c584-25fe-4517-ad49-55c0f2aeaa97 tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:16.221666 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-fb0d2fc8-99bc-44e8-ad31-cff2bc9ff798 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 046d7c81-da2f-4ee0-a8d3-e16d2fb960f4) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:16.226689 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6be8c6-ee20-41c8-9bcb-ec58fede87d8 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event updated for resources: {'Subnet': ['ID=6df7019b-cca6-4a15-8136-589e7260dbaf,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:16.228314 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0d2fc8-99bc-44e8-ad31-cff2bc9ff798 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:16.229140 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fb0d2fc8-99bc-44e8-ad31-cff2bc9ff798 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:16.230514 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a8ee99-ef47-42c5-b19c-6768df552815 None None] Network 046d7c81-da2f-4ee0-a8d3-e16d2fb960f4 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:55:16.245391 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc9204-2273-4191-b565-441d226bb5a6 req-3ef757a2-5cf6-4173-b652-119e2c62c3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:16.246772 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7afc9204-2273-4191-b565-441d226bb5a6 req-3ef757a2-5cf6-4173-b652-119e2c62c3c9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e692a5aa-617d-46cb-afbe-668e67a6ee91 HTTP/1.1" status: 200 len: 851 time: 0.1127319 Mar 22 10:55:16.269907 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3307c584-25fe-4517-ad49-55c0f2aeaa97 tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Pushing event deleted for resources: {'Subnet': ['ID=d7edda4a-7a1c-4a39-8d38-e03147276678,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:16.275715 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3307c584-25fe-4517-ad49-55c0f2aeaa97 tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:16.281750 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3307c584-25fe-4517-ad49-55c0f2aeaa97 tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] 10.222.0.57 "DELETE /v2.0/subnets/d7edda4a-7a1c-4a39-8d38-e03147276678 HTTP/1.1" status: 204 len: 168 time: 0.7670510 Mar 22 10:55:16.286233 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36950) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:16.288692 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6be8c6-ee20-41c8-9bcb-ec58fede87d8 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Checking segment: {'id': '2210d4a3-0bf3-4f66-9ad6-275fbc5897e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fe26b17e-3c36-45e9-b8c2-31221b83f673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:55:16.289101 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6be8c6-ee20-41c8-9bcb-ec58fede87d8 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Network hostable DHCP agents. Network: fe26b17e-3c36-45e9-b8c2-31221b83f673, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:55:16.307892 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e068e2-c18d-4d91-af2c-d4856e2d1f38 None None] Network 73070086-9e5c-4fb9-9f23-a73601dd6cb4 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:55:16.315003 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d6179399-4aea-44de-93ac-e2b23b1e3ab8 tempest-RoutersAdminNegativeIpV6Test-310806573 tempest-RoutersAdminNegativeIpV6Test-310806573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:16.322827 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-fb0d2fc8-99bc-44e8-ad31-cff2bc9ff798 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6451917 Mar 22 10:55:16.327409 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36952) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:16.333597 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-9b6fc420-3935-4afd-ab35-9d7a20464cc5 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1796004204', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}, 'admin_state_up': False}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:16.333884 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fab2dd30-4627-4923-9c68-71c6e466312f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:16.354952 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6be8c6-ee20-41c8-9bcb-ec58fede87d8 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Network fe26b17e-3c36-45e9-b8c2-31221b83f673 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:55:16.368696 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc9204-2273-4191-b565-441d226bb5a6 req-582640f1-210a-445a-98e3-327a1e728212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:16.370227 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7afc9204-2273-4191-b565-441d226bb5a6 req-582640f1-210a-445a-98e3-327a1e728212 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=619a0580-b085-430c-89e2-022d42d1e4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1143072 Mar 22 10:55:16.396935 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-ee6be8c6-ee20-41c8-9bcb-ec58fede87d8 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, fe26b17e-3c36-45e9-b8c2-31221b83f673) {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:16.403515 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6179399-4aea-44de-93ac-e2b23b1e3ab8 tempest-RoutersAdminNegativeIpV6Test-310806573 tempest-RoutersAdminNegativeIpV6Test-310806573-project-admin] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:55:16.407650 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-f72bdc0a-64dc-4047-bf59-5509559f8932 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Deleting port 0835f5a0-b8d1-42c5-a7e5-6e1c0b9d3c3a {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:55:16.408064 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f72bdc0a-64dc-4047-bf59-5509559f8932 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:16.419030 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b36ba5f-eb78-4881-b789-6604d46571fa None None] Network fe26b17e-3c36-45e9-b8c2-31221b83f673 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:55:16.419971 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6be8c6-ee20-41c8-9bcb-ec58fede87d8 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:16.420540 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ee6be8c6-ee20-41c8-9bcb-ec58fede87d8 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:16.425114 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-d6179399-4aea-44de-93ac-e2b23b1e3ab8 tempest-RoutersAdminNegativeIpV6Test-310806573 tempest-RoutersAdminNegativeIpV6Test-310806573-project-admin] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:16.426881 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6179399-4aea-44de-93ac-e2b23b1e3ab8 tempest-RoutersAdminNegativeIpV6Test-310806573 tempest-RoutersAdminNegativeIpV6Test-310806573-project-admin] Pushing event updated for resources: {'Port': ['ID=13dcdff1-402a-44cb-ab79-007629fc815c,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:16.429100 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6179399-4aea-44de-93ac-e2b23b1e3ab8 tempest-RoutersAdminNegativeIpV6Test-310806573 tempest-RoutersAdminNegativeIpV6Test-310806573-project-admin] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:55:16.437383 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9b6fc420-3935-4afd-ab35-9d7a20464cc5 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:16.438659 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9b6fc420-3935-4afd-ab35-9d7a20464cc5 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:16.452979 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-758c0091-6c12-411e-80ec-79bfeeb72159 tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:16.515922 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-ee6be8c6-ee20-41c8-9bcb-ec58fede87d8 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9840581 Mar 22 10:55:16.521245 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f72bdc0a-64dc-4047-bf59-5509559f8932 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:16.522896 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36954) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:16.559868 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-f72bdc0a-64dc-4047-bf59-5509559f8932 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Calling delete_port for 0835f5a0-b8d1-42c5-a7e5-6e1c0b9d3c3a owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:55:16.591211 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fab2dd30-4627-4923-9c68-71c6e466312f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:16.595264 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b26276a-9a4d-4ae4-b939-9d8a01f19398 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-046d7c81-da2f-4ee0-a8d3-e16d2fb960f4', 'network_id': '046d7c81-da2f-4ee0-a8d3-e16d2fb960f4', 'tenant_id': '65b47a7da7ab4785af47ee2c91cd3e71', 'fixed_ips': [{'subnet_id': 'cfa596ac-eb44-4d32-86d2-feb239418be6'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:55:16.596209 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8b26276a-9a4d-4ae4-b939-9d8a01f19398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:16.704052 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6179399-4aea-44de-93ac-e2b23b1e3ab8 tempest-RoutersAdminNegativeIpV6Test-310806573 tempest-RoutersAdminNegativeIpV6Test-310806573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:16.704656 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d6179399-4aea-44de-93ac-e2b23b1e3ab8 tempest-RoutersAdminNegativeIpV6Test-310806573 tempest-RoutersAdminNegativeIpV6Test-310806573-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:16.724639 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-758c0091-6c12-411e-80ec-79bfeeb72159 tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Deleting port 0b19a35a-b953-4ac3-8a15-14b76bafc6f4 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:55:16.724999 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-758c0091-6c12-411e-80ec-79bfeeb72159 tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:16.725930 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7c0892-8143-45c1-a3b9-d6dafe9904fb None None] DHCP port deletion for 73070086-9e5c-4fb9-9f23-a73601dd6cb4 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:55:16.740310 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fab2dd30-4627-4923-9c68-71c6e466312f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:16.746574 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7afc9204-2273-4191-b565-441d226bb5a6 req-34c8895f-9a1e-4de7-a091-174722dced63 service neutron] 10.222.0.35 "GET /v2.0/networks/619a0580-b085-430c-89e2-022d42d1e4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650706 Mar 22 10:55:16.781123 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f72bdc0a-64dc-4047-bf59-5509559f8932 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:16.782923 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fab2dd30-4627-4923-9c68-71c6e466312f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:16.786094 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-fab2dd30-4627-4923-9c68-71c6e466312f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/subnets/2e110eb1-f49b-4bb7-b02d-fb37219efdd4 HTTP/1.1" status: 204 len: 168 time: 0.7243307 Mar 22 10:55:16.787050 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab2dd30-4627-4923-9c68-71c6e466312f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event deleted for resources: {'Subnet': ['ID=2e110eb1-f49b-4bb7-b02d-fb37219efdd4,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:16.809077 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764b388b-9ca5-49c0-815b-cf977ca0f364 None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:55:16.814358 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36956) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:16.849228 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9b6fc420-3935-4afd-ab35-9d7a20464cc5 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:16.849678 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bcaf89-e01f-4410-84c1-911bc606ac9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-fe26b17e-3c36-45e9-b8c2-31221b83f673', 'network_id': 'fe26b17e-3c36-45e9-b8c2-31221b83f673', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'fixed_ips': [{'subnet_id': '6df7019b-cca6-4a15-8136-589e7260dbaf'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:55:16.850552 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a8bcaf89-e01f-4410-84c1-911bc606ac9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:16.950346 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-d6179399-4aea-44de-93ac-e2b23b1e3ab8 tempest-RoutersAdminNegativeIpV6Test-310806573 tempest-RoutersAdminNegativeIpV6Test-310806573-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 3.0506041 Mar 22 10:55:16.950913 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-8b26276a-9a4d-4ae4-b939-9d8a01f19398 None None] Allocated IP 172.20.0.2 (046d7c81-da2f-4ee0-a8d3-e16d2fb960f4/cfa596ac-eb44-4d32-86d2-feb239418be6/c0e87ea8-a1c1-428c-8ac2-54d64b4fb8d4) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:55:16.996006 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36962) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:17.005720 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-b206eb26-5154-4de2-a623-ed8ada13b363 tempest-RoutersAdminNegativeIpV6Test-310806573 tempest-RoutersAdminNegativeIpV6Test-310806573-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.37'}]}}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:17.111663 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-31859855-a5a0-49f2-a506-449139a21b12 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:17.216830 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-4c7c0892-8143-45c1-a3b9-d6dafe9904fb None None] Deleting port 0b19a35a-b953-4ac3-8a15-14b76bafc6f4 {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:55:17.217104 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4c7c0892-8143-45c1-a3b9-d6dafe9904fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:17.221802 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b206eb26-5154-4de2-a623-ed8ada13b363 tempest-RoutersAdminNegativeIpV6Test-310806573 tempest-RoutersAdminNegativeIpV6Test-310806573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:17.223088 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b206eb26-5154-4de2-a623-ed8ada13b363 tempest-RoutersAdminNegativeIpV6Test-310806573 tempest-RoutersAdminNegativeIpV6Test-310806573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:17.283001 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72bdc0a-64dc-4047-bf59-5509559f8932 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Pushing event deleted for resources: {'Port': ['ID=0835f5a0-b8d1-42c5-a7e5-6e1c0b9d3c3a,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:17.287345 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-758c0091-6c12-411e-80ec-79bfeeb72159 tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] For port 0b19a35a-b953-4ac3-8a15-14b76bafc6f4, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=0b19a35a-b953-4ac3-8a15-14b76bafc6f4,segment=NetworkSegment(61967e56-9677-4c31-a31e-1685eda140a9),segment_id=61967e56-9677-4c31-a31e-1685eda140a9)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:55:17.287890 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-758c0091-6c12-411e-80ec-79bfeeb72159 tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:17.303876 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d912808-1101-4fef-9df2-bb55518565d8 req-d5245211-39e8-4993-b7bb-177bb2677a2f tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:17.305377 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9d912808-1101-4fef-9df2-bb55518565d8 req-d5245211-39e8-4993-b7bb-177bb2677a2f tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "GET /v2.0/ports?device_id=35bbf4bb-2ab4-4a16-84f3-f4a80aab1f4f HTTP/1.1" status: 200 len: 945 time: 0.3620565 Mar 22 10:55:17.307313 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7afc9204-2273-4191-b565-441d226bb5a6 req-1e559b57-20f5-429a-a48e-98356cfa1e60 service neutron] 10.222.0.35 "GET /v2.0/networks/619a0580-b085-430c-89e2-022d42d1e4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5315557 Mar 22 10:55:17.312924 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9b6fc420-3935-4afd-ab35-9d7a20464cc5 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:17.339004 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f72bdc0a-64dc-4047-bf59-5509559f8932 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:17.342760 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f72bdc0a-64dc-4047-bf59-5509559f8932 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] 10.222.0.57 "DELETE /v2.0/ports/0835f5a0-b8d1-42c5-a7e5-6e1c0b9d3c3a HTTP/1.1" status: 204 len: 168 time: 1.2946217 Mar 22 10:55:17.344669 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8aa3b9ef-b2fc-4bf1-80a9-9c7a7e768df2 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5177269 Mar 22 10:55:17.347203 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36964) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:17.347407 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36966) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:17.356855 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f759d-6fc5-4dca-ba9e-d9f877730e01 req-b9f9be8b-eaa5-4718-a5b1-4b7a90c48839 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:17.358363 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-163f759d-6fc5-4dca-ba9e-d9f877730e01 req-b9f9be8b-eaa5-4718-a5b1-4b7a90c48839 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.4137421 Mar 22 10:55:17.377772 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-6e0362c7-b1ff-481a-a53d-9875c785cdce tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'subnet': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:17.382133 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-a8bcaf89-e01f-4410-84c1-911bc606ac9c None None] Allocated IP 2001:db8::2 (fe26b17e-3c36-45e9-b8c2-31221b83f673/6df7019b-cca6-4a15-8136-589e7260dbaf/a05f8ce0-48b5-49c2-b954-62a4ceea6cdc) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:55:17.386361 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-4c7c0892-8143-45c1-a3b9-d6dafe9904fb None None] For port 0b19a35a-b953-4ac3-8a15-14b76bafc6f4, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=0b19a35a-b953-4ac3-8a15-14b76bafc6f4,segment=NetworkSegment(61967e56-9677-4c31-a31e-1685eda140a9),segment_id=61967e56-9677-4c31-a31e-1685eda140a9)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:55:17.386969 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4c7c0892-8143-45c1-a3b9-d6dafe9904fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:17.432895 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-4c7c0892-8143-45c1-a3b9-d6dafe9904fb None None] Calling delete_port for 0b19a35a-b953-4ac3-8a15-14b76bafc6f4 owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:55:17.461604 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-32b35497-23c8-4626-9814-4e5fc7e05c95 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] GET failed (client error): The resource could not be found. Mar 22 10:55:17.463881 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-32b35497-23c8-4626-9814-4e5fc7e05c95 tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] 10.222.0.57 "GET /v2.0/ports/0835f5a0-b8d1-42c5-a7e5-6e1c0b9d3c3a HTTP/1.1" status: 404 len: 333 time: 0.1154802 Mar 22 10:55:17.484975 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36968) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:17.486067 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-758c0091-6c12-411e-80ec-79bfeeb72159 tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Calling delete_port for 0b19a35a-b953-4ac3-8a15-14b76bafc6f4 owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:55:17.491904 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efccca0-790d-429b-84c1-1a77f6e1f327 None None] DHCP port deletion for 1bc750fe-0949-42b2-bab7-34fc725823e6 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:55:17.494112 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-08e93897-d39f-4aca-87ec-9d18d225498d tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Request body: {'port': {'network_id': '949ba436-0559-47ad-9700-ebde97db872a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1810930508'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:17.520863 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0362c7-b1ff-481a-a53d-9875c785cdce tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Made reservation on behalf of f7a8ac7bbd5d466888176c13ba053f5f for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:55:17.525357 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6e0362c7-b1ff-481a-a53d-9875c785cdce tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:17.535774 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e93897-d39f-4aca-87ec-9d18d225498d tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Made reservation on behalf of 24d529cf5ef64c6e84f55f51f993df78 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:55:17.538195 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-08e93897-d39f-4aca-87ec-9d18d225498d tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:17.572392 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b206eb26-5154-4de2-a623-ed8ada13b363 tempest-RoutersAdminNegativeIpV6Test-310806573 tempest-RoutersAdminNegativeIpV6Test-310806573-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:17.632744 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8b26276a-9a4d-4ae4-b939-9d8a01f19398 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:17.637872 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 0b19a35a-b953-4ac3-8a15-14b76bafc6f4 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:55:17.639085 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9d912808-1101-4fef-9df2-bb55518565d8 req-e236f388-2aaa-42cc-a636-a17231a07e18 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "GET /v2.0/security-groups?id=331ec2bf-4639-40e9-918d-e35919f803a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3226559 Mar 22 10:55:17.670604 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-08e93897-d39f-4aca-87ec-9d18d225498d tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] device_id is not set on port d9af5b5c-5679-428b-9975-c5135b09a4ef yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:55:17.677195 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-163f759d-6fc5-4dca-ba9e-d9f877730e01 req-a25463d7-52bc-4861-afe8-dc006e82b615 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2966034 Mar 22 10:55:17.714920 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8b26276a-9a4d-4ae4-b939-9d8a01f19398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:17.782902 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-758c0091-6c12-411e-80ec-79bfeeb72159 tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:17.811158 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b26276a-9a4d-4ae4-b939-9d8a01f19398 None None] Network 046d7c81-da2f-4ee0-a8d3-e16d2fb960f4 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:55:17.838964 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758c0091-6c12-411e-80ec-79bfeeb72159 tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Pushing event deleted for resources: {'Port': ['ID=0b19a35a-b953-4ac3-8a15-14b76bafc6f4,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:17.844027 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758c0091-6c12-411e-80ec-79bfeeb72159 tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] No DVR routers for this DVR port 0b19a35a-b953-4ac3-8a15-14b76bafc6f4 on host dv-neutron-834599-1-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:55:17.863299 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-8b26276a-9a4d-4ae4-b939-9d8a01f19398 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:17.869653 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b26276a-9a4d-4ae4-b939-9d8a01f19398 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:55:17.890941 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No active binding found for port 0b19a35a-b953-4ac3-8a15-14b76bafc6f4 {{(pid=109051) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 22 10:55:17.891479 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 0b19a35a-b953-4ac3-8a15-14b76bafc6f4 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:55:17.892139 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 28108974-466b-4827-b339-b267c030680b no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:55:17.902586 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b26276a-9a4d-4ae4-b939-9d8a01f19398 None None] Pushing event updated for resources: {'Port': ['ID=c0e87ea8-a1c1-428c-8ac2-54d64b4fb8d4,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:17.979223 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4c7c0892-8143-45c1-a3b9-d6dafe9904fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:18.035111 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a8bcaf89-e01f-4410-84c1-911bc606ac9c None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:18.037377 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-4efccca0-790d-429b-84c1-1a77f6e1f327 None None] Deleting port 28108974-466b-4827-b339-b267c030680b {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:55:18.037816 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4efccca0-790d-429b-84c1-1a77f6e1f327 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:18.050494 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7c0892-8143-45c1-a3b9-d6dafe9904fb None None] No DVR routers for this DVR port 0b19a35a-b953-4ac3-8a15-14b76bafc6f4 on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:55:18.054715 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7c0892-8143-45c1-a3b9-d6dafe9904fb None None] Pushing event deleted for resources: {'Port': ['ID=0b19a35a-b953-4ac3-8a15-14b76bafc6f4,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:18.066571 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-758c0091-6c12-411e-80ec-79bfeeb72159 tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:18.084943 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a8bcaf89-e01f-4410-84c1-911bc606ac9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:18.102581 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-08e93897-d39f-4aca-87ec-9d18d225498d tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:18.115693 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-758c0091-6c12-411e-80ec-79bfeeb72159 tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73070086-9e5c-4fb9-9f23-a73601dd6cb4']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:18.124104 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6e0362c7-b1ff-481a-a53d-9875c785cdce tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:18.130373 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-8b26276a-9a4d-4ae4-b939-9d8a01f19398 None None] Attempting to bind port c0e87ea8-a1c1-428c-8ac2-54d64b4fb8d4 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:55:18.130828 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-8b26276a-9a4d-4ae4-b939-9d8a01f19398 None None] Attempting to bind port c0e87ea8-a1c1-428c-8ac2-54d64b4fb8d4 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '653d88ba-8d18-42ff-95f9-55dd751a87d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '046d7c81-da2f-4ee0-a8d3-e16d2fb960f4'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:55:18.131264 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b26276a-9a4d-4ae4-b939-9d8a01f19398 None None] Attempting to bind port c0e87ea8-a1c1-428c-8ac2-54d64b4fb8d4 on network 046d7c81-da2f-4ee0-a8d3-e16d2fb960f4 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:55:18.135485 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-758c0091-6c12-411e-80ec-79bfeeb72159 tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61967e56-9677-4c31-a31e-1685eda140a9') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:18.135800 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-758c0091-6c12-411e-80ec-79bfeeb72159 tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61967e56-9677-4c31-a31e-1685eda140a9') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:18.172837 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-758c0091-6c12-411e-80ec-79bfeeb72159 tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:18.184355 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bcaf89-e01f-4410-84c1-911bc606ac9c None None] Network fe26b17e-3c36-45e9-b8c2-31221b83f673 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:55:18.190011 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b26276a-9a4d-4ae4-b939-9d8a01f19398 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:55:18.190441 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b26276a-9a4d-4ae4-b939-9d8a01f19398 None None] Checking segment: {'id': '653d88ba-8d18-42ff-95f9-55dd751a87d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '046d7c81-da2f-4ee0-a8d3-e16d2fb960f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:55:18.190935 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8b26276a-9a4d-4ae4-b939-9d8a01f19398 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:18.191425 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b26276a-9a4d-4ae4-b939-9d8a01f19398 None None] Bound using segment: {'id': '653d88ba-8d18-42ff-95f9-55dd751a87d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '046d7c81-da2f-4ee0-a8d3-e16d2fb960f4'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:55:18.191998 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-8b26276a-9a4d-4ae4-b939-9d8a01f19398 None None] Bound port: c0e87ea8-a1c1-428c-8ac2-54d64b4fb8d4, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653d88ba-8d18-42ff-95f9-55dd751a87d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '046d7c81-da2f-4ee0-a8d3-e16d2fb960f4'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:55:18.192440 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8b26276a-9a4d-4ae4-b939-9d8a01f19398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:18.196249 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b206eb26-5154-4de2-a623-ed8ada13b363 tempest-RoutersAdminNegativeIpV6Test-310806573 tempest-RoutersAdminNegativeIpV6Test-310806573-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:18.205186 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-a8bcaf89-e01f-4410-84c1-911bc606ac9c None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:18.206398 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-758c0091-6c12-411e-80ec-79bfeeb72159 tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:18.207833 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bcaf89-e01f-4410-84c1-911bc606ac9c None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:55:18.212484 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0362c7-b1ff-481a-a53d-9875c785cdce tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:55:18.222850 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-6e0362c7-b1ff-481a-a53d-9875c785cdce tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:18.228199 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-758c0091-6c12-411e-80ec-79bfeeb72159 tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:55:18.228610 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-758c0091-6c12-411e-80ec-79bfeeb72159 tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:18.231684 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 10:55:18.231684 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:55:18.231684 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 10:55:18.231684 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:55:18.231684 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 10:55:18.231684 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:55:18.231684 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 10:55:18.231684 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:55:18.231684 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 10:55:18.231684 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:55:18.231684 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 10:55:18.231684 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:55:18.231684 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 10:55:18.231684 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:55:18.231684 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:55:18.231684 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:55:18.231684 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:55:18.231684 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:55:18.231684 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 10:55:18.231684 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:55:18.231684 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 10:55:18.231684 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:55:18.231684 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:55:18.231684 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:55:18.231684 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 10:55:18.231684 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:55:18.231684 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:55:18.231684 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:55:18.231684 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:55:18.231684 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:55:18.231684 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:55:18.231684 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:55:18.233475 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0362c7-b1ff-481a-a53d-9875c785cdce tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:18.233747 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6e0362c7-b1ff-481a-a53d-9875c785cdce tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:18.241534 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bcaf89-e01f-4410-84c1-911bc606ac9c None None] Pushing event updated for resources: {'Port': ['ID=a05f8ce0-48b5-49c2-b954-62a4ceea6cdc,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:18.248069 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0362c7-b1ff-481a-a53d-9875c785cdce tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event updated for resources: {'Subnet': ['ID=0ec3208d-b714-4e3a-a5d7-379def6a4e97,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:18.265886 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-4efccca0-790d-429b-84c1-1a77f6e1f327 None None] For port 28108974-466b-4827-b339-b267c030680b, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=28108974-466b-4827-b339-b267c030680b,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:55:18.267026 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4efccca0-790d-429b-84c1-1a77f6e1f327 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:18.277248 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-31859855-a5a0-49f2-a506-449139a21b12 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Allocated IP 2001:db8::1 (fe26b17e-3c36-45e9-b8c2-31221b83f673/6df7019b-cca6-4a15-8136-589e7260dbaf/dcdfdd84-31ec-4695-87a8-2b14a25cbd6c) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:55:18.298201 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-08e93897-d39f-4aca-87ec-9d18d225498d tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:18.311835 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6e0362c7-b1ff-481a-a53d-9875c785cdce tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9386876 Mar 22 10:55:18.313594 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36970) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:18.335313 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-f6687191-f800-4ffd-a385-00332c5329a8 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'port': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'fixed_ips': [{'subnet_id': '0ec3208d-b714-4e3a-a5d7-379def6a4e97', 'ip_address': '2001:db8::8adb:1a24:af47:476'}], 'name': 'tempest-NetworksTestDHCPv6-1433677816'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:18.341984 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-4efccca0-790d-429b-84c1-1a77f6e1f327 None None] Calling delete_port for 28108974-466b-4827-b339-b267c030680b owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:55:18.347313 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-758c0091-6c12-411e-80ec-79bfeeb72159 tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:18.351529 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:18.361319 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e93897-d39f-4aca-87ec-9d18d225498d tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Network 949ba436-0559-47ad-9700-ebde97db872a is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:55:18.363058 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-758c0091-6c12-411e-80ec-79bfeeb72159 tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:18.368599 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-758c0091-6c12-411e-80ec-79bfeeb72159 tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] 10.222.0.57 "DELETE /v2.0/networks/73070086-9e5c-4fb9-9f23-a73601dd6cb4 HTTP/1.1" status: 204 len: 168 time: 2.0775793 Mar 22 10:55:18.379153 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-08e93897-d39f-4aca-87ec-9d18d225498d tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:18.383567 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758c0091-6c12-411e-80ec-79bfeeb72159 tempest-DHCPAgentSchedulersTestJSON-1111888792 tempest-DHCPAgentSchedulersTestJSON-1111888792-project] Pushing event deleted for resources: {'Network': ['ID=73070086-9e5c-4fb9-9f23-a73601dd6cb4,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:18.385380 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e93897-d39f-4aca-87ec-9d18d225498d tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:55:18.386313 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e93897-d39f-4aca-87ec-9d18d225498d tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:18.386911 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-08e93897-d39f-4aca-87ec-9d18d225498d tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:18.390687 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e93897-d39f-4aca-87ec-9d18d225498d tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Pushing event updated for resources: {'Port': ['ID=d9af5b5c-5679-428b-9975-c5135b09a4ef,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:18.418330 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-08e93897-d39f-4aca-87ec-9d18d225498d tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9296675 Mar 22 10:55:18.421011 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36974) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:18.426710 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8345'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:18.460049 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-a8bcaf89-e01f-4410-84c1-911bc606ac9c None None] Attempting to bind port a05f8ce0-48b5-49c2-b954-62a4ceea6cdc on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:55:18.460717 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-a8bcaf89-e01f-4410-84c1-911bc606ac9c None None] Attempting to bind port a05f8ce0-48b5-49c2-b954-62a4ceea6cdc by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '2210d4a3-0bf3-4f66-9ad6-275fbc5897e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fe26b17e-3c36-45e9-b8c2-31221b83f673'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:55:18.460945 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bcaf89-e01f-4410-84c1-911bc606ac9c None None] Attempting to bind port a05f8ce0-48b5-49c2-b954-62a4ceea6cdc on network fe26b17e-3c36-45e9-b8c2-31221b83f673 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:55:18.488865 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port 28108974-466b-4827-b339-b267c030680b, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=28108974-466b-4827-b339-b267c030680b,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:55:18.491333 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bcaf89-e01f-4410-84c1-911bc606ac9c None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:55:18.492529 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bcaf89-e01f-4410-84c1-911bc606ac9c None None] Checking segment: {'id': '2210d4a3-0bf3-4f66-9ad6-275fbc5897e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fe26b17e-3c36-45e9-b8c2-31221b83f673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:55:18.492529 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a8bcaf89-e01f-4410-84c1-911bc606ac9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:18.492753 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bcaf89-e01f-4410-84c1-911bc606ac9c None None] Bound using segment: {'id': '2210d4a3-0bf3-4f66-9ad6-275fbc5897e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fe26b17e-3c36-45e9-b8c2-31221b83f673'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:55:18.493523 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-a8bcaf89-e01f-4410-84c1-911bc606ac9c None None] Bound port: a05f8ce0-48b5-49c2-b954-62a4ceea6cdc, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2210d4a3-0bf3-4f66-9ad6-275fbc5897e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fe26b17e-3c36-45e9-b8c2-31221b83f673'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:55:18.493915 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a8bcaf89-e01f-4410-84c1-911bc606ac9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:18.500299 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:18.502021 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8b26276a-9a4d-4ae4-b939-9d8a01f19398 None None] For port c0e87ea8-a1c1-428c-8ac2-54d64b4fb8d4, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:55:18.518665 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:18.544340 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8b26276a-9a4d-4ae4-b939-9d8a01f19398 None None] For port c0e87ea8-a1c1-428c-8ac2-54d64b4fb8d4, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=c0e87ea8-a1c1-428c-8ac2-54d64b4fb8d4,segment=NetworkSegment(653d88ba-8d18-42ff-95f9-55dd751a87d3),segment_id=653d88ba-8d18-42ff-95f9-55dd751a87d3)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:55:18.596786 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8b26276a-9a4d-4ae4-b939-9d8a01f19398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:18.646231 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9b6fc420-3935-4afd-ab35-9d7a20464cc5 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for router_gateway, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:18.661088 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4efccca0-790d-429b-84c1-1a77f6e1f327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:18.669153 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=28108974-466b-4827-b339-b267c030680b,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:18.677672 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-31859855-a5a0-49f2-a506-449139a21b12 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:18.751661 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9b6fc420-3935-4afd-ab35-9d7a20464cc5 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:18.764171 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efccca0-790d-429b-84c1-1a77f6e1f327 None None] No DVR routers for this DVR port 28108974-466b-4827-b339-b267c030680b on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:55:18.800084 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603c6b4a-49c3-4c09-a0a1-64ed66722148 None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:55:18.802687 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-a8bcaf89-e01f-4410-84c1-911bc606ac9c None None] For port a05f8ce0-48b5-49c2-b954-62a4ceea6cdc, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:55:18.804162 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] device_id is not set on port d9af5b5c-5679-428b-9975-c5135b09a4ef yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:55:18.819163 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6687191-f800-4ffd-a385-00332c5329a8 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Made reservation on behalf of f7a8ac7bbd5d466888176c13ba053f5f for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:55:18.821675 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:18.839029 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:18.846084 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-a8bcaf89-e01f-4410-84c1-911bc606ac9c None None] For port a05f8ce0-48b5-49c2-b954-62a4ceea6cdc, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=a05f8ce0-48b5-49c2-b954-62a4ceea6cdc,segment=NetworkSegment(2210d4a3-0bf3-4f66-9ad6-275fbc5897e5),segment_id=2210d4a3-0bf3-4f66-9ad6-275fbc5897e5)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:55:18.859341 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a8bcaf89-e01f-4410-84c1-911bc606ac9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:18.861246 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b26276a-9a4d-4ae4-b939-9d8a01f19398 None None] Pushing event updated for resources: {'Port': ['ID=c0e87ea8-a1c1-428c-8ac2-54d64b4fb8d4,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:18.887217 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 36982) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:18.919709 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Pushing event updated for resources: {'Port': ['ID=d9af5b5c-5679-428b-9975-c5135b09a4ef,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:18.926782 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efccca0-790d-429b-84c1-1a77f6e1f327 None None] Pushing event deleted for resources: {'Port': ['ID=28108974-466b-4827-b339-b267c030680b,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:18.954306 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port d9af5b5c-5679-428b-9975-c5135b09a4ef on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:55:18.954647 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port d9af5b5c-5679-428b-9975-c5135b09a4ef by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': 'ffafa835-8f24-42c0-a296-c5e5c6d14ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '949ba436-0559-47ad-9700-ebde97db872a'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:55:18.954966 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port d9af5b5c-5679-428b-9975-c5135b09a4ef on network 949ba436-0559-47ad-9700-ebde97db872a {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:55:18.968993 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Port d9af5b5c-5679-428b-9975-c5135b09a4ef on network 949ba436-0559-47ad-9700-ebde97db872a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:55:18.969337 dv-neutron-834599-1-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Failed to bind port d9af5b5c-5679-428b-9975-c5135b09a4ef on host hv-neutron-8345 for vnic_type normal using segments [{'id': 'ffafa835-8f24-42c0-a296-c5e5c6d14ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '949ba436-0559-47ad-9700-ebde97db872a'}] Mar 22 10:55:18.970060 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.plugins.ml2.plugin [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempt 2 to bind port d9af5b5c-5679-428b-9975-c5135b09a4ef Mar 22 10:55:19.000052 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port d9af5b5c-5679-428b-9975-c5135b09a4ef on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:55:19.000417 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port d9af5b5c-5679-428b-9975-c5135b09a4ef by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': 'ffafa835-8f24-42c0-a296-c5e5c6d14ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '949ba436-0559-47ad-9700-ebde97db872a'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:55:19.000824 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port d9af5b5c-5679-428b-9975-c5135b09a4ef on network 949ba436-0559-47ad-9700-ebde97db872a {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:55:19.006942 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Port d9af5b5c-5679-428b-9975-c5135b09a4ef on network 949ba436-0559-47ad-9700-ebde97db872a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:55:19.007271 dv-neutron-834599-1-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Failed to bind port d9af5b5c-5679-428b-9975-c5135b09a4ef on host hv-neutron-8345 for vnic_type normal using segments [{'id': 'ffafa835-8f24-42c0-a296-c5e5c6d14ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '949ba436-0559-47ad-9700-ebde97db872a'}] Mar 22 10:55:19.007691 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.plugins.ml2.plugin [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempt 3 to bind port d9af5b5c-5679-428b-9975-c5135b09a4ef Mar 22 10:55:19.020084 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port d9af5b5c-5679-428b-9975-c5135b09a4ef on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:55:19.020419 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port d9af5b5c-5679-428b-9975-c5135b09a4ef by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': 'ffafa835-8f24-42c0-a296-c5e5c6d14ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '949ba436-0559-47ad-9700-ebde97db872a'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:55:19.020753 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port d9af5b5c-5679-428b-9975-c5135b09a4ef on network 949ba436-0559-47ad-9700-ebde97db872a {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:55:19.026009 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Port d9af5b5c-5679-428b-9975-c5135b09a4ef on network 949ba436-0559-47ad-9700-ebde97db872a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:55:19.026336 dv-neutron-834599-1-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Failed to bind port d9af5b5c-5679-428b-9975-c5135b09a4ef on host hv-neutron-8345 for vnic_type normal using segments [{'id': 'ffafa835-8f24-42c0-a296-c5e5c6d14ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '949ba436-0559-47ad-9700-ebde97db872a'}] Mar 22 10:55:19.026920 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.plugins.ml2.plugin [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempt 4 to bind port d9af5b5c-5679-428b-9975-c5135b09a4ef Mar 22 10:55:19.031628 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bcaf89-e01f-4410-84c1-911bc606ac9c None None] Pushing event updated for resources: {'Port': ['ID=a05f8ce0-48b5-49c2-b954-62a4ceea6cdc,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:19.061378 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port d9af5b5c-5679-428b-9975-c5135b09a4ef on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:55:19.061685 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port d9af5b5c-5679-428b-9975-c5135b09a4ef by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': 'ffafa835-8f24-42c0-a296-c5e5c6d14ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '949ba436-0559-47ad-9700-ebde97db872a'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:55:19.062111 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port d9af5b5c-5679-428b-9975-c5135b09a4ef on network 949ba436-0559-47ad-9700-ebde97db872a {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:55:19.071164 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Port d9af5b5c-5679-428b-9975-c5135b09a4ef on network 949ba436-0559-47ad-9700-ebde97db872a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:55:19.071528 dv-neutron-834599-1-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Failed to bind port d9af5b5c-5679-428b-9975-c5135b09a4ef on host hv-neutron-8345 for vnic_type normal using segments [{'id': 'ffafa835-8f24-42c0-a296-c5e5c6d14ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '949ba436-0559-47ad-9700-ebde97db872a'}] Mar 22 10:55:19.071924 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.plugins.ml2.plugin [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempt 5 to bind port d9af5b5c-5679-428b-9975-c5135b09a4ef Mar 22 10:55:19.093565 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port d9af5b5c-5679-428b-9975-c5135b09a4ef on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:55:19.093914 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port d9af5b5c-5679-428b-9975-c5135b09a4ef by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': 'ffafa835-8f24-42c0-a296-c5e5c6d14ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '949ba436-0559-47ad-9700-ebde97db872a'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:55:19.094259 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port d9af5b5c-5679-428b-9975-c5135b09a4ef on network 949ba436-0559-47ad-9700-ebde97db872a {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:55:19.106529 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Port d9af5b5c-5679-428b-9975-c5135b09a4ef on network 949ba436-0559-47ad-9700-ebde97db872a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:55:19.107246 dv-neutron-834599-1-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Failed to bind port d9af5b5c-5679-428b-9975-c5135b09a4ef on host hv-neutron-8345 for vnic_type normal using segments [{'id': 'ffafa835-8f24-42c0-a296-c5e5c6d14ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '949ba436-0559-47ad-9700-ebde97db872a'}] Mar 22 10:55:19.107246 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.plugins.ml2.plugin [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempt 6 to bind port d9af5b5c-5679-428b-9975-c5135b09a4ef Mar 22 10:55:19.139792 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port d9af5b5c-5679-428b-9975-c5135b09a4ef on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:55:19.140130 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port d9af5b5c-5679-428b-9975-c5135b09a4ef by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': 'ffafa835-8f24-42c0-a296-c5e5c6d14ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '949ba436-0559-47ad-9700-ebde97db872a'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:55:19.144295 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port d9af5b5c-5679-428b-9975-c5135b09a4ef on network 949ba436-0559-47ad-9700-ebde97db872a {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:55:19.154327 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Port d9af5b5c-5679-428b-9975-c5135b09a4ef on network 949ba436-0559-47ad-9700-ebde97db872a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:55:19.154571 dv-neutron-834599-1-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Failed to bind port d9af5b5c-5679-428b-9975-c5135b09a4ef on host hv-neutron-8345 for vnic_type normal using segments [{'id': 'ffafa835-8f24-42c0-a296-c5e5c6d14ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '949ba436-0559-47ad-9700-ebde97db872a'}] Mar 22 10:55:19.154864 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.plugins.ml2.plugin [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempt 7 to bind port d9af5b5c-5679-428b-9975-c5135b09a4ef Mar 22 10:55:19.164009 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660fca76-cb2a-4821-86a8-866c2c4a6a8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-1bc750fe-0949-42b2-bab7-34fc725823e6', 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'tenant_id': 'f7a8ac7bbd5d466888176c13ba053f5f', 'fixed_ips': [{'subnet_id': '0ec3208d-b714-4e3a-a5d7-379def6a4e97'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:55:19.164895 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-660fca76-cb2a-4821-86a8-866c2c4a6a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:19.179157 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port d9af5b5c-5679-428b-9975-c5135b09a4ef on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:55:19.179536 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port d9af5b5c-5679-428b-9975-c5135b09a4ef by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': 'ffafa835-8f24-42c0-a296-c5e5c6d14ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '949ba436-0559-47ad-9700-ebde97db872a'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:55:19.179873 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port d9af5b5c-5679-428b-9975-c5135b09a4ef on network 949ba436-0559-47ad-9700-ebde97db872a {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:55:19.189866 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Port d9af5b5c-5679-428b-9975-c5135b09a4ef on network 949ba436-0559-47ad-9700-ebde97db872a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:55:19.190215 dv-neutron-834599-1-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Failed to bind port d9af5b5c-5679-428b-9975-c5135b09a4ef on host hv-neutron-8345 for vnic_type normal using segments [{'id': 'ffafa835-8f24-42c0-a296-c5e5c6d14ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '949ba436-0559-47ad-9700-ebde97db872a'}] Mar 22 10:55:19.190594 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.plugins.ml2.plugin [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempt 8 to bind port d9af5b5c-5679-428b-9975-c5135b09a4ef Mar 22 10:55:19.208371 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f6687191-f800-4ffd-a385-00332c5329a8 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:19.218320 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8468f96d-cf05-4e34-baa6-cda4db132e6e req-8c135b59-3b58-4536-b2b3-3b1759fcbfaa tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:19.223971 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port d9af5b5c-5679-428b-9975-c5135b09a4ef on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:55:19.224607 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port d9af5b5c-5679-428b-9975-c5135b09a4ef by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': 'ffafa835-8f24-42c0-a296-c5e5c6d14ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '949ba436-0559-47ad-9700-ebde97db872a'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:55:19.225101 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port d9af5b5c-5679-428b-9975-c5135b09a4ef on network 949ba436-0559-47ad-9700-ebde97db872a {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:55:19.228095 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8468f96d-cf05-4e34-baa6-cda4db132e6e req-8c135b59-3b58-4536-b2b3-3b1759fcbfaa tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "GET /v2.0/ports?device_id=35bbf4bb-2ab4-4a16-84f3-f4a80aab1f4f HTTP/1.1" status: 200 len: 945 time: 0.4654307 Mar 22 10:55:19.253541 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Port d9af5b5c-5679-428b-9975-c5135b09a4ef on network 949ba436-0559-47ad-9700-ebde97db872a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:55:19.253541 dv-neutron-834599-1-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Failed to bind port d9af5b5c-5679-428b-9975-c5135b09a4ef on host hv-neutron-8345 for vnic_type normal using segments [{'id': 'ffafa835-8f24-42c0-a296-c5e5c6d14ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '949ba436-0559-47ad-9700-ebde97db872a'}] Mar 22 10:55:19.253541 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.plugins.ml2.plugin [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempt 9 to bind port d9af5b5c-5679-428b-9975-c5135b09a4ef Mar 22 10:55:19.285038 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port d9af5b5c-5679-428b-9975-c5135b09a4ef on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:55:19.285497 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port d9af5b5c-5679-428b-9975-c5135b09a4ef by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': 'ffafa835-8f24-42c0-a296-c5e5c6d14ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '949ba436-0559-47ad-9700-ebde97db872a'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:55:19.285928 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port d9af5b5c-5679-428b-9975-c5135b09a4ef on network 949ba436-0559-47ad-9700-ebde97db872a {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:55:19.290999 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Port d9af5b5c-5679-428b-9975-c5135b09a4ef on network 949ba436-0559-47ad-9700-ebde97db872a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:55:19.291543 dv-neutron-834599-1-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Failed to bind port d9af5b5c-5679-428b-9975-c5135b09a4ef on host hv-neutron-8345 for vnic_type normal using segments [{'id': 'ffafa835-8f24-42c0-a296-c5e5c6d14ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '949ba436-0559-47ad-9700-ebde97db872a'}] Mar 22 10:55:19.292202 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.plugins.ml2.plugin [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempt 10 to bind port d9af5b5c-5679-428b-9975-c5135b09a4ef Mar 22 10:55:19.307939 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port d9af5b5c-5679-428b-9975-c5135b09a4ef on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:55:19.308373 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.managers [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port d9af5b5c-5679-428b-9975-c5135b09a4ef by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': 'ffafa835-8f24-42c0-a296-c5e5c6d14ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '949ba436-0559-47ad-9700-ebde97db872a'}] {{(pid=109049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:55:19.308832 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempting to bind port d9af5b5c-5679-428b-9975-c5135b09a4ef on network 949ba436-0559-47ad-9700-ebde97db872a {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:55:19.314506 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Port d9af5b5c-5679-428b-9975-c5135b09a4ef on network 949ba436-0559-47ad-9700-ebde97db872a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:55:19.314842 dv-neutron-834599-1-hyperv neutron-server[109049]: ERROR neutron.plugins.ml2.managers [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Failed to bind port d9af5b5c-5679-428b-9975-c5135b09a4ef on host hv-neutron-8345 for vnic_type normal using segments [{'id': 'ffafa835-8f24-42c0-a296-c5e5c6d14ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '949ba436-0559-47ad-9700-ebde97db872a'}] Mar 22 10:55:19.315518 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:19.377324 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-660fca76-cb2a-4821-86a8-866c2c4a6a8a None None] Allocated IP 2001:db8::2 (1bc750fe-0949-42b2-bab7-34fc725823e6/0ec3208d-b714-4e3a-a5d7-379def6a4e97/ca56fb60-61dc-4a8b-be5e-58d658e1c2b0) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:55:19.411140 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b747a0e3-7e54-4afd-b1b7-345295a09f82 req-4259f3e6-e3e0-44fc-8270-33edbe7aa7ff tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:19.413159 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b747a0e3-7e54-4afd-b1b7-345295a09f82 req-4259f3e6-e3e0-44fc-8270-33edbe7aa7ff tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.5969357 Mar 22 10:55:19.426877 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] For port d9af5b5c-5679-428b-9975-c5135b09a4ef, host hv-neutron-8345, cleared binding levels {{(pid=109049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:55:19.428014 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attempted to set empty binding levels {{(pid=109049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 22 10:55:19.434102 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:19.455590 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-31859855-a5a0-49f2-a506-449139a21b12 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:19.459759 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-f6687191-f800-4ffd-a385-00332c5329a8 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] device_id is not set on port 1c8614be-943f-42d6-91b4-9dd8a1386dc2 yet. {{(pid=109050) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:55:19.467896 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-9b6fc420-3935-4afd-ab35-9d7a20464cc5 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Allocated IP 172.26.7.159 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/6921f961-daed-4841-86bb-5502ef055f34) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:55:19.484379 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] In _notify_port_updated(), no bound segment for port d9af5b5c-5679-428b-9975-c5135b09a4ef on network 949ba436-0559-47ad-9700-ebde97db872a {{(pid=109049) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 22 10:55:19.485448 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:19.486951 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:19.507897 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] 10.222.0.57 "PUT /v2.0/ports/d9af5b5c-5679-428b-9975-c5135b09a4ef HTTP/1.1" status: 200 len: 977 time: 1.0857165 Mar 22 10:55:19.526323 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36986) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:19.561368 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fce418-f387-4a62-b0bd-a351f031530c tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Pushing event updated for resources: {'Port': ['ID=d9af5b5c-5679-428b-9975-c5135b09a4ef,revision_number=3']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:19.679942 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8468f96d-cf05-4e34-baa6-cda4db132e6e req-441307b5-bebc-47e1-b307-f03363b57ca6 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "GET /v2.0/security-groups?id=331ec2bf-4639-40e9-918d-e35919f803a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4509263 Mar 22 10:55:19.687649 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31859855-a5a0-49f2-a506-449139a21b12 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Network fe26b17e-3c36-45e9-b8c2-31221b83f673 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:55:19.708266 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b206eb26-5154-4de2-a623-ed8ada13b363 tempest-RoutersAdminNegativeIpV6Test-310806573 tempest-RoutersAdminNegativeIpV6Test-310806573-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:19.732691 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-31859855-a5a0-49f2-a506-449139a21b12 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:19.739314 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-1d09f223-715e-4801-b087-28837306db1e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=eefda60819f348c0a3dc5368cdb528e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6838510 Mar 22 10:55:19.741528 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36988) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:19.741916 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device a05f8ce0-48b5-49c2-b954-62a4ceea6cdc up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:55:19.742963 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31859855-a5a0-49f2-a506-449139a21b12 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:55:19.743563 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-31859855-a5a0-49f2-a506-449139a21b12 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684270'] for router_interface, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:19.776549 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-fbb97b5f-f17f-480d-a369-99e015eb2bea tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Deleting port d9af5b5c-5679-428b-9975-c5135b09a4ef {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:55:19.777975 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fbb97b5f-f17f-480d-a369-99e015eb2bea tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:19.778111 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31859855-a5a0-49f2-a506-449139a21b12 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event updated for resources: {'Port': ['ID=dcdfdd84-31ec-4695-87a8-2b14a25cbd6c,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:19.790267 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-660fca76-cb2a-4821-86a8-866c2c4a6a8a None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:19.807239 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-660fca76-cb2a-4821-86a8-866c2c4a6a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:19.844818 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b206eb26-5154-4de2-a623-ed8ada13b363 tempest-RoutersAdminNegativeIpV6Test-310806573 tempest-RoutersAdminNegativeIpV6Test-310806573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:19.849330 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b747a0e3-7e54-4afd-b1b7-345295a09f82 req-d9db4445-0da5-421d-9148-82ef1af00f24 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4208107 Mar 22 10:55:19.859099 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port a05f8ce0-48b5-49c2-b954-62a4ceea6cdc triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:19.859497 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:19.864380 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660fca76-cb2a-4821-86a8-866c2c4a6a8a None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:55:19.903570 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-fbb97b5f-f17f-480d-a369-99e015eb2bea tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] For port d9af5b5c-5679-428b-9975-c5135b09a4ef, host hv-neutron-8345, got binding levels [] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:55:19.904063 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fbb97b5f-f17f-480d-a369-99e015eb2bea tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:19.906381 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0a9cc60f-78f4-4d29-a544-97b478cf9b99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:19.913762 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-660fca76-cb2a-4821-86a8-866c2c4a6a8a None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:19.923554 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660fca76-cb2a-4821-86a8-866c2c4a6a8a None None] Pushing event updated for resources: {'Port': ['ID=ca56fb60-61dc-4a8b-be5e-58d658e1c2b0,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:19.927147 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-fbb97b5f-f17f-480d-a369-99e015eb2bea tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Calling delete_port for d9af5b5c-5679-428b-9975-c5135b09a4ef owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:55:19.928074 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660fca76-cb2a-4821-86a8-866c2c4a6a8a None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:55:19.961474 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0a9cc60f-78f4-4d29-a544-97b478cf9b99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:20.009692 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-660fca76-cb2a-4821-86a8-866c2c4a6a8a None None] Attempting to bind port ca56fb60-61dc-4a8b-be5e-58d658e1c2b0 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:55:20.010172 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-660fca76-cb2a-4821-86a8-866c2c4a6a8a None None] Attempting to bind port ca56fb60-61dc-4a8b-be5e-58d658e1c2b0 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:55:20.010670 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660fca76-cb2a-4821-86a8-866c2c4a6a8a None None] Attempting to bind port ca56fb60-61dc-4a8b-be5e-58d658e1c2b0 on network 1bc750fe-0949-42b2-bab7-34fc725823e6 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:55:20.039717 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660fca76-cb2a-4821-86a8-866c2c4a6a8a None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:55:20.040095 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660fca76-cb2a-4821-86a8-866c2c4a6a8a None None] Checking segment: {'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:55:20.040497 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-660fca76-cb2a-4821-86a8-866c2c4a6a8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:20.041020 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660fca76-cb2a-4821-86a8-866c2c4a6a8a None None] Bound using segment: {'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:55:20.041609 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-660fca76-cb2a-4821-86a8-866c2c4a6a8a None None] Bound port: ca56fb60-61dc-4a8b-be5e-58d658e1c2b0, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:55:20.041991 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-660fca76-cb2a-4821-86a8-866c2c4a6a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:20.095423 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:20.096283 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0a9cc60f-78f4-4d29-a544-97b478cf9b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:20.099397 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0a9cc60f-78f4-4d29-a544-97b478cf9b99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:20.103290 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0a9cc60f-78f4-4d29-a544-97b478cf9b99 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/22ed088a-a2e1-41cc-8309-500cbc1b0d4b HTTP/1.1" status: 204 len: 168 time: 0.3570228 Mar 22 10:55:20.108871 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fbb97b5f-f17f-480d-a369-99e015eb2bea tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:20.154956 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9cc60f-78f4-4d29-a544-97b478cf9b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ed088a-a2e1-41cc-8309-500cbc1b0d4b,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:20.158559 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb97b5f-f17f-480d-a369-99e015eb2bea tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Pushing event deleted for resources: {'Port': ['ID=d9af5b5c-5679-428b-9975-c5135b09a4ef,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:20.167173 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fbb97b5f-f17f-480d-a369-99e015eb2bea tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:20.174429 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-fbb97b5f-f17f-480d-a369-99e015eb2bea tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] 10.222.0.57 "DELETE /v2.0/ports/d9af5b5c-5679-428b-9975-c5135b09a4ef HTTP/1.1" status: 204 len: 168 time: 0.6438892 Mar 22 10:55:20.175053 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36994) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:20.201848 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8fc8fe5-4de5-4e3f-b6fb-c4faee1289ae tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] GET failed (client error): The resource could not be found. Mar 22 10:55:20.202586 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7679cbfc-f674-4e31-844f-42f2aaddb482 None None] Network 046d7c81-da2f-4ee0-a8d3-e16d2fb960f4 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:55:20.206985 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c8fc8fe5-4de5-4e3f-b6fb-c4faee1289ae tempest-PortsAdminExtendedAttrsTestJSON-1046171634 tempest-PortsAdminExtendedAttrsTestJSON-1046171634-project-admin] 10.222.0.57 "GET /v2.0/ports/d9af5b5c-5679-428b-9975-c5135b09a4ef HTTP/1.1" status: 404 len: 333 time: 0.0308235 Mar 22 10:55:20.208288 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 36996) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:20.265116 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port a05f8ce0-48b5-49c2-b954-62a4ceea6cdc, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=a05f8ce0-48b5-49c2-b954-62a4ceea6cdc,segment=NetworkSegment(2210d4a3-0bf3-4f66-9ad6-275fbc5897e5),segment_id=2210d4a3-0bf3-4f66-9ad6-275fbc5897e5)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:55:20.272759 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-660fca76-cb2a-4821-86a8-866c2c4a6a8a None None] For port ca56fb60-61dc-4a8b-be5e-58d658e1c2b0, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:55:20.311135 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:20.311135 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device c0e87ea8-a1c1-428c-8ac2-54d64b4fb8d4 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:55:20.319781 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9b6fc420-3935-4afd-ab35-9d7a20464cc5 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:20.321218 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-31859855-a5a0-49f2-a506-449139a21b12 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:20.323936 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2ad13c2f-572e-4443-87b8-d1c2a016dd15 tempest-PortsAdminExtendedAttrsTestJSON-21898445 tempest-PortsAdminExtendedAttrsTestJSON-21898445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:20.366013 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-f6687191-f800-4ffd-a385-00332c5329a8 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Allocated IP 2001:db8::8adb:1a24:af47:476 (1bc750fe-0949-42b2-bab7-34fc725823e6/0ec3208d-b714-4e3a-a5d7-379def6a4e97/1c8614be-943f-42d6-91b4-9dd8a1386dc2) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:55:20.384580 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-5698e842-d0e6-44eb-903f-907239c0d2ad None None] Provisioning complete for port c0e87ea8-a1c1-428c-8ac2-54d64b4fb8d4 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:20.385267 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5698e842-d0e6-44eb-903f-907239c0d2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:20.388748 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-660fca76-cb2a-4821-86a8-866c2c4a6a8a None None] For port ca56fb60-61dc-4a8b-be5e-58d658e1c2b0, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=ca56fb60-61dc-4a8b-be5e-58d658e1c2b0,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:55:20.474915 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-660fca76-cb2a-4821-86a8-866c2c4a6a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:20.515147 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=a05f8ce0-48b5-49c2-b954-62a4ceea6cdc,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:20.535309 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2ad13c2f-572e-4443-87b8-d1c2a016dd15 tempest-PortsAdminExtendedAttrsTestJSON-21898445 tempest-PortsAdminExtendedAttrsTestJSON-21898445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:20.563740 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-2ad13c2f-572e-4443-87b8-d1c2a016dd15 tempest-PortsAdminExtendedAttrsTestJSON-21898445 tempest-PortsAdminExtendedAttrsTestJSON-21898445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['949ba436-0559-47ad-9700-ebde97db872a']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:20.578012 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-2ad13c2f-572e-4443-87b8-d1c2a016dd15 tempest-PortsAdminExtendedAttrsTestJSON-21898445 tempest-PortsAdminExtendedAttrsTestJSON-21898445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffafa835-8f24-42c0-a296-c5e5c6d14ba9') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:20.578314 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-2ad13c2f-572e-4443-87b8-d1c2a016dd15 tempest-PortsAdminExtendedAttrsTestJSON-21898445 tempest-PortsAdminExtendedAttrsTestJSON-21898445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffafa835-8f24-42c0-a296-c5e5c6d14ba9') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:20.591174 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9b6fc420-3935-4afd-ab35-9d7a20464cc5 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:20.592132 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2ad13c2f-572e-4443-87b8-d1c2a016dd15 tempest-PortsAdminExtendedAttrsTestJSON-21898445 tempest-PortsAdminExtendedAttrsTestJSON-21898445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:20.614352 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79444428-a376-4b7e-9460-8ba05e4e9093 None None] Network fe26b17e-3c36-45e9-b8c2-31221b83f673 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:55:20.616016 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2ad13c2f-572e-4443-87b8-d1c2a016dd15 tempest-PortsAdminExtendedAttrsTestJSON-21898445 tempest-PortsAdminExtendedAttrsTestJSON-21898445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:20.626814 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ad13c2f-572e-4443-87b8-d1c2a016dd15 tempest-PortsAdminExtendedAttrsTestJSON-21898445 tempest-PortsAdminExtendedAttrsTestJSON-21898445-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:55:20.629472 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2ad13c2f-572e-4443-87b8-d1c2a016dd15 tempest-PortsAdminExtendedAttrsTestJSON-21898445 tempest-PortsAdminExtendedAttrsTestJSON-21898445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:20.632787 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 10:55:20.632787 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:55:20.632787 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 10:55:20.632787 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:55:20.632787 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 10:55:20.632787 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:55:20.632787 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 10:55:20.632787 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:55:20.632787 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 10:55:20.632787 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:55:20.632787 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 10:55:20.632787 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:55:20.632787 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 10:55:20.632787 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:55:20.632787 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:55:20.632787 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:55:20.632787 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:55:20.632787 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:55:20.632787 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 10:55:20.632787 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:55:20.632787 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 10:55:20.632787 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:55:20.632787 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:55:20.632787 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:55:20.632787 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 10:55:20.632787 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:55:20.632787 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:55:20.632787 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:55:20.632787 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:55:20.632787 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:55:20.632787 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:55:20.632787 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:55:20.695991 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37000) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:20.722849 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2ad13c2f-572e-4443-87b8-d1c2a016dd15 tempest-PortsAdminExtendedAttrsTestJSON-21898445 tempest-PortsAdminExtendedAttrsTestJSON-21898445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:20.745302 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2ad13c2f-572e-4443-87b8-d1c2a016dd15 tempest-PortsAdminExtendedAttrsTestJSON-21898445 tempest-PortsAdminExtendedAttrsTestJSON-21898445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:20.747221 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6fc420-3935-4afd-ab35-9d7a20464cc5 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:55:20.765606 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2ad13c2f-572e-4443-87b8-d1c2a016dd15 tempest-PortsAdminExtendedAttrsTestJSON-21898445 tempest-PortsAdminExtendedAttrsTestJSON-21898445-project] 10.222.0.57 "DELETE /v2.0/networks/949ba436-0559-47ad-9700-ebde97db872a HTTP/1.1" status: 204 len: 168 time: 0.5561926 Mar 22 10:55:20.794212 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad13c2f-572e-4443-87b8-d1c2a016dd15 tempest-PortsAdminExtendedAttrsTestJSON-21898445 tempest-PortsAdminExtendedAttrsTestJSON-21898445-project] Pushing event deleted for resources: {'Network': ['ID=949ba436-0559-47ad-9700-ebde97db872a,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:20.813311 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-13584f16-2169-4a14-bc6e-1fc5322b0be8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:20.840454 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-9b6fc420-3935-4afd-ab35-9d7a20464cc5 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:20.845527 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660fca76-cb2a-4821-86a8-866c2c4a6a8a None None] Pushing event updated for resources: {'Port': ['ID=ca56fb60-61dc-4a8b-be5e-58d658e1c2b0,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:20.860586 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port c0e87ea8-a1c1-428c-8ac2-54d64b4fb8d4 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:20.860939 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:20.892897 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6fc420-3935-4afd-ab35-9d7a20464cc5 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:55:20.902819 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6fc420-3935-4afd-ab35-9d7a20464cc5 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Pushing event updated for resources: {'Port': ['ID=6921f961-daed-4841-86bb-5502ef055f34,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:20.905271 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b206eb26-5154-4de2-a623-ed8ada13b363 tempest-RoutersAdminNegativeIpV6Test-310806573 tempest-RoutersAdminNegativeIpV6Test-310806573-project-admin] Notify callbacks [] for router, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:20.907942 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5698e842-d0e6-44eb-903f-907239c0d2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:21.007551 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-5698e842-d0e6-44eb-903f-907239c0d2ad None None] For port c0e87ea8-a1c1-428c-8ac2-54d64b4fb8d4, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=c0e87ea8-a1c1-428c-8ac2-54d64b4fb8d4,segment=NetworkSegment(653d88ba-8d18-42ff-95f9-55dd751a87d3),segment_id=653d88ba-8d18-42ff-95f9-55dd751a87d3)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:55:21.019620 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5698e842-d0e6-44eb-903f-907239c0d2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:21.118494 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5698e842-d0e6-44eb-903f-907239c0d2ad None None] Pushing event updated for resources: {'Port': ['ID=c0e87ea8-a1c1-428c-8ac2-54d64b4fb8d4,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:21.174772 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-73d5ca3c-6156-4f8e-ba6f-51e8238400b9 None None] Provisioning complete for port a05f8ce0-48b5-49c2-b954-62a4ceea6cdc triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:21.175283 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-73d5ca3c-6156-4f8e-ba6f-51e8238400b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:21.226982 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37008) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:21.403459 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-90a76a99-cfe4-46ea-a96c-e7dbc9b4d5f6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b331cc9bea3c4cdeba0d482346e2ff9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1749637 Mar 22 10:55:21.405648 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37012) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:21.466665 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e442ebed-5449-4852-8da2-6d0b734bbe9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:21.489382 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e442ebed-5449-4852-8da2-6d0b734bbe9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:21.517602 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-0064d7fa-298b-4055-b813-8e8aa6131f28 None None] Provisioning complete for port c0e87ea8-a1c1-428c-8ac2-54d64b4fb8d4 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:21.517990 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0064d7fa-298b-4055-b813-8e8aa6131f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:21.590646 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e442ebed-5449-4852-8da2-6d0b734bbe9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:21.593096 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e442ebed-5449-4852-8da2-6d0b734bbe9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:21.604242 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e442ebed-5449-4852-8da2-6d0b734bbe9d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c3bcc293-c462-42e0-bd84-241459af345b HTTP/1.1" status: 204 len: 168 time: 0.1910181 Mar 22 10:55:21.612782 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28861b5f-a61e-464b-9dc4-9e4ac87756b3 req-fed8820d-ad03-483e-abbb-d69a6d201f5f tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:21.614546 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-28861b5f-a61e-464b-9dc4-9e4ac87756b3 req-fed8820d-ad03-483e-abbb-d69a6d201f5f tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "GET /v2.0/ports?device_id=35bbf4bb-2ab4-4a16-84f3-f4a80aab1f4f HTTP/1.1" status: 200 len: 945 time: 0.7990522 Mar 22 10:55:21.630203 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e442ebed-5449-4852-8da2-6d0b734bbe9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3bcc293-c462-42e0-bd84-241459af345b,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:21.686311 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f6687191-f800-4ffd-a385-00332c5329a8 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:21.731818 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-0064d7fa-298b-4055-b813-8e8aa6131f28 None None] Provisioning complete for port a05f8ce0-48b5-49c2-b954-62a4ceea6cdc triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:21.733122 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0064d7fa-298b-4055-b813-8e8aa6131f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:21.761832 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b206eb26-5154-4de2-a623-ed8ada13b363 tempest-RoutersAdminNegativeIpV6Test-310806573 tempest-RoutersAdminNegativeIpV6Test-310806573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:21.834194 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b206eb26-5154-4de2-a623-ed8ada13b363 tempest-RoutersAdminNegativeIpV6Test-310806573 tempest-RoutersAdminNegativeIpV6Test-310806573-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:21.835635 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device a05f8ce0-48b5-49c2-b954-62a4ceea6cdc up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:55:21.928845 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-0064d7fa-298b-4055-b813-8e8aa6131f28 None None] Provisioning complete for port dcdfdd84-31ec-4695-87a8-2b14a25cbd6c triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:21.929559 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0064d7fa-298b-4055-b813-8e8aa6131f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:21.982268 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-31859855-a5a0-49f2-a506-449139a21b12 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:21.993827 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-28861b5f-a61e-464b-9dc4-9e4ac87756b3 req-4991a7e1-d331-4e92-9c18-5b95b36cdda0 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "GET /v2.0/security-groups?id=331ec2bf-4639-40e9-918d-e35919f803a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3542943 Mar 22 10:55:21.998959 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port a05f8ce0-48b5-49c2-b954-62a4ceea6cdc triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:21.999188 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:22.003716 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b206eb26-5154-4de2-a623-ed8ada13b363 tempest-RoutersAdminNegativeIpV6Test-310806573 tempest-RoutersAdminNegativeIpV6Test-310806573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:22.004214 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b206eb26-5154-4de2-a623-ed8ada13b363 tempest-RoutersAdminNegativeIpV6Test-310806573 tempest-RoutersAdminNegativeIpV6Test-310806573-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7a0cfd14-9a06-4609-bbf2-6f9adaa30535 {{(pid=109050) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 10:55:22.011751 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-13584f16-2169-4a14-bc6e-1fc5322b0be8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:22.013237 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-31859855-a5a0-49f2-a506-449139a21b12 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:22.014079 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-31859855-a5a0-49f2-a506-449139a21b12 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684306'] for router_interface, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:22.030863 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-0064d7fa-298b-4055-b813-8e8aa6131f28 None None] Port dcdfdd84-31ec-4695-87a8-2b14a25cbd6c cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:55:22.067419 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-13584f16-2169-4a14-bc6e-1fc5322b0be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:22.113200 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device c0e87ea8-a1c1-428c-8ac2-54d64b4fb8d4 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:55:22.138658 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.api.v2.resource [None req-b206eb26-5154-4de2-a623-ed8ada13b363 tempest-RoutersAdminNegativeIpV6Test-310806573 tempest-RoutersAdminNegativeIpV6Test-310806573-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 22 10:55:22.142397 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-b206eb26-5154-4de2-a623-ed8ada13b363 tempest-RoutersAdminNegativeIpV6Test-310806573 tempest-RoutersAdminNegativeIpV6Test-310806573-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.1410232 Mar 22 10:55:22.142397 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f6687191-f800-4ffd-a385-00332c5329a8 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:22.143212 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37018) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:22.155565 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37020) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:22.187750 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-9b783b62-f2c6-4876-b854-74ac961c04f6 None None] Provisioning complete for port ca56fb60-61dc-4a8b-be5e-58d658e1c2b0 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:22.189035 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9b783b62-f2c6-4876-b854-74ac961c04f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:22.216690 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31859855-a5a0-49f2-a506-449139a21b12 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event updated for resources: {'Port': ['ID=dcdfdd84-31ec-4695-87a8-2b14a25cbd6c,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:22.222460 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13584f16-2169-4a14-bc6e-1fc5322b0be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97bd9b5-755a-4320-a6b1-957f9cb97acd,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:22.229555 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6687191-f800-4ffd-a385-00332c5329a8 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:55:22.233909 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-13584f16-2169-4a14-bc6e-1fc5322b0be8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=77c0c9a7957b41ed9ec94b6851bb5308&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5252712 Mar 22 10:55:22.238137 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37022) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:22.247538 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port c0e87ea8-a1c1-428c-8ac2-54d64b4fb8d4 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:22.247997 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:22.251979 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4be44dfa-eb1d-4f99-9583-937229840945 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=24d529cf5ef64c6e84f55f51f993df78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0943434 Mar 22 10:55:22.253724 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37024) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:22.311800 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-f6687191-f800-4ffd-a385-00332c5329a8 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:22.314457 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6687191-f800-4ffd-a385-00332c5329a8 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:55:22.319982 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6687191-f800-4ffd-a385-00332c5329a8 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:22.320601 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f6687191-f800-4ffd-a385-00332c5329a8 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:22.335825 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-015bdb62-fa14-4a51-9465-dcf7f14a930d tempest-RoutersAdminNegativeIpV6Test-310806573 tempest-RoutersAdminNegativeIpV6Test-310806573-project-admin] Deleting port 13dcdff1-402a-44cb-ab79-007629fc815c {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:55:22.336177 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-015bdb62-fa14-4a51-9465-dcf7f14a930d tempest-RoutersAdminNegativeIpV6Test-310806573 tempest-RoutersAdminNegativeIpV6Test-310806573-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:22.339774 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9b783b62-f2c6-4876-b854-74ac961c04f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:22.369400 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-f6687191-f800-4ffd-a385-00332c5329a8 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.0525224 Mar 22 10:55:22.373549 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a467416c-698d-4c3a-b733-cd143dff98c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:22.374337 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37026) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:22.389405 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6687191-f800-4ffd-a385-00332c5329a8 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event updated for resources: {'Port': ['ID=1c8614be-943f-42d6-91b4-9dd8a1386dc2,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:22.411482 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9b6fc420-3935-4afd-ab35-9d7a20464cc5 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for router_gateway, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:22.418595 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b66d9170-3711-458a-96aa-934ea0d22497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:22.460931 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a467416c-698d-4c3a-b733-cd143dff98c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:22.470714 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31859855-a5a0-49f2-a506-449139a21b12 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Network fe26b17e-3c36-45e9-b8c2-31221b83f673 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:55:22.476299 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-31859855-a5a0-49f2-a506-449139a21b12 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:22.481823 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b66d9170-3711-458a-96aa-934ea0d22497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:22.528700 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-015bdb62-fa14-4a51-9465-dcf7f14a930d tempest-RoutersAdminNegativeIpV6Test-310806573 tempest-RoutersAdminNegativeIpV6Test-310806573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:22.564344 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c962b2-0240-4d83-b308-67ee39b21084 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:22.575951 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c962b2-0240-4d83-b308-67ee39b21084 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:22.575951 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-30c962b2-0240-4d83-b308-67ee39b21084 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1965094 Mar 22 10:55:22.579704 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37028) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:22.603740 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b66d9170-3711-458a-96aa-934ea0d22497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:22.606227 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device ca56fb60-61dc-4a8b-be5e-58d658e1c2b0 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:55:22.606349 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b66d9170-3711-458a-96aa-934ea0d22497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:22.607464 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b66d9170-3711-458a-96aa-934ea0d22497 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d97bd9b5-755a-4320-a6b1-957f9cb97acd HTTP/1.1" status: 204 len: 168 time: 0.3673172 Mar 22 10:55:22.661635 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-015bdb62-fa14-4a51-9465-dcf7f14a930d tempest-RoutersAdminNegativeIpV6Test-310806573 tempest-RoutersAdminNegativeIpV6Test-310806573-project-admin] Calling delete_port for 13dcdff1-402a-44cb-ab79-007629fc815c owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:55:22.694026 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-9b783b62-f2c6-4876-b854-74ac961c04f6 None None] For port ca56fb60-61dc-4a8b-be5e-58d658e1c2b0, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=ca56fb60-61dc-4a8b-be5e-58d658e1c2b0,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:55:22.711069 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9b783b62-f2c6-4876-b854-74ac961c04f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:22.728932 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66d9170-3711-458a-96aa-934ea0d22497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97bd9b5-755a-4320-a6b1-957f9cb97acd,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:22.774140 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31859855-a5a0-49f2-a506-449139a21b12 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Router 22c5e9b4-83c7-47e3-b4d6-ebf66429c466 is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109050) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 10:55:22.797003 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9b6fc420-3935-4afd-ab35-9d7a20464cc5 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:22.803831 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-9b783b62-f2c6-4876-b854-74ac961c04f6 None None] Provisioning complete for port dcdfdd84-31ec-4695-87a8-2b14a25cbd6c triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:22.804217 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9b783b62-f2c6-4876-b854-74ac961c04f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:22.855414 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a467416c-698d-4c3a-b733-cd143dff98c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:22.855865 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port ca56fb60-61dc-4a8b-be5e-58d658e1c2b0 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:22.856121 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:22.866771 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a467416c-698d-4c3a-b733-cd143dff98c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:22.870392 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a467416c-698d-4c3a-b733-cd143dff98c4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bb829d8e-1fd2-4658-8a8f-4ee16250e697 HTTP/1.1" status: 204 len: 168 time: 0.6059554 Mar 22 10:55:22.877899 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b783b62-f2c6-4876-b854-74ac961c04f6 None None] Pushing event updated for resources: {'Port': ['ID=ca56fb60-61dc-4a8b-be5e-58d658e1c2b0,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:22.897408 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-9b783b62-f2c6-4876-b854-74ac961c04f6 None None] Port dcdfdd84-31ec-4695-87a8-2b14a25cbd6c cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:55:22.951285 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a467416c-698d-4c3a-b733-cd143dff98c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb829d8e-1fd2-4658-8a8f-4ee16250e697,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:23.006768 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-4cedd003-4e8c-4128-b3fb-b9c48e4fc198 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Deleting port 1c8614be-943f-42d6-91b4-9dd8a1386dc2 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:55:23.007102 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4cedd003-4e8c-4128-b3fb-b9c48e4fc198 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:23.021862 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31859855-a5a0-49f2-a506-449139a21b12 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:55:23.031924 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-31859855-a5a0-49f2-a506-449139a21b12 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "PUT /v2.0/routers/22c5e9b4-83c7-47e3-b4d6-ebf66429c466/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5078166 Mar 22 10:55:23.034553 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6e3c01-ac15-455f-be01-654f54d6f7f0 None None] Sync routers for ids ['22c5e9b4-83c7-47e3-b4d6-ebf66429c466'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:55:23.035003 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37038) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:23.040440 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-fcbc37d7-466d-4403-9cd6-74cb3d1e57a7 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1640719157'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:23.055193 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6e3c01-ac15-455f-be01-654f54d6f7f0 None None] Routers {'22c5e9b4-83c7-47e3-b4d6-ebf66429c466'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:55:23.057714 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-ee6e3c01-ac15-455f-be01-654f54d6f7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:55:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['22c5e9b4-83c7-47e3-b4d6-ebf66429c466'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:23.061759 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-a72b0231-9c7c-4c0e-9123-4cfd8932b36d None None] Provisioning complete for port 1c8614be-943f-42d6-91b4-9dd8a1386dc2 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:23.062265 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a72b0231-9c7c-4c0e-9123-4cfd8932b36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:23.079971 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcbc37d7-466d-4403-9cd6-74cb3d1e57a7 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Made reservation on behalf of 870cdc1d821946449d010566eacfdc6f for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:55:23.083727 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fcbc37d7-466d-4403-9cd6-74cb3d1e57a7 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:23.143087 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b6fc420-3935-4afd-ab35-9d7a20464cc5 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Router 5fa6ea77-c0b8-40a5-9762-74fdaeee9012 is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109050) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 10:55:23.162205 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-a72b0231-9c7c-4c0e-9123-4cfd8932b36d None None] Port 1c8614be-943f-42d6-91b4-9dd8a1386dc2 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:55:23.178240 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-a72b0231-9c7c-4c0e-9123-4cfd8932b36d None None] Provisioning complete for port dcdfdd84-31ec-4695-87a8-2b14a25cbd6c triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:23.178618 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a72b0231-9c7c-4c0e-9123-4cfd8932b36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:23.213454 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-ee6e3c01-ac15-455f-be01-654f54d6f7f0 None None] Set router 22c5e9b4-83c7-47e3-b4d6-ebf66429c466 gateway port host: None {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:55:23.250616 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-a72b0231-9c7c-4c0e-9123-4cfd8932b36d None None] Port dcdfdd84-31ec-4695-87a8-2b14a25cbd6c cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:55:23.266608 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-015bdb62-fa14-4a51-9465-dcf7f14a930d tempest-RoutersAdminNegativeIpV6Test-310806573 tempest-RoutersAdminNegativeIpV6Test-310806573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:23.295226 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4cedd003-4e8c-4128-b3fb-b9c48e4fc198 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:23.325640 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcbc37d7-466d-4403-9cd6-74cb3d1e57a7 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:55:23.350110 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015bdb62-fa14-4a51-9465-dcf7f14a930d tempest-RoutersAdminNegativeIpV6Test-310806573 tempest-RoutersAdminNegativeIpV6Test-310806573-project-admin] Pushing event deleted for resources: {'Port': ['ID=13dcdff1-402a-44cb-ab79-007629fc815c,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:23.355959 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fcbc37d7-466d-4403-9cd6-74cb3d1e57a7 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:23.360250 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-4cedd003-4e8c-4128-b3fb-b9c48e4fc198 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Calling delete_port for 1c8614be-943f-42d6-91b4-9dd8a1386dc2 owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:55:23.360849 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-fcbc37d7-466d-4403-9cd6-74cb3d1e57a7 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Added segment fcedf56e-4c01-41b0-bdfc-5a01e0988979 of type vlan for network 171476b3-210e-4f4b-9537-9322876af2da Mar 22 10:55:23.429014 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a89f9-a44d-402d-859a-20629458aa43 req-f6bd087b-d124-45ce-a37f-b4e44fb35f4c tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:23.430822 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d38a89f9-a44d-402d-859a-20629458aa43 req-f6bd087b-d124-45ce-a37f-b4e44fb35f4c tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "GET /v2.0/ports?device_id=35bbf4bb-2ab4-4a16-84f3-f4a80aab1f4f HTTP/1.1" status: 200 len: 945 time: 0.2747951 Mar 22 10:55:23.465302 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-015bdb62-fa14-4a51-9465-dcf7f14a930d tempest-RoutersAdminNegativeIpV6Test-310806573 tempest-RoutersAdminNegativeIpV6Test-310806573-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:23.470031 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-015bdb62-fa14-4a51-9465-dcf7f14a930d tempest-RoutersAdminNegativeIpV6Test-310806573 tempest-RoutersAdminNegativeIpV6Test-310806573-project-admin] 10.222.0.57 "DELETE /v2.0/ports/13dcdff1-402a-44cb-ab79-007629fc815c HTTP/1.1" status: 204 len: 168 time: 1.3219359 Mar 22 10:55:23.531972 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fcbc37d7-466d-4403-9cd6-74cb3d1e57a7 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:23.533205 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-ee6e3c01-ac15-455f-be01-654f54d6f7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'name': 'tempest-RoutersIpV6Test-router-809382511', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:55:13Z', 'updated_at': '2022-03-22T10:55:20Z', 'revision_number': 2, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'gw_port_host': None, '_interfaces': [{'id': 'dcdfdd84-31ec-4695-87a8-2b14a25cbd6c', 'name': '', 'network_id': 'fe26b17e-3c36-45e9-b8c2-31221b83f673', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:ae:9a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '6df7019b-cca6-4a15-8136-589e7260dbaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:17Z', 'updated_at': '2022-03-22T10:55:20Z', 'revision_number': 2, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '6df7019b-cca6-4a15-8136-589e7260dbaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:23.543452 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6fc420-3935-4afd-ab35-9d7a20464cc5 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:55:23.548815 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d38a89f9-a44d-402d-859a-20629458aa43 req-e1c530d6-7217-4d0f-9619-a26ef8209656 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "GET /v2.0/security-groups?id=331ec2bf-4639-40e9-918d-e35919f803a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886464 Mar 22 10:55:23.568802 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6473e3f0-6ae0-4422-8fee-55a274c533cb None None] Sync routers for ids ['5fa6ea77-c0b8-40a5-9762-74fdaeee9012'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:55:23.581386 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6473e3f0-6ae0-4422-8fee-55a274c533cb None None] Routers {'5fa6ea77-c0b8-40a5-9762-74fdaeee9012'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:55:23.581965 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-6473e3f0-6ae0-4422-8fee-55a274c533cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:55:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['5fa6ea77-c0b8-40a5-9762-74fdaeee9012'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:23.589610 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9b6fc420-3935-4afd-ab35-9d7a20464cc5 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:23.593553 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-9b6fc420-3935-4afd-ab35-9d7a20464cc5 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.2620680 Mar 22 10:55:23.593553 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fcbc37d7-466d-4403-9cd6-74cb3d1e57a7 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:23.611389 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbc37d7-466d-4403-9cd6-74cb3d1e57a7 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:23.611389 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fcbc37d7-466d-4403-9cd6-74cb3d1e57a7 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:23.611389 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37062) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:23.627195 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6e3c01-ac15-455f-be01-654f54d6f7f0 None None] Checking router: 22c5e9b4-83c7-47e3-b4d6-ebf66429c466 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 10:55:23.627628 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4cedd003-4e8c-4128-b3fb-b9c48e4fc198 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:23.631263 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6e3c01-ac15-455f-be01-654f54d6f7f0 None None] Updating router 22c5e9b4-83c7-47e3-b4d6-ebf66429c466 port dcdfdd84-31ec-4695-87a8-2b14a25cbd6c binding host dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 10:55:23.682096 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device ca56fb60-61dc-4a8b-be5e-58d658e1c2b0 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:55:23.686717 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-6473e3f0-6ae0-4422-8fee-55a274c533cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:23.688046 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-ee6e3c01-ac15-455f-be01-654f54d6f7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:23.712698 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cedd003-4e8c-4128-b3fb-b9c48e4fc198 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event deleted for resources: {'Port': ['ID=1c8614be-943f-42d6-91b4-9dd8a1386dc2,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:23.715934 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-fcbc37d7-466d-4403-9cd6-74cb3d1e57a7 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6800308 Mar 22 10:55:23.728574 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37064) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:23.761528 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc37d7-466d-4403-9cd6-74cb3d1e57a7 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event updated for resources: {'Network': ['ID=171476b3-210e-4f4b-9537-9322876af2da,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:23.789267 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-ac2d836b-9f8f-494d-883c-a0c605c92286 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Request body: {'subnet': {'network_id': '171476b3-210e-4f4b-9537-9322876af2da', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:23.800931 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 171476b3-210e-4f4b-9537-9322876af2da details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:55:23.810113 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6473e3f0-6ae0-4422-8fee-55a274c533cb None None] Routers {'5fa6ea77-c0b8-40a5-9762-74fdaeee9012'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:55:23.814355 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-6473e3f0-6ae0-4422-8fee-55a274c533cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:55:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['5fa6ea77-c0b8-40a5-9762-74fdaeee9012'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:23.824615 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4cedd003-4e8c-4128-b3fb-b9c48e4fc198 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:23.832806 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4cedd003-4e8c-4128-b3fb-b9c48e4fc198 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/ports/1c8614be-943f-42d6-91b4-9dd8a1386dc2 HTTP/1.1" status: 204 len: 168 time: 1.2430720 Mar 22 10:55:23.837034 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37068) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:24.057658 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2d836b-9f8f-494d-883c-a0c605c92286 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Made reservation on behalf of 870cdc1d821946449d010566eacfdc6f for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:55:24.064075 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ac2d836b-9f8f-494d-883c-a0c605c92286 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:24.066568 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-6473e3f0-6ae0-4422-8fee-55a274c533cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:24.067457 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6473e3f0-6ae0-4422-8fee-55a274c533cb None None] The sync data for ids ['5fa6ea77-c0b8-40a5-9762-74fdaeee9012'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:55:24.087658 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec08f242-07fb-484f-baf5-46d5edd08993 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:24.089402 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec08f242-07fb-484f-baf5-46d5edd08993 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:24.093584 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-ec08f242-07fb-484f-baf5-46d5edd08993 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2478757 Mar 22 10:55:24.102631 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37074) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:24.107885 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port ca56fb60-61dc-4a8b-be5e-58d658e1c2b0 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:24.108075 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:24.131409 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37076) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:24.241420 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-ee6e3c01-ac15-455f-be01-654f54d6f7f0 None None] Notify callbacks [] for port, precommit_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:24.251124 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-ee6e3c01-ac15-455f-be01-654f54d6f7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:24.309900 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2ca607c-0853-420b-ad66-683d22beb7dd tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Deleting subnet 0ec3208d-b714-4e3a-a5d7-379def6a4e97 {{(pid=109050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:55:24.316505 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f2ca607c-0853-420b-ad66-683d22beb7dd tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:24.371676 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b707e6a-978c-4cdb-909d-5bf24fc48134 None None] Pushing event updated for resources: {'Port': ['ID=dcdfdd84-31ec-4695-87a8-2b14a25cbd6c,revision_number=3']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:24.443406 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0c45f6a4-44fd-4998-822c-6239c3dbfb4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:24.452382 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b707e6a-978c-4cdb-909d-5bf24fc48134 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:55:24.452738 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b707e6a-978c-4cdb-909d-5bf24fc48134 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:55:24.453084 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b707e6a-978c-4cdb-909d-5bf24fc48134 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:55:24.453751 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b707e6a-978c-4cdb-909d-5bf24fc48134 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:55:24.454083 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b707e6a-978c-4cdb-909d-5bf24fc48134 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:55:24.455199 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b707e6a-978c-4cdb-909d-5bf24fc48134 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:55:24.455637 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b707e6a-978c-4cdb-909d-5bf24fc48134 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:55:24.455988 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b707e6a-978c-4cdb-909d-5bf24fc48134 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:55:24.456336 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b707e6a-978c-4cdb-909d-5bf24fc48134 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:55:24.456669 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b707e6a-978c-4cdb-909d-5bf24fc48134 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:55:24.456992 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b707e6a-978c-4cdb-909d-5bf24fc48134 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:55:24.457315 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b707e6a-978c-4cdb-909d-5bf24fc48134 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:55:24.505688 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-ee6e3c01-ac15-455f-be01-654f54d6f7f0 None None] Attempting to bind port dcdfdd84-31ec-4695-87a8-2b14a25cbd6c on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:55:24.505996 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-ee6e3c01-ac15-455f-be01-654f54d6f7f0 None None] Attempting to bind port dcdfdd84-31ec-4695-87a8-2b14a25cbd6c by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '2210d4a3-0bf3-4f66-9ad6-275fbc5897e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fe26b17e-3c36-45e9-b8c2-31221b83f673'}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:55:24.506452 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6e3c01-ac15-455f-be01-654f54d6f7f0 None None] Attempting to bind port dcdfdd84-31ec-4695-87a8-2b14a25cbd6c on network fe26b17e-3c36-45e9-b8c2-31221b83f673 {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:55:24.513125 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6e3c01-ac15-455f-be01-654f54d6f7f0 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:55:24.513749 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6e3c01-ac15-455f-be01-654f54d6f7f0 None None] Checking segment: {'id': '2210d4a3-0bf3-4f66-9ad6-275fbc5897e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fe26b17e-3c36-45e9-b8c2-31221b83f673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:55:24.514944 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-ee6e3c01-ac15-455f-be01-654f54d6f7f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:24.515644 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6e3c01-ac15-455f-be01-654f54d6f7f0 None None] Bound using segment: {'id': '2210d4a3-0bf3-4f66-9ad6-275fbc5897e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fe26b17e-3c36-45e9-b8c2-31221b83f673'} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:55:24.516324 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-ee6e3c01-ac15-455f-be01-654f54d6f7f0 None None] Bound port: dcdfdd84-31ec-4695-87a8-2b14a25cbd6c, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2210d4a3-0bf3-4f66-9ad6-275fbc5897e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fe26b17e-3c36-45e9-b8c2-31221b83f673'}}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:55:24.516899 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-ee6e3c01-ac15-455f-be01-654f54d6f7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:24.530043 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ac2d836b-9f8f-494d-883c-a0c605c92286 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:24.555354 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0c45f6a4-44fd-4998-822c-6239c3dbfb4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:24.606169 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2d836b-9f8f-494d-883c-a0c605c92286 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event updated for resources: {'Subnet': ['ID=6a835cad-7353-4cfc-bdd9-72e1a60628e7,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:24.618418 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2d836b-9f8f-494d-883c-a0c605c92286 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Checking segment: {'id': 'fcedf56e-4c01-41b0-bdfc-5a01e0988979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '171476b3-210e-4f4b-9537-9322876af2da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:55:24.618778 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2d836b-9f8f-494d-883c-a0c605c92286 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Network hostable DHCP agents. Network: 171476b3-210e-4f4b-9537-9322876af2da, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:55:24.649106 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2d836b-9f8f-494d-883c-a0c605c92286 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Network 171476b3-210e-4f4b-9537-9322876af2da is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:55:24.680137 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-ac2d836b-9f8f-494d-883c-a0c605c92286 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 171476b3-210e-4f4b-9537-9322876af2da) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:24.686836 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2d836b-9f8f-494d-883c-a0c605c92286 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:24.687589 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ac2d836b-9f8f-494d-883c-a0c605c92286 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:24.694376 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b90036e-be76-42ae-9f4f-65ec1c4763ca None None] Network 171476b3-210e-4f4b-9537-9322876af2da requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:55:24.704686 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-ee6e3c01-ac15-455f-be01-654f54d6f7f0 None None] For port dcdfdd84-31ec-4695-87a8-2b14a25cbd6c, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:55:24.709884 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-ee6e3c01-ac15-455f-be01-654f54d6f7f0 None None] For port dcdfdd84-31ec-4695-87a8-2b14a25cbd6c, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=dcdfdd84-31ec-4695-87a8-2b14a25cbd6c,segment=NetworkSegment(2210d4a3-0bf3-4f66-9ad6-275fbc5897e5),segment_id=2210d4a3-0bf3-4f66-9ad6-275fbc5897e5)] {{(pid=109052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:55:24.731564 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-ee6e3c01-ac15-455f-be01-654f54d6f7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:24.737849 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ac2d836b-9f8f-494d-883c-a0c605c92286 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0040355 Mar 22 10:55:24.739967 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37098) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:24.820459 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6e3c01-ac15-455f-be01-654f54d6f7f0 None None] Routers {'22c5e9b4-83c7-47e3-b4d6-ebf66429c466'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:55:24.822041 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-ee6e3c01-ac15-455f-be01-654f54d6f7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:55:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['22c5e9b4-83c7-47e3-b4d6-ebf66429c466'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:24.894746 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-f1af885d-c70a-4cd5-a870-a510a6a7974e None None] Provisioning complete for port dcdfdd84-31ec-4695-87a8-2b14a25cbd6c triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:24.895185 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f1af885d-c70a-4cd5-a870-a510a6a7974e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:25.028812 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37102) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:25.034589 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-ee6e3c01-ac15-455f-be01-654f54d6f7f0 None None] Set router 22c5e9b4-83c7-47e3-b4d6-ebf66429c466 gateway port host: None {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:55:25.199098 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f1af885d-c70a-4cd5-a870-a510a6a7974e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:25.204210 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac43b30b-8988-4ba4-ae0d-e11747c1ab9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-171476b3-210e-4f4b-9537-9322876af2da', 'network_id': '171476b3-210e-4f4b-9537-9322876af2da', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'fixed_ips': [{'subnet_id': '6a835cad-7353-4cfc-bdd9-72e1a60628e7'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:55:25.205060 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ac43b30b-8988-4ba4-ae0d-e11747c1ab9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:25.342045 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f2ca607c-0853-420b-ad66-683d22beb7dd tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11961780'] for subnet, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:25.443497 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-f1af885d-c70a-4cd5-a870-a510a6a7974e None None] For port dcdfdd84-31ec-4695-87a8-2b14a25cbd6c, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=dcdfdd84-31ec-4695-87a8-2b14a25cbd6c,segment=NetworkSegment(2210d4a3-0bf3-4f66-9ad6-275fbc5897e5),segment_id=2210d4a3-0bf3-4f66-9ad6-275fbc5897e5)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:55:25.454093 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37116) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:25.466964 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f1af885d-c70a-4cd5-a870-a510a6a7974e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:25.472265 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-2fdf77bc-2069-4006-a075-078337858f72 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1175322575'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:25.486130 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b707e6a-978c-4cdb-909d-5bf24fc48134 None None] Pushing event updated for resources: {'Port': ['ID=dcdfdd84-31ec-4695-87a8-2b14a25cbd6c,revision_number=4']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:25.493732 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-ee6e3c01-ac15-455f-be01-654f54d6f7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'name': 'tempest-RoutersIpV6Test-router-809382511', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:55:13Z', 'updated_at': '2022-03-22T10:55:20Z', 'revision_number': 2, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'gw_port_host': None, '_interfaces': [{'id': 'dcdfdd84-31ec-4695-87a8-2b14a25cbd6c', 'name': '', 'network_id': 'fe26b17e-3c36-45e9-b8c2-31221b83f673', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:ae:9a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '6df7019b-cca6-4a15-8136-589e7260dbaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:17Z', 'updated_at': '2022-03-22T10:55:24Z', 'revision_number': 4, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '6df7019b-cca6-4a15-8136-589e7260dbaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:25.512367 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-28ecefa6-7f42-4d80-b59b-c09feaf30af2 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:25.522559 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f2ca607c-0853-420b-ad66-683d22beb7dd tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:25.525094 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6e3c01-ac15-455f-be01-654f54d6f7f0 None None] The sync data for ids ['22c5e9b4-83c7-47e3-b4d6-ebf66429c466'] in dv-neutron-834599-1-hyperv is: [{'id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'name': 'tempest-RoutersIpV6Test-router-809382511', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:55:13Z', 'updated_at': '2022-03-22T10:55:20Z', 'revision_number': 2, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'gw_port_host': None, '_interfaces': [{'id': 'dcdfdd84-31ec-4695-87a8-2b14a25cbd6c', 'name': '', 'network_id': 'fe26b17e-3c36-45e9-b8c2-31221b83f673', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:ae:9a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '6df7019b-cca6-4a15-8136-589e7260dbaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:17Z', 'updated_at': '2022-03-22T10:55:24Z', 'revision_number': 4, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '6df7019b-cca6-4a15-8136-589e7260dbaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:55:25.549280 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fdf77bc-2069-4006-a075-078337858f72 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Made reservation on behalf of 830f493faa7a44f983b94c9289063647 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:55:25.552924 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2fdf77bc-2069-4006-a075-078337858f72 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:25.580376 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0c45f6a4-44fd-4998-822c-6239c3dbfb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:25.606638 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af885d-c70a-4cd5-a870-a510a6a7974e None None] Pushing event updated for resources: {'Port': ['ID=dcdfdd84-31ec-4695-87a8-2b14a25cbd6c,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:25.606858 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2fdf77bc-2069-4006-a075-078337858f72 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:25.675138 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-d2e3e79d-fec9-48ce-b81b-2e316050d4a3 None None] Provisioning complete for port dcdfdd84-31ec-4695-87a8-2b14a25cbd6c triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:25.676015 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d2e3e79d-fec9-48ce-b81b-2e316050d4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:25.683839 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-73ffa93a-86c3-424b-a627-f986184bddf5 tempest-ExternalNetworksTestJSON-827260114 tempest-ExternalNetworksTestJSON-827260114-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-493290136'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:25.694869 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-ac43b30b-8988-4ba4-ae0d-e11747c1ab9e None None] Allocated IP 2001:db8:1::2 (171476b3-210e-4f4b-9537-9322876af2da/6a835cad-7353-4cfc-bdd9-72e1a60628e7/c9754bdf-68eb-410f-900b-a1bfe6b69609) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:55:25.724891 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-0c45f6a4-44fd-4998-822c-6239c3dbfb4e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e9a8f170cf2b40ee87d83863aae3ca4d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5531385 Mar 22 10:55:25.731761 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c45f6a4-44fd-4998-822c-6239c3dbfb4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f31ce9ef-c8e6-4280-96a7-f8eede4f010b,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:25.733679 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37120) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:25.745969 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad4d5f-1045-4b74-912f-5a57a0232624 req-3d2d696f-6ca3-435d-9c65-9168ab360ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:25.747519 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-24ad4d5f-1045-4b74-912f-5a57a0232624 req-3d2d696f-6ca3-435d-9c65-9168ab360ea6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=35bbf4bb-2ab4-4a16-84f3-f4a80aab1f4f HTTP/1.1" status: 200 len: 1098 time: 1.1856780 Mar 22 10:55:25.757349 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d5751-ad5c-4f98-9df3-d6eb7393f653 req-ef840386-cb42-4187-b95e-a7cb3868312b tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:25.764955 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-648d5751-ad5c-4f98-9df3-d6eb7393f653 req-ef840386-cb42-4187-b95e-a7cb3868312b tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "GET /v2.0/ports?device_id=35bbf4bb-2ab4-4a16-84f3-f4a80aab1f4f HTTP/1.1" status: 200 len: 945 time: 0.4734609 Mar 22 10:55:25.827552 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f2ca607c-0853-420b-ad66-683d22beb7dd tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:25.889549 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ca607c-0853-420b-ad66-683d22beb7dd tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event deleted for resources: {'Subnet': ['ID=0ec3208d-b714-4e3a-a5d7-379def6a4e97,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:25.901509 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f2ca607c-0853-420b-ad66-683d22beb7dd tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:25.907361 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-f2ca607c-0853-420b-ad66-683d22beb7dd tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/subnets/0ec3208d-b714-4e3a-a5d7-379def6a4e97 HTTP/1.1" status: 204 len: 168 time: 1.7967482 Mar 22 10:55:25.915738 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37122) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:25.927038 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-648d5751-ad5c-4f98-9df3-d6eb7393f653 req-d0b0590b-267c-497b-ab9d-9b577c65e4df tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "GET /v2.0/security-groups?id=331ec2bf-4639-40e9-918d-e35919f803a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611791 Mar 22 10:55:25.931599 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1601252-abab-4f27-bf08-ee278c4baa0a None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:55:25.979131 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-24ad4d5f-1045-4b74-912f-5a57a0232624 req-62c94db0-5d12-4bf4-bb3c-68089ba7cf58 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=331ec2bf-4639-40e9-918d-e35919f803a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2119851 Mar 22 10:55:25.984389 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-ce306f78-1b11-4026-b95e-cef465937e3c tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0643249 Mar 22 10:55:25.996025 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ac43b30b-8988-4ba4-ae0d-e11747c1ab9e None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:26.001676 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37124) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:26.007450 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-646740cf-0e1c-40f3-9408-c48e3f777ad9 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'subnet': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:26.047404 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ac43b30b-8988-4ba4-ae0d-e11747c1ab9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:26.106034 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac43b30b-8988-4ba4-ae0d-e11747c1ab9e None None] Pushing event updated for resources: {'Port': ['ID=c9754bdf-68eb-410f-900b-a1bfe6b69609,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:26.141926 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device c5ea9116-2f3e-41f4-b12c-086a9ac353d3 details requested by agent hyperv_hv-neutron-8345 with host hv-neutron-8345 {{(pid=109051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 10:55:26.151782 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ecb3696a-f89c-4f29-8e26-2a52eab19dea tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:26.216273 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646740cf-0e1c-40f3-9408-c48e3f777ad9 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Made reservation on behalf of f7a8ac7bbd5d466888176c13ba053f5f for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:55:26.220128 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-646740cf-0e1c-40f3-9408-c48e3f777ad9 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:26.255840 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2fdf77bc-2069-4006-a075-078337858f72 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:26.256230 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port c5ea9116-2f3e-41f4-b12c-086a9ac353d3, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=c5ea9116-2f3e-41f4-b12c-086a9ac353d3,segment=NetworkSegment(3a130c61-1c70-4d51-9e6a-9e4b6433197c),segment_id=3a130c61-1c70-4d51-9e6a-9e4b6433197c)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:55:26.289911 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac43b30b-8988-4ba4-ae0d-e11747c1ab9e None None] Network 171476b3-210e-4f4b-9537-9322876af2da is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:55:26.291239 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Returning: {'device': 'c5ea9116-2f3e-41f4-b12c-086a9ac353d3', 'network_id': 'd9d30e40-e553-4004-8b8d-30072274af6a', 'port_id': 'c5ea9116-2f3e-41f4-b12c-086a9ac353d3', 'mac_address': 'fa:16:3e:a9:8e:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e449dec-f71c-43ef-87f8-f368eb7385b3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 10:55:26.295542 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ffa93a-86c3-424b-a627-f986184bddf5 tempest-ExternalNetworksTestJSON-827260114 tempest-ExternalNetworksTestJSON-827260114-project] Made reservation on behalf of 3e42d03d4b264192a44b175b0c00065a for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:55:26.299122 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-73ffa93a-86c3-424b-a627-f986184bddf5 tempest-ExternalNetworksTestJSON-827260114 tempest-ExternalNetworksTestJSON-827260114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:26.329135 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2fdf77bc-2069-4006-a075-078337858f72 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:26.333903 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-ac43b30b-8988-4ba4-ae0d-e11747c1ab9e None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:26.347063 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fdf77bc-2069-4006-a075-078337858f72 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:55:26.357602 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac43b30b-8988-4ba4-ae0d-e11747c1ab9e None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:55:26.359710 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2fdf77bc-2069-4006-a075-078337858f72 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:26.361635 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-2fdf77bc-2069-4006-a075-078337858f72 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Added segment 0dff4640-b04b-4a83-8d32-c9477bb4dd9b of type vlan for network 894561ac-8e00-4d0e-89c4-0e50ef1a27f8 Mar 22 10:55:26.420195 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:26.427485 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-73ffa93a-86c3-424b-a627-f986184bddf5 tempest-ExternalNetworksTestJSON-827260114 tempest-ExternalNetworksTestJSON-827260114-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:26.460733 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c5ea9116-2f3e-41f4-b12c-086a9ac353d3 {{(pid=109051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 10:55:26.466577 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2fdf77bc-2069-4006-a075-078337858f72 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:26.481506 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port c5ea9116-2f3e-41f4-b12c-086a9ac353d3, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=c5ea9116-2f3e-41f4-b12c-086a9ac353d3,segment=NetworkSegment(3a130c61-1c70-4d51-9e6a-9e4b6433197c),segment_id=3a130c61-1c70-4d51-9e6a-9e4b6433197c)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:55:26.496126 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:26.504555 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-ac43b30b-8988-4ba4-ae0d-e11747c1ab9e None None] Attempting to bind port c9754bdf-68eb-410f-900b-a1bfe6b69609 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:55:26.505052 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-ac43b30b-8988-4ba4-ae0d-e11747c1ab9e None None] Attempting to bind port c9754bdf-68eb-410f-900b-a1bfe6b69609 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': 'fcedf56e-4c01-41b0-bdfc-5a01e0988979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '171476b3-210e-4f4b-9537-9322876af2da'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:55:26.505627 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac43b30b-8988-4ba4-ae0d-e11747c1ab9e None None] Attempting to bind port c9754bdf-68eb-410f-900b-a1bfe6b69609 on network 171476b3-210e-4f4b-9537-9322876af2da {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:55:26.538115 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac43b30b-8988-4ba4-ae0d-e11747c1ab9e None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:55:26.538740 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac43b30b-8988-4ba4-ae0d-e11747c1ab9e None None] Checking segment: {'id': 'fcedf56e-4c01-41b0-bdfc-5a01e0988979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '171476b3-210e-4f4b-9537-9322876af2da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:55:26.539236 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ac43b30b-8988-4ba4-ae0d-e11747c1ab9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:26.539831 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac43b30b-8988-4ba4-ae0d-e11747c1ab9e None None] Bound using segment: {'id': 'fcedf56e-4c01-41b0-bdfc-5a01e0988979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '171476b3-210e-4f4b-9537-9322876af2da'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:55:26.540403 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-ac43b30b-8988-4ba4-ae0d-e11747c1ab9e None None] Bound port: c9754bdf-68eb-410f-900b-a1bfe6b69609, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcedf56e-4c01-41b0-bdfc-5a01e0988979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '171476b3-210e-4f4b-9537-9322876af2da'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:55:26.540874 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ac43b30b-8988-4ba4-ae0d-e11747c1ab9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:26.589869 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=c5ea9116-2f3e-41f4-b12c-086a9ac353d3,revision_number=6']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:26.593072 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c525ef0-3f0b-4dbb-b154-3f66f81c8f70 None None] DHCP port deletion for 1bc750fe-0949-42b2-bab7-34fc725823e6 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:55:26.601371 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf77bc-2069-4006-a075-078337858f72 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=779444ca-ef06-482a-ad08-c6f630132255,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:26.605770 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-21371d41-aaf0-44a6-8661-99e472f07f88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:26.655205 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-ac43b30b-8988-4ba4-ae0d-e11747c1ab9e None None] For port c9754bdf-68eb-410f-900b-a1bfe6b69609, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:55:26.659202 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-ac43b30b-8988-4ba4-ae0d-e11747c1ab9e None None] For port c9754bdf-68eb-410f-900b-a1bfe6b69609, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=c9754bdf-68eb-410f-900b-a1bfe6b69609,segment=NetworkSegment(fcedf56e-4c01-41b0-bdfc-5a01e0988979),segment_id=fcedf56e-4c01-41b0-bdfc-5a01e0988979)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:55:26.659772 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-73ffa93a-86c3-424b-a627-f986184bddf5 tempest-ExternalNetworksTestJSON-827260114 tempest-ExternalNetworksTestJSON-827260114-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:26.666171 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ac43b30b-8988-4ba4-ae0d-e11747c1ab9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:26.671661 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-73ffa93a-86c3-424b-a627-f986184bddf5 tempest-ExternalNetworksTestJSON-827260114 tempest-ExternalNetworksTestJSON-827260114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:26.687964 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-ecb3696a-f89c-4f29-8e26-2a52eab19dea tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Allocated IP 172.20.0.1 (046d7c81-da2f-4ee0-a8d3-e16d2fb960f4/cfa596ac-eb44-4d32-86d2-feb239418be6/f6a9f61f-3cfc-4bf1-85d3-975f801f9bb6) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:55:26.705288 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-646740cf-0e1c-40f3-9408-c48e3f777ad9 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:26.716542 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ffa93a-86c3-424b-a627-f986184bddf5 tempest-ExternalNetworksTestJSON-827260114 tempest-ExternalNetworksTestJSON-827260114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abd3e96a-9be4-4b05-a79e-cc401a19fab2,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:26.723483 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-7c525ef0-3f0b-4dbb-b154-3f66f81c8f70 None None] Deleting port ca56fb60-61dc-4a8b-be5e-58d658e1c2b0 {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:55:26.723690 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7c525ef0-3f0b-4dbb-b154-3f66f81c8f70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:26.739895 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac43b30b-8988-4ba4-ae0d-e11747c1ab9e None None] Pushing event updated for resources: {'Port': ['ID=c9754bdf-68eb-410f-900b-a1bfe6b69609,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:26.772471 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2fdf77bc-2069-4006-a075-078337858f72 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:26.777977 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdf77bc-2069-4006-a075-078337858f72 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:26.778715 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2fdf77bc-2069-4006-a075-078337858f72 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:26.792902 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73ffa93a-86c3-424b-a627-f986184bddf5 tempest-ExternalNetworksTestJSON-827260114 tempest-ExternalNetworksTestJSON-827260114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:55:26.793426 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646740cf-0e1c-40f3-9408-c48e3f777ad9 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:55:26.797529 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-21371d41-aaf0-44a6-8661-99e472f07f88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:26.808435 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-646740cf-0e1c-40f3-9408-c48e3f777ad9 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:26.811639 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646740cf-0e1c-40f3-9408-c48e3f777ad9 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:26.812237 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-646740cf-0e1c-40f3-9408-c48e3f777ad9 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:26.834961 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-7c525ef0-3f0b-4dbb-b154-3f66f81c8f70 None None] For port ca56fb60-61dc-4a8b-be5e-58d658e1c2b0, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=ca56fb60-61dc-4a8b-be5e-58d658e1c2b0,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:55:26.835798 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7c525ef0-3f0b-4dbb-b154-3f66f81c8f70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:26.882781 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf77bc-2069-4006-a075-078337858f72 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Pushing event updated for resources: {'Network': ['ID=894561ac-8e00-4d0e-89c4-0e50ef1a27f8,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:26.887916 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2fdf77bc-2069-4006-a075-078337858f72 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.8582690 Mar 22 10:55:26.900916 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37126) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:26.910269 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-7f3afbdd-ba27-4039-811c-97ec3a9918a7 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Request body: {'subnet': {'network_id': '894561ac-8e00-4d0e-89c4-0e50ef1a27f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:26.933784 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ecb3696a-f89c-4f29-8e26-2a52eab19dea tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:26.983096 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646740cf-0e1c-40f3-9408-c48e3f777ad9 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event updated for resources: {'Subnet': ['ID=5ded0ddf-4951-4f65-aecd-cbf679746670,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:26.987225 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ecb3696a-f89c-4f29-8e26-2a52eab19dea tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:27.019553 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-73ffa93a-86c3-424b-a627-f986184bddf5 tempest-ExternalNetworksTestJSON-827260114 tempest-ExternalNetworksTestJSON-827260114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:27.019904 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-73ffa93a-86c3-424b-a627-f986184bddf5 tempest-ExternalNetworksTestJSON-827260114 tempest-ExternalNetworksTestJSON-827260114-project] Added segment e64e9228-552c-4a06-b10e-8075e89a4230 of type vlan for network 03c1583f-a552-4eb1-bf27-075a921d7019 Mar 22 10:55:27.053112 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3afbdd-ba27-4039-811c-97ec3a9918a7 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Made reservation on behalf of 830f493faa7a44f983b94c9289063647 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:55:27.060946 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7f3afbdd-ba27-4039-811c-97ec3a9918a7 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:27.072000 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb3696a-f89c-4f29-8e26-2a52eab19dea tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Pushing event updated for resources: {'Port': ['ID=f6a9f61f-3cfc-4bf1-85d3-975f801f9bb6,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:27.082095 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-646740cf-0e1c-40f3-9408-c48e3f777ad9 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0793061 Mar 22 10:55:27.082956 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37130) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:27.094453 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-854c3f95-51f2-4ee8-ad33-abeb452d983c tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'port': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'fixed_ips': [{'subnet_id': '5ded0ddf-4951-4f65-aecd-cbf679746670', 'ip_address': '2001:db8::fd23:ea2f:5a64:816d'}], 'name': 'tempest-NetworksTestDHCPv6-1844490400'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:27.120946 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-7c525ef0-3f0b-4dbb-b154-3f66f81c8f70 None None] Calling delete_port for ca56fb60-61dc-4a8b-be5e-58d658e1c2b0 owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:55:27.135082 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-28ecefa6-7f42-4d80-b59b-c09feaf30af2 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Allocated IP 2001:db8:1::1 (171476b3-210e-4f4b-9537-9322876af2da/6a835cad-7353-4cfc-bdd9-72e1a60628e7/6d3f8b02-2638-4b7e-8663-01a6e51c05c6) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:55:27.207682 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 894561ac-8e00-4d0e-89c4-0e50ef1a27f8 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:55:27.255790 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-73ffa93a-86c3-424b-a627-f986184bddf5 tempest-ExternalNetworksTestJSON-827260114 tempest-ExternalNetworksTestJSON-827260114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:27.278999 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb3696a-f89c-4f29-8e26-2a52eab19dea tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Network 046d7c81-da2f-4ee0-a8d3-e16d2fb960f4 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:55:27.287550 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-ecb3696a-f89c-4f29-8e26-2a52eab19dea tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:27.296438 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb3696a-f89c-4f29-8e26-2a52eab19dea tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:55:27.341618 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7c525ef0-3f0b-4dbb-b154-3f66f81c8f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:27.350887 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ecb3696a-f89c-4f29-8e26-2a52eab19dea tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684270'] for router_interface, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:27.372491 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.db.resource_extend [None req-73ffa93a-86c3-424b-a627-f986184bddf5 tempest-ExternalNetworksTestJSON-827260114 tempest-ExternalNetworksTestJSON-827260114-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 10:55:27.409715 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c525ef0-3f0b-4dbb-b154-3f66f81c8f70 None None] Pushing event deleted for resources: {'Port': ['ID=ca56fb60-61dc-4a8b-be5e-58d658e1c2b0,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:27.421191 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c525ef0-3f0b-4dbb-b154-3f66f81c8f70 None None] No DVR routers for this DVR port ca56fb60-61dc-4a8b-be5e-58d658e1c2b0 on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:55:27.428937 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-21371d41-aaf0-44a6-8661-99e472f07f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:27.431867 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-21371d41-aaf0-44a6-8661-99e472f07f88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:27.433044 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-21371d41-aaf0-44a6-8661-99e472f07f88 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f31ce9ef-c8e6-4280-96a7-f8eede4f010b HTTP/1.1" status: 204 len: 168 time: 1.6985080 Mar 22 10:55:27.456819 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d62474-8fa7-4a6d-86db-dfc208453fd6 None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:55:27.473270 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21371d41-aaf0-44a6-8661-99e472f07f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31ce9ef-c8e6-4280-96a7-f8eede4f010b,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:27.475121 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-73ffa93a-86c3-424b-a627-f986184bddf5 tempest-ExternalNetworksTestJSON-827260114 tempest-ExternalNetworksTestJSON-827260114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:27.480734 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ffa93a-86c3-424b-a627-f986184bddf5 tempest-ExternalNetworksTestJSON-827260114 tempest-ExternalNetworksTestJSON-827260114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:27.481513 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-73ffa93a-86c3-424b-a627-f986184bddf5 tempest-ExternalNetworksTestJSON-827260114 tempest-ExternalNetworksTestJSON-827260114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:27.495602 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca151113-0ec5-48ee-85dc-da14b041fc69 req-492afd09-0157-46b1-b9ad-26a649729b89 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:27.497212 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ca151113-0ec5-48ee-85dc-da14b041fc69 req-492afd09-0157-46b1-b9ad-26a649729b89 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "GET /v2.0/ports?device_id=35bbf4bb-2ab4-4a16-84f3-f4a80aab1f4f HTTP/1.1" status: 200 len: 944 time: 0.2573392 Mar 22 10:55:27.543463 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ecb3696a-f89c-4f29-8e26-2a52eab19dea tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:27.591329 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854c3f95-51f2-4ee8-ad33-abeb452d983c tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Made reservation on behalf of f7a8ac7bbd5d466888176c13ba053f5f for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:55:27.667228 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ffa93a-86c3-424b-a627-f986184bddf5 tempest-ExternalNetworksTestJSON-827260114 tempest-ExternalNetworksTestJSON-827260114-project] Pushing event updated for resources: {'Network': ['ID=03c1583f-a552-4eb1-bf27-075a921d7019,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:27.680221 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-73ffa93a-86c3-424b-a627-f986184bddf5 tempest-ExternalNetworksTestJSON-827260114 tempest-ExternalNetworksTestJSON-827260114-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.2248485 Mar 22 10:55:27.701961 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37134) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:27.712253 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 03c1583f-a552-4eb1-bf27-075a921d7019 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:55:27.717739 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ca151113-0ec5-48ee-85dc-da14b041fc69 req-5410919a-4657-4ca3-a561-785c74c3f81d tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "GET /v2.0/security-groups?id=331ec2bf-4639-40e9-918d-e35919f803a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823094 Mar 22 10:55:27.796610 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device dcdfdd84-31ec-4695-87a8-2b14a25cbd6c up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:55:27.837640 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-28ecefa6-7f42-4d80-b59b-c09feaf30af2 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:27.846580 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-854c3f95-51f2-4ee8-ad33-abeb452d983c tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:27.851288 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['c5ea9116-2f3e-41f4-b12c-086a9ac353d3'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 10:55:27.900289 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-854c3f95-51f2-4ee8-ad33-abeb452d983c tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] device_id is not set on port d4b7b484-557f-404d-9c49-5d31de1a32bb yet. {{(pid=109050) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:55:27.927535 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de351b91-0db2-45d2-a163-d0f580d89098 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-1bc750fe-0949-42b2-bab7-34fc725823e6', 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'tenant_id': 'f7a8ac7bbd5d466888176c13ba053f5f', 'fixed_ips': [{'subnet_id': '5ded0ddf-4951-4f65-aecd-cbf679746670'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:55:27.928879 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-de351b91-0db2-45d2-a163-d0f580d89098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:27.967353 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7f3afbdd-ba27-4039-811c-97ec3a9918a7 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:27.992777 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-256cd677-8b47-4912-8e8b-c4e3dcf9c759 None None] Provisioning complete for port f6a9f61f-3cfc-4bf1-85d3-975f801f9bb6 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:27.993291 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-256cd677-8b47-4912-8e8b-c4e3dcf9c759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:28.026108 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-eb815edb-7303-4e75-8a22-7695eb11df5d tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Request body: {'network': {'name': 'tempest-network--421832945', 'router:external': True}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:28.131443 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-256cd677-8b47-4912-8e8b-c4e3dcf9c759 None None] Port f6a9f61f-3cfc-4bf1-85d3-975f801f9bb6 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:55:28.151670 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-28ecefa6-7f42-4d80-b59b-c09feaf30af2 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:28.171421 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb815edb-7303-4e75-8a22-7695eb11df5d tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Made reservation on behalf of da5f760b3d614bbc9ca6b58a28e4d437 for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:55:28.177981 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-eb815edb-7303-4e75-8a22-7695eb11df5d tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:28.180693 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device c5ea9116-2f3e-41f4-b12c-086a9ac353d3 no longer exists at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:55:28.183195 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port dcdfdd84-31ec-4695-87a8-2b14a25cbd6c triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:28.183551 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:28.202500 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-eb815edb-7303-4e75-8a22-7695eb11df5d tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:28.203893 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3afbdd-ba27-4039-811c-97ec3a9918a7 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Checking segment: {'id': '0dff4640-b04b-4a83-8d32-c9477bb4dd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '894561ac-8e00-4d0e-89c4-0e50ef1a27f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:55:28.204261 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3afbdd-ba27-4039-811c-97ec3a9918a7 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Network hostable DHCP agents. Network: 894561ac-8e00-4d0e-89c4-0e50ef1a27f8, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:55:28.205049 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37140) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:28.214205 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3afbdd-ba27-4039-811c-97ec3a9918a7 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Pushing event updated for resources: {'Subnet': ['ID=1f8052e4-b82a-4cad-8b59-5b2f110a857f,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:28.226535 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ecefa6-7f42-4d80-b59b-c09feaf30af2 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Network 171476b3-210e-4f4b-9537-9322876af2da is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:55:28.232858 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-28ecefa6-7f42-4d80-b59b-c09feaf30af2 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:28.242254 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ecefa6-7f42-4d80-b59b-c09feaf30af2 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:55:28.243105 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-28ecefa6-7f42-4d80-b59b-c09feaf30af2 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684270'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:28.299432 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-de351b91-0db2-45d2-a163-d0f580d89098 None None] Allocated IP 2001:db8::2 (1bc750fe-0949-42b2-bab7-34fc725823e6/5ded0ddf-4951-4f65-aecd-cbf679746670/4ce36157-5413-45cc-bc29-a563a7bf379d) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:55:28.332406 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ecb3696a-f89c-4f29-8e26-2a52eab19dea tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:28.339064 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-814f68de-a23e-4ddd-a5ef-ee0cdbea1e56 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=db8d572b11d546f093769b121cf0b106&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1250687 Mar 22 10:55:28.339064 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37142) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:28.343426 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ecefa6-7f42-4d80-b59b-c09feaf30af2 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event updated for resources: {'Port': ['ID=6d3f8b02-2638-4b7e-8663-01a6e51c05c6,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:28.357767 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3afbdd-ba27-4039-811c-97ec3a9918a7 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Network 894561ac-8e00-4d0e-89c4-0e50ef1a27f8 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:55:28.359198 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ecb3696a-f89c-4f29-8e26-2a52eab19dea tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:28.397591 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-7f3afbdd-ba27-4039-811c-97ec3a9918a7 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 894561ac-8e00-4d0e-89c4-0e50ef1a27f8) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:28.403802 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-28ecefa6-7f42-4d80-b59b-c09feaf30af2 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:28.408910 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3afbdd-ba27-4039-811c-97ec3a9918a7 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:28.409599 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7f3afbdd-ba27-4039-811c-97ec3a9918a7 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:28.433458 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7f3afbdd-ba27-4039-811c-97ec3a9918a7 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5310497 Mar 22 10:55:28.434209 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37144) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:28.442811 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-56dabb11-864f-411e-9a8d-40d229cae885 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Request body: {'port': {'network_id': '894561ac-8e00-4d0e-89c4-0e50ef1a27f8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1337218049'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:28.453228 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4859e38-719c-428f-bfe8-9002075fa1c5 None None] Network 894561ac-8e00-4d0e-89c4-0e50ef1a27f8 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:55:28.535785 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-eb815edb-7303-4e75-8a22-7695eb11df5d tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:28.543544 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb3696a-f89c-4f29-8e26-2a52eab19dea tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Pushing event updated for resources: {'Port': ['ID=f6a9f61f-3cfc-4bf1-85d3-975f801f9bb6,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:28.550161 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ecb3696a-f89c-4f29-8e26-2a52eab19dea tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684306'] for router_interface, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:28.557471 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-eb815edb-7303-4e75-8a22-7695eb11df5d tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:28.560069 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:28.577235 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3cd94e84-9ee9-43d2-aad3-527f2500ab13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:28.633368 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device c9754bdf-68eb-410f-900b-a1bfe6b69609 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:55:28.635469 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb815edb-7303-4e75-8a22-7695eb11df5d tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:55:28.636006 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c5ea9116-2f3e-41f4-b12c-086a9ac353d3 {{(pid=109051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 10:55:28.654377 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb815edb-7303-4e75-8a22-7695eb11df5d tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f834df9a-682c-4ff3-8942-e9986cac766e,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:28.662102 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3cd94e84-9ee9-43d2-aad3-527f2500ab13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:28.701261 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-eb815edb-7303-4e75-8a22-7695eb11df5d tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:28.701814 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-eb815edb-7303-4e75-8a22-7695eb11df5d tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Added segment 3b9f33d0-0e26-40b3-8554-b3ae36fb16ec of type vlan for network fe3401cf-ca80-43ae-90ba-44fa87829427 Mar 22 10:55:28.724398 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309cc2ac-6ad3-4b02-9259-f6e3deae63aa None None] Network 171476b3-210e-4f4b-9537-9322876af2da requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:55:28.784887 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port c5ea9116-2f3e-41f4-b12c-086a9ac353d3, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=c5ea9116-2f3e-41f4-b12c-086a9ac353d3,segment=NetworkSegment(3a130c61-1c70-4d51-9e6a-9e4b6433197c),segment_id=3a130c61-1c70-4d51-9e6a-9e4b6433197c)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:55:28.790229 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-eb815edb-7303-4e75-8a22-7695eb11df5d tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:28.802361 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb3696a-f89c-4f29-8e26-2a52eab19dea tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Network 046d7c81-da2f-4ee0-a8d3-e16d2fb960f4 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:55:28.809072 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-ecb3696a-f89c-4f29-8e26-2a52eab19dea tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:28.822376 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:28.835999 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56dabb11-864f-411e-9a8d-40d229cae885 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Made reservation on behalf of 830f493faa7a44f983b94c9289063647 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:55:28.845574 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-56dabb11-864f-411e-9a8d-40d229cae885 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:28.879708 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3cd94e84-9ee9-43d2-aad3-527f2500ab13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:28.882973 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-56dabb11-864f-411e-9a8d-40d229cae885 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] device_id is not set on port 6c2f9862-f228-4c63-968f-b7b53f6b3abf yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:55:28.884563 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3cd94e84-9ee9-43d2-aad3-527f2500ab13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:28.887186 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-de351b91-0db2-45d2-a163-d0f580d89098 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:28.887844 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-3cd94e84-9ee9-43d2-aad3-527f2500ab13 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d41b0713-27b6-4aed-bedb-e2609fa96472 HTTP/1.1" status: 204 len: 168 time: 0.5459380 Mar 22 10:55:28.938913 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-71b82beb-f4f6-4f73-a5dc-99ea416d79c0 None None] Provisioning complete for port c9754bdf-68eb-410f-900b-a1bfe6b69609 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:28.939315 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-71b82beb-f4f6-4f73-a5dc-99ea416d79c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:28.941456 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-de351b91-0db2-45d2-a163-d0f580d89098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:28.997035 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-28ecefa6-7f42-4d80-b59b-c09feaf30af2 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:29.031347 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-28ecefa6-7f42-4d80-b59b-c09feaf30af2 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:29.035915 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-28ecefa6-7f42-4d80-b59b-c09feaf30af2 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684306'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:29.069663 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-eb815edb-7303-4e75-8a22-7695eb11df5d tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:29.070567 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb815edb-7303-4e75-8a22-7695eb11df5d tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:29.071154 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-eb815edb-7303-4e75-8a22-7695eb11df5d tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:29.080201 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd94e84-9ee9-43d2-aad3-527f2500ab13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41b0713-27b6-4aed-bedb-e2609fa96472,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:29.143692 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-eb815edb-7303-4e75-8a22-7695eb11df5d tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.4366355 Mar 22 10:55:29.151217 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb3696a-f89c-4f29-8e26-2a52eab19dea tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Router 5fa6ea77-c0b8-40a5-9762-74fdaeee9012 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:55:29.153848 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37150) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:29.158953 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-854c3f95-51f2-4ee8-ad33-abeb452d983c tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Allocated IP 2001:db8::fd23:ea2f:5a64:816d (1bc750fe-0949-42b2-bab7-34fc725823e6/5ded0ddf-4951-4f65-aecd-cbf679746670/d4b7b484-557f-404d-9c49-5d31de1a32bb) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:55:29.161105 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-56dabb11-864f-411e-9a8d-40d229cae885 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Allocated IP 2001:db8::1ca (894561ac-8e00-4d0e-89c4-0e50ef1a27f8/1f8052e4-b82a-4cad-8b59-5b2f110a857f/6c2f9862-f228-4c63-968f-b7b53f6b3abf) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:55:29.187751 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ecefa6-7f42-4d80-b59b-c09feaf30af2 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event updated for resources: {'Port': ['ID=6d3f8b02-2638-4b7e-8663-01a6e51c05c6,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:29.198929 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=c5ea9116-2f3e-41f4-b12c-086a9ac353d3,revision_number=7']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:29.208273 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0feaf-93b6-4354-b871-557655b76e34 req-9d46094d-53b4-455e-a5ec-0882bbd1d8cf tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:29.210147 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3af0feaf-93b6-4354-b871-557655b76e34 req-9d46094d-53b4-455e-a5ec-0882bbd1d8cf tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "GET /v2.0/ports?device_id=35bbf4bb-2ab4-4a16-84f3-f4a80aab1f4f HTTP/1.1" status: 200 len: 943 time: 0.3849840 Mar 22 10:55:29.240390 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb815edb-7303-4e75-8a22-7695eb11df5d tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Pushing event updated for resources: {'Network': ['ID=fe3401cf-ca80-43ae-90ba-44fa87829427,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:29.258927 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de351b91-0db2-45d2-a163-d0f580d89098 None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:55:29.274733 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a46805-fd44-42ba-bf49-520b28ccd804 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-894561ac-8e00-4d0e-89c4-0e50ef1a27f8', 'network_id': '894561ac-8e00-4d0e-89c4-0e50ef1a27f8', 'tenant_id': '830f493faa7a44f983b94c9289063647', 'fixed_ips': [{'subnet_id': '1f8052e4-b82a-4cad-8b59-5b2f110a857f'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:55:29.275644 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-63a46805-fd44-42ba-bf49-520b28ccd804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:29.278298 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network fe3401cf-ca80-43ae-90ba-44fa87829427 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:55:29.334730 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ecefa6-7f42-4d80-b59b-c09feaf30af2 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Network 171476b3-210e-4f4b-9537-9322876af2da is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:55:29.342240 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-55301ca5-c7a6-4586-9150-a4291793145f tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:29.355830 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-28ecefa6-7f42-4d80-b59b-c09feaf30af2 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:29.446936 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3af0feaf-93b6-4354-b871-557655b76e34 req-5eba8701-b9b7-4b5d-9fb8-aa8cee2108a5 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "GET /v2.0/security-groups?id=331ec2bf-4639-40e9-918d-e35919f803a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2249157 Mar 22 10:55:29.476364 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port c9754bdf-68eb-410f-900b-a1bfe6b69609 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:29.476870 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:29.478222 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de351b91-0db2-45d2-a163-d0f580d89098 None None] Pushing event updated for resources: {'Port': ['ID=4ce36157-5413-45cc-bc29-a563a7bf379d,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:29.479895 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37162) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:29.490997 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-de351b91-0db2-45d2-a163-d0f580d89098 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:29.522172 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de351b91-0db2-45d2-a163-d0f580d89098 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:55:29.598314 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-55eb34b1-031c-42a1-9987-5818361330f4 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "GET /v2.0/floatingips/2d1f8f93-f23f-4b61-84e4-162635588305 HTTP/1.1" status: 200 len: 991 time: 0.1158998 Mar 22 10:55:29.633291 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-55301ca5-c7a6-4586-9150-a4291793145f tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:29.637709 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-56dabb11-864f-411e-9a8d-40d229cae885 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:29.705426 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-56dabb11-864f-411e-9a8d-40d229cae885 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:29.708275 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ecefa6-7f42-4d80-b59b-c09feaf30af2 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Router 22c5e9b4-83c7-47e3-b4d6-ebf66429c466 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:55:29.745015 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-55301ca5-c7a6-4586-9150-a4291793145f tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe3401cf-ca80-43ae-90ba-44fa87829427']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:29.752811 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dabb11-864f-411e-9a8d-40d229cae885 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Pushing event updated for resources: {'Port': ['ID=6c2f9862-f228-4c63-968f-b7b53f6b3abf,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:29.772130 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-55301ca5-c7a6-4586-9150-a4291793145f tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b9f33d0-0e26-40b3-8554-b3ae36fb16ec') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:29.772554 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-55301ca5-c7a6-4586-9150-a4291793145f tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b9f33d0-0e26-40b3-8554-b3ae36fb16ec') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:29.774125 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dabb11-864f-411e-9a8d-40d229cae885 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Network 894561ac-8e00-4d0e-89c4-0e50ef1a27f8 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:55:29.777672 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-56dabb11-864f-411e-9a8d-40d229cae885 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:29.780983 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dabb11-864f-411e-9a8d-40d229cae885 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:55:29.782850 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb3696a-f89c-4f29-8e26-2a52eab19dea tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:55:29.786975 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56dabb11-864f-411e-9a8d-40d229cae885 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:29.787689 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-56dabb11-864f-411e-9a8d-40d229cae885 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:29.794073 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-ecb3696a-f89c-4f29-8e26-2a52eab19dea tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] 10.222.0.57 "PUT /v2.0/routers/5fa6ea77-c0b8-40a5-9762-74fdaeee9012/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1820512 Mar 22 10:55:29.798795 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-55301ca5-c7a6-4586-9150-a4291793145f tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:29.803402 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37170) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:29.809185 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b06f9f6-2b22-4621-8054-ab871ed8f8eb None None] Sync routers for ids ['5fa6ea77-c0b8-40a5-9762-74fdaeee9012'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:55:29.830769 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b06f9f6-2b22-4621-8054-ab871ed8f8eb None None] Routers {'5fa6ea77-c0b8-40a5-9762-74fdaeee9012'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:55:29.832997 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-8b06f9f6-2b22-4621-8054-ab871ed8f8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:55:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['5fa6ea77-c0b8-40a5-9762-74fdaeee9012'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:29.851246 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-de351b91-0db2-45d2-a163-d0f580d89098 None None] Attempting to bind port 4ce36157-5413-45cc-bc29-a563a7bf379d on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:55:29.851246 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-de351b91-0db2-45d2-a163-d0f580d89098 None None] Attempting to bind port 4ce36157-5413-45cc-bc29-a563a7bf379d by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:55:29.851559 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de351b91-0db2-45d2-a163-d0f580d89098 None None] Attempting to bind port 4ce36157-5413-45cc-bc29-a563a7bf379d on network 1bc750fe-0949-42b2-bab7-34fc725823e6 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:55:29.888267 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de351b91-0db2-45d2-a163-d0f580d89098 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:55:29.888640 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de351b91-0db2-45d2-a163-d0f580d89098 None None] Checking segment: {'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:55:29.889047 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-de351b91-0db2-45d2-a163-d0f580d89098 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:29.889724 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de351b91-0db2-45d2-a163-d0f580d89098 None None] Bound using segment: {'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:55:29.890912 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-de351b91-0db2-45d2-a163-d0f580d89098 None None] Bound port: 4ce36157-5413-45cc-bc29-a563a7bf379d, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:55:29.891310 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-de351b91-0db2-45d2-a163-d0f580d89098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:29.895849 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-56dabb11-864f-411e-9a8d-40d229cae885 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4581480 Mar 22 10:55:29.901236 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37174) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:29.904150 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-71b82beb-f4f6-4f73-a5dc-99ea416d79c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:29.912909 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-56ad96ad-7f73-4c63-91fc-79649a31d143 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Request body: {'port': {'network_id': '894561ac-8e00-4d0e-89c4-0e50ef1a27f8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1670875571', 'allowed_address_pairs': [{'ip_address': '2001:db8::1ca', 'mac_address': 'fa:16:3e:e7:65:81'}]}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:29.931129 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-8b06f9f6-2b22-4621-8054-ab871ed8f8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:29.939447 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-63a46805-fd44-42ba-bf49-520b28ccd804 None None] Allocated IP 2001:db8::2 (894561ac-8e00-4d0e-89c4-0e50ef1a27f8/1f8052e4-b82a-4cad-8b59-5b2f110a857f/281154b9-db9d-495a-87a4-45c061dbc538) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:55:29.949353 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b06f9f6-2b22-4621-8054-ab871ed8f8eb None None] Routers {'5fa6ea77-c0b8-40a5-9762-74fdaeee9012'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:55:29.953683 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-8b06f9f6-2b22-4621-8054-ab871ed8f8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:55:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['5fa6ea77-c0b8-40a5-9762-74fdaeee9012'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:30.024187 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-8b06f9f6-2b22-4621-8054-ab871ed8f8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:30.028693 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b06f9f6-2b22-4621-8054-ab871ed8f8eb None None] The sync data for ids ['5fa6ea77-c0b8-40a5-9762-74fdaeee9012'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:55:30.050570 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ecefa6-7f42-4d80-b59b-c09feaf30af2 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:55:30.053098 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ad96ad-7f73-4c63-91fc-79649a31d143 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Made reservation on behalf of 830f493faa7a44f983b94c9289063647 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:55:30.090992 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-28ecefa6-7f42-4d80-b59b-c09feaf30af2 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "PUT /v2.0/routers/22c5e9b4-83c7-47e3-b4d6-ebf66429c466/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3433468 Mar 22 10:55:30.112314 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffe4802-fa71-4930-b8ed-7805afe49926 None None] Sync routers for ids ['22c5e9b4-83c7-47e3-b4d6-ebf66429c466'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:55:30.125339 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37178) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:30.131943 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-e0296f12-72e9-4b3f-bc26-c6cca42ea65b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2118943697'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:30.157778 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37180) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:30.201003 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device c5ea9116-2f3e-41f4-b12c-086a9ac353d3 up at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:55:30.205744 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:30.211806 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-71b82beb-f4f6-4f73-a5dc-99ea416d79c0 None None] For port c9754bdf-68eb-410f-900b-a1bfe6b69609, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=c9754bdf-68eb-410f-900b-a1bfe6b69609,segment=NetworkSegment(fcedf56e-4c01-41b0-bdfc-5a01e0988979),segment_id=fcedf56e-4c01-41b0-bdfc-5a01e0988979)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:55:30.215999 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0296f12-72e9-4b3f-bc26-c6cca42ea65b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Made reservation on behalf of 870cdc1d821946449d010566eacfdc6f for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:55:30.219528 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e0296f12-72e9-4b3f-bc26-c6cca42ea65b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:30.258713 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffe4802-fa71-4930-b8ed-7805afe49926 None None] Routers {'22c5e9b4-83c7-47e3-b4d6-ebf66429c466'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:55:30.259412 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-3ffe4802-fa71-4930-b8ed-7805afe49926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:55:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['22c5e9b4-83c7-47e3-b4d6-ebf66429c466'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:30.261485 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-71b82beb-f4f6-4f73-a5dc-99ea416d79c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:30.262114 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0296f12-72e9-4b3f-bc26-c6cca42ea65b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:55:30.280033 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e0296f12-72e9-4b3f-bc26-c6cca42ea65b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:30.280355 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-e0296f12-72e9-4b3f-bc26-c6cca42ea65b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Added segment 7c54db7b-347b-4498-af4f-cb8611e2c010 of type vlan for network b2474524-74f2-4c31-af5f-82f8d754b74f Mar 22 10:55:30.330518 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-37cae6af-2e9e-4ae9-83c1-4a9a23696014 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Request body: {'port': {'network_id': '046d7c81-da2f-4ee0-a8d3-e16d2fb960f4', 'name': 'tempest-FloatingIPTestJSON-214853398'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:30.336875 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e0296f12-72e9-4b3f-bc26-c6cca42ea65b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:30.360848 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-a46543f8-082d-4391-81b8-5374b612a622 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1744038971'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:30.367651 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-56ad96ad-7f73-4c63-91fc-79649a31d143 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:30.375713 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-55301ca5-c7a6-4586-9150-a4291793145f tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:30.390564 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-56ad96ad-7f73-4c63-91fc-79649a31d143 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] device_id is not set on port 5529421f-a80c-43a0-8d4b-ae7aae82e999 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:55:30.403934 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-854c3f95-51f2-4ee8-ad33-abeb452d983c tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:30.434865 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55301ca5-c7a6-4586-9150-a4291793145f tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:55:30.435230 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-55301ca5-c7a6-4586-9150-a4291793145f tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:30.437042 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 10:55:30.437042 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:55:30.437042 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 10:55:30.437042 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:55:30.437042 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 10:55:30.437042 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:55:30.437042 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 10:55:30.437042 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:55:30.437042 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 10:55:30.437042 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:55:30.437042 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 10:55:30.437042 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:55:30.437042 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 10:55:30.437042 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:55:30.437042 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:55:30.437042 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:55:30.437042 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:55:30.437042 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:55:30.437042 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 10:55:30.437042 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:55:30.437042 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 10:55:30.437042 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:55:30.437042 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:55:30.437042 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:55:30.437042 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 10:55:30.437042 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:55:30.437042 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:55:30.437042 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:55:30.437042 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:55:30.437042 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:55:30.437042 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:55:30.437042 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:55:30.457752 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-de351b91-0db2-45d2-a163-d0f580d89098 None None] For port 4ce36157-5413-45cc-bc29-a563a7bf379d, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:55:30.493007 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e0296f12-72e9-4b3f-bc26-c6cca42ea65b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:30.500106 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0296f12-72e9-4b3f-bc26-c6cca42ea65b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:30.501164 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e0296f12-72e9-4b3f-bc26-c6cca42ea65b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:30.515454 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46543f8-082d-4391-81b8-5374b612a622 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Made reservation on behalf of a01e61e9281349bfba79ecf13e2ff84f for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:55:30.519253 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a46543f8-082d-4391-81b8-5374b612a622 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:30.550906 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-55301ca5-c7a6-4586-9150-a4291793145f tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:30.551274 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-de351b91-0db2-45d2-a163-d0f580d89098 None None] For port 4ce36157-5413-45cc-bc29-a563a7bf379d, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=4ce36157-5413-45cc-bc29-a563a7bf379d,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:55:30.552149 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a46543f8-082d-4391-81b8-5374b612a622 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:30.564259 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55301ca5-c7a6-4586-9150-a4291793145f tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fe3401cf-ca80-43ae-90ba-44fa87829427 {{(pid=109050) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 22 10:55:30.571222 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-55301ca5-c7a6-4586-9150-a4291793145f tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:30.576189 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e0296f12-72e9-4b3f-bc26-c6cca42ea65b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4493008 Mar 22 10:55:30.582044 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-55301ca5-c7a6-4586-9150-a4291793145f tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] 10.222.0.57 "DELETE /v2.0/networks/fe3401cf-ca80-43ae-90ba-44fa87829427 HTTP/1.1" status: 204 len: 168 time: 1.4239755 Mar 22 10:55:30.590060 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37184) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:30.590638 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37186) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:30.600887 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-47584e55-ea53-4c93-9ece-a4e5ad8b57e8 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Request body: {'subnet': {'network_id': 'b2474524-74f2-4c31-af5f-82f8d754b74f', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:30.602730 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-de351b91-0db2-45d2-a163-d0f580d89098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:30.613047 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0296f12-72e9-4b3f-bc26-c6cca42ea65b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event updated for resources: {'Network': ['ID=b2474524-74f2-4c31-af5f-82f8d754b74f,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:30.626848 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-35a953fd-4838-4526-8ea2-605ee96a44ef tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:30.653759 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b82beb-f4f6-4f73-a5dc-99ea416d79c0 None None] Pushing event updated for resources: {'Port': ['ID=c9754bdf-68eb-410f-900b-a1bfe6b69609,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:30.655746 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55301ca5-c7a6-4586-9150-a4291793145f tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Pushing event deleted for resources: {'Network': ['ID=fe3401cf-ca80-43ae-90ba-44fa87829427,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:30.668543 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-854c3f95-51f2-4ee8-ad33-abeb452d983c tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:30.685253 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-3ffe4802-fa71-4930-b8ed-7805afe49926 None None] Set router 22c5e9b4-83c7-47e3-b4d6-ebf66429c466 gateway port host: None {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:55:30.688878 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network b2474524-74f2-4c31-af5f-82f8d754b74f details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:55:30.693795 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-b2aed8fd-4ffe-4aa3-a481-74a686eef6c7 None None] Provisioning complete for port f6a9f61f-3cfc-4bf1-85d3-975f801f9bb6 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:30.694166 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b2aed8fd-4ffe-4aa3-a481-74a686eef6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:30.704937 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a46543f8-082d-4391-81b8-5374b612a622 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:30.714247 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a46543f8-082d-4391-81b8-5374b612a622 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:30.749359 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a46543f8-082d-4391-81b8-5374b612a622 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:55:30.755713 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37cae6af-2e9e-4ae9-83c1-4a9a23696014 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Made reservation on behalf of 65b47a7da7ab4785af47ee2c91cd3e71 for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:55:30.756671 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46543f8-082d-4391-81b8-5374b612a622 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=956ee657-0bb2-4857-bd19-25ae676865d5,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:30.759151 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-37cae6af-2e9e-4ae9-83c1-4a9a23696014 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:30.766660 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a46543f8-082d-4391-81b8-5374b612a622 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:30.767948 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-a46543f8-082d-4391-81b8-5374b612a622 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Added segment 9e3e0aa2-c420-4fe4-9440-8fba859b4405 of type vlan for network 2b638b31-e30f-4ad5-877d-4166ae9ff956 Mar 22 10:55:30.823872 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.db.api [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 10:55:30.824223 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG oslo_db.api [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 10:55:30.834824 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a46543f8-082d-4391-81b8-5374b612a622 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:30.858585 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning complete for port c5ea9116-2f3e-41f4-b12c-086a9ac353d3 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:30.858961 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:30.873130 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a953fd-4838-4526-8ea2-605ee96a44ef tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Made reservation on behalf of da5f760b3d614bbc9ca6b58a28e4d437 for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:55:30.875462 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-35a953fd-4838-4526-8ea2-605ee96a44ef tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:30.881828 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854c3f95-51f2-4ee8-ad33-abeb452d983c tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:55:30.889885 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854c3f95-51f2-4ee8-ad33-abeb452d983c tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event updated for resources: {'Port': ['ID=d4b7b484-557f-404d-9c49-5d31de1a32bb,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:30.894794 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-854c3f95-51f2-4ee8-ad33-abeb452d983c tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:30.900117 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a46543f8-082d-4391-81b8-5374b612a622 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:30.902995 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854c3f95-51f2-4ee8-ad33-abeb452d983c tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:55:30.908451 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854c3f95-51f2-4ee8-ad33-abeb452d983c tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:30.909063 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-854c3f95-51f2-4ee8-ad33-abeb452d983c tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:30.918158 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46543f8-082d-4391-81b8-5374b612a622 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:30.919936 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a46543f8-082d-4391-81b8-5374b612a622 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:30.935799 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-37cae6af-2e9e-4ae9-83c1-4a9a23696014 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] device_id is not set on port 9ca57a9f-0fe4-48db-8639-61593a593d79 yet. {{(pid=109050) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:55:30.998743 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a46543f8-082d-4391-81b8-5374b612a622 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8393319 Mar 22 10:55:31.000899 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35a953fd-4838-4526-8ea2-605ee96a44ef tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:55:31.005840 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-63a46805-fd44-42ba-bf49-520b28ccd804 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:31.006876 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-854c3f95-51f2-4ee8-ad33-abeb452d983c tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.9190676 Mar 22 10:55:31.008111 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37188) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:31.013010 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-b2aed8fd-4ffe-4aa3-a481-74a686eef6c7 None None] Port f6a9f61f-3cfc-4bf1-85d3-975f801f9bb6 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:55:31.015007 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47584e55-ea53-4c93-9ece-a4e5ad8b57e8 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Made reservation on behalf of 870cdc1d821946449d010566eacfdc6f for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:55:31.018907 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-47584e55-ea53-4c93-9ece-a4e5ad8b57e8 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:31.034327 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de351b91-0db2-45d2-a163-d0f580d89098 None None] Pushing event updated for resources: {'Port': ['ID=4ce36157-5413-45cc-bc29-a563a7bf379d,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:31.036482 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-8bf36ac5-d6e4-4cc9-8b93-6622de2448fa tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Request body: {'subnet': {'network_id': '2b638b31-e30f-4ad5-877d-4166ae9ff956', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:31.038799 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-63a46805-fd44-42ba-bf49-520b28ccd804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:31.048159 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37190) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:31.101771 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46543f8-082d-4391-81b8-5374b612a622 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Pushing event updated for resources: {'Network': ['ID=2b638b31-e30f-4ad5-877d-4166ae9ff956,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:31.152254 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 2b638b31-e30f-4ad5-877d-4166ae9ff956 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:55:31.163147 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-35a953fd-4838-4526-8ea2-605ee96a44ef tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:31.163592 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-35a953fd-4838-4526-8ea2-605ee96a44ef tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Added segment 6771ca14-f8f5-4c77-ba10-0ad4ad66be25 of type vlan for network 13e53b1a-46a4-4207-bf17-0833d156125c Mar 22 10:55:31.184695 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-b2aed8fd-4ffe-4aa3-a481-74a686eef6c7 None None] Provisioning complete for port c9754bdf-68eb-410f-900b-a1bfe6b69609 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:31.185076 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b2aed8fd-4ffe-4aa3-a481-74a686eef6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:31.189397 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-56ad96ad-7f73-4c63-91fc-79649a31d143 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Allocated IP 2001:db8::1f3 (894561ac-8e00-4d0e-89c4-0e50ef1a27f8/1f8052e4-b82a-4cad-8b59-5b2f110a857f/5529421f-a80c-43a0-8d4b-ae7aae82e999) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:55:31.193895 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a46805-fd44-42ba-bf49-520b28ccd804 None None] Network 894561ac-8e00-4d0e-89c4-0e50ef1a27f8 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:55:31.204759 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a46805-fd44-42ba-bf49-520b28ccd804 None None] Pushing event updated for resources: {'Port': ['ID=281154b9-db9d-495a-87a4-45c061dbc538,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:31.241320 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-63a46805-fd44-42ba-bf49-520b28ccd804 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:31.243804 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a46805-fd44-42ba-bf49-520b28ccd804 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:55:31.412288 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-35a953fd-4838-4526-8ea2-605ee96a44ef tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:31.413155 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-56ad96ad-7f73-4c63-91fc-79649a31d143 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:31.465112 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7dd5f2-e613-4050-9963-721a32f86863 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:31.469691 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7dd5f2-e613-4050-9963-721a32f86863 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:31.471305 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-fd7dd5f2-e613-4050-9963-721a32f86863 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.4196517 Mar 22 10:55:31.475913 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-37cae6af-2e9e-4ae9-83c1-4a9a23696014 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Allocated IP 172.20.0.7 (046d7c81-da2f-4ee0-a8d3-e16d2fb960f4/cfa596ac-eb44-4d32-86d2-feb239418be6/9ca57a9f-0fe4-48db-8639-61593a593d79) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:55:31.482905 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37192) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:31.491645 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-56ad96ad-7f73-4c63-91fc-79649a31d143 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:31.498599 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:31.548665 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device ca56fb60-61dc-4a8b-be5e-58d658e1c2b0 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:55:31.575132 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf36ac5-d6e4-4cc9-8b93-6622de2448fa tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Made reservation on behalf of a01e61e9281349bfba79ecf13e2ff84f for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:55:31.578773 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8bf36ac5-d6e4-4cc9-8b93-6622de2448fa tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:31.597961 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad96ad-7f73-4c63-91fc-79649a31d143 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Pushing event updated for resources: {'Port': ['ID=5529421f-a80c-43a0-8d4b-ae7aae82e999,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:31.610028 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ad96ad-7f73-4c63-91fc-79649a31d143 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Network 894561ac-8e00-4d0e-89c4-0e50ef1a27f8 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:55:31.612650 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-56ad96ad-7f73-4c63-91fc-79649a31d143 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:31.614547 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-35a953fd-4838-4526-8ea2-605ee96a44ef tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:31.614701 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ad96ad-7f73-4c63-91fc-79649a31d143 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:55:31.615650 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a953fd-4838-4526-8ea2-605ee96a44ef tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:31.616253 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-35a953fd-4838-4526-8ea2-605ee96a44ef tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:31.622240 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ad96ad-7f73-4c63-91fc-79649a31d143 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:31.623249 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-56ad96ad-7f73-4c63-91fc-79649a31d143 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:31.643449 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-56ad96ad-7f73-4c63-91fc-79649a31d143 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.7335596 Mar 22 10:55:31.645052 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37194) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:31.706889 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97862b8c-be0e-41c9-bd0e-303362c3e0f5 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:31.713297 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97862b8c-be0e-41c9-bd0e-303362c3e0f5 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:31.718809 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-63a46805-fd44-42ba-bf49-520b28ccd804 None None] Attempting to bind port 281154b9-db9d-495a-87a4-45c061dbc538 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:55:31.719327 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-63a46805-fd44-42ba-bf49-520b28ccd804 None None] Attempting to bind port 281154b9-db9d-495a-87a4-45c061dbc538 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '0dff4640-b04b-4a83-8d32-c9477bb4dd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '894561ac-8e00-4d0e-89c4-0e50ef1a27f8'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:55:31.719505 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a46805-fd44-42ba-bf49-520b28ccd804 None None] Attempting to bind port 281154b9-db9d-495a-87a4-45c061dbc538 on network 894561ac-8e00-4d0e-89c4-0e50ef1a27f8 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:55:31.720890 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97862b8c-be0e-41c9-bd0e-303362c3e0f5 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:31.725707 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-97862b8c-be0e-41c9-bd0e-303362c3e0f5 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.0766678 Mar 22 10:55:31.728207 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37196) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:31.745137 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35bbf4bb-2ab4-4a16-84f3-f4a80aab1f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ea9116-2f3e-41f4-b12c-086a9ac353d3'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 10:55:31.747716 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1573af5-8342-4905-9b79-f190f2032715" -d '{"events": [{"server_uuid": "35bbf4bb-2ab4-4a16-84f3-f4a80aab1f4f", "name": "network-vif-plugged", "status": "completed", "tag": "c5ea9116-2f3e-41f4-b12c-086a9ac353d3"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 10:55:31.793745 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: ca56fb60-61dc-4a8b-be5e-58d658e1c2b0 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:55:31.794095 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device ca56fb60-61dc-4a8b-be5e-58d658e1c2b0 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:55:31.810074 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 10:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a3c424-4405-45e8-9b14-1e09dd2876e5 x-openstack-request-id: req-24a3c424-4405-45e8-9b14-1e09dd2876e5 {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 10:55:31.810074 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35bbf4bb-2ab4-4a16-84f3-f4a80aab1f4f", "name": "network-vif-plugged", "status": "completed", "tag": "c5ea9116-2f3e-41f4-b12c-086a9ac353d3", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 10:55:31.810322 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-24a3c424-4405-45e8-9b14-1e09dd2876e5 {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 10:55:31.810629 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24a3c424-4405-45e8-9b14-1e09dd2876e5'] response: {'server_uuid': '35bbf4bb-2ab4-4a16-84f3-f4a80aab1f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ea9116-2f3e-41f4-b12c-086a9ac353d3', 'code': 200} Mar 22 10:55:31.822510 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a46805-fd44-42ba-bf49-520b28ccd804 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:55:31.822890 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a46805-fd44-42ba-bf49-520b28ccd804 None None] Checking segment: {'id': '0dff4640-b04b-4a83-8d32-c9477bb4dd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '894561ac-8e00-4d0e-89c4-0e50ef1a27f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:55:31.823301 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-63a46805-fd44-42ba-bf49-520b28ccd804 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:31.835930 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a46805-fd44-42ba-bf49-520b28ccd804 None None] Bound using segment: {'id': '0dff4640-b04b-4a83-8d32-c9477bb4dd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '894561ac-8e00-4d0e-89c4-0e50ef1a27f8'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:55:31.836462 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-63a46805-fd44-42ba-bf49-520b28ccd804 None None] Bound port: 281154b9-db9d-495a-87a4-45c061dbc538, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dff4640-b04b-4a83-8d32-c9477bb4dd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '894561ac-8e00-4d0e-89c4-0e50ef1a27f8'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:55:31.836861 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-63a46805-fd44-42ba-bf49-520b28ccd804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:31.843996 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port c5ea9116-2f3e-41f4-b12c-086a9ac353d3, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=c5ea9116-2f3e-41f4-b12c-086a9ac353d3,segment=NetworkSegment(3a130c61-1c70-4d51-9e6a-9e4b6433197c),segment_id=3a130c61-1c70-4d51-9e6a-9e4b6433197c)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:55:31.857351 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-2b57756b-cc28-4946-9bb2-c172f4696bcf tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Deleting port 5529421f-a80c-43a0-8d4b-ae7aae82e999 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:55:31.857899 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2b57756b-cc28-4946-9bb2-c172f4696bcf tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:31.874578 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:32.022743 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2b57756b-cc28-4946-9bb2-c172f4696bcf tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:32.038431 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-2b57756b-cc28-4946-9bb2-c172f4696bcf tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Calling delete_port for 5529421f-a80c-43a0-8d4b-ae7aae82e999 owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:55:32.048314 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-47584e55-ea53-4c93-9ece-a4e5ad8b57e8 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:32.053088 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-35a953fd-4838-4526-8ea2-605ee96a44ef tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.4611895 Mar 22 10:55:32.056285 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37200) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:32.058673 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-63a46805-fd44-42ba-bf49-520b28ccd804 None None] For port 281154b9-db9d-495a-87a4-45c061dbc538, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:55:32.064449 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a953fd-4838-4526-8ea2-605ee96a44ef tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Pushing event updated for resources: {'Network': ['ID=13e53b1a-46a4-4207-bf17-0833d156125c,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:32.082216 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-63a46805-fd44-42ba-bf49-520b28ccd804 None None] For port 281154b9-db9d-495a-87a4-45c061dbc538, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=281154b9-db9d-495a-87a4-45c061dbc538,segment=NetworkSegment(0dff4640-b04b-4a83-8d32-c9477bb4dd9b),segment_id=0dff4640-b04b-4a83-8d32-c9477bb4dd9b)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:55:32.091994 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-b2aed8fd-4ffe-4aa3-a481-74a686eef6c7 None None] Provisioning complete for port 6d3f8b02-2638-4b7e-8663-01a6e51c05c6 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:32.093098 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b2aed8fd-4ffe-4aa3-a481-74a686eef6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:32.102826 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 13e53b1a-46a4-4207-bf17-0833d156125c details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:55:32.109200 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-3aa67e88-cdba-4361-81b6-ed5b8bb84127 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Request body: {'subnet': {'network_id': '13e53b1a-46a4-4207-bf17-0833d156125c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:32.143663 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa67e88-cdba-4361-81b6-ed5b8bb84127 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Made reservation on behalf of da5f760b3d614bbc9ca6b58a28e4d437 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:55:32.146727 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3aa67e88-cdba-4361-81b6-ed5b8bb84127 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:32.173002 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device c9754bdf-68eb-410f-900b-a1bfe6b69609 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:55:32.209733 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47584e55-ea53-4c93-9ece-a4e5ad8b57e8 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event updated for resources: {'Subnet': ['ID=0d9bd897-34e3-4107-aa58-c8657a3f24f0,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:32.222978 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-37cae6af-2e9e-4ae9-83c1-4a9a23696014 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:32.229430 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-63a46805-fd44-42ba-bf49-520b28ccd804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:32.231154 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8bf36ac5-d6e4-4cc9-8b93-6622de2448fa tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:32.242889 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-3ffe4802-fa71-4930-b8ed-7805afe49926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'name': 'tempest-RoutersIpV6Test-router-809382511', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:55:13Z', 'updated_at': '2022-03-22T10:55:28Z', 'revision_number': 3, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'gw_port_host': None, '_interfaces': [{'id': '6d3f8b02-2638-4b7e-8663-01a6e51c05c6', 'name': '', 'network_id': '171476b3-210e-4f4b-9537-9322876af2da', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:3d:d8:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '6a835cad-7353-4cfc-bdd9-72e1a60628e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:25Z', 'updated_at': '2022-03-22T10:55:28Z', 'revision_number': 2, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '6a835cad-7353-4cfc-bdd9-72e1a60628e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcdfdd84-31ec-4695-87a8-2b14a25cbd6c', 'name': '', 'network_id': 'fe26b17e-3c36-45e9-b8c2-31221b83f673', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:ae:9a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '6df7019b-cca6-4a15-8136-589e7260dbaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:17Z', 'updated_at': '2022-03-22T10:55:25Z', 'revision_number': 5, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '6df7019b-cca6-4a15-8136-589e7260dbaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:32.252278 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=c5ea9116-2f3e-41f4-b12c-086a9ac353d3,revision_number=8']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:32.281477 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-cc6045ea-e72f-453a-bf8a-969402134a53 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Deleting port d4b7b484-557f-404d-9c49-5d31de1a32bb {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:55:32.281942 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cc6045ea-e72f-453a-bf8a-969402134a53 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:32.322759 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47584e55-ea53-4c93-9ece-a4e5ad8b57e8 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Checking segment: {'id': '7c54db7b-347b-4498-af4f-cb8611e2c010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b2474524-74f2-4c31-af5f-82f8d754b74f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:55:32.323052 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47584e55-ea53-4c93-9ece-a4e5ad8b57e8 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Network hostable DHCP agents. Network: b2474524-74f2-4c31-af5f-82f8d754b74f, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:55:32.339191 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffe4802-fa71-4930-b8ed-7805afe49926 None None] Checking router: 22c5e9b4-83c7-47e3-b4d6-ebf66429c466 for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 10:55:32.343660 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffe4802-fa71-4930-b8ed-7805afe49926 None None] Updating router 22c5e9b4-83c7-47e3-b4d6-ebf66429c466 port 6d3f8b02-2638-4b7e-8663-01a6e51c05c6 binding host dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 10:55:32.382177 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-b2aed8fd-4ffe-4aa3-a481-74a686eef6c7 None None] Port 6d3f8b02-2638-4b7e-8663-01a6e51c05c6 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:55:32.389724 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a46805-fd44-42ba-bf49-520b28ccd804 None None] Pushing event updated for resources: {'Port': ['ID=281154b9-db9d-495a-87a4-45c061dbc538,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:32.404435 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3ffe4802-fa71-4930-b8ed-7805afe49926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:32.427641 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf36ac5-d6e4-4cc9-8b93-6622de2448fa tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Pushing event updated for resources: {'Subnet': ['ID=7fe84eeb-aeb9-4809-bad4-9d75e417911c,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:32.427945 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2b57756b-cc28-4946-9bb2-c172f4696bcf tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:32.444423 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port c9754bdf-68eb-410f-900b-a1bfe6b69609 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:32.445079 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:32.471459 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b57756b-cc28-4946-9bb2-c172f4696bcf tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Pushing event deleted for resources: {'Port': ['ID=5529421f-a80c-43a0-8d4b-ae7aae82e999,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:32.478745 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47584e55-ea53-4c93-9ece-a4e5ad8b57e8 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Network b2474524-74f2-4c31-af5f-82f8d754b74f is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:55:32.487120 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-37cae6af-2e9e-4ae9-83c1-4a9a23696014 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:32.513900 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cc6045ea-e72f-453a-bf8a-969402134a53 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:32.516503 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf36ac5-d6e4-4cc9-8b93-6622de2448fa tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Checking segment: {'id': '9e3e0aa2-c420-4fe4-9440-8fba859b4405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2b638b31-e30f-4ad5-877d-4166ae9ff956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:55:32.516895 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf36ac5-d6e4-4cc9-8b93-6622de2448fa tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Network hostable DHCP agents. Network: 2b638b31-e30f-4ad5-877d-4166ae9ff956, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:55:32.588561 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-47584e55-ea53-4c93-9ece-a4e5ad8b57e8 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, b2474524-74f2-4c31-af5f-82f8d754b74f) {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:32.593193 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47584e55-ea53-4c93-9ece-a4e5ad8b57e8 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:32.595696 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-47584e55-ea53-4c93-9ece-a4e5ad8b57e8 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:32.598248 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-cc6045ea-e72f-453a-bf8a-969402134a53 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Calling delete_port for d4b7b484-557f-404d-9c49-5d31de1a32bb owned by {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:55:32.616236 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cae6af-2e9e-4ae9-83c1-4a9a23696014 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Network 046d7c81-da2f-4ee0-a8d3-e16d2fb960f4 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:55:32.632815 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-37cae6af-2e9e-4ae9-83c1-4a9a23696014 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:32.633994 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-56b6a6dc-e652-4641-826e-39d68ccd4658 None None] Provisioning complete for port 4ce36157-5413-45cc-bc29-a563a7bf379d triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:32.634370 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-56b6a6dc-e652-4641-826e-39d68ccd4658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:32.635416 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cae6af-2e9e-4ae9-83c1-4a9a23696014 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:55:32.642515 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f3e116-8da1-44fe-ad94-e8f1dc310a9f None None] Network b2474524-74f2-4c31-af5f-82f8d754b74f requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:55:32.674142 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-47584e55-ea53-4c93-9ece-a4e5ad8b57e8 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0809932 Mar 22 10:55:32.705547 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cae6af-2e9e-4ae9-83c1-4a9a23696014 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Pushing event updated for resources: {'Port': ['ID=9ca57a9f-0fe4-48db-8639-61593a593d79,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:32.712963 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37202) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:32.729426 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf36ac5-d6e4-4cc9-8b93-6622de2448fa tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Network 2b638b31-e30f-4ad5-877d-4166ae9ff956 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:55:32.822495 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cae6af-2e9e-4ae9-83c1-4a9a23696014 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:32.823186 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-37cae6af-2e9e-4ae9-83c1-4a9a23696014 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:32.831759 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-8bf36ac5-d6e4-4cc9-8b93-6622de2448fa tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 2b638b31-e30f-4ad5-877d-4166ae9ff956) {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:32.836218 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf36ac5-d6e4-4cc9-8b93-6622de2448fa tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:32.836827 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8bf36ac5-d6e4-4cc9-8b93-6622de2448fa tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:32.902003 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-37cae6af-2e9e-4ae9-83c1-4a9a23696014 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.0897841 Mar 22 10:55:32.906728 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37204) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:32.917916 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-91632f1e-a0e4-456e-895e-ab1cd9da7448 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Request body: {'floatingip': {'port_id': '9ca57a9f-0fe4-48db-8639-61593a593d79'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:32.918331 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b488ce34-45fc-45f7-b2e1-61f0490763af None None] Network 2b638b31-e30f-4ad5-877d-4166ae9ff956 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:55:32.936187 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-8bf36ac5-d6e4-4cc9-8b93-6622de2448fa tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9033279 Mar 22 10:55:32.936987 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37206) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:32.950766 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-d0134a61-f39d-4d2d-8493-035048d2b17b tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2029133136', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:33.059611 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 4ce36157-5413-45cc-bc29-a563a7bf379d up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:55:33.124935 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-91632f1e-a0e4-456e-895e-ab1cd9da7448 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for floatingip, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:33.131022 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d0134a61-f39d-4d2d-8493-035048d2b17b tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:33.132078 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d0134a61-f39d-4d2d-8493-035048d2b17b tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:33.182852 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2b57756b-cc28-4946-9bb2-c172f4696bcf tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:33.186151 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2b57756b-cc28-4946-9bb2-c172f4696bcf tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] 10.222.0.57 "DELETE /v2.0/ports/5529421f-a80c-43a0-8d4b-ae7aae82e999 HTTP/1.1" status: 204 len: 168 time: 1.4590526 Mar 22 10:55:33.188880 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37208) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:33.217810 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-18171599-d265-4e3d-91d7-5b32c10cb22f tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] GET failed (client error): The resource could not be found. Mar 22 10:55:33.222695 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-18171599-d265-4e3d-91d7-5b32c10cb22f tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] 10.222.0.57 "GET /v2.0/ports/5529421f-a80c-43a0-8d4b-ae7aae82e999 HTTP/1.1" status: 404 len: 333 time: 0.0295000 Mar 22 10:55:33.226493 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37210) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:33.231075 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-b7c8f9f4-8963-4a59-97c1-6a7d20bb92e6 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Request body: {'port': {'network_id': '894561ac-8e00-4d0e-89c4-0e50ef1a27f8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1343060405'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:33.243399 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cc6045ea-e72f-453a-bf8a-969402134a53 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:33.326795 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3ffe4802-fa71-4930-b8ed-7805afe49926 None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:33.354131 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6045ea-e72f-453a-bf8a-969402134a53 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event deleted for resources: {'Port': ['ID=d4b7b484-557f-404d-9c49-5d31de1a32bb,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:33.354382 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.objects.ports [None req-3aa67e88-cdba-4361-81b6-ed5b8bb84127 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109049) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 10:55:33.354839 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3aa67e88-cdba-4361-81b6-ed5b8bb84127 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:33.373782 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3ffe4802-fa71-4930-b8ed-7805afe49926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:33.384222 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-56b6a6dc-e652-4641-826e-39d68ccd4658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:33.429884 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 4ce36157-5413-45cc-bc29-a563a7bf379d triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:33.430183 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:33.435214 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c8f9f4-8963-4a59-97c1-6a7d20bb92e6 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Made reservation on behalf of 830f493faa7a44f983b94c9289063647 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:55:33.437636 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cc6045ea-e72f-453a-bf8a-969402134a53 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:33.438791 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b7c8f9f4-8963-4a59-97c1-6a7d20bb92e6 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:33.441629 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-cc6045ea-e72f-453a-bf8a-969402134a53 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/ports/d4b7b484-557f-404d-9c49-5d31de1a32bb HTTP/1.1" status: 204 len: 168 time: 1.9560962 Mar 22 10:55:33.445925 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37212) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:33.446246 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d0134a61-f39d-4d2d-8493-035048d2b17b tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:33.459597 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa67e88-cdba-4361-81b6-ed5b8bb84127 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b7be17f0-8bd2-457b-a7ec-54acd51c2838,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:33.460144 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d0134a61-f39d-4d2d-8493-035048d2b17b tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:33.473936 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa67e88-cdba-4361-81b6-ed5b8bb84127 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Checking segment: {'id': '6771ca14-f8f5-4c77-ba10-0ad4ad66be25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '13e53b1a-46a4-4207-bf17-0833d156125c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:55:33.474251 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa67e88-cdba-4361-81b6-ed5b8bb84127 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Network hostable DHCP agents. Network: 13e53b1a-46a4-4207-bf17-0833d156125c, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:55:33.518757 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-b7c8f9f4-8963-4a59-97c1-6a7d20bb92e6 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] device_id is not set on port 400c61fe-e002-4070-8548-d0386bfa178e yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:55:33.555878 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d0134a61-f39d-4d2d-8493-035048d2b17b tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:33.557196 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-d0134a61-f39d-4d2d-8493-035048d2b17b tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.6170964 Mar 22 10:55:33.561900 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37214) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:33.583305 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170f38b4-806e-4a1c-bea2-dc1b11b80981 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:33.585765 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170f38b4-806e-4a1c-bea2-dc1b11b80981 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:33.589865 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-170f38b4-806e-4a1c-bea2-dc1b11b80981 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1408067 Mar 22 10:55:33.590709 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc19a80-2cfb-44ae-96b4-6dac4d8d1109 None None] Pushing event updated for resources: {'Port': ['ID=6d3f8b02-2638-4b7e-8663-01a6e51c05c6,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:33.593726 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37216) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:33.596938 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b23682-81c1-4f97-86cd-908ae77dead7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-b2474524-74f2-4c31-af5f-82f8d754b74f', 'network_id': 'b2474524-74f2-4c31-af5f-82f8d754b74f', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'fixed_ips': [{'subnet_id': '0d9bd897-34e3-4107-aa58-c8657a3f24f0'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:55:33.597865 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e3b23682-81c1-4f97-86cd-908ae77dead7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:33.601714 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-56b6a6dc-e652-4641-826e-39d68ccd4658 None None] For port 4ce36157-5413-45cc-bc29-a563a7bf379d, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=4ce36157-5413-45cc-bc29-a563a7bf379d,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:55:33.642884 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa67e88-cdba-4361-81b6-ed5b8bb84127 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Network 13e53b1a-46a4-4207-bf17-0833d156125c is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:55:33.713845 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-56b6a6dc-e652-4641-826e-39d68ccd4658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:33.763924 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1b3d6a-a153-4a6e-b927-30540da1e77c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-2b638b31-e30f-4ad5-877d-4166ae9ff956', 'network_id': '2b638b31-e30f-4ad5-877d-4166ae9ff956', 'tenant_id': 'a01e61e9281349bfba79ecf13e2ff84f', 'fixed_ips': [{'subnet_id': '7fe84eeb-aeb9-4809-bad4-9d75e417911c'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:55:33.765351 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0d1b3d6a-a153-4a6e-b927-30540da1e77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:33.795453 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-b7c8f9f4-8963-4a59-97c1-6a7d20bb92e6 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Allocated IP 2001:db8::e6 (894561ac-8e00-4d0e-89c4-0e50ef1a27f8/1f8052e4-b82a-4cad-8b59-5b2f110a857f/400c61fe-e002-4070-8548-d0386bfa178e) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:55:33.981114 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-3ffe4802-fa71-4930-b8ed-7805afe49926 None None] Attempting to bind port 6d3f8b02-2638-4b7e-8663-01a6e51c05c6 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:55:33.981639 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-3ffe4802-fa71-4930-b8ed-7805afe49926 None None] Attempting to bind port 6d3f8b02-2638-4b7e-8663-01a6e51c05c6 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': 'fcedf56e-4c01-41b0-bdfc-5a01e0988979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '171476b3-210e-4f4b-9537-9322876af2da'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:55:33.981994 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffe4802-fa71-4930-b8ed-7805afe49926 None None] Attempting to bind port 6d3f8b02-2638-4b7e-8663-01a6e51c05c6 on network 171476b3-210e-4f4b-9537-9322876af2da {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:55:34.013869 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b7c8f9f4-8963-4a59-97c1-6a7d20bb92e6 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:34.042026 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-56b6a6dc-e652-4641-826e-39d68ccd4658 None None] Provisioning complete for port 6d3f8b02-2638-4b7e-8663-01a6e51c05c6 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:34.042464 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-56b6a6dc-e652-4641-826e-39d68ccd4658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:34.062599 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffe4802-fa71-4930-b8ed-7805afe49926 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:55:34.062901 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffe4802-fa71-4930-b8ed-7805afe49926 None None] Checking segment: {'id': 'fcedf56e-4c01-41b0-bdfc-5a01e0988979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '171476b3-210e-4f4b-9537-9322876af2da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:55:34.063614 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3ffe4802-fa71-4930-b8ed-7805afe49926 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:34.064156 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffe4802-fa71-4930-b8ed-7805afe49926 None None] Bound using segment: {'id': 'fcedf56e-4c01-41b0-bdfc-5a01e0988979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '171476b3-210e-4f4b-9537-9322876af2da'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:55:34.064786 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-3ffe4802-fa71-4930-b8ed-7805afe49926 None None] Bound port: 6d3f8b02-2638-4b7e-8663-01a6e51c05c6, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcedf56e-4c01-41b0-bdfc-5a01e0988979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '171476b3-210e-4f4b-9537-9322876af2da'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:55:34.065239 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3ffe4802-fa71-4930-b8ed-7805afe49926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:34.083506 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-db9ca351-153b-4822-ad58-cb1e1141086b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Deleting subnet 5ded0ddf-4951-4f65-aecd-cbf679746670 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:55:34.086184 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-3aa67e88-cdba-4361-81b6-ed5b8bb84127 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 13e53b1a-46a4-4207-bf17-0833d156125c) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:34.096360 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b7c8f9f4-8963-4a59-97c1-6a7d20bb92e6 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:34.098227 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-db9ca351-153b-4822-ad58-cb1e1141086b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:34.104347 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa67e88-cdba-4361-81b6-ed5b8bb84127 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:34.105124 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3aa67e88-cdba-4361-81b6-ed5b8bb84127 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:34.204667 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3aa67e88-cdba-4361-81b6-ed5b8bb84127 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1471491 Mar 22 10:55:34.209773 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c8f9f4-8963-4a59-97c1-6a7d20bb92e6 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Network 894561ac-8e00-4d0e-89c4-0e50ef1a27f8 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:55:34.214735 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37218) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:34.219207 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-b7c8f9f4-8963-4a59-97c1-6a7d20bb92e6 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:34.225061 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-f0e7694d-0b96-4222-92ed-55e41f9732a1 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Request body: {'floatingip': {'floating_network_id': '13e53b1a-46a4-4207-bf17-0833d156125c'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:34.225523 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c8f9f4-8963-4a59-97c1-6a7d20bb92e6 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:55:34.231318 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c8f9f4-8963-4a59-97c1-6a7d20bb92e6 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:34.232179 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b7c8f9f4-8963-4a59-97c1-6a7d20bb92e6 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:34.246836 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-69a6b38d-6c1c-411e-8a26-aeb4f495bf81 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:34.248316 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-db9ca351-153b-4822-ad58-cb1e1141086b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:34.278121 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c8f9f4-8963-4a59-97c1-6a7d20bb92e6 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Pushing event updated for resources: {'Port': ['ID=400c61fe-e002-4070-8548-d0386bfa178e,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:34.292036 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b7c8f9f4-8963-4a59-97c1-6a7d20bb92e6 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0598323 Mar 22 10:55:34.292281 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37220) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:34.298202 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a26dd56-f981-46c5-81cc-a1f37d0f8750 None None] Network 13e53b1a-46a4-4207-bf17-0833d156125c requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:55:34.309688 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb49cbe-4c65-4dc4-b2c0-4025e0e44f5e None None] Network 894561ac-8e00-4d0e-89c4-0e50ef1a27f8 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:55:34.311233 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b6a6dc-e652-4641-826e-39d68ccd4658 None None] Pushing event updated for resources: {'Port': ['ID=4ce36157-5413-45cc-bc29-a563a7bf379d,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:34.335347 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-180a158b-2dec-43bd-a9a0-c80bf2e1cc57 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1ca', 'mac_address': 'fa:16:3e:e7:65:81'}]}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:34.366648 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-db9ca351-153b-4822-ad58-cb1e1141086b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:34.415559 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f0e7694d-0b96-4222-92ed-55e41f9732a1 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:34.431801 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-56b6a6dc-e652-4641-826e-39d68ccd4658 None None] Port 6d3f8b02-2638-4b7e-8663-01a6e51c05c6 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:55:34.476841 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-db9ca351-153b-4822-ad58-cb1e1141086b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:34.507225 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ca351-153b-4822-ad58-cb1e1141086b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event deleted for resources: {'Subnet': ['ID=5ded0ddf-4951-4f65-aecd-cbf679746670,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:34.512731 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-db9ca351-153b-4822-ad58-cb1e1141086b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:34.519486 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-db9ca351-153b-4822-ad58-cb1e1141086b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/subnets/5ded0ddf-4951-4f65-aecd-cbf679746670 HTTP/1.1" status: 204 len: 168 time: 0.9237142 Mar 22 10:55:34.520206 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37222) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:34.534818 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dac631d-860e-474a-8204-d0358ded9bfa None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:55:34.567578 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6a1edf87-a0e4-461a-96bb-9d59dfa4c2e4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0460370 Mar 22 10:55:34.568342 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37224) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:34.579545 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-e3b23682-81c1-4f97-86cd-908ae77dead7 None None] Allocated IP 2001:db8:2::2 (b2474524-74f2-4c31-af5f-82f8d754b74f/0d9bd897-34e3-4107-aa58-c8657a3f24f0/1e82e64e-0f37-492d-8160-c388d096ad19) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:55:34.627786 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03060fd6-92ab-440e-b918-d11614ca6a1d tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:34.632801 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-03060fd6-92ab-440e-b918-d11614ca6a1d tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0629613 Mar 22 10:55:34.632955 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-3ffe4802-fa71-4930-b8ed-7805afe49926 None None] For port 6d3f8b02-2638-4b7e-8663-01a6e51c05c6, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:55:34.633171 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37226) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:34.679395 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 281154b9-db9d-495a-87a4-45c061dbc538 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:55:34.682059 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-0d1b3d6a-a153-4a6e-b927-30540da1e77c None None] Allocated IP 172.20.0.2 (2b638b31-e30f-4ad5-877d-4166ae9ff956/7fe84eeb-aeb9-4809-bad4-9d75e417911c/8668c272-edd5-4211-952d-c1b0ee22d80d) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:55:34.703343 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7c8144-6970-43e1-83a2-038bc0fbd5a5 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:34.708563 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-aa7c8144-6970-43e1-83a2-038bc0fbd5a5 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0734968 Mar 22 10:55:34.712099 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37228) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:34.742809 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-3ffe4802-fa71-4930-b8ed-7805afe49926 None None] For port 6d3f8b02-2638-4b7e-8663-01a6e51c05c6, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=6d3f8b02-2638-4b7e-8663-01a6e51c05c6,segment=NetworkSegment(fcedf56e-4c01-41b0-bdfc-5a01e0988979),segment_id=fcedf56e-4c01-41b0-bdfc-5a01e0988979)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:55:34.764087 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b0e4ec6b-a7a5-47b7-a85b-c90d6285a614 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0454848 Mar 22 10:55:34.765198 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37230) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:34.770215 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-58b2985d-f68b-406f-a618-5ad9566a8ef0 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'subnet': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:34.774825 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-0d0e87f6-3699-4243-9d12-9649461ef64e None None] Provisioning complete for port 9ca57a9f-0fe4-48db-8639-61593a593d79 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:34.775190 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0d0e87f6-3699-4243-9d12-9649461ef64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:34.787385 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3ffe4802-fa71-4930-b8ed-7805afe49926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:34.832009 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bcd51071-5c90-43a2-8fee-98cb94023ebd tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:34.885482 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b2985d-f68b-406f-a618-5ad9566a8ef0 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Made reservation on behalf of f7a8ac7bbd5d466888176c13ba053f5f for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:55:34.889391 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-58b2985d-f68b-406f-a618-5ad9566a8ef0 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:34.965342 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64db75a-c77d-466d-b90b-153e0000dd52 None None] Network 13e53b1a-46a4-4207-bf17-0833d156125c requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:55:35.072847 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-0d0e87f6-3699-4243-9d12-9649461ef64e None None] Port 9ca57a9f-0fe4-48db-8639-61593a593d79 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:55:35.080868 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.db.resource_extend [None req-91632f1e-a0e4-456e-895e-ab1cd9da7448 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 10:55:35.126701 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-180a158b-2dec-43bd-a9a0-c80bf2e1cc57 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:35.129723 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-58b2985d-f68b-406f-a618-5ad9566a8ef0 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:35.194179 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc19a80-2cfb-44ae-96b4-6dac4d8d1109 None None] Pushing event updated for resources: {'Port': ['ID=6d3f8b02-2638-4b7e-8663-01a6e51c05c6,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:35.196757 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffe4802-fa71-4930-b8ed-7805afe49926 None None] Routers {'22c5e9b4-83c7-47e3-b4d6-ebf66429c466'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:55:35.197419 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-3ffe4802-fa71-4930-b8ed-7805afe49926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:55:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['22c5e9b4-83c7-47e3-b4d6-ebf66429c466'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:35.210091 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b2985d-f68b-406f-a618-5ad9566a8ef0 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:55:35.216762 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-58b2985d-f68b-406f-a618-5ad9566a8ef0 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:35.230799 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b2985d-f68b-406f-a618-5ad9566a8ef0 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:35.232113 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-58b2985d-f68b-406f-a618-5ad9566a8ef0 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:35.251772 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b2985d-f68b-406f-a618-5ad9566a8ef0 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event updated for resources: {'Subnet': ['ID=787cd607-3271-4f61-a173-51e06a9011b8,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:35.268750 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-58b2985d-f68b-406f-a618-5ad9566a8ef0 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4997613 Mar 22 10:55:35.268970 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-91632f1e-a0e4-456e-895e-ab1cd9da7448 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:35.269440 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37234) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:35.274446 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-7262640a-4fca-463d-9b64-a4f4ed172ef3 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'port': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'fixed_ips': [{'subnet_id': '787cd607-3271-4f61-a173-51e06a9011b8', 'ip_address': '2001:db8::7d86:a5a6:8f18:501a'}], 'name': 'tempest-NetworksTestDHCPv6-1365362118'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:35.281294 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f0e7694d-0b96-4222-92ed-55e41f9732a1 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:35.292943 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-91632f1e-a0e4-456e-895e-ab1cd9da7448 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684147'] for floatingip, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:35.362616 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 281154b9-db9d-495a-87a4-45c061dbc538 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:35.362836 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:35.399839 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7262640a-4fca-463d-9b64-a4f4ed172ef3 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Made reservation on behalf of f7a8ac7bbd5d466888176c13ba053f5f for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:55:35.423289 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-0d0e87f6-3699-4243-9d12-9649461ef64e None None] Provisioning complete for port 6d3f8b02-2638-4b7e-8663-01a6e51c05c6 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:35.423289 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0d0e87f6-3699-4243-9d12-9649461ef64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:35.497869 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7262640a-4fca-463d-9b64-a4f4ed172ef3 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:35.503892 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441dce2e-4b7f-4262-a718-63572c219644 None None] DHCP port deletion for 1bc750fe-0949-42b2-bab7-34fc725823e6 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:55:35.519060 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-7262640a-4fca-463d-9b64-a4f4ed172ef3 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] device_id is not set on port c5944da5-2bba-4b39-b2ed-456e89a67894 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:55:35.580107 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e3b23682-81c1-4f97-86cd-908ae77dead7 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:35.581735 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0d1b3d6a-a153-4a6e-b927-30540da1e77c None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:35.626443 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-3ffe4802-fa71-4930-b8ed-7805afe49926 None None] Set router 22c5e9b4-83c7-47e3-b4d6-ebf66429c466 gateway port host: None {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:55:35.662587 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e3b23682-81c1-4f97-86cd-908ae77dead7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:35.678476 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0d1b3d6a-a153-4a6e-b927-30540da1e77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:35.727415 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-7262640a-4fca-463d-9b64-a4f4ed172ef3 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Allocated IP 2001:db8::7d86:a5a6:8f18:501a (1bc750fe-0949-42b2-bab7-34fc725823e6/787cd607-3271-4f61-a173-51e06a9011b8/c5944da5-2bba-4b39-b2ed-456e89a67894) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:55:35.762362 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b23682-81c1-4f97-86cd-908ae77dead7 None None] Network b2474524-74f2-4c31-af5f-82f8d754b74f is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:55:35.771054 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1b3d6a-a153-4a6e-b927-30540da1e77c None None] Network 2b638b31-e30f-4ad5-877d-4166ae9ff956 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:55:35.809724 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-e3b23682-81c1-4f97-86cd-908ae77dead7 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:35.815248 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-0d1b3d6a-a153-4a6e-b927-30540da1e77c None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:35.926866 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7262640a-4fca-463d-9b64-a4f4ed172ef3 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:35.936393 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-f0e7694d-0b96-4222-92ed-55e41f9732a1 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Allocated IP 172.20.0.5 (13e53b1a-46a4-4207-bf17-0833d156125c/b7be17f0-8bd2-457b-a7ec-54acd51c2838/987a9e43-f591-4a78-83e1-37cabc91d833) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:55:35.943910 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.l3_db [None req-91632f1e-a0e4-456e-895e-ab1cd9da7448 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Floating IP 6ed90ceb-751c-43cb-a7c1-26f1d3378917 associated. External IP: 172.26.7.71, port: 643bf8a2-6d21-47a1-8b17-4a6d0e2b4cc4. Mar 22 10:55:35.987867 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7262640a-4fca-463d-9b64-a4f4ed172ef3 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:36.028102 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b23682-81c1-4f97-86cd-908ae77dead7 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:55:36.034276 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b23682-81c1-4f97-86cd-908ae77dead7 None None] Pushing event updated for resources: {'Port': ['ID=1e82e64e-0f37-492d-8160-c388d096ad19,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:36.036783 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7262640a-4fca-463d-9b64-a4f4ed172ef3 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:55:36.049861 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1b3d6a-a153-4a6e-b927-30540da1e77c None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:55:36.056653 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-7262640a-4fca-463d-9b64-a4f4ed172ef3 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:36.061339 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7262640a-4fca-463d-9b64-a4f4ed172ef3 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:55:36.072076 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7262640a-4fca-463d-9b64-a4f4ed172ef3 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:36.073105 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7262640a-4fca-463d-9b64-a4f4ed172ef3 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:36.111383 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7262640a-4fca-463d-9b64-a4f4ed172ef3 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8414671 Mar 22 10:55:36.117656 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37236) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:36.120324 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-180a158b-2dec-43bd-a9a0-c80bf2e1cc57 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:36.125747 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-62b6a024-4fd6-4cc4-a348-1ed591ecdfad tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'port': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'fixed_ips': [{'subnet_id': '787cd607-3271-4f61-a173-51e06a9011b8', 'ip_address': '2001:db8::7d86:a5a6:8f18:501a'}], 'name': 'tempest-NetworksTestDHCPv6-1184640524'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:36.127436 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-69a6b38d-6c1c-411e-8a26-aeb4f495bf81 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Allocated IP 2001:db8:2::1 (b2474524-74f2-4c31-af5f-82f8d754b74f/0d9bd897-34e3-4107-aa58-c8657a3f24f0/7c5563ca-42a5-4fe0-a35a-7c6f69f153a0) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:55:36.137101 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-bcd51071-5c90-43a2-8fee-98cb94023ebd tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Allocated IP 172.20.0.1 (2b638b31-e30f-4ad5-877d-4166ae9ff956/7fe84eeb-aeb9-4809-bad4-9d75e417911c/a0aac019-cb5b-4725-be92-86f39125cade) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:55:36.148574 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7262640a-4fca-463d-9b64-a4f4ed172ef3 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event updated for resources: {'Port': ['ID=c5944da5-2bba-4b39-b2ed-456e89a67894,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:36.151461 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-180a158b-2dec-43bd-a9a0-c80bf2e1cc57 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:36.222180 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0d0e87f6-3699-4243-9d12-9649461ef64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:36.271155 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-180a158b-2dec-43bd-a9a0-c80bf2e1cc57 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] In _notify_port_updated(), no bound segment for port 400c61fe-e002-4070-8548-d0386bfa178e on network 894561ac-8e00-4d0e-89c4-0e50ef1a27f8 {{(pid=109050) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 22 10:55:36.277719 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180a158b-2dec-43bd-a9a0-c80bf2e1cc57 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:36.278383 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-180a158b-2dec-43bd-a9a0-c80bf2e1cc57 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:36.278834 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b6a024-4fd6-4cc4-a348-1ed591ecdfad tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Made reservation on behalf of f7a8ac7bbd5d466888176c13ba053f5f for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:55:36.283458 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-180a158b-2dec-43bd-a9a0-c80bf2e1cc57 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] 10.222.0.57 "PUT /v2.0/ports/400c61fe-e002-4070-8548-d0386bfa178e HTTP/1.1" status: 200 len: 1002 time: 1.9808416 Mar 22 10:55:36.292637 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-62b6a024-4fd6-4cc4-a348-1ed591ecdfad tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:36.299699 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37238) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:36.307523 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-0d0e87f6-3699-4243-9d12-9649461ef64e None None] For port 6d3f8b02-2638-4b7e-8663-01a6e51c05c6, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=6d3f8b02-2638-4b7e-8663-01a6e51c05c6,segment=NetworkSegment(fcedf56e-4c01-41b0-bdfc-5a01e0988979),segment_id=fcedf56e-4c01-41b0-bdfc-5a01e0988979)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:55:36.370341 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-441dce2e-4b7f-4262-a718-63572c219644 None None] Deleting port 4ce36157-5413-45cc-bc29-a563a7bf379d {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:55:36.371218 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-62b6a024-4fd6-4cc4-a348-1ed591ecdfad tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] device_id is not set on port fbcb9c6c-76d4-4f52-abef-bf8b685187a6 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:55:36.376403 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-441dce2e-4b7f-4262-a718-63572c219644 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:36.427130 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180a158b-2dec-43bd-a9a0-c80bf2e1cc57 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Pushing event updated for resources: {'Port': ['ID=400c61fe-e002-4070-8548-d0386bfa178e,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:36.464402 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-441dce2e-4b7f-4262-a718-63572c219644 None None] For port 4ce36157-5413-45cc-bc29-a563a7bf379d, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=4ce36157-5413-45cc-bc29-a563a7bf379d,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:55:36.464854 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-441dce2e-4b7f-4262-a718-63572c219644 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:36.478164 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-441dce2e-4b7f-4262-a718-63572c219644 None None] Calling delete_port for 4ce36157-5413-45cc-bc29-a563a7bf379d owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:55:36.504550 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f0e7694d-0b96-4222-92ed-55e41f9732a1 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:36.532522 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0d0e87f6-3699-4243-9d12-9649461ef64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:36.550884 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:36.567450 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-105603e9-fd80-4e00-a1bf-7a95a8075c8d tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Deleting port 400c61fe-e002-4070-8548-d0386bfa178e {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:55:36.567808 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-105603e9-fd80-4e00-a1bf-7a95a8075c8d tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:36.577441 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-69a6b38d-6c1c-411e-8a26-aeb4f495bf81 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:36.584629 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bcd51071-5c90-43a2-8fee-98cb94023ebd tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:36.592563 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-0d1b3d6a-a153-4a6e-b927-30540da1e77c None None] Attempting to bind port 8668c272-edd5-4211-952d-c1b0ee22d80d on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:55:36.593268 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-0d1b3d6a-a153-4a6e-b927-30540da1e77c None None] Attempting to bind port 8668c272-edd5-4211-952d-c1b0ee22d80d by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '9e3e0aa2-c420-4fe4-9440-8fba859b4405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2b638b31-e30f-4ad5-877d-4166ae9ff956'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:55:36.593865 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1b3d6a-a153-4a6e-b927-30540da1e77c None None] Attempting to bind port 8668c272-edd5-4211-952d-c1b0ee22d80d on network 2b638b31-e30f-4ad5-877d-4166ae9ff956 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:55:36.596108 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-e3b23682-81c1-4f97-86cd-908ae77dead7 None None] Attempting to bind port 1e82e64e-0f37-492d-8160-c388d096ad19 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:55:36.596701 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-e3b23682-81c1-4f97-86cd-908ae77dead7 None None] Attempting to bind port 1e82e64e-0f37-492d-8160-c388d096ad19 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '7c54db7b-347b-4498-af4f-cb8611e2c010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b2474524-74f2-4c31-af5f-82f8d754b74f'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:55:36.597288 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b23682-81c1-4f97-86cd-908ae77dead7 None None] Attempting to bind port 1e82e64e-0f37-492d-8160-c388d096ad19 on network b2474524-74f2-4c31-af5f-82f8d754b74f {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:55:36.611278 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b23682-81c1-4f97-86cd-908ae77dead7 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:55:36.612169 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b23682-81c1-4f97-86cd-908ae77dead7 None None] Checking segment: {'id': '7c54db7b-347b-4498-af4f-cb8611e2c010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b2474524-74f2-4c31-af5f-82f8d754b74f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:55:36.612666 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e3b23682-81c1-4f97-86cd-908ae77dead7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:36.613157 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b23682-81c1-4f97-86cd-908ae77dead7 None None] Bound using segment: {'id': '7c54db7b-347b-4498-af4f-cb8611e2c010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b2474524-74f2-4c31-af5f-82f8d754b74f'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:55:36.613851 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-e3b23682-81c1-4f97-86cd-908ae77dead7 None None] Bound port: 1e82e64e-0f37-492d-8160-c388d096ad19, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c54db7b-347b-4498-af4f-cb8611e2c010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b2474524-74f2-4c31-af5f-82f8d754b74f'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:55:36.614440 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e3b23682-81c1-4f97-86cd-908ae77dead7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:36.616542 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b3d6a-a153-4a6e-b927-30540da1e77c None None] Pushing event updated for resources: {'Port': ['ID=8668c272-edd5-4211-952d-c1b0ee22d80d,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:36.677574 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f0e7694d-0b96-4222-92ed-55e41f9732a1 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:36.684287 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0e87f6-3699-4243-9d12-9649461ef64e None None] Pushing event updated for resources: {'Port': ['ID=6d3f8b02-2638-4b7e-8663-01a6e51c05c6,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:36.691893 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-105603e9-fd80-4e00-a1bf-7a95a8075c8d tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:36.698751 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-0d0e87f6-3699-4243-9d12-9649461ef64e None None] Provisioning complete for port 281154b9-db9d-495a-87a4-45c061dbc538 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:36.699379 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0d0e87f6-3699-4243-9d12-9649461ef64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:36.707529 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1b3d6a-a153-4a6e-b927-30540da1e77c None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:55:36.708209 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1b3d6a-a153-4a6e-b927-30540da1e77c None None] Checking segment: {'id': '9e3e0aa2-c420-4fe4-9440-8fba859b4405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2b638b31-e30f-4ad5-877d-4166ae9ff956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:55:36.708831 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0d1b3d6a-a153-4a6e-b927-30540da1e77c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:36.709428 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1b3d6a-a153-4a6e-b927-30540da1e77c None None] Bound using segment: {'id': '9e3e0aa2-c420-4fe4-9440-8fba859b4405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2b638b31-e30f-4ad5-877d-4166ae9ff956'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:55:36.710173 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-0d1b3d6a-a153-4a6e-b927-30540da1e77c None None] Bound port: 8668c272-edd5-4211-952d-c1b0ee22d80d, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e3e0aa2-c420-4fe4-9440-8fba859b4405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2b638b31-e30f-4ad5-877d-4166ae9ff956'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:55:36.710840 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0d1b3d6a-a153-4a6e-b927-30540da1e77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:36.712562 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-105603e9-fd80-4e00-a1bf-7a95a8075c8d tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Calling delete_port for 400c61fe-e002-4070-8548-d0386bfa178e owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:55:36.738212 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91632f1e-a0e4-456e-895e-ab1cd9da7448 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Router dd100d99-b1a8-4042-8c07-1eeaa238e500 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:55:36.753449 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e7694d-0b96-4222-92ed-55e41f9732a1 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Network 13e53b1a-46a4-4207-bf17-0833d156125c is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:55:36.756264 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-69a6b38d-6c1c-411e-8a26-aeb4f495bf81 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:36.767324 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bcd51071-5c90-43a2-8fee-98cb94023ebd tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:36.769478 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-f0e7694d-0b96-4222-92ed-55e41f9732a1 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:36.772722 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e7694d-0b96-4222-92ed-55e41f9732a1 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:55:36.778621 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e7694d-0b96-4222-92ed-55e41f9732a1 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Pushing event updated for resources: {'Port': ['ID=987a9e43-f591-4a78-83e1-37cabc91d833,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:36.846475 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port 281154b9-db9d-495a-87a4-45c061dbc538, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=281154b9-db9d-495a-87a4-45c061dbc538,segment=NetworkSegment(0dff4640-b04b-4a83-8d32-c9477bb4dd9b),segment_id=0dff4640-b04b-4a83-8d32-c9477bb4dd9b)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:55:36.855096 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a6b38d-6c1c-411e-8a26-aeb4f495bf81 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Network b2474524-74f2-4c31-af5f-82f8d754b74f is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:55:36.877017 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:36.877832 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 4ce36157-5413-45cc-bc29-a563a7bf379d up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:55:36.902214 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-69a6b38d-6c1c-411e-8a26-aeb4f495bf81 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:36.903675 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a6b38d-6c1c-411e-8a26-aeb4f495bf81 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:55:36.904224 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-69a6b38d-6c1c-411e-8a26-aeb4f495bf81 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684270'] for router_interface, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:36.909489 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd51071-5c90-43a2-8fee-98cb94023ebd tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Network 2b638b31-e30f-4ad5-877d-4166ae9ff956 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:55:36.929259 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-105603e9-fd80-4e00-a1bf-7a95a8075c8d tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:36.931612 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-441dce2e-4b7f-4262-a718-63572c219644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:36.957617 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a6b38d-6c1c-411e-8a26-aeb4f495bf81 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event updated for resources: {'Port': ['ID=7c5563ca-42a5-4fe0-a35a-7c6f69f153a0,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:36.958115 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 4ce36157-5413-45cc-bc29-a563a7bf379d {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:55:36.958462 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 4ce36157-5413-45cc-bc29-a563a7bf379d not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 22 10:55:36.960943 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-bcd51071-5c90-43a2-8fee-98cb94023ebd tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:36.963258 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd51071-5c90-43a2-8fee-98cb94023ebd tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:55:36.966235 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-62b6a024-4fd6-4cc4-a348-1ed591ecdfad tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 22 10:55:36.966771 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62b6a024-4fd6-4cc4-a348-1ed591ecdfad tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:55:36.971642 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105603e9-fd80-4e00-a1bf-7a95a8075c8d tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Pushing event deleted for resources: {'Port': ['ID=400c61fe-e002-4070-8548-d0386bfa178e,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:36.988365 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-3ffe4802-fa71-4930-b8ed-7805afe49926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'name': 'tempest-RoutersIpV6Test-router-809382511', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:55:13Z', 'updated_at': '2022-03-22T10:55:28Z', 'revision_number': 3, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'gw_port_host': None, '_interfaces': [{'id': '6d3f8b02-2638-4b7e-8663-01a6e51c05c6', 'name': '', 'network_id': '171476b3-210e-4f4b-9537-9322876af2da', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:3d:d8:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '6a835cad-7353-4cfc-bdd9-72e1a60628e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:25Z', 'updated_at': '2022-03-22T10:55:34Z', 'revision_number': 4, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '6a835cad-7353-4cfc-bdd9-72e1a60628e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcdfdd84-31ec-4695-87a8-2b14a25cbd6c', 'name': '', 'network_id': 'fe26b17e-3c36-45e9-b8c2-31221b83f673', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:ae:9a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '6df7019b-cca6-4a15-8136-589e7260dbaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:17Z', 'updated_at': '2022-03-22T10:55:25Z', 'revision_number': 5, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '6df7019b-cca6-4a15-8136-589e7260dbaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:37.045549 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-62b6a024-4fd6-4cc4-a348-1ed591ecdfad tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.9264753 Mar 22 10:55:37.046211 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37240) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:37.051912 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Port 4ce36157-5413-45cc-bc29-a563a7bf379d not found, will not notify nova. {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 22 10:55:37.058866 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-0d1b3d6a-a153-4a6e-b927-30540da1e77c None None] For port 8668c272-edd5-4211-952d-c1b0ee22d80d, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:55:37.062132 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441dce2e-4b7f-4262-a718-63572c219644 None None] No DVR routers for this DVR port 4ce36157-5413-45cc-bc29-a563a7bf379d on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:55:37.063805 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-e3b23682-81c1-4f97-86cd-908ae77dead7 None None] For port 1e82e64e-0f37-492d-8160-c388d096ad19, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:55:37.072469 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffe4802-fa71-4930-b8ed-7805afe49926 None None] The sync data for ids ['22c5e9b4-83c7-47e3-b4d6-ebf66429c466'] in dv-neutron-834599-1-hyperv is: [{'id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'name': 'tempest-RoutersIpV6Test-router-809382511', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:55:13Z', 'updated_at': '2022-03-22T10:55:28Z', 'revision_number': 3, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'gw_port_host': None, '_interfaces': [{'id': '6d3f8b02-2638-4b7e-8663-01a6e51c05c6', 'name': '', 'network_id': '171476b3-210e-4f4b-9537-9322876af2da', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:3d:d8:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '6a835cad-7353-4cfc-bdd9-72e1a60628e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:25Z', 'updated_at': '2022-03-22T10:55:34Z', 'revision_number': 4, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '6a835cad-7353-4cfc-bdd9-72e1a60628e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcdfdd84-31ec-4695-87a8-2b14a25cbd6c', 'name': '', 'network_id': 'fe26b17e-3c36-45e9-b8c2-31221b83f673', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:ae:9a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '6df7019b-cca6-4a15-8136-589e7260dbaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:17Z', 'updated_at': '2022-03-22T10:55:25Z', 'revision_number': 5, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '6df7019b-cca6-4a15-8136-589e7260dbaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:55:37.100161 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-0d1b3d6a-a153-4a6e-b927-30540da1e77c None None] For port 8668c272-edd5-4211-952d-c1b0ee22d80d, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=8668c272-edd5-4211-952d-c1b0ee22d80d,segment=NetworkSegment(9e3e0aa2-c420-4fe4-9440-8fba859b4405),segment_id=9e3e0aa2-c420-4fe4-9440-8fba859b4405)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:55:37.107287 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e415f0-4e35-4468-a827-6bf11d68b399 None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:55:37.130833 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-e3b23682-81c1-4f97-86cd-908ae77dead7 None None] For port 1e82e64e-0f37-492d-8160-c388d096ad19, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=1e82e64e-0f37-492d-8160-c388d096ad19,segment=NetworkSegment(7c54db7b-347b-4498-af4f-cb8611e2c010),segment_id=7c54db7b-347b-4498-af4f-cb8611e2c010)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:55:37.168627 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=281154b9-db9d-495a-87a4-45c061dbc538,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:37.202834 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e3b23682-81c1-4f97-86cd-908ae77dead7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:37.218144 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-105603e9-fd80-4e00-a1bf-7a95a8075c8d tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:37.222116 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-105603e9-fd80-4e00-a1bf-7a95a8075c8d tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] 10.222.0.57 "DELETE /v2.0/ports/400c61fe-e002-4070-8548-d0386bfa178e HTTP/1.1" status: 204 len: 168 time: 0.9199007 Mar 22 10:55:37.230485 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0d1b3d6a-a153-4a6e-b927-30540da1e77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:37.232951 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37242) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:37.245080 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bcd51071-5c90-43a2-8fee-98cb94023ebd tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684270'] for router_interface, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:37.260154 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9629a114-78bb-4ba7-8323-bf861ae41f98 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:37.261741 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9629a114-78bb-4ba7-8323-bf861ae41f98 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2105355 Mar 22 10:55:37.286350 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441dce2e-4b7f-4262-a718-63572c219644 None None] Pushing event deleted for resources: {'Port': ['ID=4ce36157-5413-45cc-bc29-a563a7bf379d,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:37.296001 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ed91572-50f4-46d5-8e46-ba67639e2f17 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] GET failed (client error): The resource could not be found. Mar 22 10:55:37.298626 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4ed91572-50f4-46d5-8e46-ba67639e2f17 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] 10.222.0.57 "GET /v2.0/ports/400c61fe-e002-4070-8548-d0386bfa178e HTTP/1.1" status: 404 len: 333 time: 0.0640085 Mar 22 10:55:37.298841 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37244) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:37.304003 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37246) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:37.321602 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 4ce36157-5413-45cc-bc29-a563a7bf379d no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:55:37.346152 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-805de05c-043e-4c33-b3b3-25170ca24d20 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Request body: {'port': {'network_id': '894561ac-8e00-4d0e-89c4-0e50ef1a27f8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-114276945'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:37.448961 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd51071-5c90-43a2-8fee-98cb94023ebd tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Pushing event updated for resources: {'Port': ['ID=a0aac019-cb5b-4725-be92-86f39125cade,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:37.468423 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-cdeed0cb-1066-4de8-9976-d26fef7bcf6d tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Deleting port c5944da5-2bba-4b39-b2ed-456e89a67894 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:55:37.468770 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cdeed0cb-1066-4de8-9976-d26fef7bcf6d tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:37.477573 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 4ce36157-5413-45cc-bc29-a563a7bf379d {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:55:37.477912 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 4ce36157-5413-45cc-bc29-a563a7bf379d not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:55:37.498508 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f0e7694d-0b96-4222-92ed-55e41f9732a1 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:37.525380 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91632f1e-a0e4-456e-895e-ab1cd9da7448 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:55:37.535654 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba9f828-0741-48cc-a543-8e45cd2f4f16 None None] Sync routers for ids ['dd100d99-b1a8-4042-8c07-1eeaa238e500'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:55:37.554875 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba9f828-0741-48cc-a543-8e45cd2f4f16 None None] Routers {'dd100d99-b1a8-4042-8c07-1eeaa238e500'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:55:37.555741 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-0ba9f828-0741-48cc-a543-8e45cd2f4f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:55:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['dd100d99-b1a8-4042-8c07-1eeaa238e500'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:37.557075 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-0d0e87f6-3699-4243-9d12-9649461ef64e None None] Could not find standard attr ID for object d4b7b484-557f-404d-9c49-5d31de1a32bb. {{(pid=109051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 10:55:37.677746 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b23682-81c1-4f97-86cd-908ae77dead7 None None] Pushing event updated for resources: {'Port': ['ID=1e82e64e-0f37-492d-8160-c388d096ad19,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:37.703917 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-0ba9f828-0741-48cc-a543-8e45cd2f4f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:37.708914 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cdeed0cb-1066-4de8-9976-d26fef7bcf6d tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:37.725978 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-cdeed0cb-1066-4de8-9976-d26fef7bcf6d tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Calling delete_port for c5944da5-2bba-4b39-b2ed-456e89a67894 owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:55:37.735397 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba9f828-0741-48cc-a543-8e45cd2f4f16 None None] Routers {'dd100d99-b1a8-4042-8c07-1eeaa238e500'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:55:37.737246 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-0ba9f828-0741-48cc-a543-8e45cd2f4f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:55:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['dd100d99-b1a8-4042-8c07-1eeaa238e500'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:37.794030 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d3e96be0-f104-40c4-b3f7-a6bcee6f4916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:37.824222 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bcd51071-5c90-43a2-8fee-98cb94023ebd tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:37.834550 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-0ba9f828-0741-48cc-a543-8e45cd2f4f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:37.850338 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba9f828-0741-48cc-a543-8e45cd2f4f16 None None] The sync data for ids ['dd100d99-b1a8-4042-8c07-1eeaa238e500'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:55:37.872499 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f0e7694d-0b96-4222-92ed-55e41f9732a1 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:37.878384 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-1bba9bc3-905a-45f9-828f-cae5fbcb233d None None] Could not find standard attr ID for object 400c61fe-e002-4070-8548-d0386bfa178e. {{(pid=109051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 10:55:37.888594 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-1bba9bc3-905a-45f9-828f-cae5fbcb233d None None] Could not find standard attr ID for object 5529421f-a80c-43a0-8d4b-ae7aae82e999. {{(pid=109051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 10:55:37.898514 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-69a6b38d-6c1c-411e-8a26-aeb4f495bf81 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:37.943739 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b3d6a-a153-4a6e-b927-30540da1e77c None None] Pushing event updated for resources: {'Port': ['ID=8668c272-edd5-4211-952d-c1b0ee22d80d,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:37.965246 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-1bba9bc3-905a-45f9-828f-cae5fbcb233d None None] Provisioning complete for port 281154b9-db9d-495a-87a4-45c061dbc538 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:37.969658 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-1bba9bc3-905a-45f9-828f-cae5fbcb233d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:38.055723 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cdeed0cb-1066-4de8-9976-d26fef7bcf6d tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:38.098222 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeed0cb-1066-4de8-9976-d26fef7bcf6d tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event deleted for resources: {'Port': ['ID=c5944da5-2bba-4b39-b2ed-456e89a67894,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:38.116895 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219bf854-a4fa-47c6-8706-d1f57c77ce34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-1bc750fe-0949-42b2-bab7-34fc725823e6', 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'tenant_id': 'f7a8ac7bbd5d466888176c13ba053f5f', 'fixed_ips': [{'subnet_id': '787cd607-3271-4f61-a173-51e06a9011b8'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:55:38.118014 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-219bf854-a4fa-47c6-8706-d1f57c77ce34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:38.147788 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cdeed0cb-1066-4de8-9976-d26fef7bcf6d tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:38.152550 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-cdeed0cb-1066-4de8-9976-d26fef7bcf6d tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/ports/c5944da5-2bba-4b39-b2ed-456e89a67894 HTTP/1.1" status: 204 len: 168 time: 0.8503354 Mar 22 10:55:38.155026 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37248) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:38.222903 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa4f3ba-ba9f-44d8-8a6b-c6de8a8852de tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:38.224824 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa4f3ba-ba9f-44d8-8a6b-c6de8a8852de tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:38.226423 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-faa4f3ba-ba9f-44d8-8a6b-c6de8a8852de tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0696931 Mar 22 10:55:38.229203 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37250) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:38.291340 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-1bba9bc3-905a-45f9-828f-cae5fbcb233d None None] Provisioning complete for port 6c2f9862-f228-4c63-968f-b7b53f6b3abf triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:38.291922 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-1bba9bc3-905a-45f9-828f-cae5fbcb233d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:38.362563 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-1bba9bc3-905a-45f9-828f-cae5fbcb233d None None] Port 6c2f9862-f228-4c63-968f-b7b53f6b3abf cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:55:38.380309 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-219bf854-a4fa-47c6-8706-d1f57c77ce34 None None] Allocated IP 2001:db8::2 (1bc750fe-0949-42b2-bab7-34fc725823e6/787cd607-3271-4f61-a173-51e06a9011b8/1c89e283-8192-446e-ab60-d81095461581) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:55:38.393018 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-1bba9bc3-905a-45f9-828f-cae5fbcb233d None None] Provisioning complete for port 6d3f8b02-2638-4b7e-8663-01a6e51c05c6 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:38.393387 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-1bba9bc3-905a-45f9-828f-cae5fbcb233d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:38.725343 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-219bf854-a4fa-47c6-8706-d1f57c77ce34 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:38.732785 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-219bf854-a4fa-47c6-8706-d1f57c77ce34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:38.776866 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219bf854-a4fa-47c6-8706-d1f57c77ce34 None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:55:38.780335 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-219bf854-a4fa-47c6-8706-d1f57c77ce34 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:38.785335 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219bf854-a4fa-47c6-8706-d1f57c77ce34 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:55:38.787536 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219bf854-a4fa-47c6-8706-d1f57c77ce34 None None] Pushing event updated for resources: {'Port': ['ID=1c89e283-8192-446e-ab60-d81095461581,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:38.818846 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-74c07527-7c5a-4256-9df6-f5ba4d3d0df2 None None] Could not find standard attr ID for object 400c61fe-e002-4070-8548-d0386bfa178e. {{(pid=109051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 10:55:38.851839 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-219bf854-a4fa-47c6-8706-d1f57c77ce34 None None] Attempting to bind port 1c89e283-8192-446e-ab60-d81095461581 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:55:38.852193 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-219bf854-a4fa-47c6-8706-d1f57c77ce34 None None] Attempting to bind port 1c89e283-8192-446e-ab60-d81095461581 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:55:38.852632 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219bf854-a4fa-47c6-8706-d1f57c77ce34 None None] Attempting to bind port 1c89e283-8192-446e-ab60-d81095461581 on network 1bc750fe-0949-42b2-bab7-34fc725823e6 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:55:38.858920 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219bf854-a4fa-47c6-8706-d1f57c77ce34 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:55:38.859301 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219bf854-a4fa-47c6-8706-d1f57c77ce34 None None] Checking segment: {'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:55:38.859741 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-219bf854-a4fa-47c6-8706-d1f57c77ce34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:38.860134 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219bf854-a4fa-47c6-8706-d1f57c77ce34 None None] Bound using segment: {'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:55:38.860628 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-219bf854-a4fa-47c6-8706-d1f57c77ce34 None None] Bound port: 1c89e283-8192-446e-ab60-d81095461581, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:55:38.861004 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-219bf854-a4fa-47c6-8706-d1f57c77ce34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:38.878627 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e44671a-8775-44d5-ac35-8237b9740b01 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Deleting subnet 787cd607-3271-4f61-a173-51e06a9011b8 {{(pid=109050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:55:38.893341 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0e44671a-8775-44d5-ac35-8237b9740b01 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:38.898124 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805de05c-043e-4c33-b3b3-25170ca24d20 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Made reservation on behalf of 830f493faa7a44f983b94c9289063647 for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:55:38.901697 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-805de05c-043e-4c33-b3b3-25170ca24d20 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:38.928437 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-219bf854-a4fa-47c6-8706-d1f57c77ce34 None None] For port 1c89e283-8192-446e-ab60-d81095461581, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:55:38.931999 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-219bf854-a4fa-47c6-8706-d1f57c77ce34 None None] For port 1c89e283-8192-446e-ab60-d81095461581, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=1c89e283-8192-446e-ab60-d81095461581,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:55:38.937319 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-219bf854-a4fa-47c6-8706-d1f57c77ce34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:38.996394 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219bf854-a4fa-47c6-8706-d1f57c77ce34 None None] Pushing event updated for resources: {'Port': ['ID=1c89e283-8192-446e-ab60-d81095461581,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:39.058584 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0e44671a-8775-44d5-ac35-8237b9740b01 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11961780'] for subnet, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:39.063825 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-805de05c-043e-4c33-b3b3-25170ca24d20 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] device_id is not set on port 2ac4ab8a-e194-42a3-a90d-cb8bfae6184f yet. {{(pid=109050) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:55:39.137588 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f0e7694d-0b96-4222-92ed-55e41f9732a1 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:39.212367 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f0e7694d-0b96-4222-92ed-55e41f9732a1 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:39.230642 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f015949c-a572-4992-905d-58d8253c0a84 None None] Network 2b638b31-e30f-4ad5-877d-4166ae9ff956 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:55:39.372509 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-7072e811-fae2-47f6-a936-4ebc5a87de6e None None] Provisioning complete for port 8668c272-edd5-4211-952d-c1b0ee22d80d triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:39.373661 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7072e811-fae2-47f6-a936-4ebc5a87de6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:39.413599 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 6d3f8b02-2638-4b7e-8663-01a6e51c05c6 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:55:39.579666 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 6d3f8b02-2638-4b7e-8663-01a6e51c05c6 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:39.580043 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:39.584577 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e7694d-0b96-4222-92ed-55e41f9732a1 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Pushing event updated for resources: {'Port': ['ID=987a9e43-f591-4a78-83e1-37cabc91d833,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:39.600853 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7072e811-fae2-47f6-a936-4ebc5a87de6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:39.639406 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f0e7694d-0b96-4222-92ed-55e41f9732a1 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684147'] for floatingip, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:39.650465 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbc179e-38a6-4c21-bb23-0e39d9e9f933 None None] Network b2474524-74f2-4c31-af5f-82f8d754b74f requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:55:39.654385 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0e44671a-8775-44d5-ac35-8237b9740b01 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:39.663780 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91632f1e-a0e4-456e-895e-ab1cd9da7448 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Router 5fa6ea77-c0b8-40a5-9762-74fdaeee9012 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:55:39.680366 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-7072e811-fae2-47f6-a936-4ebc5a87de6e None None] For port 8668c272-edd5-4211-952d-c1b0ee22d80d, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=8668c272-edd5-4211-952d-c1b0ee22d80d,segment=NetworkSegment(9e3e0aa2-c420-4fe4-9440-8fba859b4405),segment_id=9e3e0aa2-c420-4fe4-9440-8fba859b4405)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:55:39.695442 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7072e811-fae2-47f6-a936-4ebc5a87de6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:39.702513 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bcd51071-5c90-43a2-8fee-98cb94023ebd tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:39.726061 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-805de05c-043e-4c33-b3b3-25170ca24d20 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Allocated IP 2001:db8::8b (894561ac-8e00-4d0e-89c4-0e50ef1a27f8/1f8052e4-b82a-4cad-8b59-5b2f110a857f/2ac4ab8a-e194-42a3-a90d-cb8bfae6184f) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:55:39.735879 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bcd51071-5c90-43a2-8fee-98cb94023ebd tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:39.760056 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f0e7694d-0b96-4222-92ed-55e41f9732a1 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:39.763416 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-f0e7694d-0b96-4222-92ed-55e41f9732a1 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.5442996 Mar 22 10:55:39.764478 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37252) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:39.827150 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-69a6b38d-6c1c-411e-8a26-aeb4f495bf81 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:39.858779 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-bb6a5ed0-8607-4449-a6d1-5a5c37b42fb7 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] 10.222.0.57 "GET /v2.0/floatingips?floating_network_id=13e53b1a-46a4-4207-bf17-0833d156125c HTTP/1.1" status: 200 len: 689 time: 0.0913026 Mar 22 10:55:39.860161 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37254) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:39.864175 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7072e811-fae2-47f6-a936-4ebc5a87de6e None None] Pushing event updated for resources: {'Port': ['ID=8668c272-edd5-4211-952d-c1b0ee22d80d,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:39.875542 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 281154b9-db9d-495a-87a4-45c061dbc538 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:55:39.881784 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2a2a358e-9eb9-4bbd-b76d-5f0279e52a25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:39.934975 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-0bd3baa9-f146-433a-8a4e-61c2eadb43b7 None None] Provisioning complete for port 1e82e64e-0f37-492d-8160-c388d096ad19 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:39.935469 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0bd3baa9-f146-433a-8a4e-61c2eadb43b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:40.003231 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-69a6b38d-6c1c-411e-8a26-aeb4f495bf81 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:40.004039 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-69a6b38d-6c1c-411e-8a26-aeb4f495bf81 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684306'] for router_interface, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:40.014418 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5ec91ac9-66a3-4878-ba82-d94892967b60 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:40.074982 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 281154b9-db9d-495a-87a4-45c061dbc538 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:40.075339 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:40.095862 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bcd51071-5c90-43a2-8fee-98cb94023ebd tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684306'] for router_interface, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:40.097736 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd51071-5c90-43a2-8fee-98cb94023ebd tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Pushing event updated for resources: {'Port': ['ID=a0aac019-cb5b-4725-be92-86f39125cade,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:40.108210 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0e44671a-8775-44d5-ac35-8237b9740b01 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:40.157963 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-5ec91ac9-66a3-4878-ba82-d94892967b60 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Deleting port 987a9e43-f591-4a78-83e1-37cabc91d833 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:55:40.158403 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5ec91ac9-66a3-4878-ba82-d94892967b60 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:40.180962 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0bd3baa9-f146-433a-8a4e-61c2eadb43b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:40.268178 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-0bd3baa9-f146-433a-8a4e-61c2eadb43b7 None None] For port 1e82e64e-0f37-492d-8160-c388d096ad19, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=1e82e64e-0f37-492d-8160-c388d096ad19,segment=NetworkSegment(7c54db7b-347b-4498-af4f-cb8611e2c010),segment_id=7c54db7b-347b-4498-af4f-cb8611e2c010)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:55:40.281801 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0bd3baa9-f146-433a-8a4e-61c2eadb43b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:40.321831 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5ec91ac9-66a3-4878-ba82-d94892967b60 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:40.322546 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5ec91ac9-66a3-4878-ba82-d94892967b60 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:40.328712 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 8668c272-edd5-4211-952d-c1b0ee22d80d up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:55:40.339692 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-5ec91ac9-66a3-4878-ba82-d94892967b60 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Calling delete_port for 987a9e43-f591-4a78-83e1-37cabc91d833 owned by network:floatingip {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:55:40.385777 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a6b38d-6c1c-411e-8a26-aeb4f495bf81 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event updated for resources: {'Port': ['ID=7c5563ca-42a5-4fe0-a35a-7c6f69f153a0,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:40.390036 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e44671a-8775-44d5-ac35-8237b9740b01 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event deleted for resources: {'Subnet': ['ID=787cd607-3271-4f61-a173-51e06a9011b8,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:40.399474 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0e44671a-8775-44d5-ac35-8237b9740b01 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:40.411442 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-0e44671a-8775-44d5-ac35-8237b9740b01 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/subnets/787cd607-3271-4f61-a173-51e06a9011b8 HTTP/1.1" status: 204 len: 168 time: 2.1441064 Mar 22 10:55:40.411442 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91632f1e-a0e4-456e-895e-ab1cd9da7448 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:55:40.411708 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd3baa9-f146-433a-8a4e-61c2eadb43b7 None None] Pushing event updated for resources: {'Port': ['ID=1e82e64e-0f37-492d-8160-c388d096ad19,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:40.421731 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37256) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:40.424844 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2250815b-5288-4801-aba7-091a24ba309d None None] Sync routers for ids ['5fa6ea77-c0b8-40a5-9762-74fdaeee9012'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:55:40.452558 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2250815b-5288-4801-aba7-091a24ba309d None None] Routers {'5fa6ea77-c0b8-40a5-9762-74fdaeee9012'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:55:40.455554 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-2250815b-5288-4801-aba7-091a24ba309d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:55:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['5fa6ea77-c0b8-40a5-9762-74fdaeee9012'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:40.458664 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-91632f1e-a0e4-456e-895e-ab1cd9da7448 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:40.482712 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ad897fb3-e1a5-4caa-bd18-d77bfef7ff1d tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0543718 Mar 22 10:55:40.483213 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37258) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:40.488975 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-a3cfa73f-7135-426b-b2aa-34d6f263cb3b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'subnet': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:40.518126 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8307d740-6249-4bf4-b3c2-7f962f6d6b7f None None] Provisioning complete for port 8668c272-edd5-4211-952d-c1b0ee22d80d triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:40.519120 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8307d740-6249-4bf4-b3c2-7f962f6d6b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:40.527818 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-2250815b-5288-4801-aba7-091a24ba309d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:40.563885 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2250815b-5288-4801-aba7-091a24ba309d None None] Routers {'5fa6ea77-c0b8-40a5-9762-74fdaeee9012'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:55:40.565339 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-2250815b-5288-4801-aba7-091a24ba309d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:55:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['5fa6ea77-c0b8-40a5-9762-74fdaeee9012'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:40.614331 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 8668c272-edd5-4211-952d-c1b0ee22d80d triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:40.614706 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:40.617519 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-2250815b-5288-4801-aba7-091a24ba309d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:40.618135 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2250815b-5288-4801-aba7-091a24ba309d None None] The sync data for ids ['5fa6ea77-c0b8-40a5-9762-74fdaeee9012'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:55:40.635194 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3cfa73f-7135-426b-b2aa-34d6f263cb3b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Made reservation on behalf of f7a8ac7bbd5d466888176c13ba053f5f for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:55:40.640368 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a3cfa73f-7135-426b-b2aa-34d6f263cb3b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:40.661008 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de3a8b0-a64a-47a6-95c9-65b5b5a2bfec None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:55:40.663742 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5ec91ac9-66a3-4878-ba82-d94892967b60 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:40.699217 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a6b38d-6c1c-411e-8a26-aeb4f495bf81 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Network b2474524-74f2-4c31-af5f-82f8d754b74f is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:55:40.718058 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec91ac9-66a3-4878-ba82-d94892967b60 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Pushing event deleted for resources: {'Port': ['ID=987a9e43-f591-4a78-83e1-37cabc91d833,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:40.720366 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-69a6b38d-6c1c-411e-8a26-aeb4f495bf81 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:40.743908 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-91632f1e-a0e4-456e-895e-ab1cd9da7448 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] 10.222.0.57 "PUT /v2.0/floatingips/6ed90ceb-751c-43cb-a7c1-26f1d3378917 HTTP/1.1" status: 200 len: 976 time: 7.8360028 Mar 22 10:55:40.750170 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37260) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:40.831874 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5ec91ac9-66a3-4878-ba82-d94892967b60 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:40.842642 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-805de05c-043e-4c33-b3b3-25170ca24d20 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:40.920159 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5ec91ac9-66a3-4878-ba82-d94892967b60 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:40.945064 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 1e82e64e-0f37-492d-8160-c388d096ad19 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:55:40.962895 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd51071-5c90-43a2-8fee-98cb94023ebd tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Network 2b638b31-e30f-4ad5-877d-4166ae9ff956 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:55:40.989594 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-bcd51071-5c90-43a2-8fee-98cb94023ebd tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:40.998088 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8307d740-6249-4bf4-b3c2-7f962f6d6b7f None None] Provisioning complete for port a0aac019-cb5b-4725-be92-86f39125cade triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:40.998460 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8307d740-6249-4bf4-b3c2-7f962f6d6b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:41.015707 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a3cfa73f-7135-426b-b2aa-34d6f263cb3b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:41.066823 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8307d740-6249-4bf4-b3c2-7f962f6d6b7f None None] Port a0aac019-cb5b-4725-be92-86f39125cade cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:55:41.070037 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 1e82e64e-0f37-492d-8160-c388d096ad19 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:41.070698 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:41.077132 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:41.084954 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5ec91ac9-66a3-4878-ba82-d94892967b60 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:41.090655 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3cfa73f-7135-426b-b2aa-34d6f263cb3b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:55:41.098545 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-a3cfa73f-7135-426b-b2aa-34d6f263cb3b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:41.102058 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cfa73f-7135-426b-b2aa-34d6f263cb3b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:41.102837 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a3cfa73f-7135-426b-b2aa-34d6f263cb3b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:41.111680 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a6b38d-6c1c-411e-8a26-aeb4f495bf81 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Router 22c5e9b4-83c7-47e3-b4d6-ebf66429c466 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:55:41.123187 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-805de05c-043e-4c33-b3b3-25170ca24d20 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:41.124481 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cfa73f-7135-426b-b2aa-34d6f263cb3b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event updated for resources: {'Subnet': ['ID=b4fd3861-805c-4fff-8c6c-4109d10753d2,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:41.159996 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a3cfa73f-7135-426b-b2aa-34d6f263cb3b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6756563 Mar 22 10:55:41.180148 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37262) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:41.185604 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-25c57461-3054-4770-8af4-5ce17be3ed93 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'port': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'fixed_ips': [{'subnet_id': 'b4fd3861-805c-4fff-8c6c-4109d10753d2', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-1021284826'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:41.195946 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec91ac9-66a3-4878-ba82-d94892967b60 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b7be17f0-8bd2-457b-a7ec-54acd51c2838,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:41.248958 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5ec91ac9-66a3-4878-ba82-d94892967b60 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:41.267498 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377c8bfe-9216-4fa8-b8c5-0c3d08158e1b None None] DHCP port deletion for 1bc750fe-0949-42b2-bab7-34fc725823e6 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:55:41.321835 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-36704a52-d59f-4b8a-b878-702f6cf200af None None] Provisioning complete for port 1c89e283-8192-446e-ab60-d81095461581 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:41.322255 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-36704a52-d59f-4b8a-b878-702f6cf200af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:41.328647 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-5ec91ac9-66a3-4878-ba82-d94892967b60 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13e53b1a-46a4-4207-bf17-0833d156125c']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:41.347853 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-5ec91ac9-66a3-4878-ba82-d94892967b60 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6771ca14-f8f5-4c77-ba10-0ad4ad66be25') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:41.348411 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-5ec91ac9-66a3-4878-ba82-d94892967b60 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6771ca14-f8f5-4c77-ba10-0ad4ad66be25') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:41.364414 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5ec91ac9-66a3-4878-ba82-d94892967b60 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:41.393385 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5ec91ac9-66a3-4878-ba82-d94892967b60 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:41.405051 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ec91ac9-66a3-4878-ba82-d94892967b60 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:55:41.405451 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5ec91ac9-66a3-4878-ba82-d94892967b60 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:41.407538 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 10:55:41.407538 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:55:41.407538 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 10:55:41.407538 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:55:41.407538 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 10:55:41.407538 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:55:41.407538 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 10:55:41.407538 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:55:41.407538 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 10:55:41.407538 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:55:41.407538 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 10:55:41.407538 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:55:41.407538 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 10:55:41.407538 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:55:41.407538 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:55:41.407538 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:55:41.407538 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:55:41.407538 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:55:41.407538 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 10:55:41.407538 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:55:41.407538 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 10:55:41.407538 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:55:41.407538 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:55:41.407538 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:55:41.407538 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 10:55:41.407538 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:55:41.407538 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:55:41.407538 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:55:41.407538 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:55:41.407538 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:55:41.407538 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:55:41.407538 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:55:41.432658 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-377c8bfe-9216-4fa8-b8c5-0c3d08158e1b None None] Deleting port 1c89e283-8192-446e-ab60-d81095461581 {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:55:41.433289 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c57461-3054-4770-8af4-5ce17be3ed93 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Made reservation on behalf of f7a8ac7bbd5d466888176c13ba053f5f for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:55:41.433405 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-377c8bfe-9216-4fa8-b8c5-0c3d08158e1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:41.527245 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-36704a52-d59f-4b8a-b878-702f6cf200af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:41.531666 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5ec91ac9-66a3-4878-ba82-d94892967b60 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:41.549296 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec91ac9-66a3-4878-ba82-d94892967b60 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 13e53b1a-46a4-4207-bf17-0833d156125c {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 22 10:55:41.550979 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec91ac9-66a3-4878-ba82-d94892967b60 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Pushing event deleted for resources: {'Network': ['ID=13e53b1a-46a4-4207-bf17-0833d156125c,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:41.555052 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5ec91ac9-66a3-4878-ba82-d94892967b60 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:41.560978 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5ec91ac9-66a3-4878-ba82-d94892967b60 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] 10.222.0.57 "DELETE /v2.0/networks/13e53b1a-46a4-4207-bf17-0833d156125c HTTP/1.1" status: 204 len: 168 time: 1.6985140 Mar 22 10:55:41.565727 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37264) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:41.585653 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-36704a52-d59f-4b8a-b878-702f6cf200af None None] For port 1c89e283-8192-446e-ab60-d81095461581, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=1c89e283-8192-446e-ab60-d81095461581,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:55:41.588138 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-377c8bfe-9216-4fa8-b8c5-0c3d08158e1b None None] For port 1c89e283-8192-446e-ab60-d81095461581, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=1c89e283-8192-446e-ab60-d81095461581,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:55:41.588804 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-377c8bfe-9216-4fa8-b8c5-0c3d08158e1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:41.592853 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-36704a52-d59f-4b8a-b878-702f6cf200af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:41.641578 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-36704a52-d59f-4b8a-b878-702f6cf200af None None] Could not find standard attr ID for object c5944da5-2bba-4b39-b2ed-456e89a67894. {{(pid=109051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 10:55:41.643803 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-377c8bfe-9216-4fa8-b8c5-0c3d08158e1b None None] Calling delete_port for 1c89e283-8192-446e-ab60-d81095461581 owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:55:41.656058 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 8668c272-edd5-4211-952d-c1b0ee22d80d up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:55:41.766560 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-36704a52-d59f-4b8a-b878-702f6cf200af None None] Provisioning complete for port 7c5563ca-42a5-4fe0-a35a-7c6f69f153a0 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:41.766977 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-36704a52-d59f-4b8a-b878-702f6cf200af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:41.782010 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36704a52-d59f-4b8a-b878-702f6cf200af None None] Pushing event updated for resources: {'Port': ['ID=1c89e283-8192-446e-ab60-d81095461581,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:41.847575 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-36704a52-d59f-4b8a-b878-702f6cf200af None None] Port 7c5563ca-42a5-4fe0-a35a-7c6f69f153a0 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:55:41.849278 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 8668c272-edd5-4211-952d-c1b0ee22d80d triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:41.849639 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:41.892450 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-377c8bfe-9216-4fa8-b8c5-0c3d08158e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:41.907155 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-36704a52-d59f-4b8a-b878-702f6cf200af None None] Provisioning complete for port 1e82e64e-0f37-492d-8160-c388d096ad19 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:41.907533 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-36704a52-d59f-4b8a-b878-702f6cf200af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:41.930242 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a6b38d-6c1c-411e-8a26-aeb4f495bf81 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:55:41.932093 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805de05c-043e-4c33-b3b3-25170ca24d20 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Pushing event updated for resources: {'Port': ['ID=2ac4ab8a-e194-42a3-a90d-cb8bfae6184f,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:41.951403 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-69a6b38d-6c1c-411e-8a26-aeb4f495bf81 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "PUT /v2.0/routers/22c5e9b4-83c7-47e3-b4d6-ebf66429c466/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2372463 Mar 22 10:55:41.956483 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377c8bfe-9216-4fa8-b8c5-0c3d08158e1b None None] Pushing event deleted for resources: {'Port': ['ID=1c89e283-8192-446e-ab60-d81095461581,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:41.960107 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377c8bfe-9216-4fa8-b8c5-0c3d08158e1b None None] No DVR routers for this DVR port 1c89e283-8192-446e-ab60-d81095461581 on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:55:41.963980 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37266) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:41.967599 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805de05c-043e-4c33-b3b3-25170ca24d20 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Network 894561ac-8e00-4d0e-89c4-0e50ef1a27f8 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:55:41.981080 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-56c3ba00-3a3b-485f-bc84-a88b6ee8b242 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2030791589'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:41.997587 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fcfa62-81a1-412b-ba6e-19d835a3b7aa None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:55:42.010974 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-25c57461-3054-4770-8af4-5ce17be3ed93 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:42.020436 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c3ba00-3a3b-485f-bc84-a88b6ee8b242 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Made reservation on behalf of 870cdc1d821946449d010566eacfdc6f for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:55:42.025123 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-56c3ba00-3a3b-485f-bc84-a88b6ee8b242 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:42.043858 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e5ce3802-f239-4f6d-b3cc-7a1711a36ea7 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] 10.222.0.57 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2551 time: 0.4746063 Mar 22 10:55:42.044485 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37268) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:42.045755 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-25c57461-3054-4770-8af4-5ce17be3ed93 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] device_id is not set on port b4b8039d-005d-4e83-8c18-730b53ce3613 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:55:42.051151 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-805de05c-043e-4c33-b3b3-25170ca24d20 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:42.056124 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-f2c7e3ce-7d2e-45b1-912e-9fb9cebacc77 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Deleting port 9ca57a9f-0fe4-48db-8639-61593a593d79 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:55:42.056472 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f2c7e3ce-7d2e-45b1-912e-9fb9cebacc77 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:42.095398 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805de05c-043e-4c33-b3b3-25170ca24d20 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:55:42.101286 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805de05c-043e-4c33-b3b3-25170ca24d20 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:42.102152 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-805de05c-043e-4c33-b3b3-25170ca24d20 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:42.123492 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 1e82e64e-0f37-492d-8160-c388d096ad19 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:55:42.130100 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd51071-5c90-43a2-8fee-98cb94023ebd tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Router 4e6b3795-34ef-450d-953e-82fc487d5a2d is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109050) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 10:55:42.140122 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56c3ba00-3a3b-485f-bc84-a88b6ee8b242 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:55:42.189460 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-805de05c-043e-4c33-b3b3-25170ca24d20 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 4.8769209 Mar 22 10:55:42.201095 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37270) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:42.213137 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-eff5b147-42d5-467f-85f8-14e501ea5d10 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:e7:65:81'}]}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:42.219105 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-56c3ba00-3a3b-485f-bc84-a88b6ee8b242 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:42.219768 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-56c3ba00-3a3b-485f-bc84-a88b6ee8b242 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Added segment c767616a-959b-489e-8c86-f5cfc5f7a303 of type vlan for network bc323bbf-818f-4d98-84bb-9a4aa58fe47f Mar 22 10:55:42.272425 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42d4dc9-8324-45f9-a43a-8c8e51ea5bbd tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:42.272988 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42d4dc9-8324-45f9-a43a-8c8e51ea5bbd tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:42.273444 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42d4dc9-8324-45f9-a43a-8c8e51ea5bbd tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:42.273898 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42d4dc9-8324-45f9-a43a-8c8e51ea5bbd tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:42.274351 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42d4dc9-8324-45f9-a43a-8c8e51ea5bbd tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:42.274799 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42d4dc9-8324-45f9-a43a-8c8e51ea5bbd tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:42.275269 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42d4dc9-8324-45f9-a43a-8c8e51ea5bbd tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:42.275775 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42d4dc9-8324-45f9-a43a-8c8e51ea5bbd tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:42.276216 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42d4dc9-8324-45f9-a43a-8c8e51ea5bbd tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:42.276651 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42d4dc9-8324-45f9-a43a-8c8e51ea5bbd tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:42.277083 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42d4dc9-8324-45f9-a43a-8c8e51ea5bbd tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:42.277514 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42d4dc9-8324-45f9-a43a-8c8e51ea5bbd tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:42.277943 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42d4dc9-8324-45f9-a43a-8c8e51ea5bbd tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:42.282992 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f42d4dc9-8324-45f9-a43a-8c8e51ea5bbd tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8248 time: 0.2294919 Mar 22 10:55:42.285343 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37272) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:42.356295 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 1e82e64e-0f37-492d-8160-c388d096ad19 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:42.356673 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:42.359796 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-36704a52-d59f-4b8a-b878-702f6cf200af None None] Provisioning complete for port a0aac019-cb5b-4725-be92-86f39125cade triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:42.360144 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-36704a52-d59f-4b8a-b878-702f6cf200af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:42.370805 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-68b9fced-6793-4c29-a893-eb41c82adb6b tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] delete failed (client error): The resource could not be found. Mar 22 10:55:42.371907 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-68b9fced-6793-4c29-a893-eb41c82adb6b tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] 10.222.0.57 "DELETE /v2.0/floatingips/801b2820-9875-4cd8-bc2b-fc8f3973bbff HTTP/1.1" status: 404 len: 345 time: 0.0854864 Mar 22 10:55:42.377901 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37274) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:42.383639 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-56c3ba00-3a3b-485f-bc84-a88b6ee8b242 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:42.400983 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6ba5bb-a7db-4bf7-bad6-f4054a04dddd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-1bc750fe-0949-42b2-bab7-34fc725823e6', 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'tenant_id': 'f7a8ac7bbd5d466888176c13ba053f5f', 'fixed_ips': [{'subnet_id': 'b4fd3861-805c-4fff-8c6c-4109d10753d2'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:55:42.401852 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4e6ba5bb-a7db-4bf7-bad6-f4054a04dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:42.407213 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-8705c4ff-3ca3-4b64-b72b-4116f1aa361a tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] DELETE failed (client error): The resource could not be found. Mar 22 10:55:42.409741 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8705c4ff-3ca3-4b64-b72b-4116f1aa361a tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:55:42.415930 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8705c4ff-3ca3-4b64-b72b-4116f1aa361a tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] 10.222.0.57 "DELETE /v2.0/networks/13e53b1a-46a4-4207-bf17-0833d156125c HTTP/1.1" status: 404 len: 339 time: 0.0375829 Mar 22 10:55:42.425019 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37276) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:42.427054 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f2c7e3ce-7d2e-45b1-912e-9fb9cebacc77 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:42.429715 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-fbcc23fa-ea3c-42f2-9398-032b61c4d74f tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Request body: {'network': {'name': 'tempest-network--174679566', 'router:external': True}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:42.454690 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd7d6d5-ef02-4d72-96d3-0109f4a6dcdb None None] Sync routers for ids ['22c5e9b4-83c7-47e3-b4d6-ebf66429c466'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:55:42.461584 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-36704a52-d59f-4b8a-b878-702f6cf200af None None] Port a0aac019-cb5b-4725-be92-86f39125cade cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:55:42.484030 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd7d6d5-ef02-4d72-96d3-0109f4a6dcdb None None] Routers {'22c5e9b4-83c7-47e3-b4d6-ebf66429c466'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:55:42.485062 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-6dd7d6d5-ef02-4d72-96d3-0109f4a6dcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:55:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['22c5e9b4-83c7-47e3-b4d6-ebf66429c466'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:42.494438 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbcc23fa-ea3c-42f2-9398-032b61c4d74f tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Made reservation on behalf of da5f760b3d614bbc9ca6b58a28e4d437 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:55:42.497083 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fbcc23fa-ea3c-42f2-9398-032b61c4d74f tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:42.501068 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-25c57461-3054-4770-8af4-5ce17be3ed93 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 10:55:42.501519 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25c57461-3054-4770-8af4-5ce17be3ed93 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:55:42.532067 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-25c57461-3054-4770-8af4-5ce17be3ed93 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.3501167 Mar 22 10:55:42.532281 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37278) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:42.557881 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-56c3ba00-3a3b-485f-bc84-a88b6ee8b242 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:42.560292 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbcc23fa-ea3c-42f2-9398-032b61c4d74f tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:55:42.563836 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c3ba00-3a3b-485f-bc84-a88b6ee8b242 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:42.564506 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-56c3ba00-3a3b-485f-bc84-a88b6ee8b242 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:42.579007 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fbcc23fa-ea3c-42f2-9398-032b61c4d74f tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:42.580022 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-fbcc23fa-ea3c-42f2-9398-032b61c4d74f tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Added segment a7cc1b47-8c8c-46bb-a27b-3d6c522df847 of type vlan for network 75f2f3ca-5108-4cac-9b56-c4d8562f1222 Mar 22 10:55:42.617433 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-6dd7d6d5-ef02-4d72-96d3-0109f4a6dcdb None None] Set router 22c5e9b4-83c7-47e3-b4d6-ebf66429c466 gateway port host: None {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:55:42.618817 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-4e6ba5bb-a7db-4bf7-bad6-f4054a04dddd None None] Allocated IP 2001:db8::2 (1bc750fe-0949-42b2-bab7-34fc725823e6/b4fd3861-805c-4fff-8c6c-4109d10753d2/32ccf655-0f35-4c12-a548-9634e4702151) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:55:42.627839 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-fe5d0fdb-e569-455e-b8e7-76f7a6756252 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0882173 Mar 22 10:55:42.651754 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37280) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:42.692658 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-56c3ba00-3a3b-485f-bc84-a88b6ee8b242 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7165184 Mar 22 10:55:42.698418 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37282) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:42.711679 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-9b68907d-c58d-4fe2-9af7-ff82e8769891 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Request body: {'subnet': {'network_id': 'bc323bbf-818f-4d98-84bb-9a4aa58fe47f', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:42.738000 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fbcc23fa-ea3c-42f2-9398-032b61c4d74f tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:42.757716 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd51071-5c90-43a2-8fee-98cb94023ebd tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:55:42.764657 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c3ba00-3a3b-485f-bc84-a88b6ee8b242 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event updated for resources: {'Network': ['ID=bc323bbf-818f-4d98-84bb-9a4aa58fe47f,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:42.772585 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-bcd51071-5c90-43a2-8fee-98cb94023ebd tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] 10.222.0.57 "PUT /v2.0/routers/4e6b3795-34ef-450d-953e-82fc487d5a2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2055247 Mar 22 10:55:42.774551 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37284) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:42.786403 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3cd2a4-9ddb-497e-8f15-f472c4412fd8 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:42.786643 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-969de1e3-1080-4e88-85be-6da70d07bf57 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Request body: {'port': {'network_id': '2b638b31-e30f-4ad5-877d-4166ae9ff956', 'name': 'tempest-FloatingIPNegativeTestJSON-1587352698'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:42.788312 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3cd2a4-9ddb-497e-8f15-f472c4412fd8 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:42.792205 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4e6ba5bb-a7db-4bf7-bad6-f4054a04dddd None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:42.794127 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9c3cd2a4-9ddb-497e-8f15-f472c4412fd8 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1410117 Mar 22 10:55:42.799298 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37286) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:42.821598 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network bc323bbf-818f-4d98-84bb-9a4aa58fe47f details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:55:42.871870 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-eff5b147-42d5-467f-85f8-14e501ea5d10 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:42.894218 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c2c6b3-e4a4-4f71-b404-17712979b2b2 None None] Sync routers for ids ['4e6b3795-34ef-450d-953e-82fc487d5a2d'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:55:42.898982 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4e6ba5bb-a7db-4bf7-bad6-f4054a04dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:42.919410 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-6dd7d6d5-ef02-4d72-96d3-0109f4a6dcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'name': 'tempest-RoutersIpV6Test-router-809382511', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:55:13Z', 'updated_at': '2022-03-22T10:55:37Z', 'revision_number': 4, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'gw_port_host': None, '_interfaces': [{'id': '6d3f8b02-2638-4b7e-8663-01a6e51c05c6', 'name': '', 'network_id': '171476b3-210e-4f4b-9537-9322876af2da', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:3d:d8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '6a835cad-7353-4cfc-bdd9-72e1a60628e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:25Z', 'updated_at': '2022-03-22T10:55:36Z', 'revision_number': 5, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '6a835cad-7353-4cfc-bdd9-72e1a60628e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c5563ca-42a5-4fe0-a35a-7c6f69f153a0', 'name': '', 'network_id': 'b2474524-74f2-4c31-af5f-82f8d754b74f', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:e9:02:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '0d9bd897-34e3-4107-aa58-c8657a3f24f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:34Z', 'updated_at': '2022-03-22T10:55:39Z', 'revision_number': 2, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '0d9bd897-34e3-4107-aa58-c8657a3f24f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcdfdd84-31ec-4695-87a8-2b14a25cbd6c', 'name': '', 'network_id': 'fe26b17e-3c36-45e9-b8c2-31221b83f673', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:ae:9a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '6df7019b-cca6-4a15-8136-589e7260dbaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:17Z', 'updated_at': '2022-03-22T10:55:25Z', 'revision_number': 5, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '6df7019b-cca6-4a15-8136-589e7260dbaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:42.926572 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b68907d-c58d-4fe2-9af7-ff82e8769891 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Made reservation on behalf of 870cdc1d821946449d010566eacfdc6f for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:55:42.930361 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b68907d-c58d-4fe2-9af7-ff82e8769891 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:42.948022 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fbcc23fa-ea3c-42f2-9398-032b61c4d74f tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:42.949053 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcc23fa-ea3c-42f2-9398-032b61c4d74f tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:42.949594 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fbcc23fa-ea3c-42f2-9398-032b61c4d74f tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:42.953033 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd7d6d5-ef02-4d72-96d3-0109f4a6dcdb None None] Checking router: 22c5e9b4-83c7-47e3-b4d6-ebf66429c466 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 10:55:42.953754 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd7d6d5-ef02-4d72-96d3-0109f4a6dcdb None None] Updating router 22c5e9b4-83c7-47e3-b4d6-ebf66429c466 port 7c5563ca-42a5-4fe0-a35a-7c6f69f153a0 binding host dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 10:55:42.959509 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f2c7e3ce-7d2e-45b1-912e-9fb9cebacc77 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:42.959874 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f2c7e3ce-7d2e-45b1-912e-9fb9cebacc77 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684147'] for floatingip, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:42.960186 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.l3_db [None req-f2c7e3ce-7d2e-45b1-912e-9fb9cebacc77 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Floating IP 6ed90ceb-751c-43cb-a7c1-26f1d3378917 disassociated. External IP: 172.26.7.71, port: 9ca57a9f-0fe4-48db-8639-61593a593d79. Mar 22 10:55:42.960945 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-f2c7e3ce-7d2e-45b1-912e-9fb9cebacc77 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Calling delete_port for 9ca57a9f-0fe4-48db-8639-61593a593d79 owned by {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:55:42.969217 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eab6f53-c529-483b-8cdd-98cb2593655f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Deleting subnet b4fd3861-805c-4fff-8c6c-4109d10753d2 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:55:42.973125 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ba5bb-a7db-4bf7-bad6-f4054a04dddd None None] Pushing event updated for resources: {'Port': ['ID=32ccf655-0f35-4c12-a548-9634e4702151,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:42.978635 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4eab6f53-c529-483b-8cdd-98cb2593655f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:42.988887 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-6dd7d6d5-ef02-4d72-96d3-0109f4a6dcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:43.011920 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-fbcc23fa-ea3c-42f2-9398-032b61c4d74f tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5860801 Mar 22 10:55:43.022562 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-c9090cbc-32cd-46aa-bc3e-e8ce6371507c None None] Provisioning complete for port 7c5563ca-42a5-4fe0-a35a-7c6f69f153a0 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:43.023182 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c9090cbc-32cd-46aa-bc3e-e8ce6371507c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:43.036917 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37288) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:43.042709 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6ba5bb-a7db-4bf7-bad6-f4054a04dddd None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:55:43.048391 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-4e6ba5bb-a7db-4bf7-bad6-f4054a04dddd None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:43.051915 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:43.055966 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6ba5bb-a7db-4bf7-bad6-f4054a04dddd None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:55:43.084780 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:43.092588 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c2c6b3-e4a4-4f71-b404-17712979b2b2 None None] Routers {'4e6b3795-34ef-450d-953e-82fc487d5a2d'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:55:43.093450 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-f4c2c6b3-e4a4-4f71-b404-17712979b2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:55:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['4e6b3795-34ef-450d-953e-82fc487d5a2d'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:43.164018 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f2c7e3ce-7d2e-45b1-912e-9fb9cebacc77 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:43.203459 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-f4c2c6b3-e4a4-4f71-b404-17712979b2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:43.210546 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c7e3ce-7d2e-45b1-912e-9fb9cebacc77 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Pushing event deleted for resources: {'Port': ['ID=9ca57a9f-0fe4-48db-8639-61593a593d79,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:43.255710 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f343242-6736-4630-af13-3d03695d088f tempest-ExternalNetworksTestJSON-827260114 tempest-ExternalNetworksTestJSON-827260114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:43.262845 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f343242-6736-4630-af13-3d03695d088f tempest-ExternalNetworksTestJSON-827260114 tempest-ExternalNetworksTestJSON-827260114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:43.270128 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f343242-6736-4630-af13-3d03695d088f tempest-ExternalNetworksTestJSON-827260114 tempest-ExternalNetworksTestJSON-827260114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:43.277853 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-c9090cbc-32cd-46aa-bc3e-e8ce6371507c None None] Port 7c5563ca-42a5-4fe0-a35a-7c6f69f153a0 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:55:43.279298 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f343242-6736-4630-af13-3d03695d088f tempest-ExternalNetworksTestJSON-827260114 tempest-ExternalNetworksTestJSON-827260114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:43.281039 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3f343242-6736-4630-af13-3d03695d088f tempest-ExternalNetworksTestJSON-827260114 tempest-ExternalNetworksTestJSON-827260114-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.2386768 Mar 22 10:55:43.292626 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c2c6b3-e4a4-4f71-b404-17712979b2b2 None None] Routers {'4e6b3795-34ef-450d-953e-82fc487d5a2d'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:55:43.295487 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-f4c2c6b3-e4a4-4f71-b404-17712979b2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:55:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['4e6b3795-34ef-450d-953e-82fc487d5a2d'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:43.328113 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37290) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:43.353343 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-4e6ba5bb-a7db-4bf7-bad6-f4054a04dddd None None] Attempting to bind port 32ccf655-0f35-4c12-a548-9634e4702151 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:55:43.354232 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-4e6ba5bb-a7db-4bf7-bad6-f4054a04dddd None None] Attempting to bind port 32ccf655-0f35-4c12-a548-9634e4702151 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:55:43.354828 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6ba5bb-a7db-4bf7-bad6-f4054a04dddd None None] Attempting to bind port 32ccf655-0f35-4c12-a548-9634e4702151 on network 1bc750fe-0949-42b2-bab7-34fc725823e6 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:55:43.360937 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-f4c2c6b3-e4a4-4f71-b404-17712979b2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:43.361448 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c2c6b3-e4a4-4f71-b404-17712979b2b2 None None] The sync data for ids ['4e6b3795-34ef-450d-953e-82fc487d5a2d'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:55:43.363190 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:43.370780 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6ba5bb-a7db-4bf7-bad6-f4054a04dddd None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:55:43.371308 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6ba5bb-a7db-4bf7-bad6-f4054a04dddd None None] Checking segment: {'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:55:43.371825 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4e6ba5bb-a7db-4bf7-bad6-f4054a04dddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:43.372466 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6ba5bb-a7db-4bf7-bad6-f4054a04dddd None None] Bound using segment: {'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:55:43.373056 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-4e6ba5bb-a7db-4bf7-bad6-f4054a04dddd None None] Bound port: 32ccf655-0f35-4c12-a548-9634e4702151, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:55:43.373535 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4e6ba5bb-a7db-4bf7-bad6-f4054a04dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:43.391533 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-c9090cbc-32cd-46aa-bc3e-e8ce6371507c None None] Provisioning complete for port 2ac4ab8a-e194-42a3-a90d-cb8bfae6184f triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:43.392064 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c9090cbc-32cd-46aa-bc3e-e8ce6371507c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:43.409512 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c7e3ce-7d2e-45b1-912e-9fb9cebacc77 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Router 5fa6ea77-c0b8-40a5-9762-74fdaeee9012 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:55:43.424333 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-6dd7d6d5-ef02-4d72-96d3-0109f4a6dcdb None None] Notify callbacks [] for port, precommit_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:43.425057 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4eab6f53-c529-483b-8cdd-98cb2593655f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:43.445590 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-6dd7d6d5-ef02-4d72-96d3-0109f4a6dcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:43.475380 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcc23fa-ea3c-42f2-9398-032b61c4d74f tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Pushing event updated for resources: {'Network': ['ID=75f2f3ca-5108-4cac-9b56-c4d8562f1222,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:43.576382 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2b9b63-a428-4b94-a218-81bd58890159 None None] Pushing event updated for resources: {'Port': ['ID=7c5563ca-42a5-4fe0-a35a-7c6f69f153a0,revision_number=3']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:43.610905 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969de1e3-1080-4e88-85be-6da70d07bf57 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Made reservation on behalf of a01e61e9281349bfba79ecf13e2ff84f for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:55:43.614522 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-969de1e3-1080-4e88-85be-6da70d07bf57 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:43.620355 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4eab6f53-c529-483b-8cdd-98cb2593655f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:43.646678 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-6dd7d6d5-ef02-4d72-96d3-0109f4a6dcdb None None] Attempting to bind port 7c5563ca-42a5-4fe0-a35a-7c6f69f153a0 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:55:43.647144 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-6dd7d6d5-ef02-4d72-96d3-0109f4a6dcdb None None] Attempting to bind port 7c5563ca-42a5-4fe0-a35a-7c6f69f153a0 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '7c54db7b-347b-4498-af4f-cb8611e2c010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b2474524-74f2-4c31-af5f-82f8d754b74f'}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:55:43.647709 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd7d6d5-ef02-4d72-96d3-0109f4a6dcdb None None] Attempting to bind port 7c5563ca-42a5-4fe0-a35a-7c6f69f153a0 on network b2474524-74f2-4c31-af5f-82f8d754b74f {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:55:43.654408 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd7d6d5-ef02-4d72-96d3-0109f4a6dcdb None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:55:43.654408 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd7d6d5-ef02-4d72-96d3-0109f4a6dcdb None None] Checking segment: {'id': '7c54db7b-347b-4498-af4f-cb8611e2c010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b2474524-74f2-4c31-af5f-82f8d754b74f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:55:43.654744 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-6dd7d6d5-ef02-4d72-96d3-0109f4a6dcdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:43.655040 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd7d6d5-ef02-4d72-96d3-0109f4a6dcdb None None] Bound using segment: {'id': '7c54db7b-347b-4498-af4f-cb8611e2c010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b2474524-74f2-4c31-af5f-82f8d754b74f'} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:55:43.655629 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-6dd7d6d5-ef02-4d72-96d3-0109f4a6dcdb None None] Bound port: 7c5563ca-42a5-4fe0-a35a-7c6f69f153a0, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c54db7b-347b-4498-af4f-cb8611e2c010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b2474524-74f2-4c31-af5f-82f8d754b74f'}}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:55:43.656411 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-6dd7d6d5-ef02-4d72-96d3-0109f4a6dcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:43.668433 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 75f2f3ca-5108-4cac-9b56-c4d8562f1222 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:55:43.738472 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-969de1e3-1080-4e88-85be-6da70d07bf57 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] device_id is not set on port 85f677e5-e17e-4a68-a618-6bcd080513f3 yet. {{(pid=109050) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:55:43.743299 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-c9090cbc-32cd-46aa-bc3e-e8ce6371507c None None] Port 2ac4ab8a-e194-42a3-a90d-cb8bfae6184f cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:55:43.743832 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c7e3ce-7d2e-45b1-912e-9fb9cebacc77 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:55:43.760109 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5da9c5-2ab9-4c1d-b4ee-17b6d7aa6d6a None None] Sync routers for ids ['5fa6ea77-c0b8-40a5-9762-74fdaeee9012'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:55:43.784334 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a2a74e4b-819b-4657-bbaf-2f162b6936be tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:43.792133 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-6dd7d6d5-ef02-4d72-96d3-0109f4a6dcdb None None] For port 7c5563ca-42a5-4fe0-a35a-7c6f69f153a0, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:55:43.794407 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5da9c5-2ab9-4c1d-b4ee-17b6d7aa6d6a None None] Routers {'5fa6ea77-c0b8-40a5-9762-74fdaeee9012'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:55:43.798349 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-3d5da9c5-2ab9-4c1d-b4ee-17b6d7aa6d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:55:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['5fa6ea77-c0b8-40a5-9762-74fdaeee9012'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:43.803757 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-6dd7d6d5-ef02-4d72-96d3-0109f4a6dcdb None None] For port 7c5563ca-42a5-4fe0-a35a-7c6f69f153a0, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=7c5563ca-42a5-4fe0-a35a-7c6f69f153a0,segment=NetworkSegment(7c54db7b-347b-4498-af4f-cb8611e2c010),segment_id=7c54db7b-347b-4498-af4f-cb8611e2c010)] {{(pid=109052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:55:43.830130 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-c9090cbc-32cd-46aa-bc3e-e8ce6371507c None None] Provisioning complete for port a0aac019-cb5b-4725-be92-86f39125cade triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:43.830777 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c9090cbc-32cd-46aa-bc3e-e8ce6371507c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:43.862056 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-6dd7d6d5-ef02-4d72-96d3-0109f4a6dcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:43.873010 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-3d5da9c5-2ab9-4c1d-b4ee-17b6d7aa6d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:43.873656 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4eab6f53-c529-483b-8cdd-98cb2593655f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:43.902255 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-eff5b147-42d5-467f-85f8-14e501ea5d10 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:43.912146 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-4e6ba5bb-a7db-4bf7-bad6-f4054a04dddd None None] For port 32ccf655-0f35-4c12-a548-9634e4702151, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:55:43.918723 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f2c7e3ce-7d2e-45b1-912e-9fb9cebacc77 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:43.923251 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4eab6f53-c529-483b-8cdd-98cb2593655f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:43.925776 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-f2c7e3ce-7d2e-45b1-912e-9fb9cebacc77 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] 10.222.0.57 "DELETE /v2.0/ports/9ca57a9f-0fe4-48db-8639-61593a593d79 HTTP/1.1" status: 204 len: 168 time: 3.1719344 Mar 22 10:55:43.928964 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37292) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:43.929099 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4eab6f53-c529-483b-8cdd-98cb2593655f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/subnets/b4fd3861-805c-4fff-8c6c-4109d10753d2 HTTP/1.1" status: 204 len: 168 time: 1.1236794 Mar 22 10:55:43.931086 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37294) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:43.939296 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-eff5b147-42d5-467f-85f8-14e501ea5d10 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:43.944065 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-4e6ba5bb-a7db-4bf7-bad6-f4054a04dddd None None] For port 32ccf655-0f35-4c12-a548-9634e4702151, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=32ccf655-0f35-4c12-a548-9634e4702151,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:55:43.945803 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-c9090cbc-32cd-46aa-bc3e-e8ce6371507c None None] Port a0aac019-cb5b-4725-be92-86f39125cade cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:55:43.952592 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4e6ba5bb-a7db-4bf7-bad6-f4054a04dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:43.960928 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eab6f53-c529-483b-8cdd-98cb2593655f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event deleted for resources: {'Subnet': ['ID=b4fd3861-805c-4fff-8c6c-4109d10753d2,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:43.963629 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-eff5b147-42d5-467f-85f8-14e501ea5d10 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] In _notify_port_updated(), no bound segment for port 2ac4ab8a-e194-42a3-a90d-cb8bfae6184f on network 894561ac-8e00-4d0e-89c4-0e50ef1a27f8 {{(pid=109050) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 22 10:55:43.976041 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff5b147-42d5-467f-85f8-14e501ea5d10 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:43.976870 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-eff5b147-42d5-467f-85f8-14e501ea5d10 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:43.978051 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-eff5b147-42d5-467f-85f8-14e501ea5d10 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] 10.222.0.57 "PUT /v2.0/ports/2ac4ab8a-e194-42a3-a90d-cb8bfae6184f HTTP/1.1" status: 200 len: 1001 time: 1.7725260 Mar 22 10:55:44.010862 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2b9b63-a428-4b94-a218-81bd58890159 None None] Pushing event updated for resources: {'Port': ['ID=7c5563ca-42a5-4fe0-a35a-7c6f69f153a0,revision_number=4']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:44.013777 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37296) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:44.029254 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a2a74e4b-819b-4657-bbaf-2f162b6936be tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:44.030370 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ba5bb-a7db-4bf7-bad6-f4054a04dddd None None] Pushing event updated for resources: {'Port': ['ID=32ccf655-0f35-4c12-a548-9634e4702151,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:44.049907 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5da9c5-2ab9-4c1d-b4ee-17b6d7aa6d6a None None] Routers {'5fa6ea77-c0b8-40a5-9762-74fdaeee9012'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:55:44.050541 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-3d5da9c5-2ab9-4c1d-b4ee-17b6d7aa6d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:55:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['5fa6ea77-c0b8-40a5-9762-74fdaeee9012'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:44.100253 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-3d5da9c5-2ab9-4c1d-b4ee-17b6d7aa6d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:44.100934 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5da9c5-2ab9-4c1d-b4ee-17b6d7aa6d6a None None] The sync data for ids ['5fa6ea77-c0b8-40a5-9762-74fdaeee9012'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:55:44.113012 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd7d6d5-ef02-4d72-96d3-0109f4a6dcdb None None] Routers {'22c5e9b4-83c7-47e3-b4d6-ebf66429c466'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:55:44.114336 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-6dd7d6d5-ef02-4d72-96d3-0109f4a6dcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:55:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['22c5e9b4-83c7-47e3-b4d6-ebf66429c466'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:44.125231 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-ac6c8cf9-9688-4af9-a979-52d7960c3a20 None None] Provisioning complete for port 7c5563ca-42a5-4fe0-a35a-7c6f69f153a0 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:44.125603 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ac6c8cf9-9688-4af9-a979-52d7960c3a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:44.190715 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-a2a74e4b-819b-4657-bbaf-2f162b6936be tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75f2f3ca-5108-4cac-9b56-c4d8562f1222']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:44.194353 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37298) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:44.195516 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-26e7f3c1-28be-4759-b65f-4a492820d2dc tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2491312 Mar 22 10:55:44.202223 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-961f713c-f62f-4dfc-9165-b94b9652ae5b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'subnet': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:44.210064 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b68907d-c58d-4fe2-9af7-ff82e8769891 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:44.261427 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-a2a74e4b-819b-4657-bbaf-2f162b6936be tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7cc1b47-8c8c-46bb-a27b-3d6c522df847') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:44.261644 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-a2a74e4b-819b-4657-bbaf-2f162b6936be tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7cc1b47-8c8c-46bb-a27b-3d6c522df847') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:44.275511 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff5b147-42d5-467f-85f8-14e501ea5d10 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Pushing event updated for resources: {'Port': ['ID=2ac4ab8a-e194-42a3-a90d-cb8bfae6184f,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:44.295405 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-6dd7d6d5-ef02-4d72-96d3-0109f4a6dcdb None None] Set router 22c5e9b4-83c7-47e3-b4d6-ebf66429c466 gateway port host: None {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:55:44.304404 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-969de1e3-1080-4e88-85be-6da70d07bf57 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Allocated IP 172.20.0.13 (2b638b31-e30f-4ad5-877d-4166ae9ff956/7fe84eeb-aeb9-4809-bad4-9d75e417911c/85f677e5-e17e-4a68-a618-6bcd080513f3) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:55:44.332563 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ac6c8cf9-9688-4af9-a979-52d7960c3a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:44.367756 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a2a74e4b-819b-4657-bbaf-2f162b6936be tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:44.423744 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-ac6c8cf9-9688-4af9-a979-52d7960c3a20 None None] For port 7c5563ca-42a5-4fe0-a35a-7c6f69f153a0, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=7c5563ca-42a5-4fe0-a35a-7c6f69f153a0,segment=NetworkSegment(7c54db7b-347b-4498-af4f-cb8611e2c010),segment_id=7c54db7b-347b-4498-af4f-cb8611e2c010)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:55:44.440493 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ac6c8cf9-9688-4af9-a979-52d7960c3a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:44.524606 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a2a74e4b-819b-4657-bbaf-2f162b6936be tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:44.568004 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c8cf9-9688-4af9-a979-52d7960c3a20 None None] Pushing event updated for resources: {'Port': ['ID=7c5563ca-42a5-4fe0-a35a-7c6f69f153a0,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:44.596686 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2a74e4b-819b-4657-bbaf-2f162b6936be tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:55:44.597394 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-aff5cae3-6c74-42b5-adb3-478127abbb28 None None] Provisioning complete for port 7c5563ca-42a5-4fe0-a35a-7c6f69f153a0 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:44.597517 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a2a74e4b-819b-4657-bbaf-2f162b6936be tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:44.597811 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-aff5cae3-6c74-42b5-adb3-478127abbb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:44.601747 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 10:55:44.601747 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:55:44.601747 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 10:55:44.601747 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:55:44.601747 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 10:55:44.601747 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:55:44.601747 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 10:55:44.601747 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:55:44.601747 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 10:55:44.601747 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:55:44.601747 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 10:55:44.601747 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:55:44.601747 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 10:55:44.601747 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:55:44.601747 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:55:44.601747 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:55:44.601747 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:55:44.601747 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:55:44.601747 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 10:55:44.601747 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:55:44.601747 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 10:55:44.601747 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:55:44.601747 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:55:44.601747 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:55:44.601747 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 10:55:44.601747 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:55:44.601747 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:55:44.601747 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:55:44.601747 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:55:44.601747 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:55:44.601747 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:55:44.601747 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:55:44.630085 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b68907d-c58d-4fe2-9af7-ff82e8769891 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event updated for resources: {'Subnet': ['ID=4932ce57-ffba-4519-9473-fcaa80c29dc9,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:44.646597 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b68907d-c58d-4fe2-9af7-ff82e8769891 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Checking segment: {'id': 'c767616a-959b-489e-8c86-f5cfc5f7a303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bc323bbf-818f-4d98-84bb-9a4aa58fe47f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:55:44.646954 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b68907d-c58d-4fe2-9af7-ff82e8769891 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Network hostable DHCP agents. Network: bc323bbf-818f-4d98-84bb-9a4aa58fe47f, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:55:44.705701 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-50bc9b92-80c6-4b50-817d-04a2105d038d tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Deleting port 2ac4ab8a-e194-42a3-a90d-cb8bfae6184f {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:55:44.706167 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-50bc9b92-80c6-4b50-817d-04a2105d038d tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:44.724861 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-aff5cae3-6c74-42b5-adb3-478127abbb28 None None] Provisioning complete for port 2ac4ab8a-e194-42a3-a90d-cb8bfae6184f triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:44.725493 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-aff5cae3-6c74-42b5-adb3-478127abbb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:44.740517 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a2a74e4b-819b-4657-bbaf-2f162b6936be tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:44.750524 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a74e4b-819b-4657-bbaf-2f162b6936be tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 75f2f3ca-5108-4cac-9b56-c4d8562f1222 {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 22 10:55:44.766246 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a2a74e4b-819b-4657-bbaf-2f162b6936be tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:44.766487 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-aff5cae3-6c74-42b5-adb3-478127abbb28 None None] Port 2ac4ab8a-e194-42a3-a90d-cb8bfae6184f cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:55:44.777073 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a2a74e4b-819b-4657-bbaf-2f162b6936be tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] 10.222.0.57 "DELETE /v2.0/networks/75f2f3ca-5108-4cac-9b56-c4d8562f1222 HTTP/1.1" status: 204 len: 168 time: 1.4460239 Mar 22 10:55:44.781567 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37300) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:44.786938 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-6dd7d6d5-ef02-4d72-96d3-0109f4a6dcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'name': 'tempest-RoutersIpV6Test-router-809382511', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:55:13Z', 'updated_at': '2022-03-22T10:55:37Z', 'revision_number': 4, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'gw_port_host': None, '_interfaces': [{'id': '6d3f8b02-2638-4b7e-8663-01a6e51c05c6', 'name': '', 'network_id': '171476b3-210e-4f4b-9537-9322876af2da', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:3d:d8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '6a835cad-7353-4cfc-bdd9-72e1a60628e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:25Z', 'updated_at': '2022-03-22T10:55:36Z', 'revision_number': 5, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '6a835cad-7353-4cfc-bdd9-72e1a60628e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c5563ca-42a5-4fe0-a35a-7c6f69f153a0', 'name': '', 'network_id': 'b2474524-74f2-4c31-af5f-82f8d754b74f', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:e9:02:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '0d9bd897-34e3-4107-aa58-c8657a3f24f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:34Z', 'updated_at': '2022-03-22T10:55:43Z', 'revision_number': 4, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '0d9bd897-34e3-4107-aa58-c8657a3f24f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcdfdd84-31ec-4695-87a8-2b14a25cbd6c', 'name': '', 'network_id': 'fe26b17e-3c36-45e9-b8c2-31221b83f673', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:ae:9a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '6df7019b-cca6-4a15-8136-589e7260dbaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:17Z', 'updated_at': '2022-03-22T10:55:25Z', 'revision_number': 5, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '6df7019b-cca6-4a15-8136-589e7260dbaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:44.795684 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-276888e1-edf3-45a0-9d91-005b742f42ec tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Request body: {'network': {'name': 'tempest-network--10500058', 'router:external': True}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:44.807066 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a74e4b-819b-4657-bbaf-2f162b6936be tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Pushing event deleted for resources: {'Network': ['ID=75f2f3ca-5108-4cac-9b56-c4d8562f1222,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:44.810416 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961f713c-f62f-4dfc-9165-b94b9652ae5b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Made reservation on behalf of f7a8ac7bbd5d466888176c13ba053f5f for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:55:44.814445 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-961f713c-f62f-4dfc-9165-b94b9652ae5b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:44.825492 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-969de1e3-1080-4e88-85be-6da70d07bf57 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:44.825736 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b68907d-c58d-4fe2-9af7-ff82e8769891 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Network bc323bbf-818f-4d98-84bb-9a4aa58fe47f is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:55:44.836104 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd7d6d5-ef02-4d72-96d3-0109f4a6dcdb None None] The sync data for ids ['22c5e9b4-83c7-47e3-b4d6-ebf66429c466'] in dv-neutron-834599-1-hyperv is: [{'id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'name': 'tempest-RoutersIpV6Test-router-809382511', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:55:13Z', 'updated_at': '2022-03-22T10:55:37Z', 'revision_number': 4, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'gw_port_host': None, '_interfaces': [{'id': '6d3f8b02-2638-4b7e-8663-01a6e51c05c6', 'name': '', 'network_id': '171476b3-210e-4f4b-9537-9322876af2da', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:3d:d8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '6a835cad-7353-4cfc-bdd9-72e1a60628e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:25Z', 'updated_at': '2022-03-22T10:55:36Z', 'revision_number': 5, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '6a835cad-7353-4cfc-bdd9-72e1a60628e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c5563ca-42a5-4fe0-a35a-7c6f69f153a0', 'name': '', 'network_id': 'b2474524-74f2-4c31-af5f-82f8d754b74f', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:e9:02:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '0d9bd897-34e3-4107-aa58-c8657a3f24f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:34Z', 'updated_at': '2022-03-22T10:55:43Z', 'revision_number': 4, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '0d9bd897-34e3-4107-aa58-c8657a3f24f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcdfdd84-31ec-4695-87a8-2b14a25cbd6c', 'name': '', 'network_id': 'fe26b17e-3c36-45e9-b8c2-31221b83f673', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:ae:9a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '6df7019b-cca6-4a15-8136-589e7260dbaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:17Z', 'updated_at': '2022-03-22T10:55:25Z', 'revision_number': 5, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '6df7019b-cca6-4a15-8136-589e7260dbaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:55:44.864426 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276888e1-edf3-45a0-9d91-005b742f42ec tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Made reservation on behalf of da5f760b3d614bbc9ca6b58a28e4d437 for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:55:44.866749 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-276888e1-edf3-45a0-9d91-005b742f42ec tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:44.900409 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-9b68907d-c58d-4fe2-9af7-ff82e8769891 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, bc323bbf-818f-4d98-84bb-9a4aa58fe47f) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:44.904705 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b68907d-c58d-4fe2-9af7-ff82e8769891 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:44.905587 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b68907d-c58d-4fe2-9af7-ff82e8769891 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:44.914381 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9a8ba8-e69b-411c-872f-84b5fb224f17 None None] Network bc323bbf-818f-4d98-84bb-9a4aa58fe47f requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:55:44.926315 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-276888e1-edf3-45a0-9d91-005b742f42ec tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:55:44.945647 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-276888e1-edf3-45a0-9d91-005b742f42ec tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:44.946018 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-276888e1-edf3-45a0-9d91-005b742f42ec tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Added segment 2152fcc0-9935-4630-ad2e-bfd162aaa536 of type vlan for network a4bbd6ea-6428-4c02-88d8-258490995a96 Mar 22 10:55:44.963871 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-50bc9b92-80c6-4b50-817d-04a2105d038d tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:44.980064 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-969de1e3-1080-4e88-85be-6da70d07bf57 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:44.988798 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9b68907d-c58d-4fe2-9af7-ff82e8769891 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2865686 Mar 22 10:55:44.992607 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37302) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:45.084052 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-50bc9b92-80c6-4b50-817d-04a2105d038d tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Calling delete_port for 2ac4ab8a-e194-42a3-a90d-cb8bfae6184f owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:55:45.098981 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-276888e1-edf3-45a0-9d91-005b742f42ec tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:45.123063 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969de1e3-1080-4e88-85be-6da70d07bf57 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Network 2b638b31-e30f-4ad5-877d-4166ae9ff956 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:55:45.137606 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969de1e3-1080-4e88-85be-6da70d07bf57 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Pushing event updated for resources: {'Port': ['ID=85f677e5-e17e-4a68-a618-6bcd080513f3,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:45.143306 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-969de1e3-1080-4e88-85be-6da70d07bf57 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:45.151274 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969de1e3-1080-4e88-85be-6da70d07bf57 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:55:45.196354 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab47504-cba6-4497-a638-34f56d5f21ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-bc323bbf-818f-4d98-84bb-9a4aa58fe47f', 'network_id': 'bc323bbf-818f-4d98-84bb-9a4aa58fe47f', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'fixed_ips': [{'subnet_id': '4932ce57-ffba-4519-9473-fcaa80c29dc9'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:55:45.207581 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-6ab47504-cba6-4497-a638-34f56d5f21ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:45.258023 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969de1e3-1080-4e88-85be-6da70d07bf57 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:45.258797 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-969de1e3-1080-4e88-85be-6da70d07bf57 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:45.309566 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-969de1e3-1080-4e88-85be-6da70d07bf57 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5335846 Mar 22 10:55:45.310226 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-276888e1-edf3-45a0-9d91-005b742f42ec tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:45.311326 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276888e1-edf3-45a0-9d91-005b742f42ec tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:45.312042 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-276888e1-edf3-45a0-9d91-005b742f42ec tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:45.316898 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37304) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:45.326141 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-31ec07dc-fddc-4983-b7a2-ce93aac70261 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683891'] for router_interface, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:45.329316 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-919160e3-c713-4aaa-8d3c-461b6327db54 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Request body: {'floatingip': {'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:45.469825 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-276888e1-edf3-45a0-9d91-005b742f42ec tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.6848688 Mar 22 10:55:45.473001 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37306) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:45.539279 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-919160e3-c713-4aaa-8d3c-461b6327db54 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks [] for floatingip, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:45.560011 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-6ab47504-cba6-4497-a638-34f56d5f21ec None None] Allocated IP 2001:db8:3::2 (bc323bbf-818f-4d98-84bb-9a4aa58fe47f/4932ce57-ffba-4519-9473-fcaa80c29dc9/b3f16e1c-f510-45c2-90a8-22e68da7c21e) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:55:45.715322 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-961f713c-f62f-4dfc-9165-b94b9652ae5b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:45.717424 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 32ccf655-0f35-4c12-a548-9634e4702151 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:55:45.744686 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276888e1-edf3-45a0-9d91-005b742f42ec tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Pushing event updated for resources: {'Network': ['ID=a4bbd6ea-6428-4c02-88d8-258490995a96,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:45.764126 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network a4bbd6ea-6428-4c02-88d8-258490995a96 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:55:45.774667 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-97429c8f-d364-4bd5-ba89-8ebedad5c829 None None] Provisioning complete for port 85f677e5-e17e-4a68-a618-6bcd080513f3 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:45.775037 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-97429c8f-d364-4bd5-ba89-8ebedad5c829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:45.818475 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961f713c-f62f-4dfc-9165-b94b9652ae5b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:55:45.837887 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb34499e-b979-429a-bbd9-f50556501703 None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:55:45.863099 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-961f713c-f62f-4dfc-9165-b94b9652ae5b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:45.866181 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961f713c-f62f-4dfc-9165-b94b9652ae5b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:45.866785 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-961f713c-f62f-4dfc-9165-b94b9652ae5b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:45.873702 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-50bc9b92-80c6-4b50-817d-04a2105d038d tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:45.880919 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3b303781-b2a7-4bd3-8db3-6b7771523d87 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:45.936868 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961f713c-f62f-4dfc-9165-b94b9652ae5b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event updated for resources: {'Subnet': ['ID=a8d91e9f-a6b0-4831-9c89-f09f4cec507f,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:45.946523 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc9b92-80c6-4b50-817d-04a2105d038d tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Pushing event deleted for resources: {'Port': ['ID=2ac4ab8a-e194-42a3-a90d-cb8bfae6184f,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:45.957265 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-97429c8f-d364-4bd5-ba89-8ebedad5c829 None None] Port 85f677e5-e17e-4a68-a618-6bcd080513f3 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:55:46.028397 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-961f713c-f62f-4dfc-9165-b94b9652ae5b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8308532 Mar 22 10:55:46.036074 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37308) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:46.039739 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-50bc9b92-80c6-4b50-817d-04a2105d038d tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:46.044526 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-50bc9b92-80c6-4b50-817d-04a2105d038d tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] 10.222.0.57 "DELETE /v2.0/ports/2ac4ab8a-e194-42a3-a90d-cb8bfae6184f HTTP/1.1" status: 204 len: 168 time: 2.0263486 Mar 22 10:55:46.049277 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-42d425a1-3b7a-4254-8c1d-5cdc5c75a787 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-76515106', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:46.056110 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37310) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:46.109752 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 10:55:46.124388 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-6ab47504-cba6-4497-a638-34f56d5f21ec None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:46.149409 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc8ba661-5572-489f-ad51-524dd836197a tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] GET failed (client error): The resource could not be found. Mar 22 10:55:46.156043 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-bc8ba661-5572-489f-ad51-524dd836197a tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] 10.222.0.57 "GET /v2.0/ports/2ac4ab8a-e194-42a3-a90d-cb8bfae6184f HTTP/1.1" status: 404 len: 333 time: 0.0970581 Mar 22 10:55:46.161675 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37312) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:46.166366 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 32ccf655-0f35-4c12-a548-9634e4702151 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:46.166810 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:46.173329 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-cc2d9945-a36c-4759-a175-a48a335d5fba tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Request body: {'port': {'network_id': '894561ac-8e00-4d0e-89c4-0e50ef1a27f8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1878284579'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:46.205857 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-6ab47504-cba6-4497-a638-34f56d5f21ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:46.257307 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-42d425a1-3b7a-4254-8c1d-5cdc5c75a787 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:46.258560 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-42d425a1-3b7a-4254-8c1d-5cdc5c75a787 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:46.291149 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab47504-cba6-4497-a638-34f56d5f21ec None None] Pushing event updated for resources: {'Port': ['ID=b3f16e1c-f510-45c2-90a8-22e68da7c21e,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:46.293741 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-5aa1f4c0-d186-40b6-8840-7f31df18dd0a None None] Provisioning complete for port 32ccf655-0f35-4c12-a548-9634e4702151 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:46.294046 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5aa1f4c0-d186-40b6-8840-7f31df18dd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:46.345102 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab47504-cba6-4497-a638-34f56d5f21ec None None] Network bc323bbf-818f-4d98-84bb-9a4aa58fe47f is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:55:46.352603 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7606cce4-05c8-4c33-80f5-6df4d5719ce3 tempest-ExternalNetworksTestJSON-827260114 tempest-ExternalNetworksTestJSON-827260114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:46.354599 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-7606cce4-05c8-4c33-80f5-6df4d5719ce3 tempest-ExternalNetworksTestJSON-827260114 tempest-ExternalNetworksTestJSON-827260114-project] 10.222.0.57 "GET /v2.0/networks/a4bbd6ea-6428-4c02-88d8-258490995a96 HTTP/1.1" status: 200 len: 755 time: 0.8784335 Mar 22 10:55:46.357746 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37314) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:46.361238 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-6ab47504-cba6-4497-a638-34f56d5f21ec None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:46.384090 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-919160e3-c713-4aaa-8d3c-461b6327db54 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:46.389240 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab47504-cba6-4497-a638-34f56d5f21ec None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:55:46.467074 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-6ab47504-cba6-4497-a638-34f56d5f21ec None None] Attempting to bind port b3f16e1c-f510-45c2-90a8-22e68da7c21e on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:55:46.468185 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-6ab47504-cba6-4497-a638-34f56d5f21ec None None] Attempting to bind port b3f16e1c-f510-45c2-90a8-22e68da7c21e by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': 'c767616a-959b-489e-8c86-f5cfc5f7a303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bc323bbf-818f-4d98-84bb-9a4aa58fe47f'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:55:46.468185 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab47504-cba6-4497-a638-34f56d5f21ec None None] Attempting to bind port b3f16e1c-f510-45c2-90a8-22e68da7c21e on network bc323bbf-818f-4d98-84bb-9a4aa58fe47f {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:55:46.481335 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab47504-cba6-4497-a638-34f56d5f21ec None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:55:46.481770 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab47504-cba6-4497-a638-34f56d5f21ec None None] Checking segment: {'id': 'c767616a-959b-489e-8c86-f5cfc5f7a303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bc323bbf-818f-4d98-84bb-9a4aa58fe47f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:55:46.482120 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-6ab47504-cba6-4497-a638-34f56d5f21ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:46.482661 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab47504-cba6-4497-a638-34f56d5f21ec None None] Bound using segment: {'id': 'c767616a-959b-489e-8c86-f5cfc5f7a303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bc323bbf-818f-4d98-84bb-9a4aa58fe47f'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:55:46.482881 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde89087-3842-445c-b4f3-6dffbbfaa85c tempest-ExternalNetworksTestJSON-827260114 tempest-ExternalNetworksTestJSON-827260114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:46.483163 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-6ab47504-cba6-4497-a638-34f56d5f21ec None None] Bound port: b3f16e1c-f510-45c2-90a8-22e68da7c21e, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c767616a-959b-489e-8c86-f5cfc5f7a303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bc323bbf-818f-4d98-84bb-9a4aa58fe47f'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:55:46.483573 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-6ab47504-cba6-4497-a638-34f56d5f21ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:46.484345 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-dde89087-3842-445c-b4f3-6dffbbfaa85c tempest-ExternalNetworksTestJSON-827260114 tempest-ExternalNetworksTestJSON-827260114-project] 10.222.0.57 "GET /v2.0/networks/03c1583f-a552-4eb1-bf27-075a921d7019 HTTP/1.1" status: 200 len: 767 time: 0.1256900 Mar 22 10:55:46.487407 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37316) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:46.594129 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4fb2f0af-4258-45ab-96b8-a0c05650a4a2 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:46.618605 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-31ec07dc-fddc-4983-b7a2-ce93aac70261 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Deleting port f6a9f61f-3cfc-4bf1-85d3-975f801f9bb6 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:55:46.619516 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-31ec07dc-fddc-4983-b7a2-ce93aac70261 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:46.635611 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5aa1f4c0-d186-40b6-8840-7f31df18dd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:46.649882 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:46.707183 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-6ab47504-cba6-4497-a638-34f56d5f21ec None None] For port b3f16e1c-f510-45c2-90a8-22e68da7c21e, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:55:46.730465 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port 32ccf655-0f35-4c12-a548-9634e4702151, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=32ccf655-0f35-4c12-a548-9634e4702151,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:55:46.733185 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-6ab47504-cba6-4497-a638-34f56d5f21ec None None] For port b3f16e1c-f510-45c2-90a8-22e68da7c21e, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=b3f16e1c-f510-45c2-90a8-22e68da7c21e,segment=NetworkSegment(c767616a-959b-489e-8c86-f5cfc5f7a303),segment_id=c767616a-959b-489e-8c86-f5cfc5f7a303)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:55:46.743170 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:46.751086 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-6ab47504-cba6-4497-a638-34f56d5f21ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:46.775475 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-31ec07dc-fddc-4983-b7a2-ce93aac70261 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:46.792460 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-31ec07dc-fddc-4983-b7a2-ce93aac70261 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Calling delete_port for f6a9f61f-3cfc-4bf1-85d3-975f801f9bb6 owned by network:router_interface {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:55:46.832128 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-42d425a1-3b7a-4254-8c1d-5cdc5c75a787 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:46.842011 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.db.api [None req-5aa1f4c0-d186-40b6-8840-7f31df18dd0a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 10:55:46.842472 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG oslo_db.api [None req-5aa1f4c0-d186-40b6-8840-7f31df18dd0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 10:55:46.853429 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=32ccf655-0f35-4c12-a548-9634e4702151,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:46.892226 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-42d425a1-3b7a-4254-8c1d-5cdc5c75a787 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:46.932044 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4fb2f0af-4258-45ab-96b8-a0c05650a4a2 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:46.979994 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-4fb2f0af-4258-45ab-96b8-a0c05650a4a2 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4bbd6ea-6428-4c02-88d8-258490995a96']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:47.006308 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-42d425a1-3b7a-4254-8c1d-5cdc5c75a787 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:47.014564 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-42d425a1-3b7a-4254-8c1d-5cdc5c75a787 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9664466 Mar 22 10:55:47.024928 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37318) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:47.031807 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-4fb2f0af-4258-45ab-96b8-a0c05650a4a2 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2152fcc0-9935-4630-ad2e-bfd162aaa536') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:47.032105 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-4fb2f0af-4258-45ab-96b8-a0c05650a4a2 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2152fcc0-9935-4630-ad2e-bfd162aaa536') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:47.042623 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fae512f-41ae-4632-a899-6d8a8dbe1706 None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:55:47.089879 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4fb2f0af-4258-45ab-96b8-a0c05650a4a2 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:47.112106 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc2d9945-a36c-4759-a175-a48a335d5fba tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Made reservation on behalf of 830f493faa7a44f983b94c9289063647 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:55:47.115658 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cc2d9945-a36c-4759-a175-a48a335d5fba tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:47.125949 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab47504-cba6-4497-a638-34f56d5f21ec None None] Pushing event updated for resources: {'Port': ['ID=b3f16e1c-f510-45c2-90a8-22e68da7c21e,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:47.177410 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4fb2f0af-4258-45ab-96b8-a0c05650a4a2 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:47.190083 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-cc2d9945-a36c-4759-a175-a48a335d5fba tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] device_id is not set on port 8ed4e74b-86cc-4d93-9c5e-90ad60af3a92 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:55:47.198747 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-3b303781-b2a7-4bd3-8db3-6b7771523d87 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Allocated IP 2001:db8:3::1 (bc323bbf-818f-4d98-84bb-9a4aa58fe47f/4932ce57-ffba-4519-9473-fcaa80c29dc9/7603ad9c-249e-4425-acd1-117cf3f02a03) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:55:47.218678 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-919160e3-c713-4aaa-8d3c-461b6327db54 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Allocated IP 172.26.7.140 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/fd60afc8-d16a-4e79-a8ab-3ea95b5fa1c8) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:55:47.242098 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fb2f0af-4258-45ab-96b8-a0c05650a4a2 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:55:47.242516 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4fb2f0af-4258-45ab-96b8-a0c05650a4a2 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:47.244653 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 10:55:47.244653 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:55:47.244653 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 10:55:47.244653 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:55:47.244653 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 10:55:47.244653 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:55:47.244653 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 10:55:47.244653 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:55:47.244653 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 10:55:47.244653 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:55:47.244653 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 10:55:47.244653 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:55:47.244653 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 10:55:47.244653 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:55:47.244653 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:55:47.244653 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:55:47.244653 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:55:47.244653 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:55:47.244653 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 10:55:47.244653 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:55:47.244653 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 10:55:47.244653 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:55:47.244653 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:55:47.244653 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:55:47.244653 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 10:55:47.244653 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:55:47.244653 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:55:47.244653 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:55:47.244653 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:55:47.244653 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:55:47.244653 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:55:47.244653 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:55:47.471625 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4fb2f0af-4258-45ab-96b8-a0c05650a4a2 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:47.479990 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-cc2d9945-a36c-4759-a175-a48a335d5fba tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Allocated IP 2001:db8::144 (894561ac-8e00-4d0e-89c4-0e50ef1a27f8/1f8052e4-b82a-4cad-8b59-5b2f110a857f/8ed4e74b-86cc-4d93-9c5e-90ad60af3a92) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:55:47.482333 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb2f0af-4258-45ab-96b8-a0c05650a4a2 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a4bbd6ea-6428-4c02-88d8-258490995a96 {{(pid=109050) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 22 10:55:47.489259 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4fb2f0af-4258-45ab-96b8-a0c05650a4a2 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:47.492253 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-4fb2f0af-4258-45ab-96b8-a0c05650a4a2 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] 10.222.0.57 "DELETE /v2.0/networks/a4bbd6ea-6428-4c02-88d8-258490995a96 HTTP/1.1" status: 204 len: 168 time: 1.0037618 Mar 22 10:55:47.505782 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37320) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:47.510522 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb2f0af-4258-45ab-96b8-a0c05650a4a2 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Pushing event deleted for resources: {'Network': ['ID=a4bbd6ea-6428-4c02-88d8-258490995a96,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:47.510617 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-9b2b91a2-2b6a-412c-9632-ad6397e74c50 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Request body: {'network': {'name': 'tempest-network--952521596'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:47.530450 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3b303781-b2a7-4bd3-8db3-6b7771523d87 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:47.538882 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-31ec07dc-fddc-4983-b7a2-ce93aac70261 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:47.547259 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-83ea81a8-c196-42ab-b30c-778e1a7f2cad tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:47.554433 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-dd08c8a9-612e-4db7-9449-b2a00be5c343 None None] Provisioning complete for port 32ccf655-0f35-4c12-a548-9634e4702151 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:47.555221 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-dd08c8a9-612e-4db7-9449-b2a00be5c343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:47.584640 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ec07dc-fddc-4983-b7a2-ce93aac70261 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Pushing event deleted for resources: {'Port': ['ID=f6a9f61f-3cfc-4bf1-85d3-975f801f9bb6,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:47.597792 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-919160e3-c713-4aaa-8d3c-461b6327db54 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:47.639075 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2b91a2-2b6a-412c-9632-ad6397e74c50 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Made reservation on behalf of da5f760b3d614bbc9ca6b58a28e4d437 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:55:47.641434 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b2b91a2-2b6a-412c-9632-ad6397e74c50 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:47.831206 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3b303781-b2a7-4bd3-8db3-6b7771523d87 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:47.873023 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b2b91a2-2b6a-412c-9632-ad6397e74c50 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:55:47.941778 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-919160e3-c713-4aaa-8d3c-461b6327db54 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:47.949671 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device b3f16e1c-f510-45c2-90a8-22e68da7c21e up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:55:47.964041 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-29d18b1e-b2bf-40e6-aa40-03037a369e07 None None] Provisioning complete for port 32ccf655-0f35-4c12-a548-9634e4702151 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:47.964291 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b2b91a2-2b6a-412c-9632-ad6397e74c50 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:47.964789 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-9b2b91a2-2b6a-412c-9632-ad6397e74c50 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Added segment b22c1701-050f-41a7-9886-3247be3b0ce5 of type vlan for network 05859079-2d79-4d3c-ada7-bacd526aaba7 Mar 22 10:55:47.964906 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-29d18b1e-b2bf-40e6-aa40-03037a369e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:47.970269 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b303781-b2a7-4bd3-8db3-6b7771523d87 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Network bc323bbf-818f-4d98-84bb-9a4aa58fe47f is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:55:48.027046 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-3b303781-b2a7-4bd3-8db3-6b7771523d87 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:48.080522 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cc2d9945-a36c-4759-a175-a48a335d5fba tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:48.089171 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b303781-b2a7-4bd3-8db3-6b7771523d87 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:55:48.090308 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3b303781-b2a7-4bd3-8db3-6b7771523d87 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684270'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:48.133218 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919160e3-c713-4aaa-8d3c-461b6327db54 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:55:48.140334 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b303781-b2a7-4bd3-8db3-6b7771523d87 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event updated for resources: {'Port': ['ID=7603ad9c-249e-4425-acd1-117cf3f02a03,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:48.171900 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port b3f16e1c-f510-45c2-90a8-22e68da7c21e triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:48.172368 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:48.213091 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-83ea81a8-c196-42ab-b30c-778e1a7f2cad tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Allocated IP 2001:db8::1 (1bc750fe-0949-42b2-bab7-34fc725823e6/a8d91e9f-a6b0-4831-9c89-f09f4cec507f/598bd041-8ea1-4200-b61c-073b71caa9a8) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:55:48.221361 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b2b91a2-2b6a-412c-9632-ad6397e74c50 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:48.225250 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-919160e3-c713-4aaa-8d3c-461b6327db54 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:48.233168 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919160e3-c713-4aaa-8d3c-461b6327db54 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:55:48.293025 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:48.345620 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-61773a1e-8614-4a2e-87eb-18e5b067830c None None] Could not find standard attr ID for object c5944da5-2bba-4b39-b2ed-456e89a67894. {{(pid=109051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 10:55:48.363878 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port b3f16e1c-f510-45c2-90a8-22e68da7c21e, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=b3f16e1c-f510-45c2-90a8-22e68da7c21e,segment=NetworkSegment(c767616a-959b-489e-8c86-f5cfc5f7a303),segment_id=c767616a-959b-489e-8c86-f5cfc5f7a303)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:55:48.373368 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:48.374341 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 7c5563ca-42a5-4fe0-a35a-7c6f69f153a0 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:55:48.396746 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.db.resource_extend [None req-9b2b91a2-2b6a-412c-9632-ad6397e74c50 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 10:55:48.397139 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-83ea81a8-c196-42ab-b30c-778e1a7f2cad tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:48.450868 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919160e3-c713-4aaa-8d3c-461b6327db54 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Pushing event updated for resources: {'Port': ['ID=fd60afc8-d16a-4e79-a8ab-3ea95b5fa1c8,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:48.453321 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-83ea81a8-c196-42ab-b30c-778e1a7f2cad tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:48.478954 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b2b91a2-2b6a-412c-9632-ad6397e74c50 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:48.479999 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2b91a2-2b6a-412c-9632-ad6397e74c50 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:48.480666 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b2b91a2-2b6a-412c-9632-ad6397e74c50 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:48.492327 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=b3f16e1c-f510-45c2-90a8-22e68da7c21e,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:48.506647 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cc2d9945-a36c-4759-a175-a48a335d5fba tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:48.527047 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ea81a8-c196-42ab-b30c-778e1a7f2cad tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:55:48.530887 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-83ea81a8-c196-42ab-b30c-778e1a7f2cad tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:48.533590 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 7c5563ca-42a5-4fe0-a35a-7c6f69f153a0 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:48.534179 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:48.535883 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-31ec07dc-fddc-4983-b7a2-ce93aac70261 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684007'] for router_interface, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:48.537809 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ea81a8-c196-42ab-b30c-778e1a7f2cad tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:55:48.538347 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-83ea81a8-c196-42ab-b30c-778e1a7f2cad tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684270'] for router_interface, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:48.622936 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 32ccf655-0f35-4c12-a548-9634e4702151 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:55:48.629221 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea81a8-c196-42ab-b30c-778e1a7f2cad tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event updated for resources: {'Port': ['ID=598bd041-8ea1-4200-b61c-073b71caa9a8,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:48.668705 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28571060-6c79-4a47-8063-8a03ba72d251 None None] Network bc323bbf-818f-4d98-84bb-9a4aa58fe47f requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:55:48.679120 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2b91a2-2b6a-412c-9632-ad6397e74c50 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Pushing event updated for resources: {'Network': ['ID=05859079-2d79-4d3c-ada7-bacd526aaba7,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:48.706013 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 05859079-2d79-4d3c-ada7-bacd526aaba7 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:55:48.731244 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9b2b91a2-2b6a-412c-9632-ad6397e74c50 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2221301 Mar 22 10:55:48.734943 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37322) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:48.737471 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2d9945-a36c-4759-a175-a48a335d5fba tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Network 894561ac-8e00-4d0e-89c4-0e50ef1a27f8 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:55:48.742063 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-e879db29-4372-4da8-b624-6ea7fbe90a60 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:48.744090 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-cc2d9945-a36c-4759-a175-a48a335d5fba tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:48.746059 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3b303781-b2a7-4bd3-8db3-6b7771523d87 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:48.763361 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-83ea81a8-c196-42ab-b30c-778e1a7f2cad tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:48.775078 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2d9945-a36c-4759-a175-a48a335d5fba tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:55:48.789987 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-c5781729-6ec5-4402-9a17-66e65c6e1dec None None] Provisioning complete for port b3f16e1c-f510-45c2-90a8-22e68da7c21e triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:48.790364 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c5781729-6ec5-4402-9a17-66e65c6e1dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:48.794935 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2d9945-a36c-4759-a175-a48a335d5fba tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:48.796488 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cc2d9945-a36c-4759-a175-a48a335d5fba tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:48.921222 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 32ccf655-0f35-4c12-a548-9634e4702151 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:48.921591 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:48.984418 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-919160e3-c713-4aaa-8d3c-461b6327db54 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:48.991609 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d9945-a36c-4759-a175-a48a335d5fba tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Pushing event updated for resources: {'Port': ['ID=8ed4e74b-86cc-4d93-9c5e-90ad60af3a92,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:49.100965 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-cc2d9945-a36c-4759-a175-a48a335d5fba tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.9354470 Mar 22 10:55:49.103230 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37324) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:49.114043 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-bfab4bc6-3285-4973-b4fb-f8acfa4fb8c2 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Request body: {'port': {'network_id': '894561ac-8e00-4d0e-89c4-0e50ef1a27f8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-48000691'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:49.179643 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-f2914fcc-7a42-4ccf-848b-2b0acf18e9cf None None] Provisioning complete for port 598bd041-8ea1-4200-b61c-073b71caa9a8 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:49.180226 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f2914fcc-7a42-4ccf-848b-2b0acf18e9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:49.196667 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31ec07dc-fddc-4983-b7a2-ce93aac70261 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Router 5fa6ea77-c0b8-40a5-9762-74fdaeee9012 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:55:49.204277 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3b303781-b2a7-4bd3-8db3-6b7771523d87 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:49.205897 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-919160e3-c713-4aaa-8d3c-461b6327db54 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:49.230928 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e879db29-4372-4da8-b624-6ea7fbe90a60 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:49.242496 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-f2914fcc-7a42-4ccf-848b-2b0acf18e9cf None None] Port 598bd041-8ea1-4200-b61c-073b71caa9a8 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:55:49.253003 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-f2914fcc-7a42-4ccf-848b-2b0acf18e9cf None None] Provisioning complete for port 8ed4e74b-86cc-4d93-9c5e-90ad60af3a92 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:49.253380 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f2914fcc-7a42-4ccf-848b-2b0acf18e9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:49.295303 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-f2914fcc-7a42-4ccf-848b-2b0acf18e9cf None None] Port 8ed4e74b-86cc-4d93-9c5e-90ad60af3a92 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:55:49.318539 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3b303781-b2a7-4bd3-8db3-6b7771523d87 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:49.319682 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3b303781-b2a7-4bd3-8db3-6b7771523d87 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684306'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:49.424825 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-35eea6a3-86ac-4f4b-9578-8bf4078ed710 None None] Provisioning complete for port 7603ad9c-249e-4425-acd1-117cf3f02a03 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:49.425536 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-35eea6a3-86ac-4f4b-9578-8bf4078ed710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:49.447720 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b303781-b2a7-4bd3-8db3-6b7771523d87 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event updated for resources: {'Port': ['ID=7603ad9c-249e-4425-acd1-117cf3f02a03,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:49.470032 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-35eea6a3-86ac-4f4b-9578-8bf4078ed710 None None] Port 7603ad9c-249e-4425-acd1-117cf3f02a03 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:55:49.481721 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-35eea6a3-86ac-4f4b-9578-8bf4078ed710 None None] Provisioning complete for port b3f16e1c-f510-45c2-90a8-22e68da7c21e triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:49.482461 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-35eea6a3-86ac-4f4b-9578-8bf4078ed710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:49.552474 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfab4bc6-3285-4973-b4fb-f8acfa4fb8c2 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Made reservation on behalf of 830f493faa7a44f983b94c9289063647 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:55:49.556109 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bfab4bc6-3285-4973-b4fb-f8acfa4fb8c2 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:49.594491 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-919160e3-c713-4aaa-8d3c-461b6327db54 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:49.616099 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b303781-b2a7-4bd3-8db3-6b7771523d87 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Network bc323bbf-818f-4d98-84bb-9a4aa58fe47f is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:55:49.619818 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-919160e3-c713-4aaa-8d3c-461b6327db54 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:49.625181 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device b3f16e1c-f510-45c2-90a8-22e68da7c21e up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:55:49.625349 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-3b303781-b2a7-4bd3-8db3-6b7771523d87 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:49.630031 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-bfab4bc6-3285-4973-b4fb-f8acfa4fb8c2 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] device_id is not set on port 00d8f363-2a04-4db2-bfc0-28bec590be3d yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:55:49.689575 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port b3f16e1c-f510-45c2-90a8-22e68da7c21e triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:49.690351 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:49.718713 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e879db29-4372-4da8-b624-6ea7fbe90a60 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:49.746397 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e879db29-4372-4da8-b624-6ea7fbe90a60 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Network 05859079-2d79-4d3c-ada7-bacd526aaba7 is not hosted by any dhcp agent {{(pid=109050) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 22 10:55:49.747030 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e879db29-4372-4da8-b624-6ea7fbe90a60 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:49.747640 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e879db29-4372-4da8-b624-6ea7fbe90a60 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:49.751439 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-e879db29-4372-4da8-b624-6ea7fbe90a60 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] 10.222.0.57 "PUT /v2.0/networks/05859079-2d79-4d3c-ada7-bacd526aaba7 HTTP/1.1" status: 200 len: 857 time: 1.0129750 Mar 22 10:55:49.755147 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37326) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:49.802362 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919160e3-c713-4aaa-8d3c-461b6327db54 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Pushing event updated for resources: {'Port': ['ID=fd60afc8-d16a-4e79-a8ab-3ea95b5fa1c8,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:49.834955 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-be16b7b0-6f21-4f80-9ba4-a60c20310d7c None None] Provisioning complete for port 7603ad9c-249e-4425-acd1-117cf3f02a03 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:49.836235 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-be16b7b0-6f21-4f80-9ba4-a60c20310d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:49.874085 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e879db29-4372-4da8-b624-6ea7fbe90a60 tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Pushing event updated for resources: {'Network': ['ID=05859079-2d79-4d3c-ada7-bacd526aaba7,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:49.880725 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-be16b7b0-6f21-4f80-9ba4-a60c20310d7c None None] Port 7603ad9c-249e-4425-acd1-117cf3f02a03 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:55:49.941524 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9dac3c4c-72b5-4d76-ac20-230f5e78ed8d tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:49.949159 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-83ea81a8-c196-42ab-b30c-778e1a7f2cad tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:49.951956 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ec07dc-fddc-4983-b7a2-ce93aac70261 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:55:49.958847 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-31ec07dc-fddc-4983-b7a2-ce93aac70261 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] 10.222.0.57 "PUT /v2.0/routers/5fa6ea77-c0b8-40a5-9762-74fdaeee9012/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0285723 Mar 22 10:55:49.961651 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-83ea81a8-c196-42ab-b30c-778e1a7f2cad tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:49.962300 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-83ea81a8-c196-42ab-b30c-778e1a7f2cad tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684306'] for router_interface, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:49.967313 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37328) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:49.988510 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b65bff2-e19f-4759-8431-94987084bb5b None None] Sync routers for ids ['5fa6ea77-c0b8-40a5-9762-74fdaeee9012'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:55:50.006035 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b65bff2-e19f-4759-8431-94987084bb5b None None] Routers {'5fa6ea77-c0b8-40a5-9762-74fdaeee9012'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:55:50.006670 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-0b65bff2-e19f-4759-8431-94987084bb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:55:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['5fa6ea77-c0b8-40a5-9762-74fdaeee9012'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:50.040324 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-0b65bff2-e19f-4759-8431-94987084bb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:50.050482 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b65bff2-e19f-4759-8431-94987084bb5b None None] Routers {'5fa6ea77-c0b8-40a5-9762-74fdaeee9012'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:55:50.051141 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-0b65bff2-e19f-4759-8431-94987084bb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:55:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['5fa6ea77-c0b8-40a5-9762-74fdaeee9012'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:50.084062 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-0b65bff2-e19f-4759-8431-94987084bb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:50.084716 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b65bff2-e19f-4759-8431-94987084bb5b None None] The sync data for ids ['5fa6ea77-c0b8-40a5-9762-74fdaeee9012'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:55:50.095114 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea81a8-c196-42ab-b30c-778e1a7f2cad tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event updated for resources: {'Port': ['ID=598bd041-8ea1-4200-b61c-073b71caa9a8,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:50.099975 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-944d6e9e-07ba-4582-b690-7089c480b2cc None None] Provisioning complete for port 7603ad9c-249e-4425-acd1-117cf3f02a03 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:50.100345 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-944d6e9e-07ba-4582-b690-7089c480b2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:50.139163 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-944d6e9e-07ba-4582-b690-7089c480b2cc None None] Port 7603ad9c-249e-4425-acd1-117cf3f02a03 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:55:50.204582 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-919160e3-c713-4aaa-8d3c-461b6327db54 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684147'] for floatingip, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:50.222541 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9dac3c4c-72b5-4d76-ac20-230f5e78ed8d tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:50.231983 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b303781-b2a7-4bd3-8db3-6b7771523d87 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Router 22c5e9b4-83c7-47e3-b4d6-ebf66429c466 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:55:50.244201 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-bfab4bc6-3285-4973-b4fb-f8acfa4fb8c2 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Allocated IP 2001:db8::1ea (894561ac-8e00-4d0e-89c4-0e50ef1a27f8/1f8052e4-b82a-4cad-8b59-5b2f110a857f/00d8f363-2a04-4db2-bfc0-28bec590be3d) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:55:50.254921 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-919160e3-c713-4aaa-8d3c-461b6327db54 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:50.259003 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-919160e3-c713-4aaa-8d3c-461b6327db54 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9306188 Mar 22 10:55:50.261002 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37330) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:50.261144 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c0038a38-ceda-4cbc-b50d-57b09f99608f tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for router, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:50.265680 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-9dac3c4c-72b5-4d76-ac20-230f5e78ed8d tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05859079-2d79-4d3c-ada7-bacd526aaba7']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:50.266554 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-6263b31a-4f6c-4e71-97ea-ffbac59bd176 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Request body: {'floatingip': {'port_id': '85f677e5-e17e-4a68-a618-6bcd080513f3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:50.309095 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-9dac3c4c-72b5-4d76-ac20-230f5e78ed8d tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b22c1701-050f-41a7-9886-3247be3b0ce5') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:50.309372 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-9dac3c4c-72b5-4d76-ac20-230f5e78ed8d tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b22c1701-050f-41a7-9886-3247be3b0ce5') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:50.324801 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ea81a8-c196-42ab-b30c-778e1a7f2cad tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:55:50.329557 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9dac3c4c-72b5-4d76-ac20-230f5e78ed8d tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:50.331291 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-83ea81a8-c196-42ab-b30c-778e1a7f2cad tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:50.351495 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6263b31a-4f6c-4e71-97ea-ffbac59bd176 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks [] for floatingip, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:50.352309 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9dac3c4c-72b5-4d76-ac20-230f5e78ed8d tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:50.391854 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dac3c4c-72b5-4d76-ac20-230f5e78ed8d tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:55:50.392312 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9dac3c4c-72b5-4d76-ac20-230f5e78ed8d tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:50.421891 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 10:55:50.421891 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:55:50.421891 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 10:55:50.421891 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:55:50.421891 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 10:55:50.421891 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:55:50.421891 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 10:55:50.421891 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:55:50.421891 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 10:55:50.421891 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:55:50.421891 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 10:55:50.421891 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:55:50.421891 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 10:55:50.421891 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:55:50.421891 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:55:50.421891 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:55:50.421891 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:55:50.421891 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:55:50.421891 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 10:55:50.421891 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:55:50.421891 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 10:55:50.421891 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:55:50.421891 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:55:50.421891 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:55:50.421891 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 10:55:50.421891 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:55:50.421891 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:55:50.421891 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:55:50.421891 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:55:50.421891 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:55:50.421891 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:55:50.421891 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:55:50.489028 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b303781-b2a7-4bd3-8db3-6b7771523d87 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:55:50.501003 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9180d689-7cb9-49db-a35b-642b3acb1f82 None None] Sync routers for ids ['22c5e9b4-83c7-47e3-b4d6-ebf66429c466'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:55:50.502646 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3b303781-b2a7-4bd3-8db3-6b7771523d87 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "PUT /v2.0/routers/22c5e9b4-83c7-47e3-b4d6-ebf66429c466/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5083110 Mar 22 10:55:50.512074 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37332) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:50.517587 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9180d689-7cb9-49db-a35b-642b3acb1f82 None None] Routers {'22c5e9b4-83c7-47e3-b4d6-ebf66429c466'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:55:50.518667 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-9180d689-7cb9-49db-a35b-642b3acb1f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:55:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['22c5e9b4-83c7-47e3-b4d6-ebf66429c466'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:50.519403 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-8731ba03-d1d0-4626-9d59-dbda8d9aa257 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:50.616435 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9dac3c4c-72b5-4d76-ac20-230f5e78ed8d tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:50.620716 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-9180d689-7cb9-49db-a35b-642b3acb1f82 None None] Set router 22c5e9b4-83c7-47e3-b4d6-ebf66429c466 gateway port host: None {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:55:50.621842 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c0038a38-ceda-4cbc-b50d-57b09f99608f tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:50.632624 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dac3c4c-72b5-4d76-ac20-230f5e78ed8d tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 05859079-2d79-4d3c-ada7-bacd526aaba7 {{(pid=109050) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 22 10:55:50.634158 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-6263b31a-4f6c-4e71-97ea-ffbac59bd176 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] update failed (client error): The resource could not be found. Mar 22 10:55:50.634998 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6263b31a-4f6c-4e71-97ea-ffbac59bd176 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] 10.222.0.57 "PUT /v2.0/floatingips/4c404a74-6437-42ce-9de0-a223e4ba4c0a HTTP/1.1" status: 404 len: 507 time: 0.3728118 Mar 22 10:55:50.637991 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9dac3c4c-72b5-4d76-ac20-230f5e78ed8d tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:50.638188 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37334) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:50.645104 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-9dac3c4c-72b5-4d76-ac20-230f5e78ed8d tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] 10.222.0.57 "DELETE /v2.0/networks/05859079-2d79-4d3c-ada7-bacd526aaba7 HTTP/1.1" status: 204 len: 168 time: 0.8863528 Mar 22 10:55:50.649390 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37336) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:50.667687 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dac3c4c-72b5-4d76-ac20-230f5e78ed8d tempest-ExternalNetworksTestJSON-1844042363 tempest-ExternalNetworksTestJSON-1844042363-project-admin] Pushing event deleted for resources: {'Network': ['ID=05859079-2d79-4d3c-ada7-bacd526aaba7,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:50.691935 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-d8d44dac-1050-4982-80b3-34b28fae58cb None None] Provisioning complete for port 598bd041-8ea1-4200-b61c-073b71caa9a8 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:50.693199 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d8d44dac-1050-4982-80b3-34b28fae58cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:50.733305 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a9da531-579d-4266-b2bc-c73320aaead4 tempest-ExternalNetworksTestJSON-827260114 tempest-ExternalNetworksTestJSON-827260114-project] DELETE failed (client error): The resource could not be found. Mar 22 10:55:50.733955 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a9da531-579d-4266-b2bc-c73320aaead4 tempest-ExternalNetworksTestJSON-827260114 tempest-ExternalNetworksTestJSON-827260114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:55:50.736344 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-d8d44dac-1050-4982-80b3-34b28fae58cb None None] Port 598bd041-8ea1-4200-b61c-073b71caa9a8 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:55:50.738208 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9a9da531-579d-4266-b2bc-c73320aaead4 tempest-ExternalNetworksTestJSON-827260114 tempest-ExternalNetworksTestJSON-827260114-project] 10.222.0.57 "DELETE /v2.0/subnets/b7be17f0-8bd2-457b-a7ec-54acd51c2838 HTTP/1.1" status: 404 len: 337 time: 0.0883963 Mar 22 10:55:50.743580 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37338) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:50.803934 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ea81a8-c196-42ab-b30c-778e1a7f2cad tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Router f15e3026-c43b-431c-8998-1b678453656d is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109050) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 10:55:50.893643 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bfab4bc6-3285-4973-b4fb-f8acfa4fb8c2 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:50.912846 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-c0038a38-ceda-4cbc-b50d-57b09f99608f tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Deleting port 6921f961-daed-4841-86bb-5502ef055f34 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:55:50.913353 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c0038a38-ceda-4cbc-b50d-57b09f99608f tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:50.950350 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-9180d689-7cb9-49db-a35b-642b3acb1f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'name': 'tempest-RoutersIpV6Test-router-809382511', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:55:13Z', 'updated_at': '2022-03-22T10:55:48Z', 'revision_number': 5, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'gw_port_host': None, '_interfaces': [{'id': '6d3f8b02-2638-4b7e-8663-01a6e51c05c6', 'name': '', 'network_id': '171476b3-210e-4f4b-9537-9322876af2da', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:3d:d8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '6a835cad-7353-4cfc-bdd9-72e1a60628e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:25Z', 'updated_at': '2022-03-22T10:55:36Z', 'revision_number': 5, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '6a835cad-7353-4cfc-bdd9-72e1a60628e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7603ad9c-249e-4425-acd1-117cf3f02a03', 'name': '', 'network_id': 'bc323bbf-818f-4d98-84bb-9a4aa58fe47f', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:df:66:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '4932ce57-ffba-4519-9473-fcaa80c29dc9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:46Z', 'updated_at': '2022-03-22T10:55:48Z', 'revision_number': 2, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '4932ce57-ffba-4519-9473-fcaa80c29dc9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c5563ca-42a5-4fe0-a35a-7c6f69f153a0', 'name': '', 'network_id': 'b2474524-74f2-4c31-af5f-82f8d754b74f', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:e9:02:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '0d9bd897-34e3-4107-aa58-c8657a3f24f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:34Z', 'updated_at': '2022-03-22T10:55:44Z', 'revision_number': 5, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '0d9bd897-34e3-4107-aa58-c8657a3f24f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcdfdd84-31ec-4695-87a8-2b14a25cbd6c', 'name': '', 'network_id': 'fe26b17e-3c36-45e9-b8c2-31221b83f673', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:ae:9a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '6df7019b-cca6-4a15-8136-589e7260dbaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:17Z', 'updated_at': '2022-03-22T10:55:25Z', 'revision_number': 5, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '6df7019b-cca6-4a15-8136-589e7260dbaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:50.992515 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-84cc4ab9-321d-4236-a470-3bc3ef283210 tempest-ExternalNetworksTestJSON-827260114 tempest-ExternalNetworksTestJSON-827260114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:50.996854 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-56a41551-9f63-45f5-bc98-c9313bca1407 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Deleting port fd60afc8-d16a-4e79-a8ab-3ea95b5fa1c8 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:55:50.997263 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-56a41551-9f63-45f5-bc98-c9313bca1407 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:50.997639 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9180d689-7cb9-49db-a35b-642b3acb1f82 None None] Checking router: 22c5e9b4-83c7-47e3-b4d6-ebf66429c466 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 10:55:50.997986 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9180d689-7cb9-49db-a35b-642b3acb1f82 None None] Updating router 22c5e9b4-83c7-47e3-b4d6-ebf66429c466 port 7603ad9c-249e-4425-acd1-117cf3f02a03 binding host dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 10:55:51.043463 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-9180d689-7cb9-49db-a35b-642b3acb1f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:51.062039 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ea81a8-c196-42ab-b30c-778e1a7f2cad tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:55:51.074823 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-83ea81a8-c196-42ab-b30c-778e1a7f2cad tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "PUT /v2.0/routers/f15e3026-c43b-431c-8998-1b678453656d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0471706 Mar 22 10:55:51.078432 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37340) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:51.082510 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bfab4bc6-3285-4973-b4fb-f8acfa4fb8c2 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:51.130889 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c0038a38-ceda-4cbc-b50d-57b09f99608f tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:51.152429 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfab4bc6-3285-4973-b4fb-f8acfa4fb8c2 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Network 894561ac-8e00-4d0e-89c4-0e50ef1a27f8 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:55:51.164101 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c310949-507e-48e6-83a4-7e06faf3b79c tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:51.166498 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-bfab4bc6-3285-4973-b4fb-f8acfa4fb8c2 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:51.168517 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-2c310949-507e-48e6-83a4-7e06faf3b79c tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/ports/598bd041-8ea1-4200-b61c-073b71caa9a8 HTTP/1.1" status: 200 len: 911 time: 0.0888605 Mar 22 10:55:51.172257 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37342) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:51.174426 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfab4bc6-3285-4973-b4fb-f8acfa4fb8c2 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:55:51.184711 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfab4bc6-3285-4973-b4fb-f8acfa4fb8c2 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:51.185465 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bfab4bc6-3285-4973-b4fb-f8acfa4fb8c2 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:51.208282 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-c0038a38-ceda-4cbc-b50d-57b09f99608f tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Calling delete_port for 6921f961-daed-4841-86bb-5502ef055f34 owned by network:router_gateway {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:55:51.229702 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.extraroute_db [None req-8731ba03-d1d0-4626-9d59-dbda8d9aa257 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=109050) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 22 10:55:51.239796 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-bfab4bc6-3285-4973-b4fb-f8acfa4fb8c2 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.1338496 Mar 22 10:55:51.240570 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37344) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:51.245740 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-84cc4ab9-321d-4236-a470-3bc3ef283210 tempest-ExternalNetworksTestJSON-827260114 tempest-ExternalNetworksTestJSON-827260114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:51.250277 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-56a41551-9f63-45f5-bc98-c9313bca1407 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:51.250684 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-56a41551-9f63-45f5-bc98-c9313bca1407 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:51.253473 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-13bbad72-b5cf-419a-beda-c077fbb40385 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1ca', 'mac_address': 'fa:16:3e:e7:65:81'}, {'ip_address': '2001:db8::144', 'mac_address': 'fa:16:3e:2d:74:1b'}]}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:51.274068 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfab4bc6-3285-4973-b4fb-f8acfa4fb8c2 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Pushing event updated for resources: {'Port': ['ID=00d8f363-2a04-4db2-bfc0-28bec590be3d,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:51.277792 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d8b5cf-6217-42fc-a5e7-04d7dd12b5fb None None] Sync routers for ids ['f15e3026-c43b-431c-8998-1b678453656d'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:55:51.292626 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-56a41551-9f63-45f5-bc98-c9313bca1407 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Calling delete_port for fd60afc8-d16a-4e79-a8ab-3ea95b5fa1c8 owned by network:floatingip {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:55:51.292876 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d8b5cf-6217-42fc-a5e7-04d7dd12b5fb None None] Routers {'f15e3026-c43b-431c-8998-1b678453656d'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:55:51.293331 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-13d8b5cf-6217-42fc-a5e7-04d7dd12b5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:55:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['f15e3026-c43b-431c-8998-1b678453656d'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:51.306131 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-84cc4ab9-321d-4236-a470-3bc3ef283210 tempest-ExternalNetworksTestJSON-827260114 tempest-ExternalNetworksTestJSON-827260114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03c1583f-a552-4eb1-bf27-075a921d7019']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:51.332939 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-84cc4ab9-321d-4236-a470-3bc3ef283210 tempest-ExternalNetworksTestJSON-827260114 tempest-ExternalNetworksTestJSON-827260114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e64e9228-552c-4a06-b10e-8075e89a4230') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:51.333532 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-84cc4ab9-321d-4236-a470-3bc3ef283210 tempest-ExternalNetworksTestJSON-827260114 tempest-ExternalNetworksTestJSON-827260114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e64e9228-552c-4a06-b10e-8075e89a4230') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:51.342829 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.extraroute_db [None req-8731ba03-d1d0-4626-9d59-dbda8d9aa257 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Removed routes are [] {{(pid=109050) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 22 10:55:51.343225 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8731ba03-d1d0-4626-9d59-dbda8d9aa257 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3682488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11476'] for router, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:51.371879 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57ad288-e685-478e-8061-cd5aba6231f5 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:51.382950 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57ad288-e685-478e-8061-cd5aba6231f5 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:51.383508 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-84cc4ab9-321d-4236-a470-3bc3ef283210 tempest-ExternalNetworksTestJSON-827260114 tempest-ExternalNetworksTestJSON-827260114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:51.389476 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-c57ad288-e685-478e-8061-cd5aba6231f5 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.2160916 Mar 22 10:55:51.389795 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37346) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:51.417556 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-84cc4ab9-321d-4236-a470-3bc3ef283210 tempest-ExternalNetworksTestJSON-827260114 tempest-ExternalNetworksTestJSON-827260114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:51.433486 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-13d8b5cf-6217-42fc-a5e7-04d7dd12b5fb None None] Set router f15e3026-c43b-431c-8998-1b678453656d gateway port host: None {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:55:51.442105 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84cc4ab9-321d-4236-a470-3bc3ef283210 tempest-ExternalNetworksTestJSON-827260114 tempest-ExternalNetworksTestJSON-827260114-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:55:51.442520 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-84cc4ab9-321d-4236-a470-3bc3ef283210 tempest-ExternalNetworksTestJSON-827260114 tempest-ExternalNetworksTestJSON-827260114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:51.445757 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 10:55:51.445757 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:55:51.445757 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 10:55:51.445757 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:55:51.445757 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 10:55:51.445757 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:55:51.445757 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 10:55:51.445757 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:55:51.445757 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 10:55:51.445757 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:55:51.445757 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 10:55:51.445757 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:55:51.445757 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 10:55:51.445757 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:55:51.445757 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:55:51.445757 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:55:51.445757 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:55:51.445757 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:55:51.445757 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 10:55:51.445757 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:55:51.445757 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 10:55:51.445757 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:55:51.445757 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:55:51.445757 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:55:51.445757 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 10:55:51.445757 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:55:51.445757 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:55:51.445757 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:55:51.445757 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:55:51.445757 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:55:51.445757 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:55:51.445757 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:55:51.502012 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-9180d689-7cb9-49db-a35b-642b3acb1f82 None None] Notify callbacks [] for port, precommit_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:51.510527 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-9180d689-7cb9-49db-a35b-642b3acb1f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:51.592954 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37edce7-32e4-4085-a27d-89f73de95618 None None] Pushing event updated for resources: {'Port': ['ID=7603ad9c-249e-4425-acd1-117cf3f02a03,revision_number=3']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:51.596129 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-84cc4ab9-321d-4236-a470-3bc3ef283210 tempest-ExternalNetworksTestJSON-827260114 tempest-ExternalNetworksTestJSON-827260114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:51.624151 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-84cc4ab9-321d-4236-a470-3bc3ef283210 tempest-ExternalNetworksTestJSON-827260114 tempest-ExternalNetworksTestJSON-827260114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:51.635801 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-84cc4ab9-321d-4236-a470-3bc3ef283210 tempest-ExternalNetworksTestJSON-827260114 tempest-ExternalNetworksTestJSON-827260114-project] 10.222.0.57 "DELETE /v2.0/networks/03c1583f-a552-4eb1-bf27-075a921d7019 HTTP/1.1" status: 204 len: 168 time: 0.8906708 Mar 22 10:55:51.637592 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-9180d689-7cb9-49db-a35b-642b3acb1f82 None None] Attempting to bind port 7603ad9c-249e-4425-acd1-117cf3f02a03 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:55:51.637963 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-9180d689-7cb9-49db-a35b-642b3acb1f82 None None] Attempting to bind port 7603ad9c-249e-4425-acd1-117cf3f02a03 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': 'c767616a-959b-489e-8c86-f5cfc5f7a303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bc323bbf-818f-4d98-84bb-9a4aa58fe47f'}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:55:51.638375 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9180d689-7cb9-49db-a35b-642b3acb1f82 None None] Attempting to bind port 7603ad9c-249e-4425-acd1-117cf3f02a03 on network bc323bbf-818f-4d98-84bb-9a4aa58fe47f {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:55:51.645883 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9180d689-7cb9-49db-a35b-642b3acb1f82 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:55:51.646889 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9180d689-7cb9-49db-a35b-642b3acb1f82 None None] Checking segment: {'id': 'c767616a-959b-489e-8c86-f5cfc5f7a303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bc323bbf-818f-4d98-84bb-9a4aa58fe47f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:55:51.647309 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-9180d689-7cb9-49db-a35b-642b3acb1f82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:51.647729 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9180d689-7cb9-49db-a35b-642b3acb1f82 None None] Bound using segment: {'id': 'c767616a-959b-489e-8c86-f5cfc5f7a303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bc323bbf-818f-4d98-84bb-9a4aa58fe47f'} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:55:51.648228 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-9180d689-7cb9-49db-a35b-642b3acb1f82 None None] Bound port: 7603ad9c-249e-4425-acd1-117cf3f02a03, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c767616a-959b-489e-8c86-f5cfc5f7a303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bc323bbf-818f-4d98-84bb-9a4aa58fe47f'}}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:55:51.648609 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-9180d689-7cb9-49db-a35b-642b3acb1f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:51.702791 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cc4ab9-321d-4236-a470-3bc3ef283210 tempest-ExternalNetworksTestJSON-827260114 tempest-ExternalNetworksTestJSON-827260114-project] Pushing event deleted for resources: {'Network': ['ID=03c1583f-a552-4eb1-bf27-075a921d7019,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:51.748896 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-9180d689-7cb9-49db-a35b-642b3acb1f82 None None] For port 7603ad9c-249e-4425-acd1-117cf3f02a03, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:55:51.753255 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-56a41551-9f63-45f5-bc98-c9313bca1407 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:51.753450 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-9180d689-7cb9-49db-a35b-642b3acb1f82 None None] For port 7603ad9c-249e-4425-acd1-117cf3f02a03, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=7603ad9c-249e-4425-acd1-117cf3f02a03,segment=NetworkSegment(c767616a-959b-489e-8c86-f5cfc5f7a303),segment_id=c767616a-959b-489e-8c86-f5cfc5f7a303)] {{(pid=109052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:55:51.764204 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-9180d689-7cb9-49db-a35b-642b3acb1f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:51.810475 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a41551-9f63-45f5-bc98-c9313bca1407 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Pushing event deleted for resources: {'Port': ['ID=fd60afc8-d16a-4e79-a8ab-3ea95b5fa1c8,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:51.867388 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9180d689-7cb9-49db-a35b-642b3acb1f82 None None] Routers {'22c5e9b4-83c7-47e3-b4d6-ebf66429c466'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:55:51.867970 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-9180d689-7cb9-49db-a35b-642b3acb1f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:55:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['22c5e9b4-83c7-47e3-b4d6-ebf66429c466'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:51.933552 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-56a41551-9f63-45f5-bc98-c9313bca1407 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks [] for floatingip, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:51.937119 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-56a41551-9f63-45f5-bc98-c9313bca1407 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:51.938532 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-56a41551-9f63-45f5-bc98-c9313bca1407 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] 10.222.0.57 "DELETE /v2.0/floatingips/4c404a74-6437-42ce-9de0-a223e4ba4c0a HTTP/1.1" status: 204 len: 168 time: 1.2993178 Mar 22 10:55:51.952277 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37350) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:51.956956 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-4e2a3b8b-d405-4e1c-89b4-312090d3407b tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Request body: {'floatingip': {'floating_network_id': '2b638b31-e30f-4ad5-877d-4166ae9ff956', 'port_id': '85f677e5-e17e-4a68-a618-6bcd080513f3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:51.970894 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-4ecf1937-faaf-4557-b332-f3b27af48b47 None None] Provisioning complete for port 00d8f363-2a04-4db2-bfc0-28bec590be3d triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:51.971896 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4ecf1937-faaf-4557-b332-f3b27af48b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:51.998403 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-9180d689-7cb9-49db-a35b-642b3acb1f82 None None] Set router 22c5e9b4-83c7-47e3-b4d6-ebf66429c466 gateway port host: None {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:55:52.002482 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4e2a3b8b-d405-4e1c-89b4-312090d3407b tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks [] for floatingip, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:52.071138 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-4ecf1937-faaf-4557-b332-f3b27af48b47 None None] Port 00d8f363-2a04-4db2-bfc0-28bec590be3d cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:55:52.177510 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-13d8b5cf-6217-42fc-a5e7-04d7dd12b5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15e3026-c43b-431c-8998-1b678453656d', 'name': 'tempest-NetworksTestDHCPv6-router-76515106', 'tenant_id': 'f7a8ac7bbd5d466888176c13ba053f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:55:46Z', 'updated_at': '2022-03-22T10:55:48Z', 'revision_number': 2, 'project_id': 'f7a8ac7bbd5d466888176c13ba053f5f', 'gw_port_host': None, '_interfaces': [{'id': '598bd041-8ea1-4200-b61c-073b71caa9a8', 'name': '', 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'tenant_id': 'f7a8ac7bbd5d466888176c13ba053f5f', 'mac_address': 'fa:16:3e:88:67:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f15e3026-c43b-431c-8998-1b678453656d', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'a8d91e9f-a6b0-4831-9c89-f09f4cec507f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:47Z', 'updated_at': '2022-03-22T10:55:49Z', 'revision_number': 2, 'project_id': 'f7a8ac7bbd5d466888176c13ba053f5f', 'subnets': [{'id': 'a8d91e9f-a6b0-4831-9c89-f09f4cec507f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:52.195908 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37edce7-32e4-4085-a27d-89f73de95618 None None] Pushing event updated for resources: {'Port': ['ID=7603ad9c-249e-4425-acd1-117cf3f02a03,revision_number=4']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:52.230431 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d8b5cf-6217-42fc-a5e7-04d7dd12b5fb None None] Checking router: f15e3026-c43b-431c-8998-1b678453656d for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 10:55:52.230810 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d8b5cf-6217-42fc-a5e7-04d7dd12b5fb None None] Updating router f15e3026-c43b-431c-8998-1b678453656d port 598bd041-8ea1-4200-b61c-073b71caa9a8 binding host dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 10:55:52.277141 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-4e2a3b8b-d405-4e1c-89b4-312090d3407b tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 10:55:52.278404 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4e2a3b8b-d405-4e1c-89b4-312090d3407b tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3249683 Mar 22 10:55:52.279387 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-13d8b5cf-6217-42fc-a5e7-04d7dd12b5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:52.284369 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37354) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:52.290583 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-02a0c4c0-9129-4a00-89c4-677361c4685e tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Request body: {'floatingip': {'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'port_id': '85f677e5-e17e-4a68-a618-6bcd080513f3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:52.297881 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-3f3e1d05-32b7-433b-84af-54a38b90c7a4 None None] Provisioning complete for port 7603ad9c-249e-4425-acd1-117cf3f02a03 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:52.298679 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3f3e1d05-32b7-433b-84af-54a38b90c7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:52.303465 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-13bbad72-b5cf-419a-beda-c077fbb40385 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:52.351335 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-02a0c4c0-9129-4a00-89c4-677361c4685e tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks [] for floatingip, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:52.355502 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37356) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:52.457599 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-9180d689-7cb9-49db-a35b-642b3acb1f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'name': 'tempest-RoutersIpV6Test-router-809382511', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:55:13Z', 'updated_at': '2022-03-22T10:55:51Z', 'revision_number': 6, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'gw_port_host': None, '_interfaces': [{'id': '6d3f8b02-2638-4b7e-8663-01a6e51c05c6', 'name': '', 'network_id': '171476b3-210e-4f4b-9537-9322876af2da', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:3d:d8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '6a835cad-7353-4cfc-bdd9-72e1a60628e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:25Z', 'updated_at': '2022-03-22T10:55:36Z', 'revision_number': 5, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '6a835cad-7353-4cfc-bdd9-72e1a60628e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7603ad9c-249e-4425-acd1-117cf3f02a03', 'name': '', 'network_id': 'bc323bbf-818f-4d98-84bb-9a4aa58fe47f', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:df:66:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '4932ce57-ffba-4519-9473-fcaa80c29dc9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:46Z', 'updated_at': '2022-03-22T10:55:51Z', 'revision_number': 4, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '4932ce57-ffba-4519-9473-fcaa80c29dc9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c5563ca-42a5-4fe0-a35a-7c6f69f153a0', 'name': '', 'network_id': 'b2474524-74f2-4c31-af5f-82f8d754b74f', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:e9:02:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '0d9bd897-34e3-4107-aa58-c8657a3f24f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:34Z', 'updated_at': '2022-03-22T10:55:44Z', 'revision_number': 5, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '0d9bd897-34e3-4107-aa58-c8657a3f24f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcdfdd84-31ec-4695-87a8-2b14a25cbd6c', 'name': '', 'network_id': 'fe26b17e-3c36-45e9-b8c2-31221b83f673', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:ae:9a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '6df7019b-cca6-4a15-8136-589e7260dbaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:17Z', 'updated_at': '2022-03-22T10:55:25Z', 'revision_number': 5, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '6df7019b-cca6-4a15-8136-589e7260dbaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:52.484241 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8731ba03-d1d0-4626-9d59-dbda8d9aa257 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3682488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11476'] for router, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:52.489755 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9180d689-7cb9-49db-a35b-642b3acb1f82 None None] The sync data for ids ['22c5e9b4-83c7-47e3-b4d6-ebf66429c466'] in dv-neutron-834599-1-hyperv is: [{'id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'name': 'tempest-RoutersIpV6Test-router-809382511', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:55:13Z', 'updated_at': '2022-03-22T10:55:51Z', 'revision_number': 6, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'gw_port_host': None, '_interfaces': [{'id': '6d3f8b02-2638-4b7e-8663-01a6e51c05c6', 'name': '', 'network_id': '171476b3-210e-4f4b-9537-9322876af2da', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:3d:d8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '6a835cad-7353-4cfc-bdd9-72e1a60628e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:25Z', 'updated_at': '2022-03-22T10:55:36Z', 'revision_number': 5, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '6a835cad-7353-4cfc-bdd9-72e1a60628e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7603ad9c-249e-4425-acd1-117cf3f02a03', 'name': '', 'network_id': 'bc323bbf-818f-4d98-84bb-9a4aa58fe47f', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:df:66:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '4932ce57-ffba-4519-9473-fcaa80c29dc9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:46Z', 'updated_at': '2022-03-22T10:55:51Z', 'revision_number': 4, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '4932ce57-ffba-4519-9473-fcaa80c29dc9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c5563ca-42a5-4fe0-a35a-7c6f69f153a0', 'name': '', 'network_id': 'b2474524-74f2-4c31-af5f-82f8d754b74f', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:e9:02:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '0d9bd897-34e3-4107-aa58-c8657a3f24f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:34Z', 'updated_at': '2022-03-22T10:55:44Z', 'revision_number': 5, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '0d9bd897-34e3-4107-aa58-c8657a3f24f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcdfdd84-31ec-4695-87a8-2b14a25cbd6c', 'name': '', 'network_id': 'fe26b17e-3c36-45e9-b8c2-31221b83f673', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:ae:9a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '6df7019b-cca6-4a15-8136-589e7260dbaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:17Z', 'updated_at': '2022-03-22T10:55:25Z', 'revision_number': 5, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '6df7019b-cca6-4a15-8136-589e7260dbaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:55:52.491216 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8731ba03-d1d0-4626-9d59-dbda8d9aa257 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3682435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3682442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3684457'] for router, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:52.528733 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3f3e1d05-32b7-433b-84af-54a38b90c7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:52.653769 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-3f3e1d05-32b7-433b-84af-54a38b90c7a4 None None] For port 7603ad9c-249e-4425-acd1-117cf3f02a03, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=7603ad9c-249e-4425-acd1-117cf3f02a03,segment=NetworkSegment(c767616a-959b-489e-8c86-f5cfc5f7a303),segment_id=c767616a-959b-489e-8c86-f5cfc5f7a303)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:55:52.671639 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3f3e1d05-32b7-433b-84af-54a38b90c7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:52.673209 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-02a0c4c0-9129-4a00-89c4-677361c4685e tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:52.705663 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-90ca8611-1b9b-4b5d-a8de-2b0d4808c3f4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3e42d03d4b264192a44b175b0c00065a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3493116 Mar 22 10:55:52.713512 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37360) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:52.823006 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3e1d05-32b7-433b-84af-54a38b90c7a4 None None] Pushing event updated for resources: {'Port': ['ID=7603ad9c-249e-4425-acd1-117cf3f02a03,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:52.827119 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c0038a38-ceda-4cbc-b50d-57b09f99608f tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:52.840906 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-24719c84-5fa2-4cdf-b841-51bf4ba23b08 None None] Provisioning complete for port 7603ad9c-249e-4425-acd1-117cf3f02a03 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:52.841414 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-24719c84-5fa2-4cdf-b841-51bf4ba23b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:52.903565 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-13d8b5cf-6217-42fc-a5e7-04d7dd12b5fb None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:52.911826 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e3bc2b59-d211-4100-af78-37e83b3257a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:52.917096 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-13d8b5cf-6217-42fc-a5e7-04d7dd12b5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:52.970432 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-02a0c4c0-9129-4a00-89c4-677361c4685e tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Allocated IP 172.26.7.70 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/da27ef78-4c31-4a2f-a109-abf5468dbc71) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:55:53.058896 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1a9a70-1191-487c-8435-4a1cf53f6253 None None] Pushing event updated for resources: {'Port': ['ID=598bd041-8ea1-4200-b61c-073b71caa9a8,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:53.072403 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-13d8b5cf-6217-42fc-a5e7-04d7dd12b5fb None None] Attempting to bind port 598bd041-8ea1-4200-b61c-073b71caa9a8 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:55:53.072773 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-13d8b5cf-6217-42fc-a5e7-04d7dd12b5fb None None] Attempting to bind port 598bd041-8ea1-4200-b61c-073b71caa9a8 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:55:53.073138 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d8b5cf-6217-42fc-a5e7-04d7dd12b5fb None None] Attempting to bind port 598bd041-8ea1-4200-b61c-073b71caa9a8 on network 1bc750fe-0949-42b2-bab7-34fc725823e6 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:55:53.077835 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e3bc2b59-d211-4100-af78-37e83b3257a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:53.098357 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d8b5cf-6217-42fc-a5e7-04d7dd12b5fb None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:55:53.098738 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d8b5cf-6217-42fc-a5e7-04d7dd12b5fb None None] Checking segment: {'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:55:53.099148 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-13d8b5cf-6217-42fc-a5e7-04d7dd12b5fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:53.099583 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d8b5cf-6217-42fc-a5e7-04d7dd12b5fb None None] Bound using segment: {'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:55:53.100451 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-13d8b5cf-6217-42fc-a5e7-04d7dd12b5fb None None] Bound port: 598bd041-8ea1-4200-b61c-073b71caa9a8, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:55:53.100451 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-13d8b5cf-6217-42fc-a5e7-04d7dd12b5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:53.122016 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-02a0c4c0-9129-4a00-89c4-677361c4685e tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:53.159094 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0038a38-ceda-4cbc-b50d-57b09f99608f tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Pushing event deleted for resources: {'Port': ['ID=6921f961-daed-4841-86bb-5502ef055f34,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:53.181547 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e3bc2b59-d211-4100-af78-37e83b3257a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:53.184542 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e3bc2b59-d211-4100-af78-37e83b3257a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:53.185344 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e3bc2b59-d211-4100-af78-37e83b3257a4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/abd3e96a-9be4-4b05-a79e-cc401a19fab2 HTTP/1.1" status: 204 len: 168 time: 0.4708712 Mar 22 10:55:53.190665 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-02a0c4c0-9129-4a00-89c4-677361c4685e tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:53.219094 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a0c4c0-9129-4a00-89c4-677361c4685e tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:55:53.233352 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-02a0c4c0-9129-4a00-89c4-677361c4685e tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:55:53.237935 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-13d8b5cf-6217-42fc-a5e7-04d7dd12b5fb None None] For port 598bd041-8ea1-4200-b61c-073b71caa9a8, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:55:53.246060 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-13d8b5cf-6217-42fc-a5e7-04d7dd12b5fb None None] For port 598bd041-8ea1-4200-b61c-073b71caa9a8, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=598bd041-8ea1-4200-b61c-073b71caa9a8,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:55:53.260670 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-13d8b5cf-6217-42fc-a5e7-04d7dd12b5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:53.263828 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a0c4c0-9129-4a00-89c4-677361c4685e tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:55:53.265965 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bc2b59-d211-4100-af78-37e83b3257a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd3e96a-9be4-4b05-a79e-cc401a19fab2,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:53.332503 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a0c4c0-9129-4a00-89c4-677361c4685e tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Pushing event updated for resources: {'Port': ['ID=da27ef78-4c31-4a2f-a109-abf5468dbc71,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:53.435584 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d8b5cf-6217-42fc-a5e7-04d7dd12b5fb None None] Routers {'f15e3026-c43b-431c-8998-1b678453656d'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:55:53.436229 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-13d8b5cf-6217-42fc-a5e7-04d7dd12b5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:55:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['f15e3026-c43b-431c-8998-1b678453656d'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:53.439814 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1a9a70-1191-487c-8435-4a1cf53f6253 None None] Pushing event updated for resources: {'Port': ['ID=598bd041-8ea1-4200-b61c-073b71caa9a8,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:53.510625 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-02a0c4c0-9129-4a00-89c4-677361c4685e tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Deleting port da27ef78-4c31-4a2f-a109-abf5468dbc71 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:55:53.510968 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-02a0c4c0-9129-4a00-89c4-677361c4685e tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:53.547958 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-0145212e-52af-42a9-9e65-b0bd33df0512 None None] Provisioning complete for port 598bd041-8ea1-4200-b61c-073b71caa9a8 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:53.548475 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0145212e-52af-42a9-9e65-b0bd33df0512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:53.631845 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-13d8b5cf-6217-42fc-a5e7-04d7dd12b5fb None None] Set router f15e3026-c43b-431c-8998-1b678453656d gateway port host: None {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:55:53.711654 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8731ba03-d1d0-4626-9d59-dbda8d9aa257 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Router 22c5e9b4-83c7-47e3-b4d6-ebf66429c466 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:55:53.718843 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 7603ad9c-249e-4425-acd1-117cf3f02a03 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:55:53.720999 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-02a0c4c0-9129-4a00-89c4-677361c4685e tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:53.726354 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-02a0c4c0-9129-4a00-89c4-677361c4685e tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:53.744986 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8203e-89a0-49cb-8b54-f4db10a5b845 req-c56f9b7f-0171-41df-8fda-742ffc7cbd34 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:53.746334 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f4b8203e-89a0-49cb-8b54-f4db10a5b845 req-c56f9b7f-0171-41df-8fda-742ffc7cbd34 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.6100743 Mar 22 10:55:53.759942 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-13bbad72-b5cf-419a-beda-c077fbb40385 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:53.773341 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-02a0c4c0-9129-4a00-89c4-677361c4685e tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Calling delete_port for da27ef78-4c31-4a2f-a109-abf5468dbc71 owned by network:floatingip {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:55:53.775083 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37370) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:53.785983 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-13bbad72-b5cf-419a-beda-c077fbb40385 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:53.867003 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0145212e-52af-42a9-9e65-b0bd33df0512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:53.875801 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-66661de7-47a3-4b66-8844-4db4568e06e8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=da5f760b3d614bbc9ca6b58a28e4d437&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0995915 Mar 22 10:55:53.879633 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37374) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:53.902001 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-13bbad72-b5cf-419a-beda-c077fbb40385 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] In _notify_port_updated(), no bound segment for port 00d8f363-2a04-4db2-bfc0-28bec590be3d on network 894561ac-8e00-4d0e-89c4-0e50ef1a27f8 {{(pid=109050) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 22 10:55:53.908421 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bbad72-b5cf-419a-beda-c077fbb40385 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:53.909210 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-13bbad72-b5cf-419a-beda-c077fbb40385 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:53.914693 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37376) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:53.915635 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-13bbad72-b5cf-419a-beda-c077fbb40385 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] 10.222.0.57 "PUT /v2.0/ports/00d8f363-2a04-4db2-bfc0-28bec590be3d HTTP/1.1" status: 200 len: 1066 time: 2.6714189 Mar 22 10:55:53.917243 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c0038a38-ceda-4cbc-b50d-57b09f99608f tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682553'] for router_gateway, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:53.973801 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-0145212e-52af-42a9-9e65-b0bd33df0512 None None] For port 598bd041-8ea1-4200-b61c-073b71caa9a8, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=598bd041-8ea1-4200-b61c-073b71caa9a8,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:55:53.975240 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 7603ad9c-249e-4425-acd1-117cf3f02a03 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:53.975240 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:54.012362 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0145212e-52af-42a9-9e65-b0bd33df0512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:54.049760 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-43871f22-3627-4c79-8901-f03675a811f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:54.074964 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-02a0c4c0-9129-4a00-89c4-677361c4685e tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:54.107779 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bbad72-b5cf-419a-beda-c077fbb40385 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Pushing event updated for resources: {'Port': ['ID=00d8f363-2a04-4db2-bfc0-28bec590be3d,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:54.117669 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-43871f22-3627-4c79-8901-f03675a811f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:54.126874 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a0c4c0-9129-4a00-89c4-677361c4685e tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Pushing event deleted for resources: {'Port': ['ID=da27ef78-4c31-4a2f-a109-abf5468dbc71,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:54.130476 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f4b8203e-89a0-49cb-8b54-f4db10a5b845 req-ca0235b6-3d3b-40b8-9503-92aac573ce9e tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3522778 Mar 22 10:55:54.148669 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0145212e-52af-42a9-9e65-b0bd33df0512 None None] Pushing event updated for resources: {'Port': ['ID=598bd041-8ea1-4200-b61c-073b71caa9a8,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:54.178396 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2483a999-1d79-4b97-9c9c-952894bb9e17 None None] Provisioning complete for port 598bd041-8ea1-4200-b61c-073b71caa9a8 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:54.178777 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2483a999-1d79-4b97-9c9c-952894bb9e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:54.187929 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c0038a38-ceda-4cbc-b50d-57b09f99608f tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:54.246152 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-fbf4a309-92c7-462c-b400-d9f5427beb08 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Deleting port 00d8f363-2a04-4db2-bfc0-28bec590be3d {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:55:54.246759 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fbf4a309-92c7-462c-b400-d9f5427beb08 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:54.250879 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-13d8b5cf-6217-42fc-a5e7-04d7dd12b5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15e3026-c43b-431c-8998-1b678453656d', 'name': 'tempest-NetworksTestDHCPv6-router-76515106', 'tenant_id': 'f7a8ac7bbd5d466888176c13ba053f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:55:46Z', 'updated_at': '2022-03-22T10:55:48Z', 'revision_number': 2, 'project_id': 'f7a8ac7bbd5d466888176c13ba053f5f', 'gw_port_host': None, '_interfaces': [{'id': '598bd041-8ea1-4200-b61c-073b71caa9a8', 'name': '', 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'tenant_id': 'f7a8ac7bbd5d466888176c13ba053f5f', 'mac_address': 'fa:16:3e:88:67:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f15e3026-c43b-431c-8998-1b678453656d', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'a8d91e9f-a6b0-4831-9c89-f09f4cec507f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:47Z', 'updated_at': '2022-03-22T10:55:53Z', 'revision_number': 4, 'project_id': 'f7a8ac7bbd5d466888176c13ba053f5f', 'subnets': [{'id': 'a8d91e9f-a6b0-4831-9c89-f09f4cec507f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:54.287786 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c0038a38-ceda-4cbc-b50d-57b09f99608f tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:54.342071 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8731ba03-d1d0-4626-9d59-dbda8d9aa257 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:55:54.343610 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-02a0c4c0-9129-4a00-89c4-677361c4685e tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] create failed (client error): The resource could not be found. Mar 22 10:55:54.350247 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-02a0c4c0-9129-4a00-89c4-677361c4685e tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.0591586 Mar 22 10:55:54.351151 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37380) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:54.361664 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-43871f22-3627-4c79-8901-f03675a811f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:54.364299 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-43871f22-3627-4c79-8901-f03675a811f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:54.370801 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-43871f22-3627-4c79-8901-f03675a811f6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f834df9a-682c-4ff3-8942-e9986cac766e HTTP/1.1" status: 204 len: 168 time: 0.4848695 Mar 22 10:55:54.375856 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac972a8-56bf-4bd4-bd00-041a6c129fbb None None] Sync routers for ids ['22c5e9b4-83c7-47e3-b4d6-ebf66429c466'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:55:54.391418 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8731ba03-d1d0-4626-9d59-dbda8d9aa257 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:54.394776 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-8731ba03-d1d0-4626-9d59-dbda8d9aa257 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "PUT /v2.0/routers/22c5e9b4-83c7-47e3-b4d6-ebf66429c466 HTTP/1.1" status: 200 len: 953 time: 3.8767364 Mar 22 10:55:54.395737 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37384) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:54.398341 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac972a8-56bf-4bd4-bd00-041a6c129fbb None None] Routers {'22c5e9b4-83c7-47e3-b4d6-ebf66429c466'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:55:54.398982 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-4ac972a8-56bf-4bd4-bd00-041a6c129fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:55:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['22c5e9b4-83c7-47e3-b4d6-ebf66429c466'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:54.411030 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43871f22-3627-4c79-8901-f03675a811f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f834df9a-682c-4ff3-8942-e9986cac766e,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:54.444208 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fbf4a309-92c7-462c-b400-d9f5427beb08 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:54.486349 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d8b5cf-6217-42fc-a5e7-04d7dd12b5fb None None] The sync data for ids ['f15e3026-c43b-431c-8998-1b678453656d'] in dv-neutron-834599-1-hyperv is: [{'id': 'f15e3026-c43b-431c-8998-1b678453656d', 'name': 'tempest-NetworksTestDHCPv6-router-76515106', 'tenant_id': 'f7a8ac7bbd5d466888176c13ba053f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:55:46Z', 'updated_at': '2022-03-22T10:55:48Z', 'revision_number': 2, 'project_id': 'f7a8ac7bbd5d466888176c13ba053f5f', 'gw_port_host': None, '_interfaces': [{'id': '598bd041-8ea1-4200-b61c-073b71caa9a8', 'name': '', 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'tenant_id': 'f7a8ac7bbd5d466888176c13ba053f5f', 'mac_address': 'fa:16:3e:88:67:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f15e3026-c43b-431c-8998-1b678453656d', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'a8d91e9f-a6b0-4831-9c89-f09f4cec507f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:47Z', 'updated_at': '2022-03-22T10:55:53Z', 'revision_number': 4, 'project_id': 'f7a8ac7bbd5d466888176c13ba053f5f', 'subnets': [{'id': 'a8d91e9f-a6b0-4831-9c89-f09f4cec507f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:55:54.493855 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-fbf4a309-92c7-462c-b400-d9f5427beb08 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Calling delete_port for 00d8f363-2a04-4db2-bfc0-28bec590be3d owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:55:54.534351 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c0038a38-ceda-4cbc-b50d-57b09f99608f tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:54.538764 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0038a38-ceda-4cbc-b50d-57b09f99608f tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Fanout notify agent at l3_agent the message router_deleted on router 5fa6ea77-c0b8-40a5-9762-74fdaeee9012 {{(pid=109050) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 10:55:54.576613 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c0038a38-ceda-4cbc-b50d-57b09f99608f tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:54.581458 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-c0038a38-ceda-4cbc-b50d-57b09f99608f tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] 10.222.0.57 "DELETE /v2.0/routers/5fa6ea77-c0b8-40a5-9762-74fdaeee9012 HTTP/1.1" status: 204 len: 168 time: 4.6110468 Mar 22 10:55:54.583169 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37386) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:54.583335 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-4ac972a8-56bf-4bd4-bd00-041a6c129fbb None None] Set router 22c5e9b4-83c7-47e3-b4d6-ebf66429c466 gateway port host: None {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:55:54.603959 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1cff4c-8f7c-4844-b16d-18f489d74861 req-b38270e4-03e6-4958-bb69-5ef8fe00c3ad tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:54.612045 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4b1cff4c-8f7c-4844-b16d-18f489d74861 req-b38270e4-03e6-4958-bb69-5ef8fe00c3ad tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.3199317 Mar 22 10:55:54.641260 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-56d8a22f-46fa-4fd0-808b-0b433d1acc63 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Deleting port 85f677e5-e17e-4a68-a618-6bcd080513f3 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:55:54.641653 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-56d8a22f-46fa-4fd0-808b-0b433d1acc63 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:54.684790 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-15bc4448-1b5e-4cb2-9be6-73d541a0179b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "GET /v2.0/routers/22c5e9b4-83c7-47e3-b4d6-ebf66429c466 HTTP/1.1" status: 200 len: 953 time: 0.2871108 Mar 22 10:55:54.689789 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37388) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:54.695936 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-47bc2053-67ef-4728-b966-2351d3b2dd78 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Request body: {'router': {'routes': None}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:54.711348 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-c10ee404-b85b-40be-af62-c09cf9999ccf tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Deleting subnet cfa596ac-eb44-4d32-86d2-feb239418be6 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:55:54.715791 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-796bd80d-119b-4faa-b207-7ee54bd49c24 None None] Provisioning complete for port 00d8f363-2a04-4db2-bfc0-28bec590be3d triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:54.716403 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-796bd80d-119b-4faa-b207-7ee54bd49c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:54.720658 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c10ee404-b85b-40be-af62-c09cf9999ccf tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:54.761315 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c10ee404-b85b-40be-af62-c09cf9999ccf tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:54.825579 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4b1cff4c-8f7c-4844-b16d-18f489d74861 req-a8e134c9-f0ce-478a-bdc2-20ab47f8336d tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2101746 Mar 22 10:55:54.857012 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-796bd80d-119b-4faa-b207-7ee54bd49c24 None None] Port 00d8f363-2a04-4db2-bfc0-28bec590be3d cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:55:54.945238 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-56d8a22f-46fa-4fd0-808b-0b433d1acc63 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:54.961132 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-4ac972a8-56bf-4bd4-bd00-041a6c129fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'name': 'tempest-RoutersIpV6Test-router-809382511', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:55:13Z', 'updated_at': '2022-03-22T10:55:51Z', 'revision_number': 6, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'gw_port_host': None, '_interfaces': [{'id': '6d3f8b02-2638-4b7e-8663-01a6e51c05c6', 'name': '', 'network_id': '171476b3-210e-4f4b-9537-9322876af2da', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:3d:d8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '6a835cad-7353-4cfc-bdd9-72e1a60628e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:25Z', 'updated_at': '2022-03-22T10:55:36Z', 'revision_number': 5, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '6a835cad-7353-4cfc-bdd9-72e1a60628e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7603ad9c-249e-4425-acd1-117cf3f02a03', 'name': '', 'network_id': 'bc323bbf-818f-4d98-84bb-9a4aa58fe47f', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:df:66:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '4932ce57-ffba-4519-9473-fcaa80c29dc9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:46Z', 'updated_at': '2022-03-22T10:55:52Z', 'revision_number': 5, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '4932ce57-ffba-4519-9473-fcaa80c29dc9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c5563ca-42a5-4fe0-a35a-7c6f69f153a0', 'name': '', 'network_id': 'b2474524-74f2-4c31-af5f-82f8d754b74f', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:e9:02:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '0d9bd897-34e3-4107-aa58-c8657a3f24f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:34Z', 'updated_at': '2022-03-22T10:55:44Z', 'revision_number': 5, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '0d9bd897-34e3-4107-aa58-c8657a3f24f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcdfdd84-31ec-4695-87a8-2b14a25cbd6c', 'name': '', 'network_id': 'fe26b17e-3c36-45e9-b8c2-31221b83f673', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:ae:9a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '6df7019b-cca6-4a15-8136-589e7260dbaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:17Z', 'updated_at': '2022-03-22T10:55:25Z', 'revision_number': 5, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '6df7019b-cca6-4a15-8136-589e7260dbaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:55.031129 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dea21dd3-14d9-4698-844d-feb07536675e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683891'] for router_interface, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:55.042217 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac972a8-56bf-4bd4-bd00-041a6c129fbb None None] Checking router: 22c5e9b4-83c7-47e3-b4d6-ebf66429c466 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 10:55:55.053200 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac972a8-56bf-4bd4-bd00-041a6c129fbb None None] Routers {'22c5e9b4-83c7-47e3-b4d6-ebf66429c466'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:55:55.054182 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-4ac972a8-56bf-4bd4-bd00-041a6c129fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:55:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['22c5e9b4-83c7-47e3-b4d6-ebf66429c466'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:55.067264 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-56d8a22f-46fa-4fd0-808b-0b433d1acc63 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Calling delete_port for 85f677e5-e17e-4a68-a618-6bcd080513f3 owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:55:55.155576 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-4ac972a8-56bf-4bd4-bd00-041a6c129fbb None None] Set router 22c5e9b4-83c7-47e3-b4d6-ebf66429c466 gateway port host: None {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:55:55.233424 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcebccad-54f0-4cd6-9e8f-0b0526ecc029 req-0d045348-9391-4bf6-a2a8-5573743b5620 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:55.235022 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-fcebccad-54f0-4cd6-9e8f-0b0526ecc029 req-0d045348-9391-4bf6-a2a8-5573743b5620 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.2687318 Mar 22 10:55:55.236142 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fbf4a309-92c7-462c-b400-d9f5427beb08 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:55.433205 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-4ac972a8-56bf-4bd4-bd00-041a6c129fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'name': 'tempest-RoutersIpV6Test-router-809382511', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:55:13Z', 'updated_at': '2022-03-22T10:55:51Z', 'revision_number': 6, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'gw_port_host': None, '_interfaces': [{'id': '6d3f8b02-2638-4b7e-8663-01a6e51c05c6', 'name': '', 'network_id': '171476b3-210e-4f4b-9537-9322876af2da', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:3d:d8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '6a835cad-7353-4cfc-bdd9-72e1a60628e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:25Z', 'updated_at': '2022-03-22T10:55:36Z', 'revision_number': 5, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '6a835cad-7353-4cfc-bdd9-72e1a60628e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7603ad9c-249e-4425-acd1-117cf3f02a03', 'name': '', 'network_id': 'bc323bbf-818f-4d98-84bb-9a4aa58fe47f', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:df:66:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '4932ce57-ffba-4519-9473-fcaa80c29dc9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:46Z', 'updated_at': '2022-03-22T10:55:52Z', 'revision_number': 5, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '4932ce57-ffba-4519-9473-fcaa80c29dc9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c5563ca-42a5-4fe0-a35a-7c6f69f153a0', 'name': '', 'network_id': 'b2474524-74f2-4c31-af5f-82f8d754b74f', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:e9:02:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '0d9bd897-34e3-4107-aa58-c8657a3f24f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:34Z', 'updated_at': '2022-03-22T10:55:44Z', 'revision_number': 5, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '0d9bd897-34e3-4107-aa58-c8657a3f24f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcdfdd84-31ec-4695-87a8-2b14a25cbd6c', 'name': '', 'network_id': 'fe26b17e-3c36-45e9-b8c2-31221b83f673', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:ae:9a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '6df7019b-cca6-4a15-8136-589e7260dbaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:17Z', 'updated_at': '2022-03-22T10:55:25Z', 'revision_number': 5, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '6df7019b-cca6-4a15-8136-589e7260dbaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:55.466048 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac972a8-56bf-4bd4-bd00-041a6c129fbb None None] The sync data for ids ['22c5e9b4-83c7-47e3-b4d6-ebf66429c466'] in dv-neutron-834599-1-hyperv is: [{'id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'name': 'tempest-RoutersIpV6Test-router-809382511', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:55:13Z', 'updated_at': '2022-03-22T10:55:51Z', 'revision_number': 6, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'gw_port_host': None, '_interfaces': [{'id': '6d3f8b02-2638-4b7e-8663-01a6e51c05c6', 'name': '', 'network_id': '171476b3-210e-4f4b-9537-9322876af2da', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:3d:d8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '6a835cad-7353-4cfc-bdd9-72e1a60628e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:25Z', 'updated_at': '2022-03-22T10:55:36Z', 'revision_number': 5, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '6a835cad-7353-4cfc-bdd9-72e1a60628e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7603ad9c-249e-4425-acd1-117cf3f02a03', 'name': '', 'network_id': 'bc323bbf-818f-4d98-84bb-9a4aa58fe47f', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:df:66:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '4932ce57-ffba-4519-9473-fcaa80c29dc9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:46Z', 'updated_at': '2022-03-22T10:55:52Z', 'revision_number': 5, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '4932ce57-ffba-4519-9473-fcaa80c29dc9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c5563ca-42a5-4fe0-a35a-7c6f69f153a0', 'name': '', 'network_id': 'b2474524-74f2-4c31-af5f-82f8d754b74f', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:e9:02:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '0d9bd897-34e3-4107-aa58-c8657a3f24f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:34Z', 'updated_at': '2022-03-22T10:55:44Z', 'revision_number': 5, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '0d9bd897-34e3-4107-aa58-c8657a3f24f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcdfdd84-31ec-4695-87a8-2b14a25cbd6c', 'name': '', 'network_id': 'fe26b17e-3c36-45e9-b8c2-31221b83f673', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:ae:9a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '6df7019b-cca6-4a15-8136-589e7260dbaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:17Z', 'updated_at': '2022-03-22T10:55:25Z', 'revision_number': 5, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '6df7019b-cca6-4a15-8136-589e7260dbaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:55:55.632137 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 598bd041-8ea1-4200-b61c-073b71caa9a8 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:55:55.715338 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf4a309-92c7-462c-b400-d9f5427beb08 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Pushing event deleted for resources: {'Port': ['ID=00d8f363-2a04-4db2-bfc0-28bec590be3d,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:55.760167 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c10ee404-b85b-40be-af62-c09cf9999ccf tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:55.777628 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 598bd041-8ea1-4200-b61c-073b71caa9a8 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:55:55.779276 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:55.792113 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37410) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:55.868567 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-56d8a22f-46fa-4fd0-808b-0b433d1acc63 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:55.927322 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-fcebccad-54f0-4cd6-9e8f-0b0526ecc029 req-d96e8933-2c19-4789-af1a-c670256ca251 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1774569 Mar 22 10:55:55.986056 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d8a22f-46fa-4fd0-808b-0b433d1acc63 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Pushing event deleted for resources: {'Port': ['ID=85f677e5-e17e-4a68-a618-6bcd080513f3,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:56.124188 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-56d8a22f-46fa-4fd0-808b-0b433d1acc63 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:56.127843 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-56d8a22f-46fa-4fd0-808b-0b433d1acc63 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] 10.222.0.57 "DELETE /v2.0/ports/85f677e5-e17e-4a68-a618-6bcd080513f3 HTTP/1.1" status: 204 len: 168 time: 1.7755604 Mar 22 10:55:56.138422 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37416) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:56.165563 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ca239e73-9109-40b8-a98d-0595f838c94f tempest-AgentManagementNegativeTest-373107668 tempest-AgentManagementNegativeTest-373107668-project] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3404202 Mar 22 10:55:56.198388 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c10ee404-b85b-40be-af62-c09cf9999ccf tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:56.239682 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.extraroute_db [None req-47bc2053-67ef-4728-b966-2351d3b2dd78 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Added routes are [] {{(pid=109050) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 22 10:55:56.240005 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.extraroute_db [None req-47bc2053-67ef-4728-b966-2351d3b2dd78 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=109050) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 22 10:55:56.300952 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10ee404-b85b-40be-af62-c09cf9999ccf tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Pushing event deleted for resources: {'Subnet': ['ID=cfa596ac-eb44-4d32-86d2-feb239418be6,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:56.308566 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c10ee404-b85b-40be-af62-c09cf9999ccf tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:56.315309 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c10ee404-b85b-40be-af62-c09cf9999ccf tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] 10.222.0.57 "DELETE /v2.0/subnets/cfa596ac-eb44-4d32-86d2-feb239418be6 HTTP/1.1" status: 204 len: 168 time: 1.7303183 Mar 22 10:55:56.317635 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb40c48-6165-4017-8b31-ea18bf5c9c4b None None] Network 046d7c81-da2f-4ee0-a8d3-e16d2fb960f4 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:55:56.320911 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37420) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:56.348026 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fbf4a309-92c7-462c-b400-d9f5427beb08 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:56.354426 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-fbf4a309-92c7-462c-b400-d9f5427beb08 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] 10.222.0.57 "DELETE /v2.0/ports/00d8f363-2a04-4db2-bfc0-28bec590be3d HTTP/1.1" status: 204 len: 168 time: 2.4360106 Mar 22 10:55:56.354835 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37422) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:56.388394 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-47bc2053-67ef-4728-b966-2351d3b2dd78 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3682488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11476'] for router, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:56.400464 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f9c039-8dbd-4cf6-822c-516c28ec06fd tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:56.402038 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f6f9c039-8dbd-4cf6-822c-516c28ec06fd tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e6b3795-34ef-450d-953e-82fc487d5a2d HTTP/1.1" status: 200 len: 913 time: 0.2572439 Mar 22 10:55:56.403307 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5c7812f-b00e-42f5-90e4-bfc20d8078e4 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] GET failed (client error): The resource could not be found. Mar 22 10:55:56.407723 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc5974-f7a6-4697-8b4d-615c8fb1c412 req-3428465a-97b2-46cc-8cd3-9f986021dec3 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:56.407923 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c5c7812f-b00e-42f5-90e4-bfc20d8078e4 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] 10.222.0.57 "GET /v2.0/ports/00d8f363-2a04-4db2-bfc0-28bec590be3d HTTP/1.1" status: 404 len: 333 time: 0.0493090 Mar 22 10:55:56.407923 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37426) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:56.408099 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-23bc5974-f7a6-4697-8b4d-615c8fb1c412 req-3428465a-97b2-46cc-8cd3-9f986021dec3 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.1546061 Mar 22 10:55:56.412439 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37428) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:56.512413 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-dea21dd3-14d9-4698-844d-feb07536675e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Deleting port 598bd041-8ea1-4200-b61c-073b71caa9a8 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:55:56.512892 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dea21dd3-14d9-4698-844d-feb07536675e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:56.545660 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-32d0b6eb-3d54-414f-8940-c14425a63a91 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:56.609051 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37432) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:56.618490 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52655634-5b4c-4546-a80e-07d07be2b9fb None None] DHCP port deletion for 046d7c81-da2f-4ee0-a8d3-e16d2fb960f4 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:55:56.657110 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-23bc5974-f7a6-4697-8b4d-615c8fb1c412 req-e7ed6952-5627-4fa0-ab2b-ee61bd9408cc tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2388270 Mar 22 10:55:56.701150 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-52655634-5b4c-4546-a80e-07d07be2b9fb None None] Deleting port c0e87ea8-a1c1-428c-8ac2-54d64b4fb8d4 {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:55:56.705436 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-52655634-5b4c-4546-a80e-07d07be2b9fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:56.771518 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a663c574-bcf2-4fa8-ab92-05a41f6d509e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:56.781619 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-ae83a084-ed4e-4442-871c-b6a6c8228b98 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Deleting port 8ed4e74b-86cc-4d93-9c5e-90ad60af3a92 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:55:56.782700 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ae83a084-ed4e-4442-871c-b6a6c8228b98 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:56.813881 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-dea21dd3-14d9-4698-844d-feb07536675e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] For port 598bd041-8ea1-4200-b61c-073b71caa9a8, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=598bd041-8ea1-4200-b61c-073b71caa9a8,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:55:56.814328 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dea21dd3-14d9-4698-844d-feb07536675e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:56.818766 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-52655634-5b4c-4546-a80e-07d07be2b9fb None None] For port c0e87ea8-a1c1-428c-8ac2-54d64b4fb8d4, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=c0e87ea8-a1c1-428c-8ac2-54d64b4fb8d4,segment=NetworkSegment(653d88ba-8d18-42ff-95f9-55dd751a87d3),segment_id=653d88ba-8d18-42ff-95f9-55dd751a87d3)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:55:56.819441 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-52655634-5b4c-4546-a80e-07d07be2b9fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:56.834315 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-dea21dd3-14d9-4698-844d-feb07536675e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Calling delete_port for 598bd041-8ea1-4200-b61c-073b71caa9a8 owned by network:router_interface {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:55:56.837219 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-52655634-5b4c-4546-a80e-07d07be2b9fb None None] Calling delete_port for c0e87ea8-a1c1-428c-8ac2-54d64b4fb8d4 owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:55:56.849369 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-47bc2053-67ef-4728-b966-2351d3b2dd78 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3682488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11476'] for router, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:56.927225 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-47bc2053-67ef-4728-b966-2351d3b2dd78 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3682435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3682442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3684457'] for router, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:56.931846 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-52655634-5b4c-4546-a80e-07d07be2b9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:56.961831 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52655634-5b4c-4546-a80e-07d07be2b9fb None None] Pushing event deleted for resources: {'Port': ['ID=c0e87ea8-a1c1-428c-8ac2-54d64b4fb8d4,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:56.965626 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52655634-5b4c-4546-a80e-07d07be2b9fb None None] No DVR routers for this DVR port c0e87ea8-a1c1-428c-8ac2-54d64b4fb8d4 on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:55:57.025146 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-32d0b6eb-3d54-414f-8940-c14425a63a91 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Deleting port c0e87ea8-a1c1-428c-8ac2-54d64b4fb8d4 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:55:57.025780 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-32d0b6eb-3d54-414f-8940-c14425a63a91 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:57.042096 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a663c574-bcf2-4fa8-ab92-05a41f6d509e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:57.055917 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a663c574-bcf2-4fa8-ab92-05a41f6d509e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:57.068854 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ae83a084-ed4e-4442-871c-b6a6c8228b98 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:57.116569 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-ae83a084-ed4e-4442-871c-b6a6c8228b98 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Calling delete_port for 8ed4e74b-86cc-4d93-9c5e-90ad60af3a92 owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:55:57.135628 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a663c574-bcf2-4fa8-ab92-05a41f6d509e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5e11340cdb8e45228c49ed6673ba3c81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5252283 Mar 22 10:55:57.143394 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37440) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:57.155342 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a663c574-bcf2-4fa8-ab92-05a41f6d509e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bad72fd-55e4-4134-9304-40761b8ffeda,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:57.208324 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-32d0b6eb-3d54-414f-8940-c14425a63a91 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] For port c0e87ea8-a1c1-428c-8ac2-54d64b4fb8d4, host dv-neutron-834599-1-hyperv, got binding levels [] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:55:57.208545 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-32d0b6eb-3d54-414f-8940-c14425a63a91 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:57.222039 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca342e1e-8703-44d5-838b-cc87b626ba5a req-2f669865-e73c-402e-8726-1929929f4390 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:57.223529 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ca342e1e-8703-44d5-838b-cc87b626ba5a req-2f669865-e73c-402e-8726-1929929f4390 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.2250257 Mar 22 10:55:57.269403 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-32d0b6eb-3d54-414f-8940-c14425a63a91 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Calling delete_port for c0e87ea8-a1c1-428c-8ac2-54d64b4fb8d4 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:55:57.272394 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-02f9a113-934c-4c21-be44-33e6ac96a0fb tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683891'] for router_interface, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:57.289553 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.ipam_backend_mixin [None req-32d0b6eb-3d54-414f-8940-c14425a63a91 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Port c0e87ea8-a1c1-428c-8ac2-54d64b4fb8d4 was not found and therefore no delete operation was performed {{(pid=109050) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 22 10:55:57.291485 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47bc2053-67ef-4728-b966-2351d3b2dd78 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Router 22c5e9b4-83c7-47e3-b4d6-ebf66429c466 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:55:57.310293 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-32d0b6eb-3d54-414f-8940-c14425a63a91 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:57.360683 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d0b6eb-3d54-414f-8940-c14425a63a91 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Pushing event deleted for resources: {'Port': ['ID=c0e87ea8-a1c1-428c-8ac2-54d64b4fb8d4,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:57.361029 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d0b6eb-3d54-414f-8940-c14425a63a91 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] No DVR routers for this DVR port c0e87ea8-a1c1-428c-8ac2-54d64b4fb8d4 on host dv-neutron-834599-1-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:55:57.372452 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dea21dd3-14d9-4698-844d-feb07536675e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:57.408631 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ca342e1e-8703-44d5-838b-cc87b626ba5a req-d4ee3c8c-229e-4d1b-8b68-42d5a3acc1e3 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563220 Mar 22 10:55:57.437850 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ae83a084-ed4e-4442-871c-b6a6c8228b98 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:57.468437 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e9fb91a6-49c5-4d75-869e-580df44da437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:57.474716 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea21dd3-14d9-4698-844d-feb07536675e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event deleted for resources: {'Port': ['ID=598bd041-8ea1-4200-b61c-073b71caa9a8,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:57.515402 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae83a084-ed4e-4442-871c-b6a6c8228b98 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Pushing event deleted for resources: {'Port': ['ID=8ed4e74b-86cc-4d93-9c5e-90ad60af3a92,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:57.534231 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ae83a084-ed4e-4442-871c-b6a6c8228b98 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:57.539954 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ae83a084-ed4e-4442-871c-b6a6c8228b98 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] 10.222.0.57 "DELETE /v2.0/ports/8ed4e74b-86cc-4d93-9c5e-90ad60af3a92 HTTP/1.1" status: 204 len: 168 time: 1.1240840 Mar 22 10:55:57.541985 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37442) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:57.577507 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e9fb91a6-49c5-4d75-869e-580df44da437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:57.579780 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-83d8c55f-52a7-45a0-b227-ed5fc7629f20 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] GET failed (client error): The resource could not be found. Mar 22 10:55:57.584717 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-83d8c55f-52a7-45a0-b227-ed5fc7629f20 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] 10.222.0.57 "GET /v2.0/ports/8ed4e74b-86cc-4d93-9c5e-90ad60af3a92 HTTP/1.1" status: 404 len: 333 time: 0.0383890 Mar 22 10:55:57.585232 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37444) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:57.718558 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device c0e87ea8-a1c1-428c-8ac2-54d64b4fb8d4 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:55:57.748844 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: c0e87ea8-a1c1-428c-8ac2-54d64b4fb8d4 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:55:57.749451 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device c0e87ea8-a1c1-428c-8ac2-54d64b4fb8d4 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:55:57.793903 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-057f2477-87ec-4391-91d7-fca4b2f5a3ef tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Deleting port 6c2f9862-f228-4c63-968f-b7b53f6b3abf {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:55:57.793903 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-057f2477-87ec-4391-91d7-fca4b2f5a3ef tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:57.867303 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-02f9a113-934c-4c21-be44-33e6ac96a0fb tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Deleting port a0aac019-cb5b-4725-be92-86f39125cade {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:55:57.867671 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-02f9a113-934c-4c21-be44-33e6ac96a0fb tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:57.910063 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-32d0b6eb-3d54-414f-8940-c14425a63a91 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:57.912232 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-057f2477-87ec-4391-91d7-fca4b2f5a3ef tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:57.956318 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-057f2477-87ec-4391-91d7-fca4b2f5a3ef tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Calling delete_port for 6c2f9862-f228-4c63-968f-b7b53f6b3abf owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:55:57.969406 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47bc2053-67ef-4728-b966-2351d3b2dd78 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:55:57.981411 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-47bc2053-67ef-4728-b966-2351d3b2dd78 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:57.981863 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65489f82-035c-4b0a-bceb-807c5e76c098 None None] Sync routers for ids ['22c5e9b4-83c7-47e3-b4d6-ebf66429c466'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:55:57.985583 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-47bc2053-67ef-4728-b966-2351d3b2dd78 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "PUT /v2.0/routers/22c5e9b4-83c7-47e3-b4d6-ebf66429c466 HTTP/1.1" status: 200 len: 703 time: 3.2905681 Mar 22 10:55:57.985995 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dea21dd3-14d9-4698-844d-feb07536675e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684007'] for router_interface, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:57.986120 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37446) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:57.988840 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-32d0b6eb-3d54-414f-8940-c14425a63a91 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['046d7c81-da2f-4ee0-a8d3-e16d2fb960f4']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:57.996050 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65489f82-035c-4b0a-bceb-807c5e76c098 None None] Routers {'22c5e9b4-83c7-47e3-b4d6-ebf66429c466'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:55:57.997273 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-65489f82-035c-4b0a-bceb-807c5e76c098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:55:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['22c5e9b4-83c7-47e3-b4d6-ebf66429c466'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:58.006614 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-32d0b6eb-3d54-414f-8940-c14425a63a91 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '653d88ba-8d18-42ff-95f9-55dd751a87d3') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:58.006946 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-32d0b6eb-3d54-414f-8940-c14425a63a91 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '653d88ba-8d18-42ff-95f9-55dd751a87d3') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:58.020140 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-32d0b6eb-3d54-414f-8940-c14425a63a91 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:58.025576 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-02f9a113-934c-4c21-be44-33e6ac96a0fb tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:58.079351 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-02f9a113-934c-4c21-be44-33e6ac96a0fb tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Calling delete_port for a0aac019-cb5b-4725-be92-86f39125cade owned by network:router_interface {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:55:58.100468 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-65489f82-035c-4b0a-bceb-807c5e76c098 None None] Set router 22c5e9b4-83c7-47e3-b4d6-ebf66429c466 gateway port host: None {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:55:58.105706 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-32d0b6eb-3d54-414f-8940-c14425a63a91 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:58.113446 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e9fb91a6-49c5-4d75-869e-580df44da437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:58.115910 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e9fb91a6-49c5-4d75-869e-580df44da437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:58.117058 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-e9fb91a6-49c5-4d75-869e-580df44da437 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3bad72fd-55e4-4134-9304-40761b8ffeda HTTP/1.1" status: 204 len: 168 time: 0.9479041 Mar 22 10:55:58.118403 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32d0b6eb-3d54-414f-8940-c14425a63a91 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:55:58.118936 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-32d0b6eb-3d54-414f-8940-c14425a63a91 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:58.134320 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 10:55:58.134320 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:55:58.134320 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 10:55:58.134320 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:55:58.134320 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 10:55:58.134320 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:55:58.134320 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 10:55:58.134320 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:55:58.134320 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 10:55:58.134320 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:55:58.134320 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 10:55:58.134320 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:55:58.134320 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 10:55:58.134320 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:55:58.134320 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:55:58.134320 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:55:58.134320 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:55:58.134320 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:55:58.134320 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 10:55:58.134320 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:55:58.134320 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 10:55:58.134320 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:55:58.134320 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:55:58.134320 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:55:58.134320 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 10:55:58.134320 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:55:58.134320 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:55:58.134320 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:55:58.134320 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:55:58.134320 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:55:58.134320 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:55:58.134320 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:55:58.145086 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fb91a6-49c5-4d75-869e-580df44da437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bad72fd-55e4-4134-9304-40761b8ffeda,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:58.262630 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea21dd3-14d9-4698-844d-feb07536675e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Router f15e3026-c43b-431c-8998-1b678453656d has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:55:58.316950 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-32d0b6eb-3d54-414f-8940-c14425a63a91 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:58.328224 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-32d0b6eb-3d54-414f-8940-c14425a63a91 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:58.331460 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-32d0b6eb-3d54-414f-8940-c14425a63a91 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] 10.222.0.57 "DELETE /v2.0/networks/046d7c81-da2f-4ee0-a8d3-e16d2fb960f4 HTTP/1.1" status: 204 len: 168 time: 2.0034528 Mar 22 10:55:58.366768 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37452) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:58.414558 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d0b6eb-3d54-414f-8940-c14425a63a91 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Pushing event deleted for resources: {'Network': ['ID=046d7c81-da2f-4ee0-a8d3-e16d2fb960f4,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:58.423318 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-65489f82-035c-4b0a-bceb-807c5e76c098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'name': 'tempest-RoutersIpV6Test-router-809382511', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:55:13Z', 'updated_at': '2022-03-22T10:55:56Z', 'revision_number': 7, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'gw_port_host': None, '_interfaces': [{'id': '6d3f8b02-2638-4b7e-8663-01a6e51c05c6', 'name': '', 'network_id': '171476b3-210e-4f4b-9537-9322876af2da', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:3d:d8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '6a835cad-7353-4cfc-bdd9-72e1a60628e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:25Z', 'updated_at': '2022-03-22T10:55:36Z', 'revision_number': 5, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '6a835cad-7353-4cfc-bdd9-72e1a60628e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7603ad9c-249e-4425-acd1-117cf3f02a03', 'name': '', 'network_id': 'bc323bbf-818f-4d98-84bb-9a4aa58fe47f', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:df:66:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '4932ce57-ffba-4519-9473-fcaa80c29dc9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:46Z', 'updated_at': '2022-03-22T10:55:52Z', 'revision_number': 5, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '4932ce57-ffba-4519-9473-fcaa80c29dc9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c5563ca-42a5-4fe0-a35a-7c6f69f153a0', 'name': '', 'network_id': 'b2474524-74f2-4c31-af5f-82f8d754b74f', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:e9:02:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '0d9bd897-34e3-4107-aa58-c8657a3f24f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:34Z', 'updated_at': '2022-03-22T10:55:44Z', 'revision_number': 5, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '0d9bd897-34e3-4107-aa58-c8657a3f24f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcdfdd84-31ec-4695-87a8-2b14a25cbd6c', 'name': '', 'network_id': 'fe26b17e-3c36-45e9-b8c2-31221b83f673', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:ae:9a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '6df7019b-cca6-4a15-8136-589e7260dbaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:17Z', 'updated_at': '2022-03-22T10:55:25Z', 'revision_number': 5, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '6df7019b-cca6-4a15-8136-589e7260dbaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:58.466136 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65489f82-035c-4b0a-bceb-807c5e76c098 None None] Checking router: 22c5e9b4-83c7-47e3-b4d6-ebf66429c466 for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 10:55:58.472368 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea21dd3-14d9-4698-844d-feb07536675e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:55:58.484255 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ce4671-ebc8-4f7b-a8ab-df6c2b5b434b None None] Sync routers for ids ['f15e3026-c43b-431c-8998-1b678453656d'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:55:58.487126 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65489f82-035c-4b0a-bceb-807c5e76c098 None None] Routers {'22c5e9b4-83c7-47e3-b4d6-ebf66429c466'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:55:58.487719 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37458) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:58.488586 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-65489f82-035c-4b0a-bceb-807c5e76c098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:55:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['22c5e9b4-83c7-47e3-b4d6-ebf66429c466'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:58.498525 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-dea21dd3-14d9-4698-844d-feb07536675e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "PUT /v2.0/routers/f15e3026-c43b-431c-8998-1b678453656d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0849152 Mar 22 10:55:58.517079 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ce4671-ebc8-4f7b-a8ab-df6c2b5b434b None None] Routers {'f15e3026-c43b-431c-8998-1b678453656d'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:55:58.517715 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-47ce4671-ebc8-4f7b-a8ab-df6c2b5b434b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:55:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['f15e3026-c43b-431c-8998-1b678453656d'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:58.529681 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b8a5e5d2-00c6-4ba8-9e1d-913e4c9a891b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "GET /v2.0/routers/22c5e9b4-83c7-47e3-b4d6-ebf66429c466 HTTP/1.1" status: 200 len: 703 time: 0.5412273 Mar 22 10:55:58.534527 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37462) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:58.596934 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-dbe29e97-cb4d-4113-a8db-1a70bb6814c1 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Deleting port b5c427f1-9454-431a-8faa-88b680968718 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:55:58.597285 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dbe29e97-cb4d-4113-a8db-1a70bb6814c1 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:58.605760 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe4e84-c3a7-4135-8c91-f3597c12de69 req-1e6b9dad-bbf3-4040-9be7-a33381c23add tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:58.607301 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9efe4e84-c3a7-4135-8c91-f3597c12de69 req-1e6b9dad-bbf3-4040-9be7-a33381c23add tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.0812075 Mar 22 10:55:58.632291 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-65489f82-035c-4b0a-bceb-807c5e76c098 None None] Set router 22c5e9b4-83c7-47e3-b4d6-ebf66429c466 gateway port host: None {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:55:58.662215 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-47ce4671-ebc8-4f7b-a8ab-df6c2b5b434b None None] Set router f15e3026-c43b-431c-8998-1b678453656d gateway port host: None {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:55:58.665372 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9efe4e84-c3a7-4135-8c91-f3597c12de69 req-42556d91-0970-45b7-b3ae-415c0b151229 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462151 Mar 22 10:55:58.724853 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24b1984-f2a5-4afb-863d-6cce86762429 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:58.726555 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24b1984-f2a5-4afb-863d-6cce86762429 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:58.730705 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a24b1984-f2a5-4afb-863d-6cce86762429 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2419219 Mar 22 10:55:58.733496 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37468) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:58.734512 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dbe29e97-cb4d-4113-a8db-1a70bb6814c1 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:58.734850 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dbe29e97-cb4d-4113-a8db-1a70bb6814c1 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:58.748868 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-dbe29e97-cb4d-4113-a8db-1a70bb6814c1 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Calling delete_port for b5c427f1-9454-431a-8faa-88b680968718 owned by network:floatingip {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:55:58.835980 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-057f2477-87ec-4391-91d7-fca4b2f5a3ef tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:58.840960 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-47ce4671-ebc8-4f7b-a8ab-df6c2b5b434b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15e3026-c43b-431c-8998-1b678453656d', 'name': 'tempest-NetworksTestDHCPv6-router-76515106', 'tenant_id': 'f7a8ac7bbd5d466888176c13ba053f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:55:46Z', 'updated_at': '2022-03-22T10:55:57Z', 'revision_number': 3, 'project_id': 'f7a8ac7bbd5d466888176c13ba053f5f', 'gw_port_host': None}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:58.889315 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ce4671-ebc8-4f7b-a8ab-df6c2b5b434b None None] Checking router: f15e3026-c43b-431c-8998-1b678453656d for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 10:55:58.911538 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dbe29e97-cb4d-4113-a8db-1a70bb6814c1 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:58.917168 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1c48959-30ab-4854-b150-8dd6277a2031 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Deleting subnet a8d91e9f-a6b0-4831-9c89-f09f4cec507f {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:55:58.928928 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ce4671-ebc8-4f7b-a8ab-df6c2b5b434b None None] Routers {'f15e3026-c43b-431c-8998-1b678453656d'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:55:58.931162 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-47ce4671-ebc8-4f7b-a8ab-df6c2b5b434b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:55:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['f15e3026-c43b-431c-8998-1b678453656d'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:58.937828 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-65489f82-035c-4b0a-bceb-807c5e76c098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'name': 'tempest-RoutersIpV6Test-router-809382511', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:55:13Z', 'updated_at': '2022-03-22T10:55:56Z', 'revision_number': 7, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'gw_port_host': None, '_interfaces': [{'id': '6d3f8b02-2638-4b7e-8663-01a6e51c05c6', 'name': '', 'network_id': '171476b3-210e-4f4b-9537-9322876af2da', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:3d:d8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '6a835cad-7353-4cfc-bdd9-72e1a60628e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:25Z', 'updated_at': '2022-03-22T10:55:36Z', 'revision_number': 5, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '6a835cad-7353-4cfc-bdd9-72e1a60628e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7603ad9c-249e-4425-acd1-117cf3f02a03', 'name': '', 'network_id': 'bc323bbf-818f-4d98-84bb-9a4aa58fe47f', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:df:66:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '4932ce57-ffba-4519-9473-fcaa80c29dc9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:46Z', 'updated_at': '2022-03-22T10:55:52Z', 'revision_number': 5, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '4932ce57-ffba-4519-9473-fcaa80c29dc9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c5563ca-42a5-4fe0-a35a-7c6f69f153a0', 'name': '', 'network_id': 'b2474524-74f2-4c31-af5f-82f8d754b74f', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:e9:02:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '0d9bd897-34e3-4107-aa58-c8657a3f24f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:34Z', 'updated_at': '2022-03-22T10:55:44Z', 'revision_number': 5, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '0d9bd897-34e3-4107-aa58-c8657a3f24f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcdfdd84-31ec-4695-87a8-2b14a25cbd6c', 'name': '', 'network_id': 'fe26b17e-3c36-45e9-b8c2-31221b83f673', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:ae:9a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '6df7019b-cca6-4a15-8136-589e7260dbaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:17Z', 'updated_at': '2022-03-22T10:55:25Z', 'revision_number': 5, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '6df7019b-cca6-4a15-8136-589e7260dbaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:58.942337 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057f2477-87ec-4391-91d7-fca4b2f5a3ef tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Pushing event deleted for resources: {'Port': ['ID=6c2f9862-f228-4c63-968f-b7b53f6b3abf,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:58.948276 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e1c48959-30ab-4854-b150-8dd6277a2031 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:58.961400 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe29e97-cb4d-4113-a8db-1a70bb6814c1 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Pushing event deleted for resources: {'Port': ['ID=b5c427f1-9454-431a-8faa-88b680968718,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:58.999207 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65489f82-035c-4b0a-bceb-807c5e76c098 None None] The sync data for ids ['22c5e9b4-83c7-47e3-b4d6-ebf66429c466'] in dv-neutron-834599-1-hyperv is: [{'id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'name': 'tempest-RoutersIpV6Test-router-809382511', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:55:13Z', 'updated_at': '2022-03-22T10:55:56Z', 'revision_number': 7, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'gw_port_host': None, '_interfaces': [{'id': '6d3f8b02-2638-4b7e-8663-01a6e51c05c6', 'name': '', 'network_id': '171476b3-210e-4f4b-9537-9322876af2da', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:3d:d8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '6a835cad-7353-4cfc-bdd9-72e1a60628e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:25Z', 'updated_at': '2022-03-22T10:55:36Z', 'revision_number': 5, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '6a835cad-7353-4cfc-bdd9-72e1a60628e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7603ad9c-249e-4425-acd1-117cf3f02a03', 'name': '', 'network_id': 'bc323bbf-818f-4d98-84bb-9a4aa58fe47f', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:df:66:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '4932ce57-ffba-4519-9473-fcaa80c29dc9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:46Z', 'updated_at': '2022-03-22T10:55:52Z', 'revision_number': 5, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '4932ce57-ffba-4519-9473-fcaa80c29dc9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c5563ca-42a5-4fe0-a35a-7c6f69f153a0', 'name': '', 'network_id': 'b2474524-74f2-4c31-af5f-82f8d754b74f', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:e9:02:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '0d9bd897-34e3-4107-aa58-c8657a3f24f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:34Z', 'updated_at': '2022-03-22T10:55:44Z', 'revision_number': 5, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '0d9bd897-34e3-4107-aa58-c8657a3f24f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcdfdd84-31ec-4695-87a8-2b14a25cbd6c', 'name': '', 'network_id': 'fe26b17e-3c36-45e9-b8c2-31221b83f673', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:ae:9a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '6df7019b-cca6-4a15-8136-589e7260dbaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:17Z', 'updated_at': '2022-03-22T10:55:25Z', 'revision_number': 5, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '6df7019b-cca6-4a15-8136-589e7260dbaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:55:59.065510 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dbe29e97-cb4d-4113-a8db-1a70bb6814c1 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for floatingip, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:59.068088 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dbe29e97-cb4d-4113-a8db-1a70bb6814c1 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:59.072561 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-dbe29e97-cb4d-4113-a8db-1a70bb6814c1 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] 10.222.0.57 "DELETE /v2.0/floatingips/6ed90ceb-751c-43cb-a7c1-26f1d3378917 HTTP/1.1" status: 204 len: 168 time: 0.7012081 Mar 22 10:55:59.073712 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37476) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:59.073830 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-057f2477-87ec-4391-91d7-fca4b2f5a3ef tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:59.080716 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37478) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:59.092149 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-057f2477-87ec-4391-91d7-fca4b2f5a3ef tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] 10.222.0.57 "DELETE /v2.0/ports/6c2f9862-f228-4c63-968f-b7b53f6b3abf HTTP/1.1" status: 204 len: 168 time: 1.5046763 Mar 22 10:55:59.117311 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-47ce4671-ebc8-4f7b-a8ab-df6c2b5b434b None None] Set router f15e3026-c43b-431c-8998-1b678453656d gateway port host: None {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:55:59.123459 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e1c48959-30ab-4854-b150-8dd6277a2031 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:59.155121 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-02f9a113-934c-4c21-be44-33e6ac96a0fb tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:59.208308 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d5a4602-c9af-4418-91c7-006a14f20f85 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Deleting subnet 1f8052e4-b82a-4cad-8b59-5b2f110a857f {{(pid=109050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:55:59.213047 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-47ce4671-ebc8-4f7b-a8ab-df6c2b5b434b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15e3026-c43b-431c-8998-1b678453656d', 'name': 'tempest-NetworksTestDHCPv6-router-76515106', 'tenant_id': 'f7a8ac7bbd5d466888176c13ba053f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:55:46Z', 'updated_at': '2022-03-22T10:55:57Z', 'revision_number': 3, 'project_id': 'f7a8ac7bbd5d466888176c13ba053f5f', 'gw_port_host': None}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:55:59.235639 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d5a4602-c9af-4418-91c7-006a14f20f85 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks [] for subnet, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:59.273047 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-89c09d17-aa48-497b-8c68-90d38961f7f8 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] DELETE failed (client error): The resource could not be found. Mar 22 10:55:59.274165 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89c09d17-aa48-497b-8c68-90d38961f7f8 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:55:59.278805 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-89c09d17-aa48-497b-8c68-90d38961f7f8 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] 10.222.0.57 "DELETE /v2.0/ports/9ca57a9f-0fe4-48db-8639-61593a593d79 HTTP/1.1" status: 404 len: 333 time: 0.2044115 Mar 22 10:55:59.282270 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37482) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:59.287774 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ce4671-ebc8-4f7b-a8ab-df6c2b5b434b None None] The sync data for ids ['f15e3026-c43b-431c-8998-1b678453656d'] in dv-neutron-834599-1-hyperv is: [{'id': 'f15e3026-c43b-431c-8998-1b678453656d', 'name': 'tempest-NetworksTestDHCPv6-router-76515106', 'tenant_id': 'f7a8ac7bbd5d466888176c13ba053f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:55:46Z', 'updated_at': '2022-03-22T10:55:57Z', 'revision_number': 3, 'project_id': 'f7a8ac7bbd5d466888176c13ba053f5f', 'gw_port_host': None}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:55:59.298800 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f9a113-934c-4c21-be44-33e6ac96a0fb tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Pushing event deleted for resources: {'Port': ['ID=a0aac019-cb5b-4725-be92-86f39125cade,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:59.325334 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-e244ead6-e6c9-41d1-b9d4-158e8ce9ba28 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] 10.222.0.57 "GET /v2.0/ports?device_id=5fa6ea77-c0b8-40a5-9762-74fdaeee9012 HTTP/1.1" status: 200 len: 205 time: 0.0418642 Mar 22 10:55:59.332396 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37484) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:59.396398 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d5a4602-c9af-4418-91c7-006a14f20f85 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11961780'] for subnet, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:59.398875 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37486) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:59.415253 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e1c48959-30ab-4854-b150-8dd6277a2031 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:59.425481 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.api.v2.resource [None req-9e924f53-11bc-4423-9e7b-0d58017c2e49 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] delete failed (client error): The resource could not be found. Mar 22 10:55:59.426520 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-9e924f53-11bc-4423-9e7b-0d58017c2e49 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] 10.222.0.57 "DELETE /v2.0/routers/5fa6ea77-c0b8-40a5-9762-74fdaeee9012 HTTP/1.1" status: 404 len: 336 time: 0.0909839 Mar 22 10:55:59.429240 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37490) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:59.462025 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-58b0b4df-28c8-4525-b50c-90226a08d1b7 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] DELETE failed (client error): The resource could not be found. Mar 22 10:55:59.462464 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58b0b4df-28c8-4525-b50c-90226a08d1b7 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:55:59.465614 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-58b0b4df-28c8-4525-b50c-90226a08d1b7 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] 10.222.0.57 "DELETE /v2.0/subnets/cfa596ac-eb44-4d32-86d2-feb239418be6 HTTP/1.1" status: 404 len: 337 time: 0.0352261 Mar 22 10:55:59.468261 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37492) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:59.560570 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-02f9a113-934c-4c21-be44-33e6ac96a0fb tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684007'] for router_interface, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:59.570814 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-35e4852e-214c-4979-85fa-5be5a89d6bc7 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-496321196'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:55:59.577849 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e1c48959-30ab-4854-b150-8dd6277a2031 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:59.602906 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d5a4602-c9af-4418-91c7-006a14f20f85 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:59.626849 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e4852e-214c-4979-85fa-5be5a89d6bc7 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Made reservation on behalf of aca6e4961e534035bfe51426bdf4418a for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:55:59.630335 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-35e4852e-214c-4979-85fa-5be5a89d6bc7 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:59.643770 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c48959-30ab-4854-b150-8dd6277a2031 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event deleted for resources: {'Subnet': ['ID=a8d91e9f-a6b0-4831-9c89-f09f4cec507f,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:59.650456 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-35e4852e-214c-4979-85fa-5be5a89d6bc7 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:59.685994 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7c1099-77c5-46bc-939b-2313a5d23832 None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:55:59.695713 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-0df78bc0-378f-4fac-81ba-b89b89f3f311 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Deleting port 643bf8a2-6d21-47a1-8b17-4a6d0e2b4cc4 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:55:59.695962 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0df78bc0-378f-4fac-81ba-b89b89f3f311 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:59.698943 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e1c48959-30ab-4854-b150-8dd6277a2031 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:59.705092 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e1c48959-30ab-4854-b150-8dd6277a2031 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/subnets/a8d91e9f-a6b0-4831-9c89-f09f4cec507f HTTP/1.1" status: 204 len: 168 time: 0.9666378 Mar 22 10:55:59.705729 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37494) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:59.723022 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d5a4602-c9af-4418-91c7-006a14f20f85 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:59.738935 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 598bd041-8ea1-4200-b61c-073b71caa9a8 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:55:59.772287 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5a4602-c9af-4418-91c7-006a14f20f85 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Pushing event deleted for resources: {'Subnet': ['ID=1f8052e4-b82a-4cad-8b59-5b2f110a857f,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:55:59.814644 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31993e29-0da9-4e3d-b89b-df846bdc5ada None None] Network 894561ac-8e00-4d0e-89c4-0e50ef1a27f8 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:55:59.816955 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d5a4602-c9af-4418-91c7-006a14f20f85 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:59.820205 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-9d5a4602-c9af-4418-91c7-006a14f20f85 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] 10.222.0.57 "DELETE /v2.0/subnets/1f8052e4-b82a-4cad-8b59-5b2f110a857f HTTP/1.1" status: 204 len: 168 time: 0.7385209 Mar 22 10:55:59.824088 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37498) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:59.855266 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 598bd041-8ea1-4200-b61c-073b71caa9a8 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:55:59.856056 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 598bd041-8ea1-4200-b61c-073b71caa9a8 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:55:59.914773 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0df78bc0-378f-4fac-81ba-b89b89f3f311 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:59.939210 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f9a113-934c-4c21-be44-33e6ac96a0fb tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Router 4e6b3795-34ef-450d-953e-82fc487d5a2d has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:55:59.948825 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d0560-3c07-48eb-88c8-3ca517b17128 req-ef1aac76-98c8-40a1-980e-501c90042b7f tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:55:59.950362 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2d1d0560-3c07-48eb-88c8-3ca517b17128 req-ef1aac76-98c8-40a1-980e-501c90042b7f tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.1291242 Mar 22 10:55:59.951331 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-0df78bc0-378f-4fac-81ba-b89b89f3f311 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Calling delete_port for 643bf8a2-6d21-47a1-8b17-4a6d0e2b4cc4 owned by {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:55:59.976058 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-35e4852e-214c-4979-85fa-5be5a89d6bc7 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:59.987134 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4d2cea20-07be-4f18-87d6-0651725a3acf tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.2780373 Mar 22 10:55:59.991151 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37502) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:55:59.996239 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-35e4852e-214c-4979-85fa-5be5a89d6bc7 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:55:59.996410 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-56167ba3-d24f-439d-b51a-281ce4108443 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683891'] for router_interface, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:00.040934 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e4852e-214c-4979-85fa-5be5a89d6bc7 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cfd71b9-7bf0-4592-9f26-c7ed2ef2bd59,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:00.089353 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4a7a673b-b7ee-4daf-971e-7a899c9fca58 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:00.101662 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35e4852e-214c-4979-85fa-5be5a89d6bc7 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:56:00.119966 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2d1d0560-3c07-48eb-88c8-3ca517b17128 req-eec1d018-33a5-4806-82b1-70d6b0cd75c1 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578209 Mar 22 10:56:00.142270 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-35e4852e-214c-4979-85fa-5be5a89d6bc7 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:00.142619 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-35e4852e-214c-4979-85fa-5be5a89d6bc7 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Added segment 29d79a51-01c7-4229-857e-fe6e0543a2e0 of type vlan for network dd0a7f5d-78dc-4b06-9850-45b56fd94b2b Mar 22 10:56:00.165210 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2d8359-6d62-4f8a-9e08-27f8b89aa063 None None] DHCP port deletion for 1bc750fe-0949-42b2-bab7-34fc725823e6 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:56:00.198874 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-02f938e0-cf6c-46f0-a449-6ab5af6a030e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:00.205435 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-35e4852e-214c-4979-85fa-5be5a89d6bc7 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:00.214456 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106bb83f-715e-4113-9f5d-d39fb0cb6938 None None] DHCP port deletion for 894561ac-8e00-4d0e-89c4-0e50ef1a27f8 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:56:00.257355 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-35e4852e-214c-4979-85fa-5be5a89d6bc7 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:00.262626 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-bb2d8359-6d62-4f8a-9e08-27f8b89aa063 None None] Deleting port 32ccf655-0f35-4c12-a548-9634e4702151 {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:56:00.262973 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e4852e-214c-4979-85fa-5be5a89d6bc7 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:00.263090 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-bb2d8359-6d62-4f8a-9e08-27f8b89aa063 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:00.263642 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-35e4852e-214c-4979-85fa-5be5a89d6bc7 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:00.319112 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-35e4852e-214c-4979-85fa-5be5a89d6bc7 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9043808 Mar 22 10:56:00.335116 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-bb2d8359-6d62-4f8a-9e08-27f8b89aa063 None None] For port 32ccf655-0f35-4c12-a548-9634e4702151, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=32ccf655-0f35-4c12-a548-9634e4702151,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:56:00.335633 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-bb2d8359-6d62-4f8a-9e08-27f8b89aa063 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:00.352609 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-bb2d8359-6d62-4f8a-9e08-27f8b89aa063 None None] Calling delete_port for 32ccf655-0f35-4c12-a548-9634e4702151 owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:56:00.366445 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-106bb83f-715e-4113-9f5d-d39fb0cb6938 None None] Deleting port 281154b9-db9d-495a-87a4-45c061dbc538 {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:56:00.366853 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-106bb83f-715e-4113-9f5d-d39fb0cb6938 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:00.397687 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e4852e-214c-4979-85fa-5be5a89d6bc7 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Pushing event updated for resources: {'Network': ['ID=dd0a7f5d-78dc-4b06-9850-45b56fd94b2b,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:00.401319 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0df78bc0-378f-4fac-81ba-b89b89f3f311 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:00.450798 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df78bc0-378f-4fac-81ba-b89b89f3f311 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Pushing event deleted for resources: {'Port': ['ID=643bf8a2-6d21-47a1-8b17-4a6d0e2b4cc4,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:00.467016 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network dd0a7f5d-78dc-4b06-9850-45b56fd94b2b details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:56:00.474470 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-bb2d8359-6d62-4f8a-9e08-27f8b89aa063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:00.573205 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0df78bc0-378f-4fac-81ba-b89b89f3f311 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:00.580750 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-0df78bc0-378f-4fac-81ba-b89b89f3f311 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] 10.222.0.57 "DELETE /v2.0/ports/643bf8a2-6d21-47a1-8b17-4a6d0e2b4cc4 HTTP/1.1" status: 204 len: 168 time: 1.1114595 Mar 22 10:56:00.580996 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37504) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:00.625071 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f9a113-934c-4c21-be44-33e6ac96a0fb tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:56:00.634676 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-02f9a113-934c-4c21-be44-33e6ac96a0fb tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] 10.222.0.57 "PUT /v2.0/routers/4e6b3795-34ef-450d-953e-82fc487d5a2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2276599 Mar 22 10:56:00.638870 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37506) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:00.747247 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-31352c18-3f62-4962-a208-f02aeb39c5e1 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks [] for router, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:00.771285 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-106bb83f-715e-4113-9f5d-d39fb0cb6938 None None] For port 281154b9-db9d-495a-87a4-45c061dbc538, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=281154b9-db9d-495a-87a4-45c061dbc538,segment=NetworkSegment(0dff4640-b04b-4a83-8d32-c9477bb4dd9b),segment_id=0dff4640-b04b-4a83-8d32-c9477bb4dd9b)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:56:00.771849 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-106bb83f-715e-4113-9f5d-d39fb0cb6938 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:00.784644 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-106bb83f-715e-4113-9f5d-d39fb0cb6938 None None] Calling delete_port for 281154b9-db9d-495a-87a4-45c061dbc538 owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:56:00.852227 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-02f938e0-cf6c-46f0-a449-6ab5af6a030e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:00.859609 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-02f938e0-cf6c-46f0-a449-6ab5af6a030e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:00.866250 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2d8359-6d62-4f8a-9e08-27f8b89aa063 None None] No DVR routers for this DVR port 32ccf655-0f35-4c12-a548-9634e4702151 on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:56:00.870071 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378bb65e-e991-4d3e-8171-a58935595dae None None] Sync routers for ids ['4e6b3795-34ef-450d-953e-82fc487d5a2d'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:56:00.871400 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-4a7a673b-b7ee-4daf-971e-7a899c9fca58 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Deleting port 281154b9-db9d-495a-87a4-45c061dbc538 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:56:00.871771 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4a7a673b-b7ee-4daf-971e-7a899c9fca58 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:00.875870 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2d8359-6d62-4f8a-9e08-27f8b89aa063 None None] Pushing event deleted for resources: {'Port': ['ID=32ccf655-0f35-4c12-a548-9634e4702151,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:00.877648 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-106bb83f-715e-4113-9f5d-d39fb0cb6938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:00.927399 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106bb83f-715e-4113-9f5d-d39fb0cb6938 None None] Pushing event deleted for resources: {'Port': ['ID=281154b9-db9d-495a-87a4-45c061dbc538,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:00.927399 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378bb65e-e991-4d3e-8171-a58935595dae None None] Routers {'4e6b3795-34ef-450d-953e-82fc487d5a2d'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:56:00.927399 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-378bb65e-e991-4d3e-8171-a58935595dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:55:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['4e6b3795-34ef-450d-953e-82fc487d5a2d'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:00.937008 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-4a7a673b-b7ee-4daf-971e-7a899c9fca58 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] For port 281154b9-db9d-495a-87a4-45c061dbc538, host dv-neutron-834599-1-hyperv, got binding levels [] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:56:00.937376 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4a7a673b-b7ee-4daf-971e-7a899c9fca58 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:00.949843 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-4a7a673b-b7ee-4daf-971e-7a899c9fca58 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Calling delete_port for 281154b9-db9d-495a-87a4-45c061dbc538 owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:56:00.952729 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.ipam_backend_mixin [None req-4a7a673b-b7ee-4daf-971e-7a899c9fca58 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Port 281154b9-db9d-495a-87a4-45c061dbc538 was not found and therefore no delete operation was performed {{(pid=109049) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 22 10:56:00.958668 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4a7a673b-b7ee-4daf-971e-7a899c9fca58 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:00.967750 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-378bb65e-e991-4d3e-8171-a58935595dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:00.969473 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106bb83f-715e-4113-9f5d-d39fb0cb6938 None None] No DVR routers for this DVR port 281154b9-db9d-495a-87a4-45c061dbc538 on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:56:00.975842 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378bb65e-e991-4d3e-8171-a58935595dae None None] Routers {'4e6b3795-34ef-450d-953e-82fc487d5a2d'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:56:00.976594 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-378bb65e-e991-4d3e-8171-a58935595dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:55:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['4e6b3795-34ef-450d-953e-82fc487d5a2d'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:01.015740 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-31352c18-3f62-4962-a208-f02aeb39c5e1 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:01.018059 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-31352c18-3f62-4962-a208-f02aeb39c5e1 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:01.020388 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-378bb65e-e991-4d3e-8171-a58935595dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:01.021508 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378bb65e-e991-4d3e-8171-a58935595dae None None] The sync data for ids ['4e6b3795-34ef-450d-953e-82fc487d5a2d'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:56:01.050632 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7a673b-b7ee-4daf-971e-7a899c9fca58 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Pushing event deleted for resources: {'Port': ['ID=281154b9-db9d-495a-87a4-45c061dbc538,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:01.056333 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7a673b-b7ee-4daf-971e-7a899c9fca58 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] No DVR routers for this DVR port 281154b9-db9d-495a-87a4-45c061dbc538 on host dv-neutron-834599-1-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:56:01.066857 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-31352c18-3f62-4962-a208-f02aeb39c5e1 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:01.067595 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31352c18-3f62-4962-a208-f02aeb39c5e1 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Fanout notify agent at l3_agent the message router_deleted on router 4e6b3795-34ef-450d-953e-82fc487d5a2d {{(pid=109050) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 10:56:01.068033 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-02f938e0-cf6c-46f0-a449-6ab5af6a030e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:01.068542 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f938e0-cf6c-46f0-a449-6ab5af6a030e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Fanout notify agent at l3_agent the message router_deleted on router f15e3026-c43b-431c-8998-1b678453656d {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 10:56:01.075258 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-31352c18-3f62-4962-a208-f02aeb39c5e1 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:01.079050 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-31352c18-3f62-4962-a208-f02aeb39c5e1 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] 10.222.0.57 "DELETE /v2.0/routers/4e6b3795-34ef-450d-953e-82fc487d5a2d HTTP/1.1" status: 204 len: 168 time: 0.4389272 Mar 22 10:56:01.079731 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37508) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:01.094661 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-02f938e0-cf6c-46f0-a449-6ab5af6a030e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:01.096103 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-02f938e0-cf6c-46f0-a449-6ab5af6a030e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/routers/f15e3026-c43b-431c-8998-1b678453656d HTTP/1.1" status: 204 len: 168 time: 1.1029098 Mar 22 10:56:01.100671 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37510) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:01.106711 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-20aa21bd-9684-437e-ac56-8f72473f93c5 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'subnet': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:01.140888 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_v2 [None req-c62aaca1-629d-4f0c-acd9-2cb452d4a0f7 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Deleting subnet 7fe84eeb-aeb9-4809-bad4-9d75e417911c {{(pid=109050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:56:01.153085 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c62aaca1-629d-4f0c-acd9-2cb452d4a0f7 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks [] for subnet, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:01.262676 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c62aaca1-629d-4f0c-acd9-2cb452d4a0f7 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11961780'] for subnet, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:01.271433 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-bc52c26a-9af6-4d90-9d25-55337fe6556a tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Deleting port b9e74243-ceac-435e-9489-0f2263654c9d {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:56:01.271906 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bc52c26a-9af6-4d90-9d25-55337fe6556a tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:01.281611 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4a7a673b-b7ee-4daf-971e-7a899c9fca58 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:01.322471 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167ab04-d7b9-45d6-9120-29c5dc0abbda req-68554baf-f103-474e-a627-77f4c558c5b1 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:01.323979 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a167ab04-d7b9-45d6-9120-29c5dc0abbda req-68554baf-f103-474e-a627-77f4c558c5b1 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.0961368 Mar 22 10:56:01.389778 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a167ab04-d7b9-45d6-9120-29c5dc0abbda req-e00c3ee8-b51d-47c3-b8d3-101d27ad4c25 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462885 Mar 22 10:56:01.392160 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-4a7a673b-b7ee-4daf-971e-7a899c9fca58 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['894561ac-8e00-4d0e-89c4-0e50ef1a27f8']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:01.393067 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c62aaca1-629d-4f0c-acd9-2cb452d4a0f7 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:01.421376 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-4a7a673b-b7ee-4daf-971e-7a899c9fca58 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dff4640-b04b-4a83-8d32-c9477bb4dd9b') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:01.421828 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-4a7a673b-b7ee-4daf-971e-7a899c9fca58 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dff4640-b04b-4a83-8d32-c9477bb4dd9b') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:01.437334 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20aa21bd-9684-437e-ac56-8f72473f93c5 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Made reservation on behalf of f7a8ac7bbd5d466888176c13ba053f5f for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:01.440377 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-20aa21bd-9684-437e-ac56-8f72473f93c5 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:01.446831 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4a7a673b-b7ee-4daf-971e-7a899c9fca58 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:01.468569 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c62aaca1-629d-4f0c-acd9-2cb452d4a0f7 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:01.498649 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4a7a673b-b7ee-4daf-971e-7a899c9fca58 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:01.508708 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bc52c26a-9af6-4d90-9d25-55337fe6556a tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:01.516883 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c62aaca1-629d-4f0c-acd9-2cb452d4a0f7 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:01.528359 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c378bb6-e05b-4552-b237-f9ab9f9a2f99 None None] Network 2b638b31-e30f-4ad5-877d-4166ae9ff956 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:56:01.540120 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-c62aaca1-629d-4f0c-acd9-2cb452d4a0f7 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] 10.222.0.57 "DELETE /v2.0/subnets/7fe84eeb-aeb9-4809-bad4-9d75e417911c HTTP/1.1" status: 204 len: 168 time: 0.4591570 Mar 22 10:56:01.541133 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62aaca1-629d-4f0c-acd9-2cb452d4a0f7 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Pushing event deleted for resources: {'Subnet': ['ID=7fe84eeb-aeb9-4809-bad4-9d75e417911c,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:01.542895 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37514) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:01.554529 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a7a673b-b7ee-4daf-971e-7a899c9fca58 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:56:01.555094 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4a7a673b-b7ee-4daf-971e-7a899c9fca58 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:01.559295 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 10:56:01.559295 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:56:01.559295 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 10:56:01.559295 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:56:01.559295 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 10:56:01.559295 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:56:01.559295 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 10:56:01.559295 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:56:01.559295 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 10:56:01.559295 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:56:01.559295 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 10:56:01.559295 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:56:01.559295 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 10:56:01.559295 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:56:01.559295 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:56:01.559295 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:56:01.559295 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:56:01.559295 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:56:01.559295 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 10:56:01.559295 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:56:01.559295 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 10:56:01.559295 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:56:01.559295 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:56:01.559295 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:56:01.559295 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 10:56:01.559295 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:56:01.559295 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:56:01.559295 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:56:01.559295 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:56:01.559295 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:56:01.559295 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:56:01.559295 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:56:01.582152 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-bc52c26a-9af6-4d90-9d25-55337fe6556a tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Calling delete_port for b9e74243-ceac-435e-9489-0f2263654c9d owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:56:01.588001 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-56167ba3-d24f-439d-b51a-281ce4108443 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Deleting port 7603ad9c-249e-4425-acd1-117cf3f02a03 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:56:01.588473 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-56167ba3-d24f-439d-b51a-281ce4108443 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:01.641243 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 281154b9-db9d-495a-87a4-45c061dbc538 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:56:01.659854 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bf782a55-c0cb-4305-921b-1cea1697e654 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:01.705323 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 281154b9-db9d-495a-87a4-45c061dbc538 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:56:01.705944 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 281154b9-db9d-495a-87a4-45c061dbc538 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:56:01.706569 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 32ccf655-0f35-4c12-a548-9634e4702151 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:56:01.755450 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4a7a673b-b7ee-4daf-971e-7a899c9fca58 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:01.760557 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 32ccf655-0f35-4c12-a548-9634e4702151 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:56:01.761283 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 32ccf655-0f35-4c12-a548-9634e4702151 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:56:01.779601 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4a7a673b-b7ee-4daf-971e-7a899c9fca58 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:01.787492 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4a7a673b-b7ee-4daf-971e-7a899c9fca58 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] 10.222.0.57 "DELETE /v2.0/networks/894561ac-8e00-4d0e-89c4-0e50ef1a27f8 HTTP/1.1" status: 204 len: 168 time: 1.9600327 Mar 22 10:56:01.855800 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7a673b-b7ee-4daf-971e-7a899c9fca58 tempest-AllowedAddressPairIpV6TestJSON-196925575 tempest-AllowedAddressPairIpV6TestJSON-196925575-project] Pushing event deleted for resources: {'Network': ['ID=894561ac-8e00-4d0e-89c4-0e50ef1a27f8,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:01.954945 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f23035-73f2-4833-a6dc-95a0d2bd583a None None] DHCP port deletion for 2b638b31-e30f-4ad5-877d-4166ae9ff956 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:56:01.958781 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-56167ba3-d24f-439d-b51a-281ce4108443 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] For port 7603ad9c-249e-4425-acd1-117cf3f02a03, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=7603ad9c-249e-4425-acd1-117cf3f02a03,segment=NetworkSegment(c767616a-959b-489e-8c86-f5cfc5f7a303),segment_id=c767616a-959b-489e-8c86-f5cfc5f7a303)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:56:01.959575 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-56167ba3-d24f-439d-b51a-281ce4108443 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:02.019178 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-56167ba3-d24f-439d-b51a-281ce4108443 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Calling delete_port for 7603ad9c-249e-4425-acd1-117cf3f02a03 owned by network:router_interface {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:56:02.053118 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-c8f23035-73f2-4833-a6dc-95a0d2bd583a None None] Deleting port 8668c272-edd5-4211-952d-c1b0ee22d80d {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:56:02.053535 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c8f23035-73f2-4833-a6dc-95a0d2bd583a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:02.089736 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-bf782a55-c0cb-4305-921b-1cea1697e654 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Deleting port 8668c272-edd5-4211-952d-c1b0ee22d80d {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:56:02.090133 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bf782a55-c0cb-4305-921b-1cea1697e654 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:02.149094 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-20aa21bd-9684-437e-ac56-8f72473f93c5 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:02.161432 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-c8f23035-73f2-4833-a6dc-95a0d2bd583a None None] For port 8668c272-edd5-4211-952d-c1b0ee22d80d, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=8668c272-edd5-4211-952d-c1b0ee22d80d,segment=NetworkSegment(9e3e0aa2-c420-4fe4-9440-8fba859b4405),segment_id=9e3e0aa2-c420-4fe4-9440-8fba859b4405)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:56:02.161869 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c8f23035-73f2-4833-a6dc-95a0d2bd583a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:02.216810 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-bf782a55-c0cb-4305-921b-1cea1697e654 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] For port 8668c272-edd5-4211-952d-c1b0ee22d80d, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=8668c272-edd5-4211-952d-c1b0ee22d80d,segment=NetworkSegment(9e3e0aa2-c420-4fe4-9440-8fba859b4405),segment_id=9e3e0aa2-c420-4fe4-9440-8fba859b4405)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:56:02.216810 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bf782a55-c0cb-4305-921b-1cea1697e654 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:02.222034 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20aa21bd-9684-437e-ac56-8f72473f93c5 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:56:02.224773 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-c8f23035-73f2-4833-a6dc-95a0d2bd583a None None] Calling delete_port for 8668c272-edd5-4211-952d-c1b0ee22d80d owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:56:02.229099 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bc52c26a-9af6-4d90-9d25-55337fe6556a tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:02.235068 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-20aa21bd-9684-437e-ac56-8f72473f93c5 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:56:02.246117 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-bf782a55-c0cb-4305-921b-1cea1697e654 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Calling delete_port for 8668c272-edd5-4211-952d-c1b0ee22d80d owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:56:02.249870 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfe98ec-ea29-42e0-bb3e-2927d58e553c None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:56:02.251635 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20aa21bd-9684-437e-ac56-8f72473f93c5 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:02.252644 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-20aa21bd-9684-437e-ac56-8f72473f93c5 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:02.306506 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37520) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:02.365199 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bf782a55-c0cb-4305-921b-1cea1697e654 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:02.415298 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf782a55-c0cb-4305-921b-1cea1697e654 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Pushing event deleted for resources: {'Port': ['ID=8668c272-edd5-4211-952d-c1b0ee22d80d,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:02.437287 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf782a55-c0cb-4305-921b-1cea1697e654 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] No DVR routers for this DVR port 8668c272-edd5-4211-952d-c1b0ee22d80d on host dv-neutron-834599-1-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:56:02.465625 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc52c26a-9af6-4d90-9d25-55337fe6556a tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Pushing event deleted for resources: {'Port': ['ID=b9e74243-ceac-435e-9489-0f2263654c9d,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:02.472723 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aa21bd-9684-437e-ac56-8f72473f93c5 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event updated for resources: {'Subnet': ['ID=01a748b1-4611-45c7-8d09-ab0606d9c3f5,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:02.505750 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-56167ba3-d24f-439d-b51a-281ce4108443 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:02.551135 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-20aa21bd-9684-437e-ac56-8f72473f93c5 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4491050 Mar 22 10:56:02.552116 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37528) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:02.615211 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5744c5eb-18d4-4a2f-b3e5-04fb28ccef32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-1bc750fe-0949-42b2-bab7-34fc725823e6', 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'tenant_id': 'f7a8ac7bbd5d466888176c13ba053f5f', 'fixed_ips': [{'subnet_id': '01a748b1-4611-45c7-8d09-ab0606d9c3f5'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:56:02.616288 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5744c5eb-18d4-4a2f-b3e5-04fb28ccef32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:02.623971 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56167ba3-d24f-439d-b51a-281ce4108443 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event deleted for resources: {'Port': ['ID=7603ad9c-249e-4425-acd1-117cf3f02a03,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:02.638944 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-299b6993-5bea-4b5f-9717-8d5a6882726f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=830f493faa7a44f983b94c9289063647&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3309789 Mar 22 10:56:02.647157 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c8f23035-73f2-4833-a6dc-95a0d2bd583a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:02.647554 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-16891e25-be5d-4c11-a1d8-9f181502e50e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-181195224', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:02.648120 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bf782a55-c0cb-4305-921b-1cea1697e654 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:02.650848 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37530) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:02.715349 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f23035-73f2-4833-a6dc-95a0d2bd583a None None] Pushing event deleted for resources: {'Port': ['ID=8668c272-edd5-4211-952d-c1b0ee22d80d,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:02.722291 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f23035-73f2-4833-a6dc-95a0d2bd583a None None] No DVR routers for this DVR port 8668c272-edd5-4211-952d-c1b0ee22d80d on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:56:02.757170 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-bf782a55-c0cb-4305-921b-1cea1697e654 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b638b31-e30f-4ad5-877d-4166ae9ff956']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:02.784177 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-bf782a55-c0cb-4305-921b-1cea1697e654 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e3e0aa2-c420-4fe4-9440-8fba859b4405') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:02.787744 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-bf782a55-c0cb-4305-921b-1cea1697e654 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e3e0aa2-c420-4fe4-9440-8fba859b4405') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:02.787887 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-56167ba3-d24f-439d-b51a-281ce4108443 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684007'] for router_interface, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:02.797590 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bf782a55-c0cb-4305-921b-1cea1697e654 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:02.813051 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-16891e25-be5d-4c11-a1d8-9f181502e50e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:02.814369 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-16891e25-be5d-4c11-a1d8-9f181502e50e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:02.816751 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bf782a55-c0cb-4305-921b-1cea1697e654 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:02.824446 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf782a55-c0cb-4305-921b-1cea1697e654 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:56:02.824923 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bf782a55-c0cb-4305-921b-1cea1697e654 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:02.868877 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 10:56:02.868877 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:56:02.868877 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 10:56:02.868877 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:56:02.868877 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 10:56:02.868877 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:56:02.868877 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 10:56:02.868877 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:56:02.868877 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 10:56:02.868877 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:56:02.868877 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 10:56:02.868877 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:56:02.868877 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 10:56:02.868877 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:56:02.868877 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:56:02.868877 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:56:02.868877 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:56:02.868877 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:56:02.868877 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 10:56:02.868877 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:56:02.868877 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 10:56:02.868877 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:56:02.868877 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:56:02.868877 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:56:02.868877 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 10:56:02.868877 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:56:02.868877 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:56:02.868877 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:56:02.868877 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:56:02.868877 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:56:02.868877 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:56:02.868877 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:56:02.952947 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-5744c5eb-18d4-4a2f-b3e5-04fb28ccef32 None None] Allocated IP 2001:db8::2 (1bc750fe-0949-42b2-bab7-34fc725823e6/01a748b1-4611-45c7-8d09-ab0606d9c3f5/277c6f10-833e-42d6-9334-f08b96c0074e) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:56:02.960790 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd5934-78f6-4672-a09a-e8b4079f1f01 req-7e5a644b-b203-486f-9aa8-b92a14deb26c tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:02.962362 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-14cd5934-78f6-4672-a09a-e8b4079f1f01 req-7e5a644b-b203-486f-9aa8-b92a14deb26c tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.3347366 Mar 22 10:56:02.987845 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d56aca1-6af9-4cd6-8990-2802ae3f50d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:03.015252 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d56aca1-6af9-4cd6-8990-2802ae3f50d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:03.032147 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56167ba3-d24f-439d-b51a-281ce4108443 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Router 22c5e9b4-83c7-47e3-b4d6-ebf66429c466 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:56:03.061204 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bc52c26a-9af6-4d90-9d25-55337fe6556a tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:03.064536 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-bc52c26a-9af6-4d90-9d25-55337fe6556a tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] 10.222.0.57 "DELETE /v2.0/ports/b9e74243-ceac-435e-9489-0f2263654c9d HTTP/1.1" status: 204 len: 168 time: 2.4791021 Mar 22 10:56:03.067764 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bf782a55-c0cb-4305-921b-1cea1697e654 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:03.078331 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37532) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:03.136462 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bf782a55-c0cb-4305-921b-1cea1697e654 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:03.152183 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56167ba3-d24f-439d-b51a-281ce4108443 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:56:03.153022 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-bf782a55-c0cb-4305-921b-1cea1697e654 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] 10.222.0.57 "DELETE /v2.0/networks/2b638b31-e30f-4ad5-877d-4166ae9ff956 HTTP/1.1" status: 204 len: 168 time: 1.6073592 Mar 22 10:56:03.161133 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-56167ba3-d24f-439d-b51a-281ce4108443 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "PUT /v2.0/routers/22c5e9b4-83c7-47e3-b4d6-ebf66429c466/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6236923 Mar 22 10:56:03.166464 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152eda02-6508-435b-82b5-6938771784ae None None] Sync routers for ids ['22c5e9b4-83c7-47e3-b4d6-ebf66429c466'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:56:03.169844 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37536) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:03.183924 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152eda02-6508-435b-82b5-6938771784ae None None] Routers {'22c5e9b4-83c7-47e3-b4d6-ebf66429c466'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:56:03.184556 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-152eda02-6508-435b-82b5-6938771784ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:55:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['22c5e9b4-83c7-47e3-b4d6-ebf66429c466'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:03.202408 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d56aca1-6af9-4cd6-8990-2802ae3f50d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:03.209228 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5744c5eb-18d4-4a2f-b3e5-04fb28ccef32 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:03.209982 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d56aca1-6af9-4cd6-8990-2802ae3f50d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:03.213204 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-9d56aca1-6af9-4cd6-8990-2802ae3f50d9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/779444ca-ef06-482a-ad08-c6f630132255 HTTP/1.1" status: 204 len: 168 time: 0.5526376 Mar 22 10:56:03.230740 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5744c5eb-18d4-4a2f-b3e5-04fb28ccef32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:03.233141 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-16891e25-be5d-4c11-a1d8-9f181502e50e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:03.249036 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-16891e25-be5d-4c11-a1d8-9f181502e50e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:03.284327 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-16891e25-be5d-4c11-a1d8-9f181502e50e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:03.288815 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-16891e25-be5d-4c11-a1d8-9f181502e50e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6579363 Mar 22 10:56:03.289638 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37540) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:03.345651 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_v2 [None req-197a926d-2e3c-47d2-9c5c-95dad42e3e2a tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Deleting subnet 4932ce57-ffba-4519-9473-fcaa80c29dc9 {{(pid=109050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:56:03.349942 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-197a926d-2e3c-47d2-9c5c-95dad42e3e2a tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for subnet, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:03.354531 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5744c5eb-18d4-4a2f-b3e5-04fb28ccef32 None None] Pushing event updated for resources: {'Port': ['ID=277c6f10-833e-42d6-9334-f08b96c0074e,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:03.387954 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5744c5eb-18d4-4a2f-b3e5-04fb28ccef32 None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:56:03.388689 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-152eda02-6508-435b-82b5-6938771784ae None None] Set router 22c5e9b4-83c7-47e3-b4d6-ebf66429c466 gateway port host: None {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:56:03.389982 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-5744c5eb-18d4-4a2f-b3e5-04fb28ccef32 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:56:03.404945 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5744c5eb-18d4-4a2f-b3e5-04fb28ccef32 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:56:03.454062 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-197a926d-2e3c-47d2-9c5c-95dad42e3e2a tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11961780'] for subnet, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:03.561488 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-5744c5eb-18d4-4a2f-b3e5-04fb28ccef32 None None] Attempting to bind port 277c6f10-833e-42d6-9334-f08b96c0074e on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:56:03.562119 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-5744c5eb-18d4-4a2f-b3e5-04fb28ccef32 None None] Attempting to bind port 277c6f10-833e-42d6-9334-f08b96c0074e by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:56:03.562598 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5744c5eb-18d4-4a2f-b3e5-04fb28ccef32 None None] Attempting to bind port 277c6f10-833e-42d6-9334-f08b96c0074e on network 1bc750fe-0949-42b2-bab7-34fc725823e6 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:56:03.575359 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5744c5eb-18d4-4a2f-b3e5-04fb28ccef32 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:56:03.577070 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5744c5eb-18d4-4a2f-b3e5-04fb28ccef32 None None] Checking segment: {'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:56:03.578610 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5744c5eb-18d4-4a2f-b3e5-04fb28ccef32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:03.579649 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5744c5eb-18d4-4a2f-b3e5-04fb28ccef32 None None] Bound using segment: {'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:56:03.581733 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-5744c5eb-18d4-4a2f-b3e5-04fb28ccef32 None None] Bound port: 277c6f10-833e-42d6-9334-f08b96c0074e, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:56:03.582870 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5744c5eb-18d4-4a2f-b3e5-04fb28ccef32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:03.602631 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37546) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:03.605319 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37548) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:03.618891 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-6089d6cd-1266-46cf-9b3c-65c16c97f82d tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Request body: {'subnet': {'network_id': 'dd0a7f5d-78dc-4b06-9850-45b56fd94b2b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:03.695688 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-197a926d-2e3c-47d2-9c5c-95dad42e3e2a tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:03.703216 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-5744c5eb-18d4-4a2f-b3e5-04fb28ccef32 None None] For port 277c6f10-833e-42d6-9334-f08b96c0074e, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:56:03.712304 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-5744c5eb-18d4-4a2f-b3e5-04fb28ccef32 None None] For port 277c6f10-833e-42d6-9334-f08b96c0074e, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=277c6f10-833e-42d6-9334-f08b96c0074e,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:56:03.731036 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5744c5eb-18d4-4a2f-b3e5-04fb28ccef32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:03.815725 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3996311e-5b38-4a18-a2a9-8f096dcd7444 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:03.817897 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-3996311e-5b38-4a18-a2a9-8f096dcd7444 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd100d99-b1a8-4042-8c07-1eeaa238e500 HTTP/1.1" status: 200 len: 913 time: 0.7384908 Mar 22 10:56:03.819078 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d56aca1-6af9-4cd6-8990-2802ae3f50d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779444ca-ef06-482a-ad08-c6f630132255,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:03.829080 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf782a55-c0cb-4305-921b-1cea1697e654 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Pushing event deleted for resources: {'Network': ['ID=2b638b31-e30f-4ad5-877d-4166ae9ff956,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:03.837981 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37558) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:03.839323 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d56aca1-6af9-4cd6-8990-2802ae3f50d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:56:03.839705 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d56aca1-6af9-4cd6-8990-2802ae3f50d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:56:03.840049 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d56aca1-6af9-4cd6-8990-2802ae3f50d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:56:03.840391 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d56aca1-6af9-4cd6-8990-2802ae3f50d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:56:03.840725 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d56aca1-6af9-4cd6-8990-2802ae3f50d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:56:03.841054 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d56aca1-6af9-4cd6-8990-2802ae3f50d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:56:03.841382 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d56aca1-6af9-4cd6-8990-2802ae3f50d9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:56:03.841714 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d56aca1-6af9-4cd6-8990-2802ae3f50d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:56:03.842042 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d56aca1-6af9-4cd6-8990-2802ae3f50d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:56:03.842382 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d56aca1-6af9-4cd6-8990-2802ae3f50d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:56:03.842865 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d56aca1-6af9-4cd6-8990-2802ae3f50d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:56:03.843187 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d56aca1-6af9-4cd6-8990-2802ae3f50d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:56:03.847902 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf782a55-c0cb-4305-921b-1cea1697e654 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:56:03.848280 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf782a55-c0cb-4305-921b-1cea1697e654 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:56:03.848704 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf782a55-c0cb-4305-921b-1cea1697e654 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:56:03.849048 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf782a55-c0cb-4305-921b-1cea1697e654 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:56:03.849466 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf782a55-c0cb-4305-921b-1cea1697e654 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:56:03.849728 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf782a55-c0cb-4305-921b-1cea1697e654 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:56:03.850112 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf782a55-c0cb-4305-921b-1cea1697e654 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:56:03.850383 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf782a55-c0cb-4305-921b-1cea1697e654 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:56:03.850672 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf782a55-c0cb-4305-921b-1cea1697e654 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:56:03.851123 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf782a55-c0cb-4305-921b-1cea1697e654 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:56:03.851487 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf782a55-c0cb-4305-921b-1cea1697e654 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:56:03.851840 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf782a55-c0cb-4305-921b-1cea1697e654 tempest-FloatingIPNegativeTestJSON-195283657 tempest-FloatingIPNegativeTestJSON-195283657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:56:03.855156 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-197a926d-2e3c-47d2-9c5c-95dad42e3e2a tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:03.861022 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 8668c272-edd5-4211-952d-c1b0ee22d80d no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:56:03.890719 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-197a926d-2e3c-47d2-9c5c-95dad42e3e2a tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:03.895608 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-197a926d-2e3c-47d2-9c5c-95dad42e3e2a tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "DELETE /v2.0/subnets/4932ce57-ffba-4519-9473-fcaa80c29dc9 HTTP/1.1" status: 204 len: 168 time: 0.6774981 Mar 22 10:56:03.926546 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 8668c272-edd5-4211-952d-c1b0ee22d80d {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:56:03.926897 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 8668c272-edd5-4211-952d-c1b0ee22d80d not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:56:03.929099 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7fed4f-d4f5-4471-bbd3-fe5e82c145af None None] Network bc323bbf-818f-4d98-84bb-9a4aa58fe47f requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:56:03.931483 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5744c5eb-18d4-4a2f-b3e5-04fb28ccef32 None None] Pushing event updated for resources: {'Port': ['ID=277c6f10-833e-42d6-9334-f08b96c0074e,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:03.953120 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37562) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:03.965900 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197a926d-2e3c-47d2-9c5c-95dad42e3e2a tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event deleted for resources: {'Subnet': ['ID=4932ce57-ffba-4519-9473-fcaa80c29dc9,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:03.975482 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-14cd5934-78f6-4672-a09a-e8b4079f1f01 req-9b6d7279-6322-46ac-871c-9d0f7ebaeab3 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9045365 Mar 22 10:56:04.123333 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-152eda02-6508-435b-82b5-6938771784ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'name': 'tempest-RoutersIpV6Test-router-809382511', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:55:13Z', 'updated_at': '2022-03-22T10:56:02Z', 'revision_number': 8, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'gw_port_host': None, '_interfaces': [{'id': '6d3f8b02-2638-4b7e-8663-01a6e51c05c6', 'name': '', 'network_id': '171476b3-210e-4f4b-9537-9322876af2da', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:3d:d8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '6a835cad-7353-4cfc-bdd9-72e1a60628e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:25Z', 'updated_at': '2022-03-22T10:55:36Z', 'revision_number': 5, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '6a835cad-7353-4cfc-bdd9-72e1a60628e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c5563ca-42a5-4fe0-a35a-7c6f69f153a0', 'name': '', 'network_id': 'b2474524-74f2-4c31-af5f-82f8d754b74f', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:e9:02:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '0d9bd897-34e3-4107-aa58-c8657a3f24f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:34Z', 'updated_at': '2022-03-22T10:55:44Z', 'revision_number': 5, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '0d9bd897-34e3-4107-aa58-c8657a3f24f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcdfdd84-31ec-4695-87a8-2b14a25cbd6c', 'name': '', 'network_id': 'fe26b17e-3c36-45e9-b8c2-31221b83f673', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:ae:9a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '6df7019b-cca6-4a15-8136-589e7260dbaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:17Z', 'updated_at': '2022-03-22T10:55:25Z', 'revision_number': 5, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '6df7019b-cca6-4a15-8136-589e7260dbaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:04.147521 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e2b94e5c-a634-4c8d-b46e-813d445da95f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:04.164377 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152eda02-6508-435b-82b5-6938771784ae None None] Checking router: 22c5e9b4-83c7-47e3-b4d6-ebf66429c466 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 10:56:04.174469 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152eda02-6508-435b-82b5-6938771784ae None None] Routers {'22c5e9b4-83c7-47e3-b4d6-ebf66429c466'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:56:04.175746 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-152eda02-6508-435b-82b5-6938771784ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:55:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['22c5e9b4-83c7-47e3-b4d6-ebf66429c466'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:04.319089 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-152eda02-6508-435b-82b5-6938771784ae None None] Set router 22c5e9b4-83c7-47e3-b4d6-ebf66429c466 gateway port host: None {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:56:04.430160 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55585bd-9403-4879-ba07-5a3c28cda23d None None] DHCP port deletion for bc323bbf-818f-4d98-84bb-9a4aa58fe47f request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:56:04.454051 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d140c990-0b37-451a-852d-35bdc14bff68 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:04.465777 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-e2b94e5c-a634-4c8d-b46e-813d445da95f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Deleting port b3f16e1c-f510-45c2-90a8-22e68da7c21e {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:56:04.466287 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e2b94e5c-a634-4c8d-b46e-813d445da95f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:04.474488 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e0857f2f-bb24-46ac-8886-4270925c510b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a01e61e9281349bfba79ecf13e2ff84f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8433006 Mar 22 10:56:04.481197 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37574) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:04.553049 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-b55585bd-9403-4879-ba07-5a3c28cda23d None None] Deleting port b3f16e1c-f510-45c2-90a8-22e68da7c21e {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:56:04.553426 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b55585bd-9403-4879-ba07-5a3c28cda23d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:04.573332 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-e2b94e5c-a634-4c8d-b46e-813d445da95f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] For port b3f16e1c-f510-45c2-90a8-22e68da7c21e, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=b3f16e1c-f510-45c2-90a8-22e68da7c21e,segment=NetworkSegment(c767616a-959b-489e-8c86-f5cfc5f7a303),segment_id=c767616a-959b-489e-8c86-f5cfc5f7a303)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:56:04.574017 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e2b94e5c-a634-4c8d-b46e-813d445da95f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:04.595285 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-e2b94e5c-a634-4c8d-b46e-813d445da95f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Calling delete_port for b3f16e1c-f510-45c2-90a8-22e68da7c21e owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:56:04.624744 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6089d6cd-1266-46cf-9b3c-65c16c97f82d tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Made reservation on behalf of aca6e4961e534035bfe51426bdf4418a for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:04.628366 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6089d6cd-1266-46cf-9b3c-65c16c97f82d tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:04.658424 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-152eda02-6508-435b-82b5-6938771784ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'name': 'tempest-RoutersIpV6Test-router-809382511', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:55:13Z', 'updated_at': '2022-03-22T10:56:02Z', 'revision_number': 8, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'gw_port_host': None, '_interfaces': [{'id': '6d3f8b02-2638-4b7e-8663-01a6e51c05c6', 'name': '', 'network_id': '171476b3-210e-4f4b-9537-9322876af2da', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:3d:d8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '6a835cad-7353-4cfc-bdd9-72e1a60628e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:25Z', 'updated_at': '2022-03-22T10:55:36Z', 'revision_number': 5, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '6a835cad-7353-4cfc-bdd9-72e1a60628e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c5563ca-42a5-4fe0-a35a-7c6f69f153a0', 'name': '', 'network_id': 'b2474524-74f2-4c31-af5f-82f8d754b74f', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:e9:02:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '0d9bd897-34e3-4107-aa58-c8657a3f24f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:34Z', 'updated_at': '2022-03-22T10:55:44Z', 'revision_number': 5, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '0d9bd897-34e3-4107-aa58-c8657a3f24f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcdfdd84-31ec-4695-87a8-2b14a25cbd6c', 'name': '', 'network_id': 'fe26b17e-3c36-45e9-b8c2-31221b83f673', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:ae:9a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '6df7019b-cca6-4a15-8136-589e7260dbaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:17Z', 'updated_at': '2022-03-22T10:55:25Z', 'revision_number': 5, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '6df7019b-cca6-4a15-8136-589e7260dbaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:04.675859 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-b55585bd-9403-4879-ba07-5a3c28cda23d None None] For port b3f16e1c-f510-45c2-90a8-22e68da7c21e, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=b3f16e1c-f510-45c2-90a8-22e68da7c21e,segment=NetworkSegment(c767616a-959b-489e-8c86-f5cfc5f7a303),segment_id=c767616a-959b-489e-8c86-f5cfc5f7a303)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:56:04.676253 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b55585bd-9403-4879-ba07-5a3c28cda23d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:04.687765 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37578) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:04.692628 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-b55585bd-9403-4879-ba07-5a3c28cda23d None None] Calling delete_port for b3f16e1c-f510-45c2-90a8-22e68da7c21e owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:56:04.700051 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152eda02-6508-435b-82b5-6938771784ae None None] The sync data for ids ['22c5e9b4-83c7-47e3-b4d6-ebf66429c466'] in dv-neutron-834599-1-hyperv is: [{'id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'name': 'tempest-RoutersIpV6Test-router-809382511', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:55:13Z', 'updated_at': '2022-03-22T10:56:02Z', 'revision_number': 8, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'gw_port_host': None, '_interfaces': [{'id': '6d3f8b02-2638-4b7e-8663-01a6e51c05c6', 'name': '', 'network_id': '171476b3-210e-4f4b-9537-9322876af2da', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:3d:d8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '6a835cad-7353-4cfc-bdd9-72e1a60628e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:25Z', 'updated_at': '2022-03-22T10:55:36Z', 'revision_number': 5, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '6a835cad-7353-4cfc-bdd9-72e1a60628e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c5563ca-42a5-4fe0-a35a-7c6f69f153a0', 'name': '', 'network_id': 'b2474524-74f2-4c31-af5f-82f8d754b74f', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:e9:02:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '0d9bd897-34e3-4107-aa58-c8657a3f24f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:34Z', 'updated_at': '2022-03-22T10:55:44Z', 'revision_number': 5, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '0d9bd897-34e3-4107-aa58-c8657a3f24f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcdfdd84-31ec-4695-87a8-2b14a25cbd6c', 'name': '', 'network_id': 'fe26b17e-3c36-45e9-b8c2-31221b83f673', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:ae:9a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '6df7019b-cca6-4a15-8136-589e7260dbaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:17Z', 'updated_at': '2022-03-22T10:55:25Z', 'revision_number': 5, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '6df7019b-cca6-4a15-8136-589e7260dbaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:56:04.781674 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89f64e76-9523-448c-b726-f64b783036e5 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683891'] for router_interface, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:04.833378 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e2b94e5c-a634-4c8d-b46e-813d445da95f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:04.840583 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b55585bd-9403-4879-ba07-5a3c28cda23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:04.875127 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55585bd-9403-4879-ba07-5a3c28cda23d None None] Pushing event deleted for resources: {'Port': ['ID=b3f16e1c-f510-45c2-90a8-22e68da7c21e,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:04.877627 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-7bafa060-050b-47ba-980c-3d4305b10a94 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Request body: {'networks': [{'name': 'tempest-network--705513694'}, {'name': 'tempest-network--315763264'}]} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:04.877627 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-7bafa060-050b-47ba-980c-3d4305b10a94 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Request body: {'network': {'name': 'tempest-network--705513694'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:04.878866 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-7bafa060-050b-47ba-980c-3d4305b10a94 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Request body: {'network': {'name': 'tempest-network--315763264'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:04.879229 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55585bd-9403-4879-ba07-5a3c28cda23d None None] No DVR routers for this DVR port b3f16e1c-f510-45c2-90a8-22e68da7c21e on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:56:04.884119 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b94e5c-a634-4c8d-b46e-813d445da95f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event deleted for resources: {'Port': ['ID=b3f16e1c-f510-45c2-90a8-22e68da7c21e,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:04.885606 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37582) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:04.889654 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b94e5c-a634-4c8d-b46e-813d445da95f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] No DVR routers for this DVR port b3f16e1c-f510-45c2-90a8-22e68da7c21e on host dv-neutron-834599-1-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:56:04.946558 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-809b9379-7a1c-4b7a-85b2-19a1ed19e2db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:04.982711 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-d140c990-0b37-451a-852d-35bdc14bff68 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Allocated IP 2001:db8::1 (1bc750fe-0949-42b2-bab7-34fc725823e6/01a748b1-4611-45c7-8d09-ab0606d9c3f5/a71e9686-eac4-4dfc-a843-00b9eb4afc8b) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:56:04.997329 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bafa060-050b-47ba-980c-3d4305b10a94 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Made reservation on behalf of adbb39fab67d44128dde9801f6373bc8 for: {'network': 2} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:05.001710 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7bafa060-050b-47ba-980c-3d4305b10a94 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:05.041367 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-809b9379-7a1c-4b7a-85b2-19a1ed19e2db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:05.047427 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e2b94e5c-a634-4c8d-b46e-813d445da95f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:05.050478 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7bafa060-050b-47ba-980c-3d4305b10a94 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:05.145751 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-e2b94e5c-a634-4c8d-b46e-813d445da95f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc323bbf-818f-4d98-84bb-9a4aa58fe47f']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:05.161623 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-e2b94e5c-a634-4c8d-b46e-813d445da95f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c767616a-959b-489e-8c86-f5cfc5f7a303') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:05.162308 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-e2b94e5c-a634-4c8d-b46e-813d445da95f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c767616a-959b-489e-8c86-f5cfc5f7a303') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:05.177215 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e2b94e5c-a634-4c8d-b46e-813d445da95f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:05.200756 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e2b94e5c-a634-4c8d-b46e-813d445da95f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:05.270273 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2b94e5c-a634-4c8d-b46e-813d445da95f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:56:05.271174 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e2b94e5c-a634-4c8d-b46e-813d445da95f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:05.290425 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 10:56:05.290425 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:56:05.290425 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 10:56:05.290425 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:56:05.290425 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 10:56:05.290425 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:56:05.290425 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 10:56:05.290425 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:56:05.290425 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 10:56:05.290425 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:56:05.290425 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 10:56:05.290425 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:56:05.290425 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 10:56:05.290425 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:56:05.290425 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:56:05.290425 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:56:05.290425 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:56:05.290425 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:56:05.290425 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 10:56:05.290425 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:56:05.290425 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 10:56:05.290425 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:56:05.290425 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:56:05.290425 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:56:05.290425 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 10:56:05.290425 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:56:05.290425 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:56:05.290425 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:56:05.290425 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:56:05.290425 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:56:05.290425 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:56:05.290425 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:56:05.364997 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-809b9379-7a1c-4b7a-85b2-19a1ed19e2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:05.367777 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-809b9379-7a1c-4b7a-85b2-19a1ed19e2db admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:05.369299 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-809b9379-7a1c-4b7a-85b2-19a1ed19e2db admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/956ee657-0bb2-4857-bd19-25ae676865d5 HTTP/1.1" status: 204 len: 168 time: 0.8869786 Mar 22 10:56:05.386373 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e2b94e5c-a634-4c8d-b46e-813d445da95f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:05.395289 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5a1ad-d303-4972-be34-c5ae3885f3f4 req-4e1ffa5d-50e1-4fd7-bf57-799d7702c461 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:05.397561 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-64a5a1ad-d303-4972-be34-c5ae3885f3f4 req-4e1ffa5d-50e1-4fd7-bf57-799d7702c461 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.2585814 Mar 22 10:56:05.412709 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e2b94e5c-a634-4c8d-b46e-813d445da95f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:05.412882 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-9cc8d4bd-f3ae-4add-bf11-29b2c7dcfe29 None None] Provisioning complete for port 277c6f10-833e-42d6-9334-f08b96c0074e triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:56:05.413353 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9cc8d4bd-f3ae-4add-bf11-29b2c7dcfe29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:05.420141 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-e2b94e5c-a634-4c8d-b46e-813d445da95f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "DELETE /v2.0/networks/bc323bbf-818f-4d98-84bb-9a4aa58fe47f HTTP/1.1" status: 204 len: 168 time: 1.4651453 Mar 22 10:56:05.423329 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37588) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:05.429192 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d140c990-0b37-451a-852d-35bdc14bff68 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:05.435259 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809b9379-7a1c-4b7a-85b2-19a1ed19e2db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=956ee657-0bb2-4857-bd19-25ae676865d5,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:05.444993 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6089d6cd-1266-46cf-9b3c-65c16c97f82d tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:05.487039 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809b9379-7a1c-4b7a-85b2-19a1ed19e2db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:56:05.487411 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809b9379-7a1c-4b7a-85b2-19a1ed19e2db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:56:05.487883 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809b9379-7a1c-4b7a-85b2-19a1ed19e2db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:56:05.488288 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809b9379-7a1c-4b7a-85b2-19a1ed19e2db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:56:05.488678 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809b9379-7a1c-4b7a-85b2-19a1ed19e2db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:56:05.489063 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809b9379-7a1c-4b7a-85b2-19a1ed19e2db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:56:05.489452 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809b9379-7a1c-4b7a-85b2-19a1ed19e2db admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:56:05.489861 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809b9379-7a1c-4b7a-85b2-19a1ed19e2db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:56:05.490251 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809b9379-7a1c-4b7a-85b2-19a1ed19e2db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:56:05.490633 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809b9379-7a1c-4b7a-85b2-19a1ed19e2db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:56:05.491149 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809b9379-7a1c-4b7a-85b2-19a1ed19e2db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:56:05.491436 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809b9379-7a1c-4b7a-85b2-19a1ed19e2db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:56:05.491664 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b94e5c-a634-4c8d-b46e-813d445da95f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event deleted for resources: {'Network': ['ID=bc323bbf-818f-4d98-84bb-9a4aa58fe47f,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:05.545889 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-e32bf5f8-3cb5-42fe-97a7-28fdf4084fa0 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Deleting port bad2af56-736c-411b-9080-225807bf09e3 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:56:05.546365 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e32bf5f8-3cb5-42fe-97a7-28fdf4084fa0 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:05.551661 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6089d6cd-1266-46cf-9b3c-65c16c97f82d tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Pushing event updated for resources: {'Subnet': ['ID=eb52c6b3-516b-4a8f-8aa8-e927ffc4e654,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:05.605058 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9cc8d4bd-f3ae-4add-bf11-29b2c7dcfe29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:05.632739 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d140c990-0b37-451a-852d-35bdc14bff68 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:05.652975 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6089d6cd-1266-46cf-9b3c-65c16c97f82d tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Checking segment: {'id': '29d79a51-01c7-4229-857e-fe6e0543a2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'dd0a7f5d-78dc-4b06-9850-45b56fd94b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:56:05.653345 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6089d6cd-1266-46cf-9b3c-65c16c97f82d tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Network hostable DHCP agents. Network: dd0a7f5d-78dc-4b06-9850-45b56fd94b2b, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:56:05.672090 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-9cc8d4bd-f3ae-4add-bf11-29b2c7dcfe29 None None] For port 277c6f10-833e-42d6-9334-f08b96c0074e, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=277c6f10-833e-42d6-9334-f08b96c0074e,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:56:05.679087 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9cc8d4bd-f3ae-4add-bf11-29b2c7dcfe29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:05.694233 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-64a5a1ad-d303-4972-be34-c5ae3885f3f4 req-762bd14d-2db7-4bd1-9e9e-39959edafe88 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2824895 Mar 22 10:56:05.713131 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d140c990-0b37-451a-852d-35bdc14bff68 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:56:05.724684 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-d140c990-0b37-451a-852d-35bdc14bff68 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:56:05.727297 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d140c990-0b37-451a-852d-35bdc14bff68 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:56:05.728145 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d140c990-0b37-451a-852d-35bdc14bff68 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684270'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:05.771303 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc8d4bd-f3ae-4add-bf11-29b2c7dcfe29 None None] Pushing event updated for resources: {'Port': ['ID=277c6f10-833e-42d6-9334-f08b96c0074e,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:05.782575 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e32bf5f8-3cb5-42fe-97a7-28fdf4084fa0 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:05.782834 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 277c6f10-833e-42d6-9334-f08b96c0074e up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:56:05.782945 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e32bf5f8-3cb5-42fe-97a7-28fdf4084fa0 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:05.798506 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140c990-0b37-451a-852d-35bdc14bff68 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event updated for resources: {'Port': ['ID=a71e9686-eac4-4dfc-a843-00b9eb4afc8b,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:05.815273 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-e32bf5f8-3cb5-42fe-97a7-28fdf4084fa0 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Calling delete_port for bad2af56-736c-411b-9080-225807bf09e3 owned by network:floatingip {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:56:05.821397 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6089d6cd-1266-46cf-9b3c-65c16c97f82d tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Network dd0a7f5d-78dc-4b06-9850-45b56fd94b2b is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:56:05.864296 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-6089d6cd-1266-46cf-9b3c-65c16c97f82d tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, dd0a7f5d-78dc-4b06-9850-45b56fd94b2b) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:56:05.869301 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6089d6cd-1266-46cf-9b3c-65c16c97f82d tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:05.869899 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6089d6cd-1266-46cf-9b3c-65c16c97f82d tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:05.877601 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 277c6f10-833e-42d6-9334-f08b96c0074e triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:56:05.878193 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:05.882193 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afb139b-0ada-4f75-8751-06b879096564 None None] Network dd0a7f5d-78dc-4b06-9850-45b56fd94b2b requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:56:06.052136 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6089d6cd-1266-46cf-9b3c-65c16c97f82d tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4448538 Mar 22 10:56:06.062819 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37594) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:06.135507 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7bafa060-050b-47ba-980c-3d4305b10a94 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:06.140111 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-0d702511-ef03-41e6-a1f0-57df619c2d66 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-745802422'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:06.164989 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-5ab705a7-38fe-4bab-ba84-ccd07c1fb32d None None] Provisioning complete for port a71e9686-eac4-4dfc-a843-00b9eb4afc8b triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:56:06.165226 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5ab705a7-38fe-4bab-ba84-ccd07c1fb32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:06.172585 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7bafa060-050b-47ba-980c-3d4305b10a94 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:06.173046 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7bafa060-050b-47ba-980c-3d4305b10a94 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:06.184307 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e32bf5f8-3cb5-42fe-97a7-28fdf4084fa0 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:06.210150 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-5ab705a7-38fe-4bab-ba84-ccd07c1fb32d None None] Port a71e9686-eac4-4dfc-a843-00b9eb4afc8b cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:56:06.212611 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1412836-196a-4484-b6f5-9a13276434f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-dd0a7f5d-78dc-4b06-9850-45b56fd94b2b', 'network_id': 'dd0a7f5d-78dc-4b06-9850-45b56fd94b2b', 'tenant_id': 'aca6e4961e534035bfe51426bdf4418a', 'fixed_ips': [{'subnet_id': 'eb52c6b3-516b-4a8f-8aa8-e927ffc4e654'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:56:06.214164 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a1412836-196a-4484-b6f5-9a13276434f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:06.218070 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device b3f16e1c-f510-45c2-90a8-22e68da7c21e no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:56:06.231059 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d140c990-0b37-451a-852d-35bdc14bff68 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:06.241773 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32bf5f8-3cb5-42fe-97a7-28fdf4084fa0 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Pushing event deleted for resources: {'Port': ['ID=bad2af56-736c-411b-9080-225807bf09e3,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:06.243714 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d702511-ef03-41e6-a1f0-57df619c2d66 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Made reservation on behalf of aca6e4961e534035bfe51426bdf4418a for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:06.249989 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0d702511-ef03-41e6-a1f0-57df619c2d66 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:06.269168 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: b3f16e1c-f510-45c2-90a8-22e68da7c21e {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:56:06.269509 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device b3f16e1c-f510-45c2-90a8-22e68da7c21e not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:56:06.269931 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 7603ad9c-249e-4425-acd1-117cf3f02a03 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:56:06.317696 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bafa060-050b-47ba-980c-3d4305b10a94 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd9d5eb-f731-46fb-9bc1-33026930880d,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:06.331871 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bafa060-050b-47ba-980c-3d4305b10a94 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:56:06.349892 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7bafa060-050b-47ba-980c-3d4305b10a94 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:06.350383 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-7bafa060-050b-47ba-980c-3d4305b10a94 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Added segment 99eb91b7-83da-4770-a6e4-739938f0d8b2 of type vlan for network e140deb7-b66e-4bd6-80bf-2d5d827b0361 Mar 22 10:56:06.363983 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d702511-ef03-41e6-a1f0-57df619c2d66 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:56:06.417533 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0d702511-ef03-41e6-a1f0-57df619c2d66 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:06.417897 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-0d702511-ef03-41e6-a1f0-57df619c2d66 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Added segment 3a61da69-1b55-4ead-8a5c-f1f3744c8857 of type vlan for network 488519a2-f0a7-47e2-a115-711595606ef4 Mar 22 10:56:06.432745 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-a1412836-196a-4484-b6f5-9a13276434f1 None None] Allocated IP 2001:db8:0:ffff::2 (dd0a7f5d-78dc-4b06-9850-45b56fd94b2b/eb52c6b3-516b-4a8f-8aa8-e927ffc4e654/8f422bc2-34ad-4c49-bbcd-7b1fa970a1d8) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:56:06.436397 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-89f64e76-9523-448c-b726-f64b783036e5 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Deleting port ddab535c-1714-4750-b420-c66843fe8b9b {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:56:06.437869 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89f64e76-9523-448c-b726-f64b783036e5 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:06.440893 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7bafa060-050b-47ba-980c-3d4305b10a94 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:06.455655 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e32bf5f8-3cb5-42fe-97a7-28fdf4084fa0 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks [] for floatingip, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:06.456013 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.l3_db [None req-e32bf5f8-3cb5-42fe-97a7-28fdf4084fa0 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Floating IP 2d1f8f93-f23f-4b61-84e4-162635588305 disassociated (deleted). External IP: 172.26.7.160, port: c5ea9116-2f3e-41f4-b12c-086a9ac353d3. Mar 22 10:56:06.565605 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0d702511-ef03-41e6-a1f0-57df619c2d66 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:06.572031 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bafa060-050b-47ba-980c-3d4305b10a94 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:56:06.605896 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7bafa060-050b-47ba-980c-3d4305b10a94 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:06.606294 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-7bafa060-050b-47ba-980c-3d4305b10a94 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Added segment babcf600-fa54-469c-a731-316ed9fb7c81 of type vlan for network 6f1051cc-f2dc-454b-b97c-cd9c0a41632c Mar 22 10:56:06.618814 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89f64e76-9523-448c-b726-f64b783036e5 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:06.635476 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-89f64e76-9523-448c-b726-f64b783036e5 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Calling delete_port for ddab535c-1714-4750-b420-c66843fe8b9b owned by network:router_interface {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:56:06.640993 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 7603ad9c-249e-4425-acd1-117cf3f02a03 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:56:06.640993 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 7603ad9c-249e-4425-acd1-117cf3f02a03 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:56:06.669078 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a1412836-196a-4484-b6f5-9a13276434f1 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:06.676551 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a1412836-196a-4484-b6f5-9a13276434f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:06.695878 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0d702511-ef03-41e6-a1f0-57df619c2d66 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:06.697083 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7bafa060-050b-47ba-980c-3d4305b10a94 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:06.702142 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d702511-ef03-41e6-a1f0-57df619c2d66 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:06.702142 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0d702511-ef03-41e6-a1f0-57df619c2d66 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:06.726068 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1412836-196a-4484-b6f5-9a13276434f1 None None] Pushing event updated for resources: {'Port': ['ID=8f422bc2-34ad-4c49-bbcd-7b1fa970a1d8,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:06.753577 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1412836-196a-4484-b6f5-9a13276434f1 None None] Network dd0a7f5d-78dc-4b06-9850-45b56fd94b2b is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:56:06.757299 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-a1412836-196a-4484-b6f5-9a13276434f1 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:56:06.760451 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1412836-196a-4484-b6f5-9a13276434f1 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:56:06.826258 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-a1412836-196a-4484-b6f5-9a13276434f1 None None] Attempting to bind port 8f422bc2-34ad-4c49-bbcd-7b1fa970a1d8 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:56:06.826762 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-a1412836-196a-4484-b6f5-9a13276434f1 None None] Attempting to bind port 8f422bc2-34ad-4c49-bbcd-7b1fa970a1d8 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '29d79a51-01c7-4229-857e-fe6e0543a2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'dd0a7f5d-78dc-4b06-9850-45b56fd94b2b'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:56:06.827132 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1412836-196a-4484-b6f5-9a13276434f1 None None] Attempting to bind port 8f422bc2-34ad-4c49-bbcd-7b1fa970a1d8 on network dd0a7f5d-78dc-4b06-9850-45b56fd94b2b {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:56:06.830906 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7bafa060-050b-47ba-980c-3d4305b10a94 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:06.832397 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7bafa060-050b-47ba-980c-3d4305b10a94 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:06.833063 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1412836-196a-4484-b6f5-9a13276434f1 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:56:06.833939 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1412836-196a-4484-b6f5-9a13276434f1 None None] Checking segment: {'id': '29d79a51-01c7-4229-857e-fe6e0543a2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'dd0a7f5d-78dc-4b06-9850-45b56fd94b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:56:06.834543 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a1412836-196a-4484-b6f5-9a13276434f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:06.835073 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1412836-196a-4484-b6f5-9a13276434f1 None None] Bound using segment: {'id': '29d79a51-01c7-4229-857e-fe6e0543a2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'dd0a7f5d-78dc-4b06-9850-45b56fd94b2b'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:56:06.835772 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-a1412836-196a-4484-b6f5-9a13276434f1 None None] Bound port: 8f422bc2-34ad-4c49-bbcd-7b1fa970a1d8, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d79a51-01c7-4229-857e-fe6e0543a2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'dd0a7f5d-78dc-4b06-9850-45b56fd94b2b'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:56:06.836917 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a1412836-196a-4484-b6f5-9a13276434f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:06.840206 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bafa060-050b-47ba-980c-3d4305b10a94 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:06.845815 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bafa060-050b-47ba-980c-3d4305b10a94 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:06.847115 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7bafa060-050b-47ba-980c-3d4305b10a94 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:06.853013 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0d702511-ef03-41e6-a1f0-57df619c2d66 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7186582 Mar 22 10:56:06.854526 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37612) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:06.866619 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-a20193b2-09ed-498e-833c-ad4f4f143522 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Request body: {'subnet': {'network_id': '488519a2-f0a7-47e2-a115-711595606ef4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:06.905399 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-a1412836-196a-4484-b6f5-9a13276434f1 None None] For port 8f422bc2-34ad-4c49-bbcd-7b1fa970a1d8, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:56:06.909912 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-a1412836-196a-4484-b6f5-9a13276434f1 None None] For port 8f422bc2-34ad-4c49-bbcd-7b1fa970a1d8, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=8f422bc2-34ad-4c49-bbcd-7b1fa970a1d8,segment=NetworkSegment(29d79a51-01c7-4229-857e-fe6e0543a2e0),segment_id=29d79a51-01c7-4229-857e-fe6e0543a2e0)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:56:06.918265 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a1412836-196a-4484-b6f5-9a13276434f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:06.936579 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d702511-ef03-41e6-a1f0-57df619c2d66 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Pushing event updated for resources: {'Network': ['ID=488519a2-f0a7-47e2-a115-711595606ef4,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:06.988573 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 488519a2-f0a7-47e2-a115-711595606ef4 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:56:06.989730 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37614) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:06.996020 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d140c990-0b37-451a-852d-35bdc14bff68 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:07.017890 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-7bafa060-050b-47ba-980c-3d4305b10a94 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.3275561 Mar 22 10:56:07.035770 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37618) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:07.082590 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bafa060-050b-47ba-980c-3d4305b10a94 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Pushing event updated for resources: {'Network': ['ID=e140deb7-b66e-4bd6-80bf-2d5d827b0361,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:07.093200 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1412836-196a-4484-b6f5-9a13276434f1 None None] Pushing event updated for resources: {'Port': ['ID=8f422bc2-34ad-4c49-bbcd-7b1fa970a1d8,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:07.101782 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network e140deb7-b66e-4bd6-80bf-2d5d827b0361 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:56:07.135256 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5d56f743-1284-4970-81ae-76bcd478afba tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683891'] for router_interface, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:07.188877 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1992d-2fb1-4be7-8d83-99496f9e2be6 req-27420616-bb8c-474c-802b-fc68b4591628 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:07.190548 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-eeb1992d-2fb1-4be7-8d83-99496f9e2be6 req-27420616-bb8c-474c-802b-fc68b4591628 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.3375318 Mar 22 10:56:07.328241 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bafa060-050b-47ba-980c-3d4305b10a94 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Pushing event updated for resources: {'Network': ['ID=6f1051cc-f2dc-454b-b97c-cd9c0a41632c,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:07.373051 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 6f1051cc-f2dc-454b-b97c-cd9c0a41632c details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:56:07.400821 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-1863baf7-dc48-4ea2-9006-f32304e31863 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1978898304'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:07.478240 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89f64e76-9523-448c-b726-f64b783036e5 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:07.506127 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d140c990-0b37-451a-852d-35bdc14bff68 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:07.506814 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d140c990-0b37-451a-852d-35bdc14bff68 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684306'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:07.518546 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-eeb1992d-2fb1-4be7-8d83-99496f9e2be6 req-a23228da-c7b3-4f25-887f-26020da8cf47 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3116465 Mar 22 10:56:07.519120 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1863baf7-dc48-4ea2-9006-f32304e31863 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Made reservation on behalf of a993536edab145339b0f463caedd0151 for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:07.522808 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1863baf7-dc48-4ea2-9006-f32304e31863 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:07.557997 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f64e76-9523-448c-b726-f64b783036e5 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Pushing event deleted for resources: {'Port': ['ID=ddab535c-1714-4750-b420-c66843fe8b9b,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:07.561027 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1863baf7-dc48-4ea2-9006-f32304e31863 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:07.600165 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00224850-ed68-4298-b229-a9a3f5721caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:07.692560 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e32bf5f8-3cb5-42fe-97a7-28fdf4084fa0 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Router b84ae497-6c77-4992-9eab-281ed6887ea9 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:56:07.725019 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54842d1-987d-4774-b3e2-47fafbbfee3d tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:07.728298 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54842d1-987d-4774-b3e2-47fafbbfee3d tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:07.734508 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 8f422bc2-34ad-4c49-bbcd-7b1fa970a1d8 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:56:07.735510 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54842d1-987d-4774-b3e2-47fafbbfee3d tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:07.741122 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54842d1-987d-4774-b3e2-47fafbbfee3d tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:07.743417 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c54842d1-987d-4774-b3e2-47fafbbfee3d tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.7040668 Mar 22 10:56:07.746808 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37620) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:07.749912 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140c990-0b37-451a-852d-35bdc14bff68 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event updated for resources: {'Port': ['ID=a71e9686-eac4-4dfc-a843-00b9eb4afc8b,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:07.754932 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d140c990-0b37-451a-852d-35bdc14bff68 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:56:07.758649 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-d140c990-0b37-451a-852d-35bdc14bff68 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:56:07.769328 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20193b2-09ed-498e-833c-ad4f4f143522 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Made reservation on behalf of aca6e4961e534035bfe51426bdf4418a for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:07.773710 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a20193b2-09ed-498e-833c-ad4f4f143522 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:07.822522 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 8f422bc2-34ad-4c49-bbcd-7b1fa970a1d8 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:56:07.823129 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:07.946554 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:08.025267 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port 8f422bc2-34ad-4c49-bbcd-7b1fa970a1d8, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=8f422bc2-34ad-4c49-bbcd-7b1fa970a1d8,segment=NetworkSegment(29d79a51-01c7-4229-857e-fe6e0543a2e0),segment_id=29d79a51-01c7-4229-857e-fe6e0543a2e0)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:56:08.036393 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:08.037299 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 277c6f10-833e-42d6-9334-f08b96c0074e up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:56:08.067408 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-89f64e76-9523-448c-b726-f64b783036e5 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684007'] for router_interface, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:08.081265 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1863baf7-dc48-4ea2-9006-f32304e31863 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:08.091791 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fdecb42c-9bda-4925-b376-d907a1848808 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:08.144884 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 277c6f10-833e-42d6-9334-f08b96c0074e triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:56:08.145268 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:08.147694 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=8f422bc2-34ad-4c49-bbcd-7b1fa970a1d8,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:08.166907 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1863baf7-dc48-4ea2-9006-f32304e31863 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:08.218844 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e32bf5f8-3cb5-42fe-97a7-28fdf4084fa0 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:56:08.225834 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e32bf5f8-3cb5-42fe-97a7-28fdf4084fa0 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:08.259980 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d865ba-4cf7-4ab5-a53b-e08029105f9e None None] Sync routers for ids ['b84ae497-6c77-4992-9eab-281ed6887ea9'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:56:08.281436 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d865ba-4cf7-4ab5-a53b-e08029105f9e None None] Routers {'b84ae497-6c77-4992-9eab-281ed6887ea9'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:56:08.281690 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-d1d865ba-4cf7-4ab5-a53b-e08029105f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:55:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['b84ae497-6c77-4992-9eab-281ed6887ea9'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:08.285254 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1863baf7-dc48-4ea2-9006-f32304e31863 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:56:08.316630 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e32bf5f8-3cb5-42fe-97a7-28fdf4084fa0 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "DELETE /v2.0/floatingips/2d1f8f93-f23f-4b61-84e4-162635588305 HTTP/1.1" status: 204 len: 168 time: 3.4193220 Mar 22 10:56:08.328069 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35bbf4bb-2ab4-4a16-84f3-f4a80aab1f4f', 'tag': 'c5ea9116-2f3e-41f4-b12c-086a9ac353d3'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 10:56:08.336623 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-f8f30d03-bede-459d-848e-0c3b7275dd37 None None] Provisioning complete for port a71e9686-eac4-4dfc-a843-00b9eb4afc8b triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:56:08.337280 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f8f30d03-bede-459d-848e-0c3b7275dd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:08.337658 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea20d47ee5c2e5d2aa35ee26c9e60aea7970c4225f3eb14fb63792ea9ad3856f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c62413d-e6e9-459d-993e-ada8b973dc91" -d '{"events": [{"name": "network-changed", "server_uuid": "35bbf4bb-2ab4-4a16-84f3-f4a80aab1f4f", "tag": "c5ea9116-2f3e-41f4-b12c-086a9ac353d3"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 10:56:08.366459 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1863baf7-dc48-4ea2-9006-f32304e31863 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:08.366878 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-1863baf7-dc48-4ea2-9006-f32304e31863 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Added segment 84c3b418-8b80-440a-aaa0-15e6ae286d2b of type vlan for network 90a54b1b-3d26-4289-b377-53712942a54e Mar 22 10:56:08.371708 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1863baf7-dc48-4ea2-9006-f32304e31863 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79384f1f-75ca-4f19-8a74-16021c2cc1f9,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:08.446966 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-f8f30d03-bede-459d-848e-0c3b7275dd37 None None] Port a71e9686-eac4-4dfc-a843-00b9eb4afc8b cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:56:08.457334 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.objects.ports [None req-a20193b2-09ed-498e-833c-ad4f4f143522 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109049) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 10:56:08.464473 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 10:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2333668-a3d2-4f04-ae57-23043ca743a5 x-openstack-request-id: req-b2333668-a3d2-4f04-ae57-23043ca743a5 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 10:56:08.466797 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35bbf4bb-2ab4-4a16-84f3-f4a80aab1f4f", "tag": "c5ea9116-2f3e-41f4-b12c-086a9ac353d3", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 10:56:08.467170 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b2333668-a3d2-4f04-ae57-23043ca743a5 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 10:56:08.469586 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2333668-a3d2-4f04-ae57-23043ca743a5'] response: {'name': 'network-changed', 'server_uuid': '35bbf4bb-2ab4-4a16-84f3-f4a80aab1f4f', 'tag': 'c5ea9116-2f3e-41f4-b12c-086a9ac353d3', 'status': 'completed', 'code': 200} Mar 22 10:56:08.471163 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a20193b2-09ed-498e-833c-ad4f4f143522 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:08.486286 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d140c990-0b37-451a-852d-35bdc14bff68 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Router e76756fb-8c25-4639-b18e-f22e7acc4765 is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 10:56:08.499108 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-d1d865ba-4cf7-4ab5-a53b-e08029105f9e None None] Set router b84ae497-6c77-4992-9eab-281ed6887ea9 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:56:08.582330 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1863baf7-dc48-4ea2-9006-f32304e31863 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:08.617692 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fa3c37-62fe-47c5-9314-9d9ec186e2f6 None None] Network dd0a7f5d-78dc-4b06-9850-45b56fd94b2b requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:56:08.632207 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fdecb42c-9bda-4925-b376-d907a1848808 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:08.708994 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20193b2-09ed-498e-833c-ad4f4f143522 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Pushing event updated for resources: {'Subnet': ['ID=b30a8af6-fce9-41ab-b419-2757d8748c39,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:08.725443 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20193b2-09ed-498e-833c-ad4f4f143522 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Checking segment: {'id': '3a61da69-1b55-4ead-8a5c-f1f3744c8857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '488519a2-f0a7-47e2-a115-711595606ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:56:08.726026 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20193b2-09ed-498e-833c-ad4f4f143522 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Network hostable DHCP agents. Network: 488519a2-f0a7-47e2-a115-711595606ef4, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:56:08.731145 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-f3ec4356-2cbf-44b7-b73d-be6948002932 None None] Provisioning complete for port 8f422bc2-34ad-4c49-bbcd-7b1fa970a1d8 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:56:08.731990 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f3ec4356-2cbf-44b7-b73d-be6948002932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:08.738290 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d140c990-0b37-451a-852d-35bdc14bff68 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:56:08.749914 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca64c0b0-5f8f-485c-bff1-2612cdb8d13b None None] Sync routers for ids ['e76756fb-8c25-4639-b18e-f22e7acc4765'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:56:08.758002 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d140c990-0b37-451a-852d-35bdc14bff68 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "PUT /v2.0/routers/e76756fb-8c25-4639-b18e-f22e7acc4765/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4671779 Mar 22 10:56:08.762405 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37630) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:08.765290 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca64c0b0-5f8f-485c-bff1-2612cdb8d13b None None] Routers {'e76756fb-8c25-4639-b18e-f22e7acc4765'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:56:08.772346 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-ca64c0b0-5f8f-485c-bff1-2612cdb8d13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:55:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['e76756fb-8c25-4639-b18e-f22e7acc4765'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:08.800490 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20193b2-09ed-498e-833c-ad4f4f143522 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Network 488519a2-f0a7-47e2-a115-711595606ef4 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:56:08.826745 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0970c34e-51ca-4464-bddd-1c3cdef8ca05 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:08.831498 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0970c34e-51ca-4464-bddd-1c3cdef8ca05 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/ports/a71e9686-eac4-4dfc-a843-00b9eb4afc8b HTTP/1.1" status: 200 len: 911 time: 0.0677552 Mar 22 10:56:08.832587 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37632) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:08.842317 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-a20193b2-09ed-498e-833c-ad4f4f143522 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 488519a2-f0a7-47e2-a115-711595606ef4) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:56:08.865333 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20193b2-09ed-498e-833c-ad4f4f143522 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:08.866278 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a20193b2-09ed-498e-833c-ad4f4f143522 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:08.867426 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f98ddb-dc60-484d-b8ac-531742cc241d None None] Network 488519a2-f0a7-47e2-a115-711595606ef4 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:56:08.882452 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-ca64c0b0-5f8f-485c-bff1-2612cdb8d13b None None] Set router e76756fb-8c25-4639-b18e-f22e7acc4765 gateway port host: None {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:56:08.904661 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7812440c-34df-4e05-a393-de537a91be44 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:08.911419 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7812440c-34df-4e05-a393-de537a91be44 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:08.917061 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7812440c-34df-4e05-a393-de537a91be44 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0833828 Mar 22 10:56:08.921256 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a20193b2-09ed-498e-833c-ad4f4f143522 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0618658 Mar 22 10:56:08.922255 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37634) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:08.929144 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37636) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:08.935950 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-e29bd816-bc4d-452a-ab71-dd3fee780c4a tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Request body: {'port': {'network_id': '488519a2-f0a7-47e2-a115-711595606ef4', 'name': 'tempest-NetworksIpV6TestAttrs-689950039'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:09.004421 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-fdecb42c-9bda-4925-b376-d907a1848808 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e140deb7-b66e-4bd6-80bf-2d5d827b0361']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:09.084874 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-fdecb42c-9bda-4925-b376-d907a1848808 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99eb91b7-83da-4770-a6e4-739938f0d8b2') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:09.085155 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-fdecb42c-9bda-4925-b376-d907a1848808 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99eb91b7-83da-4770-a6e4-739938f0d8b2') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:09.103963 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c62413d-e6e9-459d-993e-ada8b973dc91 req-c66fad88-9fbb-459e-a427-d28ab955fe5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:09.105480 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4c62413d-e6e9-459d-993e-ada8b973dc91 req-c66fad88-9fbb-459e-a427-d28ab955fe5b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9a2c288025384519a97e6c2e5ef1a5ab&device_id=35bbf4bb-2ab4-4a16-84f3-f4a80aab1f4f HTTP/1.1" status: 200 len: 1098 time: 0.6310844 Mar 22 10:56:09.106096 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1863baf7-dc48-4ea2-9006-f32304e31863 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:09.111528 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1863baf7-dc48-4ea2-9006-f32304e31863 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:09.112109 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1863baf7-dc48-4ea2-9006-f32304e31863 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:09.127586 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-ca64c0b0-5f8f-485c-bff1-2612cdb8d13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76756fb-8c25-4639-b18e-f22e7acc4765', 'name': 'tempest-NetworksTestDHCPv6-router-181195224', 'tenant_id': 'f7a8ac7bbd5d466888176c13ba053f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:56:02Z', 'updated_at': '2022-03-22T10:56:06Z', 'revision_number': 2, 'project_id': 'f7a8ac7bbd5d466888176c13ba053f5f', 'gw_port_host': None, '_interfaces': [{'id': 'a71e9686-eac4-4dfc-a843-00b9eb4afc8b', 'name': '', 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'tenant_id': 'f7a8ac7bbd5d466888176c13ba053f5f', 'mac_address': 'fa:16:3e:44:55:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76756fb-8c25-4639-b18e-f22e7acc4765', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '01a748b1-4611-45c7-8d09-ab0606d9c3f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:56:04Z', 'updated_at': '2022-03-22T10:56:06Z', 'revision_number': 2, 'project_id': 'f7a8ac7bbd5d466888176c13ba053f5f', 'subnets': [{'id': '01a748b1-4611-45c7-8d09-ab0606d9c3f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:09.133223 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fdecb42c-9bda-4925-b376-d907a1848808 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:09.142457 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-5d56f743-1284-4970-81ae-76bcd478afba tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Deleting port 7c5563ca-42a5-4fe0-a35a-7c6f69f153a0 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:56:09.142795 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5d56f743-1284-4970-81ae-76bcd478afba tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:09.167329 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca64c0b0-5f8f-485c-bff1-2612cdb8d13b None None] Checking router: e76756fb-8c25-4639-b18e-f22e7acc4765 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 10:56:09.167871 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca64c0b0-5f8f-485c-bff1-2612cdb8d13b None None] Updating router e76756fb-8c25-4639-b18e-f22e7acc4765 port a71e9686-eac4-4dfc-a843-00b9eb4afc8b binding host dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 10:56:09.198963 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-ca64c0b0-5f8f-485c-bff1-2612cdb8d13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:09.259412 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fdecb42c-9bda-4925-b376-d907a1848808 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:09.296989 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29bd816-bc4d-452a-ab71-dd3fee780c4a tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Made reservation on behalf of aca6e4961e534035bfe51426bdf4418a for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:09.300630 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e29bd816-bc4d-452a-ab71-dd3fee780c4a tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:09.324901 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-d1d865ba-4cf7-4ab5-a53b-e08029105f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84ae497-6c77-4992-9eab-281ed6887ea9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855438045', 'tenant_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': 'fde75daf-8cce-4a4f-9316-fdd855597617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:53:58Z', 'updated_at': '2022-03-22T10:54:16Z', 'revision_number': 4, 'project_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'gw_port': {'id': 'fde75daf-8cce-4a4f-9316-fdd855597617', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84ae497-6c77-4992-9eab-281ed6887ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:54:00Z', 'updated_at': '2022-03-22T10:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': 'c9b90879-f064-478b-afd5-c9ebf4d94725', 'name': '', 'network_id': 'd9d30e40-e553-4004-8b8d-30072274af6a', 'tenant_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'mac_address': 'fa:16:3e:00:bc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84ae497-6c77-4992-9eab-281ed6887ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '1e449dec-f71c-43ef-87f8-f368eb7385b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:54:13Z', 'updated_at': '2022-03-22T10:54:20Z', 'revision_number': 5, 'project_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'subnets': [{'id': '1e449dec-f71c-43ef-87f8-f368eb7385b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:09.333441 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-1863baf7-dc48-4ea2-9006-f32304e31863 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.3328462 Mar 22 10:56:09.333723 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-e29bd816-bc4d-452a-ab71-dd3fee780c4a tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] device_id is not set on port 3b08f8c4-1411-4776-8f20-ee96ba7632be yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:56:09.339108 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdecb42c-9bda-4925-b376-d907a1848808 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:56:09.339546 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fdecb42c-9bda-4925-b376-d907a1848808 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:09.414305 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d865ba-4cf7-4ab5-a53b-e08029105f9e None None] Checking router: b84ae497-6c77-4992-9eab-281ed6887ea9 for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 10:56:09.418318 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 10:56:09.418318 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:56:09.418318 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 10:56:09.418318 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:56:09.418318 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 10:56:09.418318 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:56:09.418318 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 10:56:09.418318 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:56:09.418318 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 10:56:09.418318 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:56:09.418318 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 10:56:09.418318 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:56:09.418318 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 10:56:09.418318 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:56:09.418318 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:56:09.418318 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:56:09.418318 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:56:09.418318 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:56:09.418318 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 10:56:09.418318 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:56:09.418318 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 10:56:09.418318 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:56:09.418318 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:56:09.418318 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:56:09.418318 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 10:56:09.418318 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:56:09.418318 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:56:09.418318 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:56:09.418318 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:56:09.418318 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:56:09.418318 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:56:09.418318 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:56:09.437543 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958f1793-971c-446e-9ec0-4e0d3ee0b5f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-488519a2-f0a7-47e2-a115-711595606ef4', 'network_id': '488519a2-f0a7-47e2-a115-711595606ef4', 'tenant_id': 'aca6e4961e534035bfe51426bdf4418a', 'fixed_ips': [{'subnet_id': 'b30a8af6-fce9-41ab-b419-2757d8748c39'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:56:09.438419 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-958f1793-971c-446e-9ec0-4e0d3ee0b5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:09.454037 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d865ba-4cf7-4ab5-a53b-e08029105f9e None None] Routers {'b84ae497-6c77-4992-9eab-281ed6887ea9'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:56:09.454660 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-d1d865ba-4cf7-4ab5-a53b-e08029105f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:55:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['b84ae497-6c77-4992-9eab-281ed6887ea9'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:09.480874 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1863baf7-dc48-4ea2-9006-f32304e31863 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Pushing event updated for resources: {'Network': ['ID=90a54b1b-3d26-4289-b377-53712942a54e,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:09.502155 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37638) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:09.517368 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 90a54b1b-3d26-4289-b377-53712942a54e details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:56:09.561969 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f911dee-3343-40ec-9712-3f7c0c49f201 req-b6b27873-6d25-4e46-8639-6a352d429a4d tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:09.563707 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9f911dee-3343-40ec-9712-3f7c0c49f201 req-b6b27873-6d25-4e46-8639-6a352d429a4d tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "GET /v2.0/ports?device_id=35bbf4bb-2ab4-4a16-84f3-f4a80aab1f4f HTTP/1.1" status: 200 len: 945 time: 0.5896556 Mar 22 10:56:09.573651 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907bd720-13a5-406a-a5f2-b3697bbf3892 req-a133f62d-0fa5-45ea-98fc-a1907a230ee9 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:09.575215 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-907bd720-13a5-406a-a5f2-b3697bbf3892 req-a133f62d-0fa5-45ea-98fc-a1907a230ee9 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.9233899 Mar 22 10:56:09.592949 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-a2d7e995-aeee-4ff6-80dd-1d0b089b73b1 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Request body: {'subnet': {'network_id': '90a54b1b-3d26-4289-b377-53712942a54e', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:09.667484 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-ca64c0b0-5f8f-485c-bff1-2612cdb8d13b None None] Notify callbacks [] for port, precommit_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:09.677131 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-ca64c0b0-5f8f-485c-bff1-2612cdb8d13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:09.682564 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 8f422bc2-34ad-4c49-bbcd-7b1fa970a1d8 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:56:09.713567 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a656b210-6738-4746-ada4-f3427a6e0ac2 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683891'] for router_interface, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:09.764737 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf59a71-8c8a-46de-9556-f26215896659 None None] Pushing event updated for resources: {'Port': ['ID=a71e9686-eac4-4dfc-a843-00b9eb4afc8b,revision_number=3']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:09.820597 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-ca64c0b0-5f8f-485c-bff1-2612cdb8d13b None None] Attempting to bind port a71e9686-eac4-4dfc-a843-00b9eb4afc8b on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:56:09.821175 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-ca64c0b0-5f8f-485c-bff1-2612cdb8d13b None None] Attempting to bind port a71e9686-eac4-4dfc-a843-00b9eb4afc8b by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:56:09.822287 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca64c0b0-5f8f-485c-bff1-2612cdb8d13b None None] Attempting to bind port a71e9686-eac4-4dfc-a843-00b9eb4afc8b on network 1bc750fe-0949-42b2-bab7-34fc725823e6 {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:56:09.829374 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca64c0b0-5f8f-485c-bff1-2612cdb8d13b None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:56:09.830147 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca64c0b0-5f8f-485c-bff1-2612cdb8d13b None None] Checking segment: {'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:56:09.831449 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-ca64c0b0-5f8f-485c-bff1-2612cdb8d13b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:09.831988 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca64c0b0-5f8f-485c-bff1-2612cdb8d13b None None] Bound using segment: {'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:56:09.832835 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-ca64c0b0-5f8f-485c-bff1-2612cdb8d13b None None] Bound port: a71e9686-eac4-4dfc-a843-00b9eb4afc8b, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'}}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:56:09.833498 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-ca64c0b0-5f8f-485c-bff1-2612cdb8d13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:09.838603 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-d1d865ba-4cf7-4ab5-a53b-e08029105f9e None None] Set router b84ae497-6c77-4992-9eab-281ed6887ea9 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:56:09.902716 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fdecb42c-9bda-4925-b376-d907a1848808 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:09.909912 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fdecb42c-9bda-4925-b376-d907a1848808 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:09.922423 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-fdecb42c-9bda-4925-b376-d907a1848808 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] 10.222.0.57 "DELETE /v2.0/networks/e140deb7-b66e-4bd6-80bf-2d5d827b0361 HTTP/1.1" status: 204 len: 168 time: 2.1733823 Mar 22 10:56:09.929515 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37640) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:09.932615 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-ca64c0b0-5f8f-485c-bff1-2612cdb8d13b None None] For port a71e9686-eac4-4dfc-a843-00b9eb4afc8b, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:56:09.935145 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-5d56f743-1284-4970-81ae-76bcd478afba tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] For port 7c5563ca-42a5-4fe0-a35a-7c6f69f153a0, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=7c5563ca-42a5-4fe0-a35a-7c6f69f153a0,segment=NetworkSegment(7c54db7b-347b-4498-af4f-cb8611e2c010),segment_id=7c54db7b-347b-4498-af4f-cb8611e2c010)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:56:09.935637 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5d56f743-1284-4970-81ae-76bcd478afba tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:09.939326 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-ca64c0b0-5f8f-485c-bff1-2612cdb8d13b None None] For port a71e9686-eac4-4dfc-a843-00b9eb4afc8b, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=a71e9686-eac4-4dfc-a843-00b9eb4afc8b,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:56:09.955642 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f64e76-9523-448c-b726-f64b783036e5 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Router dd100d99-b1a8-4042-8c07-1eeaa238e500 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:56:09.956312 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-ca64c0b0-5f8f-485c-bff1-2612cdb8d13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:09.967130 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-907bd720-13a5-406a-a5f2-b3697bbf3892 req-6572dfea-baf7-434d-8746-008fb6933a2b tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3849652 Mar 22 10:56:09.982321 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c62413d-e6e9-459d-993e-ada8b973dc91 req-bff4a4c3-7767-4ba4-b866-9f0032001ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:09.984119 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4c62413d-e6e9-459d-993e-ada8b973dc91 req-bff4a4c3-7767-4ba4-b866-9f0032001ba9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d9d30e40-e553-4004-8b8d-30072274af6a HTTP/1.1" status: 200 len: 898 time: 0.8532596 Mar 22 10:56:09.989509 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-5d56f743-1284-4970-81ae-76bcd478afba tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Calling delete_port for 7c5563ca-42a5-4fe0-a35a-7c6f69f153a0 owned by network:router_interface {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:56:09.996404 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9f911dee-3343-40ec-9712-3f7c0c49f201 req-df7d377e-49f0-4bac-a251-797d39946f83 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "GET /v2.0/security-groups?id=331ec2bf-4639-40e9-918d-e35919f803a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3936172 Mar 22 10:56:10.003288 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdecb42c-9bda-4925-b376-d907a1848808 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Pushing event deleted for resources: {'Network': ['ID=e140deb7-b66e-4bd6-80bf-2d5d827b0361,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:10.063437 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf59a71-8c8a-46de-9556-f26215896659 None None] Pushing event updated for resources: {'Port': ['ID=a71e9686-eac4-4dfc-a843-00b9eb4afc8b,revision_number=4']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:10.084564 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4c62413d-e6e9-459d-993e-ada8b973dc91 req-10ee228e-826d-4186-9c15-a958012cd2e8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5ea9116-2f3e-41f4-b12c-086a9ac353d3 HTTP/1.1" status: 200 len: 217 time: 0.0822995 Mar 22 10:56:10.092744 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-ab5805a3-b1ea-40b2-8c42-ce5cf368a365 None None] Provisioning complete for port 8f422bc2-34ad-4c49-bbcd-7b1fa970a1d8 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:56:10.093993 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ab5805a3-b1ea-40b2-8c42-ce5cf368a365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:10.107837 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca64c0b0-5f8f-485c-bff1-2612cdb8d13b None None] Routers {'e76756fb-8c25-4639-b18e-f22e7acc4765'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:56:10.108671 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-ca64c0b0-5f8f-485c-bff1-2612cdb8d13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:55:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['e76756fb-8c25-4639-b18e-f22e7acc4765'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:10.177981 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 8f422bc2-34ad-4c49-bbcd-7b1fa970a1d8 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:56:10.178359 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:10.192253 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d7e995-aeee-4ff6-80dd-1d0b089b73b1 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Made reservation on behalf of a993536edab145339b0f463caedd0151 for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:10.197328 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a2d7e995-aeee-4ff6-80dd-1d0b089b73b1 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:10.313629 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-ca64c0b0-5f8f-485c-bff1-2612cdb8d13b None None] Set router e76756fb-8c25-4639-b18e-f22e7acc4765 gateway port host: None {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:56:10.472618 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d650f97d-e2ba-4246-84b5-f5bf5792c334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:10.587886 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-ca64c0b0-5f8f-485c-bff1-2612cdb8d13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76756fb-8c25-4639-b18e-f22e7acc4765', 'name': 'tempest-NetworksTestDHCPv6-router-181195224', 'tenant_id': 'f7a8ac7bbd5d466888176c13ba053f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:56:02Z', 'updated_at': '2022-03-22T10:56:06Z', 'revision_number': 2, 'project_id': 'f7a8ac7bbd5d466888176c13ba053f5f', 'gw_port_host': None, '_interfaces': [{'id': 'a71e9686-eac4-4dfc-a843-00b9eb4afc8b', 'name': '', 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'tenant_id': 'f7a8ac7bbd5d466888176c13ba053f5f', 'mac_address': 'fa:16:3e:44:55:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76756fb-8c25-4639-b18e-f22e7acc4765', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '01a748b1-4611-45c7-8d09-ab0606d9c3f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:56:04Z', 'updated_at': '2022-03-22T10:56:09Z', 'revision_number': 4, 'project_id': 'f7a8ac7bbd5d466888176c13ba053f5f', 'subnets': [{'id': '01a748b1-4611-45c7-8d09-ab0606d9c3f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:10.620185 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca64c0b0-5f8f-485c-bff1-2612cdb8d13b None None] The sync data for ids ['e76756fb-8c25-4639-b18e-f22e7acc4765'] in dv-neutron-834599-1-hyperv is: [{'id': 'e76756fb-8c25-4639-b18e-f22e7acc4765', 'name': 'tempest-NetworksTestDHCPv6-router-181195224', 'tenant_id': 'f7a8ac7bbd5d466888176c13ba053f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:56:02Z', 'updated_at': '2022-03-22T10:56:06Z', 'revision_number': 2, 'project_id': 'f7a8ac7bbd5d466888176c13ba053f5f', 'gw_port_host': None, '_interfaces': [{'id': 'a71e9686-eac4-4dfc-a843-00b9eb4afc8b', 'name': '', 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'tenant_id': 'f7a8ac7bbd5d466888176c13ba053f5f', 'mac_address': 'fa:16:3e:44:55:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76756fb-8c25-4639-b18e-f22e7acc4765', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '01a748b1-4611-45c7-8d09-ab0606d9c3f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:56:04Z', 'updated_at': '2022-03-22T10:56:09Z', 'revision_number': 4, 'project_id': 'f7a8ac7bbd5d466888176c13ba053f5f', 'subnets': [{'id': '01a748b1-4611-45c7-8d09-ab0606d9c3f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:56:10.651986 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c42a3d-7cf9-40b6-8433-8f864bda186d req-0ada1deb-d429-4d94-94a9-9aee8f39507c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:10.653925 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c9c42a3d-7cf9-40b6-8433-8f864bda186d req-0ada1deb-d429-4d94-94a9-9aee8f39507c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e964decdfe5d4f8ab69e1cb7f6a56a22&device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 1099 time: 0.2815394 Mar 22 10:56:10.666771 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c62413d-e6e9-459d-993e-ada8b973dc91 req-d17fd69e-3f13-4442-8881-725d12f6f200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:10.668580 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4c62413d-e6e9-459d-993e-ada8b973dc91 req-d17fd69e-3f13-4442-8881-725d12f6f200 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1e449dec-f71c-43ef-87f8-f368eb7385b3 HTTP/1.1" status: 200 len: 835 time: 0.5119274 Mar 22 10:56:10.673202 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-e29bd816-bc4d-452a-ab71-dd3fee780c4a tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Allocated IP 2001:db8::f816:3eff:fe26:b8d8 (488519a2-f0a7-47e2-a115-711595606ef4/b30a8af6-fce9-41ab-b419-2757d8748c39/3b08f8c4-1411-4776-8f20-ee96ba7632be) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:56:10.685245 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-86d7b168-9c23-4521-8bca-2974912891de tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:10.736834 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237407a-2b8a-47de-939f-efbee54e1134 req-57f3ace5-d37c-417c-b2d1-33e1d840e87b tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:10.738442 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a237407a-2b8a-47de-939f-efbee54e1134 req-57f3ace5-d37c-417c-b2d1-33e1d840e87b tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.35 "GET /v2.0/ports?device_id=35bbf4bb-2ab4-4a16-84f3-f4a80aab1f4f HTTP/1.1" status: 200 len: 945 time: 0.6030164 Mar 22 10:56:10.845974 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-d1d865ba-4cf7-4ab5-a53b-e08029105f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84ae497-6c77-4992-9eab-281ed6887ea9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855438045', 'tenant_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': 'fde75daf-8cce-4a4f-9316-fdd855597617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:53:58Z', 'updated_at': '2022-03-22T10:54:16Z', 'revision_number': 4, 'project_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'gw_port': {'id': 'fde75daf-8cce-4a4f-9316-fdd855597617', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84ae497-6c77-4992-9eab-281ed6887ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:54:00Z', 'updated_at': '2022-03-22T10:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': 'c9b90879-f064-478b-afd5-c9ebf4d94725', 'name': '', 'network_id': 'd9d30e40-e553-4004-8b8d-30072274af6a', 'tenant_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'mac_address': 'fa:16:3e:00:bc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84ae497-6c77-4992-9eab-281ed6887ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '1e449dec-f71c-43ef-87f8-f368eb7385b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:54:13Z', 'updated_at': '2022-03-22T10:54:20Z', 'revision_number': 5, 'project_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'subnets': [{'id': '1e449dec-f71c-43ef-87f8-f368eb7385b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:10.884032 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d865ba-4cf7-4ab5-a53b-e08029105f9e None None] The sync data for ids ['b84ae497-6c77-4992-9eab-281ed6887ea9'] in dv-neutron-834599-1-hyperv is: [{'id': 'b84ae497-6c77-4992-9eab-281ed6887ea9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855438045', 'tenant_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': 'fde75daf-8cce-4a4f-9316-fdd855597617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:53:58Z', 'updated_at': '2022-03-22T10:54:16Z', 'revision_number': 4, 'project_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'gw_port': {'id': 'fde75daf-8cce-4a4f-9316-fdd855597617', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84ae497-6c77-4992-9eab-281ed6887ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:54:00Z', 'updated_at': '2022-03-22T10:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': 'c9b90879-f064-478b-afd5-c9ebf4d94725', 'name': '', 'network_id': 'd9d30e40-e553-4004-8b8d-30072274af6a', 'tenant_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'mac_address': 'fa:16:3e:00:bc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84ae497-6c77-4992-9eab-281ed6887ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '1e449dec-f71c-43ef-87f8-f368eb7385b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:54:13Z', 'updated_at': '2022-03-22T10:54:20Z', 'revision_number': 5, 'project_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'subnets': [{'id': '1e449dec-f71c-43ef-87f8-f368eb7385b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:56:10.920414 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-612eef8f-553d-4a9b-ac6e-003e96cbad66 None None] Provisioning complete for port a71e9686-eac4-4dfc-a843-00b9eb4afc8b triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:56:10.920791 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-612eef8f-553d-4a9b-ac6e-003e96cbad66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:11.034466 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-86d7b168-9c23-4521-8bca-2974912891de tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:11.142018 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:11.174408 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-612eef8f-553d-4a9b-ac6e-003e96cbad66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:11.184258 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-86d7b168-9c23-4521-8bca-2974912891de tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f1051cc-f2dc-454b-b97c-cd9c0a41632c']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:11.225079 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-86d7b168-9c23-4521-8bca-2974912891de tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'babcf600-fa54-469c-a731-316ed9fb7c81') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:11.225373 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-86d7b168-9c23-4521-8bca-2974912891de tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'babcf600-fa54-469c-a731-316ed9fb7c81') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:11.231760 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-612eef8f-553d-4a9b-ac6e-003e96cbad66 None None] For port a71e9686-eac4-4dfc-a843-00b9eb4afc8b, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=a71e9686-eac4-4dfc-a843-00b9eb4afc8b,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:56:11.245524 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-612eef8f-553d-4a9b-ac6e-003e96cbad66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:11.258717 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-86d7b168-9c23-4521-8bca-2974912891de tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:11.266871 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e29bd816-bc4d-452a-ab71-dd3fee780c4a tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:11.292514 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-a237407a-2b8a-47de-939f-efbee54e1134 req-20424cd2-3709-4685-9b23-2ff3033c833c tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Deleting port c5ea9116-2f3e-41f4-b12c-086a9ac353d3 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:56:11.293264 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-a237407a-2b8a-47de-939f-efbee54e1134 req-20424cd2-3709-4685-9b23-2ff3033c833c tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:11.329659 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-86d7b168-9c23-4521-8bca-2974912891de tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:11.339705 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-a656b210-6738-4746-ada4-f3427a6e0ac2 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Deleting port a71e9686-eac4-4dfc-a843-00b9eb4afc8b {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:56:11.340188 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a656b210-6738-4746-ada4-f3427a6e0ac2 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:11.353361 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86d7b168-9c23-4521-8bca-2974912891de tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:56:11.358768 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-86d7b168-9c23-4521-8bca-2974912891de tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:11.366430 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 10:56:11.366430 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:56:11.366430 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 10:56:11.366430 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:56:11.366430 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 10:56:11.366430 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:56:11.366430 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 10:56:11.366430 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:56:11.366430 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 10:56:11.366430 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:56:11.366430 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 10:56:11.366430 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:56:11.366430 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 10:56:11.366430 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:56:11.366430 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:56:11.366430 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:56:11.366430 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:56:11.366430 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:56:11.366430 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 10:56:11.366430 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:56:11.366430 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 10:56:11.366430 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:56:11.366430 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:56:11.366430 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:56:11.366430 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 10:56:11.366430 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:56:11.366430 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:56:11.366430 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:56:11.366430 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:56:11.366430 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:56:11.366430 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:56:11.366430 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:56:11.370224 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612eef8f-553d-4a9b-ac6e-003e96cbad66 None None] Pushing event updated for resources: {'Port': ['ID=a71e9686-eac4-4dfc-a843-00b9eb4afc8b,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:11.415431 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b70aa27-f066-47e2-8183-d9ce847e7d9c req-8b314c78-0f21-427b-b6fb-67f8687b4d5f tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:11.416972 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6b70aa27-f066-47e2-8183-d9ce847e7d9c req-8b314c78-0f21-427b-b6fb-67f8687b4d5f tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 1.1007619 Mar 22 10:56:11.434455 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c041916e-1fc6-4891-a54c-58fc8fe0c605 None None] New status for floating IP 2d1f8f93-f23f-4b61-84e4-162635588305: DOWN {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 10:56:11.481748 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f64e76-9523-448c-b726-f64b783036e5 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:56:11.489844 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-89f64e76-9523-448c-b726-f64b783036e5 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] 10.222.0.57 "PUT /v2.0/routers/dd100d99-b1a8-4042-8c07-1eeaa238e500/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6217790 Mar 22 10:56:11.493443 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37648) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:11.495611 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449e9dd2-3a6c-426b-bd0d-219a175f215b None None] Sync routers for ids ['dd100d99-b1a8-4042-8c07-1eeaa238e500'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:56:11.511581 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449e9dd2-3a6c-426b-bd0d-219a175f215b None None] Routers {'dd100d99-b1a8-4042-8c07-1eeaa238e500'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:56:11.512210 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-449e9dd2-3a6c-426b-bd0d-219a175f215b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:56:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['dd100d99-b1a8-4042-8c07-1eeaa238e500'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:11.606850 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-449e9dd2-3a6c-426b-bd0d-219a175f215b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:11.618973 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449e9dd2-3a6c-426b-bd0d-219a175f215b None None] Routers {'dd100d99-b1a8-4042-8c07-1eeaa238e500'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:56:11.622217 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-449e9dd2-3a6c-426b-bd0d-219a175f215b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:56:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['dd100d99-b1a8-4042-8c07-1eeaa238e500'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:11.708317 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-a656b210-6738-4746-ada4-f3427a6e0ac2 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] For port a71e9686-eac4-4dfc-a843-00b9eb4afc8b, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=a71e9686-eac4-4dfc-a843-00b9eb4afc8b,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:56:11.708689 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a656b210-6738-4746-ada4-f3427a6e0ac2 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:11.732277 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-a656b210-6738-4746-ada4-f3427a6e0ac2 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Calling delete_port for a71e9686-eac4-4dfc-a843-00b9eb4afc8b owned by network:router_interface {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:56:11.742199 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c62413d-e6e9-459d-993e-ada8b973dc91 req-9158978d-550f-4f06-ac8b-25288267cd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:11.743783 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4c62413d-e6e9-459d-993e-ada8b973dc91 req-9158978d-550f-4f06-ac8b-25288267cd5f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d9d30e40-e553-4004-8b8d-30072274af6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0499682 Mar 22 10:56:11.744832 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c42a3d-7cf9-40b6-8433-8f864bda186d req-5cd5e54a-b41b-4d9d-8355-00610d4c9767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:11.746127 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c9c42a3d-7cf9-40b6-8433-8f864bda186d req-5cd5e54a-b41b-4d9d-8355-00610d4c9767 service neutron] 10.222.0.35 "GET /v2.0/networks?id=619a0580-b085-430c-89e2-022d42d1e4bf HTTP/1.1" status: 200 len: 913 time: 1.0739281 Mar 22 10:56:11.749879 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device a71e9686-eac4-4dfc-a843-00b9eb4afc8b up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:56:11.774700 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6b70aa27-f066-47e2-8183-d9ce847e7d9c req-ae85d646-892e-4c57-9f42-e0b2ff84aabe tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3149664 Mar 22 10:56:11.826554 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77e1a6-7dd6-4d61-853d-90abf129d56d req-9317f531-1b2c-4a35-9a80-453c21e41fef tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:11.837069 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ca77e1a6-7dd6-4d61-853d-90abf129d56d req-9317f531-1b2c-4a35-9a80-453c21e41fef tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "GET /v2.0/ports?device_id=35bbf4bb-2ab4-4a16-84f3-f4a80aab1f4f HTTP/1.1" status: 200 len: 945 time: 0.4342384 Mar 22 10:56:11.850453 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port a71e9686-eac4-4dfc-a843-00b9eb4afc8b triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:56:11.850817 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:11.941119 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a2d7e995-aeee-4ff6-80dd-1d0b089b73b1 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:11.992741 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-449e9dd2-3a6c-426b-bd0d-219a175f215b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:11.994937 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449e9dd2-3a6c-426b-bd0d-219a175f215b None None] The sync data for ids ['dd100d99-b1a8-4042-8c07-1eeaa238e500'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:56:12.015710 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-86d7b168-9c23-4521-8bca-2974912891de tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:12.021158 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a656b210-6738-4746-ada4-f3427a6e0ac2 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:12.088594 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-86d7b168-9c23-4521-8bca-2974912891de tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:12.094518 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-86d7b168-9c23-4521-8bca-2974912891de tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] 10.222.0.57 "DELETE /v2.0/networks/6f1051cc-f2dc-454b-b97c-cd9c0a41632c HTTP/1.1" status: 204 len: 168 time: 2.1639438 Mar 22 10:56:12.103326 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37650) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:12.112248 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5d56f743-1284-4970-81ae-76bcd478afba tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:12.113137 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a656b210-6738-4746-ada4-f3427a6e0ac2 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event deleted for resources: {'Port': ['ID=a71e9686-eac4-4dfc-a843-00b9eb4afc8b,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:12.117959 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [req-a237407a-2b8a-47de-939f-efbee54e1134 req-20424cd2-3709-4685-9b23-2ff3033c833c tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] For port c5ea9116-2f3e-41f4-b12c-086a9ac353d3, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=c5ea9116-2f3e-41f4-b12c-086a9ac353d3,segment=NetworkSegment(3a130c61-1c70-4d51-9e6a-9e4b6433197c),segment_id=3a130c61-1c70-4d51-9e6a-9e4b6433197c)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:56:12.118969 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-a237407a-2b8a-47de-939f-efbee54e1134 req-20424cd2-3709-4685-9b23-2ff3033c833c tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:12.126334 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d7b168-9c23-4521-8bca-2974912891de tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Pushing event deleted for resources: {'Network': ['ID=6f1051cc-f2dc-454b-b97c-cd9c0a41632c,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:12.186260 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [req-a237407a-2b8a-47de-939f-efbee54e1134 req-20424cd2-3709-4685-9b23-2ff3033c833c tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Calling delete_port for c5ea9116-2f3e-41f4-b12c-086a9ac353d3 owned by compute:nova {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:56:12.193404 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e29bd816-bc4d-452a-ab71-dd3fee780c4a tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:12.240238 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d56f743-1284-4970-81ae-76bcd478afba tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event deleted for resources: {'Port': ['ID=7c5563ca-42a5-4fe0-a35a-7c6f69f153a0,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:12.244387 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c9c42a3d-7cf9-40b6-8433-8f864bda186d req-c44c1d7c-1a39-4084-bb1f-36e1a6c8dac1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62e0eae6-4190-4612-b054-e17b9b6eea2c HTTP/1.1" status: 200 len: 1002 time: 0.4652970 Mar 22 10:56:12.246880 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f50f1934-ba11-4f72-b25f-b77956bab098 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for router, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:12.253593 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-958f1793-971c-446e-9ec0-4e0d3ee0b5f0 None None] Allocated IP 2001:db8::f816:3eff:fed8:a1c8 (488519a2-f0a7-47e2-a115-711595606ef4/b30a8af6-fce9-41ab-b419-2757d8748c39/4dd6898c-473b-4aa2-97b8-8c3dd21f950e) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:56:12.302622 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29bd816-bc4d-452a-ab71-dd3fee780c4a tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Pushing event updated for resources: {'Port': ['ID=3b08f8c4-1411-4776-8f20-ee96ba7632be,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:12.316395 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a656b210-6738-4746-ada4-f3427a6e0ac2 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684007'] for router_interface, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:12.345003 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ca77e1a6-7dd6-4d61-853d-90abf129d56d req-dbb2f7dd-eb06-4889-ab56-694bd86fa7e4 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "GET /v2.0/security-groups?id=331ec2bf-4639-40e9-918d-e35919f803a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5050473 Mar 22 10:56:12.383634 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29bd816-bc4d-452a-ab71-dd3fee780c4a tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Network 488519a2-f0a7-47e2-a115-711595606ef4 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:56:12.389652 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-e29bd816-bc4d-452a-ab71-dd3fee780c4a tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:56:12.394773 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29bd816-bc4d-452a-ab71-dd3fee780c4a tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:56:12.400949 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29bd816-bc4d-452a-ab71-dd3fee780c4a tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:12.401615 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e29bd816-bc4d-452a-ab71-dd3fee780c4a tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:12.441978 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7e995-aeee-4ff6-80dd-1d0b089b73b1 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Pushing event updated for resources: {'Subnet': ['ID=083b05b6-cf23-4885-acae-fe191e1a5f86,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:12.514002 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:12.518908 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-958f1793-971c-446e-9ec0-4e0d3ee0b5f0 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:12.534732 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-958f1793-971c-446e-9ec0-4e0d3ee0b5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:12.540716 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e29bd816-bc4d-452a-ab71-dd3fee780c4a tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.6068881 Mar 22 10:56:12.553053 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4c62413d-e6e9-459d-993e-ada8b973dc91 req-0875b093-3ad3-400b-bc82-5b41330651c0 service neutron] 10.222.0.35 "GET /v2.0/networks/d9d30e40-e553-4004-8b8d-30072274af6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7690220 Mar 22 10:56:12.568188 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37652) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:12.612519 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958f1793-971c-446e-9ec0-4e0d3ee0b5f0 None None] Network 488519a2-f0a7-47e2-a115-711595606ef4 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:56:12.617346 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-958f1793-971c-446e-9ec0-4e0d3ee0b5f0 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:56:12.621350 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958f1793-971c-446e-9ec0-4e0d3ee0b5f0 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:56:12.636570 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f1793-971c-446e-9ec0-4e0d3ee0b5f0 None None] Pushing event updated for resources: {'Port': ['ID=4dd6898c-473b-4aa2-97b8-8c3dd21f950e,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:12.661360 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958f1793-971c-446e-9ec0-4e0d3ee0b5f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:56:12.661741 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958f1793-971c-446e-9ec0-4e0d3ee0b5f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:56:12.662052 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958f1793-971c-446e-9ec0-4e0d3ee0b5f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:56:12.662387 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958f1793-971c-446e-9ec0-4e0d3ee0b5f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:56:12.662724 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958f1793-971c-446e-9ec0-4e0d3ee0b5f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:56:12.663074 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958f1793-971c-446e-9ec0-4e0d3ee0b5f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:56:12.663408 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958f1793-971c-446e-9ec0-4e0d3ee0b5f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:56:12.663747 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958f1793-971c-446e-9ec0-4e0d3ee0b5f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:56:12.664081 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958f1793-971c-446e-9ec0-4e0d3ee0b5f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:56:12.664406 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958f1793-971c-446e-9ec0-4e0d3ee0b5f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:56:12.664731 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958f1793-971c-446e-9ec0-4e0d3ee0b5f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:56:12.665055 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958f1793-971c-446e-9ec0-4e0d3ee0b5f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:56:12.689837 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a656b210-6738-4746-ada4-f3427a6e0ac2 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Router e76756fb-8c25-4639-b18e-f22e7acc4765 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:56:12.691038 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d7e995-aeee-4ff6-80dd-1d0b089b73b1 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Checking segment: {'id': '84c3b418-8b80-440a-aaa0-15e6ae286d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '90a54b1b-3d26-4289-b377-53712942a54e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:56:12.691182 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d7e995-aeee-4ff6-80dd-1d0b089b73b1 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Network hostable DHCP agents. Network: 90a54b1b-3d26-4289-b377-53712942a54e, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:56:12.691928 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-a237407a-2b8a-47de-939f-efbee54e1134 req-20424cd2-3709-4685-9b23-2ff3033c833c tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:12.705114 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-958f1793-971c-446e-9ec0-4e0d3ee0b5f0 None None] Attempting to bind port 4dd6898c-473b-4aa2-97b8-8c3dd21f950e on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:56:12.705979 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-958f1793-971c-446e-9ec0-4e0d3ee0b5f0 None None] Attempting to bind port 4dd6898c-473b-4aa2-97b8-8c3dd21f950e by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '3a61da69-1b55-4ead-8a5c-f1f3744c8857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '488519a2-f0a7-47e2-a115-711595606ef4'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:56:12.707399 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958f1793-971c-446e-9ec0-4e0d3ee0b5f0 None None] Attempting to bind port 4dd6898c-473b-4aa2-97b8-8c3dd21f950e on network 488519a2-f0a7-47e2-a115-711595606ef4 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:56:12.716028 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958f1793-971c-446e-9ec0-4e0d3ee0b5f0 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:56:12.717676 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958f1793-971c-446e-9ec0-4e0d3ee0b5f0 None None] Checking segment: {'id': '3a61da69-1b55-4ead-8a5c-f1f3744c8857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '488519a2-f0a7-47e2-a115-711595606ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:56:12.718376 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-958f1793-971c-446e-9ec0-4e0d3ee0b5f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:12.718990 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958f1793-971c-446e-9ec0-4e0d3ee0b5f0 None None] Bound using segment: {'id': '3a61da69-1b55-4ead-8a5c-f1f3744c8857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '488519a2-f0a7-47e2-a115-711595606ef4'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:56:12.720046 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-958f1793-971c-446e-9ec0-4e0d3ee0b5f0 None None] Bound port: 4dd6898c-473b-4aa2-97b8-8c3dd21f950e, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a61da69-1b55-4ead-8a5c-f1f3744c8857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '488519a2-f0a7-47e2-a115-711595606ef4'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:56:12.720875 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-958f1793-971c-446e-9ec0-4e0d3ee0b5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:12.727243 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20424cd2-3709-4685-9b23-2ff3033c833c tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Pushing event deleted for resources: {'Port': ['ID=c5ea9116-2f3e-41f4-b12c-086a9ac353d3,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:12.761347 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c42a3d-7cf9-40b6-8433-8f864bda186d req-77fc4b98-7c19-42b2-9b9f-13bf77dc75b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:12.762264 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c9c42a3d-7cf9-40b6-8433-8f864bda186d req-77fc4b98-7c19-42b2-9b9f-13bf77dc75b8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e692a5aa-617d-46cb-afbe-668e67a6ee91 HTTP/1.1" status: 200 len: 851 time: 0.4860587 Mar 22 10:56:12.831668 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58065ad-46a7-498a-9ce7-93fc4f19e7d3 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:12.838363 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58065ad-46a7-498a-9ce7-93fc4f19e7d3 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:12.843960 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-a58065ad-46a7-498a-9ce7-93fc4f19e7d3 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7275710 Mar 22 10:56:12.844923 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:12.853514 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37656) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:12.854647 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [req-a237407a-2b8a-47de-939f-efbee54e1134 req-20424cd2-3709-4685-9b23-2ff3033c833c tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] No DVR routers for this DVR port c5ea9116-2f3e-41f4-b12c-086a9ac353d3 on host hv-neutron-8345 {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:56:12.858479 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-958f1793-971c-446e-9ec0-4e0d3ee0b5f0 None None] For port 4dd6898c-473b-4aa2-97b8-8c3dd21f950e, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:56:12.862045 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-9b6341d5-2a6d-4a65-af5a-380d4fba942d tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1052201542'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:12.863902 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-958f1793-971c-446e-9ec0-4e0d3ee0b5f0 None None] For port 4dd6898c-473b-4aa2-97b8-8c3dd21f950e, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=4dd6898c-473b-4aa2-97b8-8c3dd21f950e,segment=NetworkSegment(3a61da69-1b55-4ead-8a5c-f1f3744c8857),segment_id=3a61da69-1b55-4ead-8a5c-f1f3744c8857)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:56:12.870990 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [req-a237407a-2b8a-47de-939f-efbee54e1134 req-20424cd2-3709-4685-9b23-2ff3033c833c tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:12.874811 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a237407a-2b8a-47de-939f-efbee54e1134 req-20424cd2-3709-4685-9b23-2ff3033c833c tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.35 "DELETE /v2.0/ports/c5ea9116-2f3e-41f4-b12c-086a9ac353d3 HTTP/1.1" status: 204 len: 173 time: 2.1295385 Mar 22 10:56:12.875323 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35bbf4bb-2ab4-4a16-84f3-f4a80aab1f4f', 'name': 'network-vif-deleted', 'tag': 'c5ea9116-2f3e-41f4-b12c-086a9ac353d3'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 10:56:12.877764 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea20d47ee5c2e5d2aa35ee26c9e60aea7970c4225f3eb14fb63792ea9ad3856f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8879656-f141-4f53-984a-92d9f99d9f8a" -d '{"events": [{"server_uuid": "35bbf4bb-2ab4-4a16-84f3-f4a80aab1f4f", "name": "network-vif-deleted", "tag": "c5ea9116-2f3e-41f4-b12c-086a9ac353d3"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 10:56:12.878593 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-958f1793-971c-446e-9ec0-4e0d3ee0b5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:12.900921 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a656b210-6738-4746-ada4-f3427a6e0ac2 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:56:12.917309 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a656b210-6738-4746-ada4-f3427a6e0ac2 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "PUT /v2.0/routers/e76756fb-8c25-4639-b18e-f22e7acc4765/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9935873 Mar 22 10:56:12.919810 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb84466-1342-47d9-a7f8-611ac7f87cb2 None None] Sync routers for ids ['e76756fb-8c25-4639-b18e-f22e7acc4765'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:56:12.922254 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37660) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:12.940070 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e8fcaa5-df15-49dd-a998-b071e856e5ca tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Deleting subnet b30a8af6-fce9-41ab-b419-2757d8748c39 {{(pid=109050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:56:12.942310 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5d56f743-1284-4970-81ae-76bcd478afba tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684007'] for router_interface, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:12.957889 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb84466-1342-47d9-a7f8-611ac7f87cb2 None None] Routers {'e76756fb-8c25-4639-b18e-f22e7acc4765'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:56:12.958640 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-5fb84466-1342-47d9-a7f8-611ac7f87cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:56:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['e76756fb-8c25-4639-b18e-f22e7acc4765'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:12.981996 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d349fc-5595-434f-93ff-8be180fda895 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:12.983692 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d349fc-5595-434f-93ff-8be180fda895 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:12.985281 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-03d349fc-5595-434f-93ff-8be180fda895 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0620914 Mar 22 10:56:12.986190 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9e8fcaa5-df15-49dd-a998-b071e856e5ca tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks [] for subnet, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:12.988138 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 10:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e07e3e2-fbfc-49aa-bd5c-b08aa1565dc6 x-openstack-request-id: req-5e07e3e2-fbfc-49aa-bd5c-b08aa1565dc6 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 10:56:12.988438 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35bbf4bb-2ab4-4a16-84f3-f4a80aab1f4f", "name": "network-vif-deleted", "tag": "c5ea9116-2f3e-41f4-b12c-086a9ac353d3", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 10:56:12.989833 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5e07e3e2-fbfc-49aa-bd5c-b08aa1565dc6 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 10:56:12.990468 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e07e3e2-fbfc-49aa-bd5c-b08aa1565dc6'] response: {'server_uuid': '35bbf4bb-2ab4-4a16-84f3-f4a80aab1f4f', 'name': 'network-vif-deleted', 'tag': 'c5ea9116-2f3e-41f4-b12c-086a9ac353d3', 'status': 'completed', 'code': 200} Mar 22 10:56:12.993166 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37662) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:13.038537 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f50f1934-ba11-4f72-b25f-b77956bab098 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:13.047401 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d7e995-aeee-4ff6-80dd-1d0b089b73b1 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Network 90a54b1b-3d26-4289-b377-53712942a54e is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:56:13.050143 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6341d5-2a6d-4a65-af5a-380d4fba942d tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Made reservation on behalf of adbb39fab67d44128dde9801f6373bc8 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:13.060391 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b6341d5-2a6d-4a65-af5a-380d4fba942d tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:13.082172 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f1793-971c-446e-9ec0-4e0d3ee0b5f0 None None] Pushing event updated for resources: {'Port': ['ID=4dd6898c-473b-4aa2-97b8-8c3dd21f950e,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:13.096994 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-5fb84466-1342-47d9-a7f8-611ac7f87cb2 None None] Set router e76756fb-8c25-4639-b18e-f22e7acc4765 gateway port host: None {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:56:13.130887 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4ec3fc5-cd31-493f-8759-f0b7eec94efe tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Deleting subnet 01a748b1-4611-45c7-8d09-ab0606d9c3f5 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:56:13.135847 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c4ec3fc5-cd31-493f-8759-f0b7eec94efe tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:13.139621 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9e8fcaa5-df15-49dd-a998-b071e856e5ca tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11961780'] for subnet, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:13.144602 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-a2d7e995-aeee-4ff6-80dd-1d0b089b73b1 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 90a54b1b-3d26-4289-b377-53712942a54e) {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:56:13.149508 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d7e995-aeee-4ff6-80dd-1d0b089b73b1 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:13.150275 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a2d7e995-aeee-4ff6-80dd-1d0b089b73b1 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:13.163187 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1712c69-c7a6-4faf-ac2c-03680136ff38 None None] Network 90a54b1b-3d26-4289-b377-53712942a54e requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:56:13.167103 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-5fb84466-1342-47d9-a7f8-611ac7f87cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76756fb-8c25-4639-b18e-f22e7acc4765', 'name': 'tempest-NetworksTestDHCPv6-router-181195224', 'tenant_id': 'f7a8ac7bbd5d466888176c13ba053f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:56:02Z', 'updated_at': '2022-03-22T10:56:11Z', 'revision_number': 3, 'project_id': 'f7a8ac7bbd5d466888176c13ba053f5f', 'gw_port_host': None}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:13.225208 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c4ec3fc5-cd31-493f-8759-f0b7eec94efe tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:13.229266 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b6341d5-2a6d-4a65-af5a-380d4fba942d tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:56:13.235338 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb84466-1342-47d9-a7f8-611ac7f87cb2 None None] Checking router: e76756fb-8c25-4639-b18e-f22e7acc4765 for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 10:56:13.339251 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b6341d5-2a6d-4a65-af5a-380d4fba942d tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:13.345199 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-9b6341d5-2a6d-4a65-af5a-380d4fba942d tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Added segment 2e040bf4-0d81-409d-bcb0-f87bcd0b1fff of type vlan for network 6196a88f-9982-48f0-ba69-362a1c942140 Mar 22 10:56:13.456244 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b6341d5-2a6d-4a65-af5a-380d4fba942d tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:13.494771 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c4ec3fc5-cd31-493f-8759-f0b7eec94efe tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:13.514231 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb84466-1342-47d9-a7f8-611ac7f87cb2 None None] Routers {'e76756fb-8c25-4639-b18e-f22e7acc4765'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:56:13.516678 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-5fb84466-1342-47d9-a7f8-611ac7f87cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:56:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['e76756fb-8c25-4639-b18e-f22e7acc4765'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:13.596529 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b6341d5-2a6d-4a65-af5a-380d4fba942d tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:13.603065 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6341d5-2a6d-4a65-af5a-380d4fba942d tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:13.603938 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b6341d5-2a6d-4a65-af5a-380d4fba942d tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:13.618625 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c4ec3fc5-cd31-493f-8759-f0b7eec94efe tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:13.651732 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c4ec3fc5-cd31-493f-8759-f0b7eec94efe tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:13.657480 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c4ec3fc5-cd31-493f-8759-f0b7eec94efe tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/subnets/01a748b1-4611-45c7-8d09-ab0606d9c3f5 HTTP/1.1" status: 204 len: 168 time: 0.6603298 Mar 22 10:56:13.664877 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:13.673657 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f11626-5523-4aa9-9174-b86dd958f2f0 None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:56:13.683182 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37668) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:13.711335 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c42a3d-7cf9-40b6-8433-8f864bda186d req-9ecf63f2-4a4b-45ef-bd97-34b0d02db82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:13.713191 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c9c42a3d-7cf9-40b6-8433-8f864bda186d req-9ecf63f2-4a4b-45ef-bd97-34b0d02db82b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=619a0580-b085-430c-89e2-022d42d1e4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9326839 Mar 22 10:56:13.735131 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ec3fc5-cd31-493f-8759-f0b7eec94efe tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event deleted for resources: {'Subnet': ['ID=01a748b1-4611-45c7-8d09-ab0606d9c3f5,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:13.739746 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9b6341d5-2a6d-4a65-af5a-380d4fba942d tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8829885 Mar 22 10:56:13.754042 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-5fb84466-1342-47d9-a7f8-611ac7f87cb2 None None] Set router e76756fb-8c25-4639-b18e-f22e7acc4765 gateway port host: None {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:56:13.791905 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f844d2-6039-4607-a79d-410b3536b0e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-90a54b1b-3d26-4289-b377-53712942a54e', 'network_id': '90a54b1b-3d26-4289-b377-53712942a54e', 'tenant_id': 'a993536edab145339b0f463caedd0151', 'fixed_ips': [{'subnet_id': '083b05b6-cf23-4885-acae-fe191e1a5f86'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:56:13.792786 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-46f844d2-6039-4607-a79d-410b3536b0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:13.798476 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37670) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:13.803876 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-98d93d05-e541-46fd-8794-be663b473dd5 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-378849856'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:13.809810 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6341d5-2a6d-4a65-af5a-380d4fba942d tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Pushing event updated for resources: {'Network': ['ID=6196a88f-9982-48f0-ba69-362a1c942140,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:13.820136 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4c62413d-e6e9-459d-993e-ada8b973dc91 req-96386f8d-0560-41a7-b8a2-c04e088ab3e2 service neutron] 10.222.0.35 "GET /v2.0/networks/d9d30e40-e553-4004-8b8d-30072274af6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2061682 Mar 22 10:56:13.870707 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-39dd295e-2312-4ca6-b92a-4c8d3b143f4c tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1833053 Mar 22 10:56:13.870963 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 6196a88f-9982-48f0-ba69-362a1c942140 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:56:13.871481 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37672) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:13.877330 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d93d05-e541-46fd-8794-be663b473dd5 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Made reservation on behalf of adbb39fab67d44128dde9801f6373bc8 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:13.878388 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 4dd6898c-473b-4aa2-97b8-8c3dd21f950e up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:56:13.880477 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-5fb84466-1342-47d9-a7f8-611ac7f87cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76756fb-8c25-4639-b18e-f22e7acc4765', 'name': 'tempest-NetworksTestDHCPv6-router-181195224', 'tenant_id': 'f7a8ac7bbd5d466888176c13ba053f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:56:02Z', 'updated_at': '2022-03-22T10:56:11Z', 'revision_number': 3, 'project_id': 'f7a8ac7bbd5d466888176c13ba053f5f', 'gw_port_host': None}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:13.881496 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-98d93d05-e541-46fd-8794-be663b473dd5 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:13.930637 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a7deab3d-fad0-4b90-8060-2ead3ed5a402 req-554d8c7f-d8cf-4395-9b23-80751b6373d4 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "GET /v2.0/ports?device_id=35bbf4bb-2ab4-4a16-84f3-f4a80aab1f4f HTTP/1.1" status: 200 len: 210 time: 0.1691124 Mar 22 10:56:13.950805 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed386c75-2b7e-4a0a-abde-ca22bb6d9b3d req-a4d22c01-6350-47b9-9ed0-cea5ff7defc7 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:13.952458 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ed386c75-2b7e-4a0a-abde-ca22bb6d9b3d req-a4d22c01-6350-47b9-9ed0-cea5ff7defc7 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 1.0612104 Mar 22 10:56:13.967652 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-a2d7e995-aeee-4ff6-80dd-1d0b089b73b1 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 4.3864717 Mar 22 10:56:13.979084 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37674) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:13.987591 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-a8d1af9b-07ac-4b51-b145-b6f10f128cd5 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-794887167'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:13.995133 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4c4d5f55-ea5e-4194-ac61-84a95dd0c9d9 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:14.041165 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98d93d05-e541-46fd-8794-be663b473dd5 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:56:14.086443 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-98d93d05-e541-46fd-8794-be663b473dd5 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:14.087120 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-98d93d05-e541-46fd-8794-be663b473dd5 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Added segment b672fabd-9404-4ee5-9264-ea8fbc237028 of type vlan for network 6fd50be3-c809-45da-b03a-5a8f9fd3dab1 Mar 22 10:56:14.181292 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d1af9b-07ac-4b51-b145-b6f10f128cd5 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Made reservation on behalf of a993536edab145339b0f463caedd0151 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:14.185644 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a8d1af9b-07ac-4b51-b145-b6f10f128cd5 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:14.189205 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-f50f1934-ba11-4f72-b25f-b77956bab098 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Deleting port 5b8ea5b9-1ca7-4fcc-ba2b-4ddc6e12e8e7 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:56:14.189621 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f50f1934-ba11-4f72-b25f-b77956bab098 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:14.194357 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ed386c75-2b7e-4a0a-abde-ca22bb6d9b3d req-7c2034a7-9696-4eef-9b2d-070e3324c7b0 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2163160 Mar 22 10:56:14.214614 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-98d93d05-e541-46fd-8794-be663b473dd5 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:14.227142 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb84466-1342-47d9-a7f8-611ac7f87cb2 None None] The sync data for ids ['e76756fb-8c25-4639-b18e-f22e7acc4765'] in dv-neutron-834599-1-hyperv is: [{'id': 'e76756fb-8c25-4639-b18e-f22e7acc4765', 'name': 'tempest-NetworksTestDHCPv6-router-181195224', 'tenant_id': 'f7a8ac7bbd5d466888176c13ba053f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:56:02Z', 'updated_at': '2022-03-22T10:56:11Z', 'revision_number': 3, 'project_id': 'f7a8ac7bbd5d466888176c13ba053f5f', 'gw_port_host': None}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:56:14.259604 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4c4d5f55-ea5e-4194-ac61-84a95dd0c9d9 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:14.264100 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4c4d5f55-ea5e-4194-ac61-84a95dd0c9d9 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:14.299789 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c9c42a3d-7cf9-40b6-8433-8f864bda186d req-35f56980-3efd-4162-9181-36ad68d43ef0 service neutron] 10.222.0.35 "GET /v2.0/networks/619a0580-b085-430c-89e2-022d42d1e4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4602413 Mar 22 10:56:14.327164 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8d1af9b-07ac-4b51-b145-b6f10f128cd5 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:56:14.335360 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4c4d5f55-ea5e-4194-ac61-84a95dd0c9d9 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:14.335984 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4d5f55-ea5e-4194-ac61-84a95dd0c9d9 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Fanout notify agent at l3_agent the message router_deleted on router e76756fb-8c25-4639-b18e-f22e7acc4765 {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 10:56:14.348437 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4c4d5f55-ea5e-4194-ac61-84a95dd0c9d9 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:14.352026 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4c4d5f55-ea5e-4194-ac61-84a95dd0c9d9 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/routers/e76756fb-8c25-4639-b18e-f22e7acc4765 HTTP/1.1" status: 204 len: 168 time: 0.4777679 Mar 22 10:56:14.353229 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37676) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:14.355958 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a8d1af9b-07ac-4b51-b145-b6f10f128cd5 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:14.356717 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-a8d1af9b-07ac-4b51-b145-b6f10f128cd5 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Added segment bc4fe773-db0c-4a45-8820-40b190369882 of type vlan for network fd5b8c1d-a6fc-4f64-8423-551a425b4f11 Mar 22 10:56:14.373302 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-98d93d05-e541-46fd-8794-be663b473dd5 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:14.379347 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d93d05-e541-46fd-8794-be663b473dd5 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:14.380056 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-98d93d05-e541-46fd-8794-be663b473dd5 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:14.386835 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d56f743-1284-4970-81ae-76bcd478afba tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Router 22c5e9b4-83c7-47e3-b4d6-ebf66429c466 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:56:14.406263 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device c5ea9116-2f3e-41f4-b12c-086a9ac353d3 no longer exists at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:56:14.442580 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9e8fcaa5-df15-49dd-a998-b071e856e5ca tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:14.476073 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-98d93d05-e541-46fd-8794-be663b473dd5 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6762505 Mar 22 10:56:14.483420 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37678) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:14.509620 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] No Port match for: c5ea9116-2f3e-41f4-b12c-086a9ac353d3 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:56:14.509965 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device c5ea9116-2f3e-41f4-b12c-086a9ac353d3 not bound to the agent host hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:56:14.542714 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c9c42a3d-7cf9-40b6-8433-8f864bda186d req-51a63bef-ebe3-4c52-88b8-7df91f454680 service neutron] 10.222.0.35 "GET /v2.0/networks/619a0580-b085-430c-89e2-022d42d1e4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196107 Mar 22 10:56:14.555662 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 4dd6898c-473b-4aa2-97b8-8c3dd21f950e triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:56:14.556193 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:14.560751 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f50f1934-ba11-4f72-b25f-b77956bab098 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:14.582926 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-f50f1934-ba11-4f72-b25f-b77956bab098 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Calling delete_port for 5b8ea5b9-1ca7-4fcc-ba2b-4ddc6e12e8e7 owned by network:router_gateway {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:56:14.610425 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-46f844d2-6039-4607-a79d-410b3536b0e3 None None] Allocated IP 172.20.255.242 (90a54b1b-3d26-4289-b377-53712942a54e/083b05b6-cf23-4885-acae-fe191e1a5f86/e0ac23e1-7982-4a5a-9db7-6fdba3548ab7) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:56:14.689141 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2bb468-7a6b-43a9-b2fa-c67a9ec8bdba None None] Network 488519a2-f0a7-47e2-a115-711595606ef4 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:56:14.806153 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d145f27-0c64-4795-8d5c-3b3e5a87a881 None None] DHCP port deletion for 1bc750fe-0949-42b2-bab7-34fc725823e6 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:56:14.835176 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-62e2d499-f812-4ffe-a66e-c35a6f868730 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Request body: {'ports': [{'network_id': '6196a88f-9982-48f0-ba69-362a1c942140', 'name': 'tempest-port--910179302', 'admin_state_up': True}, {'network_id': '6fd50be3-c809-45da-b03a-5a8f9fd3dab1', 'admin_state_up': False}]} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:14.836858 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-62e2d499-f812-4ffe-a66e-c35a6f868730 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Request body: {'port': {'network_id': '6196a88f-9982-48f0-ba69-362a1c942140', 'name': 'tempest-port--910179302', 'admin_state_up': True}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:14.837621 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-62e2d499-f812-4ffe-a66e-c35a6f868730 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Request body: {'port': {'network_id': '6fd50be3-c809-45da-b03a-5a8f9fd3dab1', 'admin_state_up': False}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:14.849476 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a8d1af9b-07ac-4b51-b145-b6f10f128cd5 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:14.921926 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d93d05-e541-46fd-8794-be663b473dd5 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Pushing event updated for resources: {'Network': ['ID=6fd50be3-c809-45da-b03a-5a8f9fd3dab1,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:14.923104 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:14.925878 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-3b8956b2-c6c2-43f6-a495-ecddf1c86ea0 None None] Provisioning complete for port 4dd6898c-473b-4aa2-97b8-8c3dd21f950e triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:56:14.926427 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3b8956b2-c6c2-43f6-a495-ecddf1c86ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:14.940051 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d35bac2-03bb-4b76-a54d-93d10cacbb43 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:14.941748 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8d35bac2-03bb-4b76-a54d-93d10cacbb43 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5873096 Mar 22 10:56:14.976527 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 6fd50be3-c809-45da-b03a-5a8f9fd3dab1 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:56:14.996832 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37680) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:15.053305 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37684) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:15.062110 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a8d1af9b-07ac-4b51-b145-b6f10f128cd5 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:15.071178 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d1af9b-07ac-4b51-b145-b6f10f128cd5 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:15.072530 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a8d1af9b-07ac-4b51-b145-b6f10f128cd5 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:15.101429 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d56f743-1284-4970-81ae-76bcd478afba tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:56:15.115153 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-5d56f743-1284-4970-81ae-76bcd478afba tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "PUT /v2.0/routers/22c5e9b4-83c7-47e3-b4d6-ebf66429c466/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6780627 Mar 22 10:56:15.117297 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddd9794-0a8a-4463-8202-5b21a784e125 None None] Sync routers for ids ['22c5e9b4-83c7-47e3-b4d6-ebf66429c466'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:56:15.125077 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a8d1af9b-07ac-4b51-b145-b6f10f128cd5 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1428926 Mar 22 10:56:15.126121 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37686) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:15.144343 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37688) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:15.152715 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-561792ea-ca78-47b0-aad7-584252db21ce tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Request body: {'subnet': {'network_id': 'fd5b8c1d-a6fc-4f64-8423-551a425b4f11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:15.156028 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddd9794-0a8a-4463-8202-5b21a784e125 None None] Routers {'22c5e9b4-83c7-47e3-b4d6-ebf66429c466'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:56:15.156812 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-4ddd9794-0a8a-4463-8202-5b21a784e125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:56:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['22c5e9b4-83c7-47e3-b4d6-ebf66429c466'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:15.185170 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9e8fcaa5-df15-49dd-a998-b071e856e5ca tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:15.246576 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-4ddd9794-0a8a-4463-8202-5b21a784e125 None None] Set router 22c5e9b4-83c7-47e3-b4d6-ebf66429c466 gateway port host: None {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:56:15.273368 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9e8fcaa5-df15-49dd-a998-b071e856e5ca tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:15.283679 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-9e8fcaa5-df15-49dd-a998-b071e856e5ca tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] 10.222.0.57 "DELETE /v2.0/subnets/b30a8af6-fce9-41ab-b419-2757d8748c39 HTTP/1.1" status: 204 len: 168 time: 2.7073061 Mar 22 10:56:15.284590 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8fcaa5-df15-49dd-a998-b071e856e5ca tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Pushing event deleted for resources: {'Subnet': ['ID=b30a8af6-fce9-41ab-b419-2757d8748c39,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:15.306395 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.db.api [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 10:56:15.306745 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG oslo_db.api [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 10:56:15.329589 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37692) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:15.337557 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-46f844d2-6039-4607-a79d-410b3536b0e3 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:15.355531 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8d145f27-0c64-4795-8d5c-3b3e5a87a881 None None] Deleting port 277c6f10-833e-42d6-9334-f08b96c0074e {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:56:15.355880 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8d145f27-0c64-4795-8d5c-3b3e5a87a881 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:15.362743 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-46f844d2-6039-4607-a79d-410b3536b0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:15.371320 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca06d841-659b-4409-ad67-b0b97c2d4ea1 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Deleting subnet 0d9bd897-34e3-4107-aa58-c8657a3f24f0 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:56:15.390933 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f50f1934-ba11-4f72-b25f-b77956bab098 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:15.406635 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ca06d841-659b-4409-ad67-b0b97c2d4ea1 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:15.458055 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-4ddd9794-0a8a-4463-8202-5b21a784e125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'name': 'tempest-RoutersIpV6Test-router-809382511', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:55:13Z', 'updated_at': '2022-03-22T10:56:11Z', 'revision_number': 9, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'gw_port_host': None, '_interfaces': [{'id': '6d3f8b02-2638-4b7e-8663-01a6e51c05c6', 'name': '', 'network_id': '171476b3-210e-4f4b-9537-9322876af2da', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:3d:d8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '6a835cad-7353-4cfc-bdd9-72e1a60628e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:25Z', 'updated_at': '2022-03-22T10:55:36Z', 'revision_number': 5, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '6a835cad-7353-4cfc-bdd9-72e1a60628e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcdfdd84-31ec-4695-87a8-2b14a25cbd6c', 'name': '', 'network_id': 'fe26b17e-3c36-45e9-b8c2-31221b83f673', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:ae:9a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '6df7019b-cca6-4a15-8136-589e7260dbaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:17Z', 'updated_at': '2022-03-22T10:55:25Z', 'revision_number': 5, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '6df7019b-cca6-4a15-8136-589e7260dbaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:15.487298 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50f1934-ba11-4f72-b25f-b77956bab098 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Pushing event deleted for resources: {'Port': ['ID=5b8ea5b9-1ca7-4fcc-ba2b-4ddc6e12e8e7,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:15.488720 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddd9794-0a8a-4463-8202-5b21a784e125 None None] Checking router: 22c5e9b4-83c7-47e3-b4d6-ebf66429c466 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 10:56:15.498634 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddd9794-0a8a-4463-8202-5b21a784e125 None None] Routers {'22c5e9b4-83c7-47e3-b4d6-ebf66429c466'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:56:15.499439 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-4ddd9794-0a8a-4463-8202-5b21a784e125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:56:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['22c5e9b4-83c7-47e3-b4d6-ebf66429c466'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:15.506623 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843c3d7d-cf50-4cf2-9345-4129f8d6fd49 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:15.508726 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-843c3d7d-cf50-4cf2-9345-4129f8d6fd49 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5106947 Mar 22 10:56:15.521686 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f844d2-6039-4607-a79d-410b3536b0e3 None None] Network 90a54b1b-3d26-4289-b377-53712942a54e is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:56:15.526136 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37694) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:15.531313 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d77a36-bdc8-4d98-a587-361c10edb7d1 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:15.533024 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d77a36-bdc8-4d98-a587-361c10edb7d1 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:15.536186 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-73d77a36-bdc8-4d98-a587-361c10edb7d1 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2045190 Mar 22 10:56:15.540242 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d1af9b-07ac-4b51-b145-b6f10f128cd5 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Pushing event updated for resources: {'Network': ['ID=fd5b8c1d-a6fc-4f64-8423-551a425b4f11,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:15.541410 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-46f844d2-6039-4607-a79d-410b3536b0e3 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:56:15.551717 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f844d2-6039-4607-a79d-410b3536b0e3 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:56:15.556565 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37696) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:15.558420 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8d145f27-0c64-4795-8d5c-3b3e5a87a881 None None] For port 277c6f10-833e-42d6-9334-f08b96c0074e, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=277c6f10-833e-42d6-9334-f08b96c0074e,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:56:15.558831 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8d145f27-0c64-4795-8d5c-3b3e5a87a881 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:15.573198 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f844d2-6039-4607-a79d-410b3536b0e3 None None] Pushing event updated for resources: {'Port': ['ID=e0ac23e1-7982-4a5a-9db7-6fdba3548ab7,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:15.577300 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network fd5b8c1d-a6fc-4f64-8423-551a425b4f11 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:56:15.579614 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3b8956b2-c6c2-43f6-a495-ecddf1c86ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:15.588510 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-4ddd9794-0a8a-4463-8202-5b21a784e125 None None] Set router 22c5e9b4-83c7-47e3-b4d6-ebf66429c466 gateway port host: None {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:56:15.599525 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f50f1934-ba11-4f72-b25f-b77956bab098 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682553'] for router_gateway, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:15.650678 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8d145f27-0c64-4795-8d5c-3b3e5a87a881 None None] Calling delete_port for 277c6f10-833e-42d6-9334-f08b96c0074e owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:56:15.676509 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-46f844d2-6039-4607-a79d-410b3536b0e3 None None] Attempting to bind port e0ac23e1-7982-4a5a-9db7-6fdba3548ab7 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:56:15.676889 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-46f844d2-6039-4607-a79d-410b3536b0e3 None None] Attempting to bind port e0ac23e1-7982-4a5a-9db7-6fdba3548ab7 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '84c3b418-8b80-440a-aaa0-15e6ae286d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '90a54b1b-3d26-4289-b377-53712942a54e'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:56:15.677263 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f844d2-6039-4607-a79d-410b3536b0e3 None None] Attempting to bind port e0ac23e1-7982-4a5a-9db7-6fdba3548ab7 on network 90a54b1b-3d26-4289-b377-53712942a54e {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:56:15.707448 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f844d2-6039-4607-a79d-410b3536b0e3 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:56:15.707958 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f844d2-6039-4607-a79d-410b3536b0e3 None None] Checking segment: {'id': '84c3b418-8b80-440a-aaa0-15e6ae286d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '90a54b1b-3d26-4289-b377-53712942a54e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:56:15.708414 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-46f844d2-6039-4607-a79d-410b3536b0e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:15.708792 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f844d2-6039-4607-a79d-410b3536b0e3 None None] Bound using segment: {'id': '84c3b418-8b80-440a-aaa0-15e6ae286d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '90a54b1b-3d26-4289-b377-53712942a54e'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:56:15.709292 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-46f844d2-6039-4607-a79d-410b3536b0e3 None None] Bound port: e0ac23e1-7982-4a5a-9db7-6fdba3548ab7, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c3b418-8b80-440a-aaa0-15e6ae286d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '90a54b1b-3d26-4289-b377-53712942a54e'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:56:15.709688 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-46f844d2-6039-4607-a79d-410b3536b0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:15.722311 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1fa1da-4ffb-42e4-b018-c0b9e80061c6 req-071de239-91a7-41fa-ac58-4f555b9e8dfb tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:15.724407 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ef1fa1da-4ffb-42e4-b018-c0b9e80061c6 req-071de239-91a7-41fa-ac58-4f555b9e8dfb tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.3768988 Mar 22 10:56:15.733866 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-63d194f2-97f2-4ffa-9098-1c6060be85f8 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1450095 Mar 22 10:56:15.742881 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ec90bacd-e869-4536-b133-6c6e0d7cf7db tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:15.750835 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37698) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:15.763664 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-0bae3420-9525-45e4-940b-d1c8dc300548 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'subnet': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:15.773811 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ca06d841-659b-4409-ad67-b0b97c2d4ea1 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:15.808797 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561792ea-ca78-47b0-aad7-584252db21ce tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Made reservation on behalf of a993536edab145339b0f463caedd0151 for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:15.812366 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-561792ea-ca78-47b0-aad7-584252db21ce tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:15.813176 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e2d499-f812-4ffe-a66e-c35a6f868730 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Made reservation on behalf of adbb39fab67d44128dde9801f6373bc8 for: {'port': 2} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:15.823054 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-62e2d499-f812-4ffe-a66e-c35a6f868730 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:15.826251 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec90bacd-e869-4536-b133-6c6e0d7cf7db tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 22 10:56:15.827982 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec90bacd-e869-4536-b133-6c6e0d7cf7db tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:56:15.831535 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ec90bacd-e869-4536-b133-6c6e0d7cf7db tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] 10.222.0.57 "DELETE /v2.0/networks/488519a2-f0a7-47e2-a115-711595606ef4 HTTP/1.1" status: 409 len: 405 time: 0.2151325 Mar 22 10:56:15.846522 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37700) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:15.852078 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-9626378c-7f0c-430a-8a69-3f7b2d07fa54 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-10024715'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:15.860224 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-4ddd9794-0a8a-4463-8202-5b21a784e125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'name': 'tempest-RoutersIpV6Test-router-809382511', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:55:13Z', 'updated_at': '2022-03-22T10:56:11Z', 'revision_number': 9, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'gw_port_host': None, '_interfaces': [{'id': '6d3f8b02-2638-4b7e-8663-01a6e51c05c6', 'name': '', 'network_id': '171476b3-210e-4f4b-9537-9322876af2da', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:3d:d8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '6a835cad-7353-4cfc-bdd9-72e1a60628e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:25Z', 'updated_at': '2022-03-22T10:55:36Z', 'revision_number': 5, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '6a835cad-7353-4cfc-bdd9-72e1a60628e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcdfdd84-31ec-4695-87a8-2b14a25cbd6c', 'name': '', 'network_id': 'fe26b17e-3c36-45e9-b8c2-31221b83f673', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:ae:9a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '6df7019b-cca6-4a15-8136-589e7260dbaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:17Z', 'updated_at': '2022-03-22T10:55:25Z', 'revision_number': 5, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '6df7019b-cca6-4a15-8136-589e7260dbaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:15.903494 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddd9794-0a8a-4463-8202-5b21a784e125 None None] The sync data for ids ['22c5e9b4-83c7-47e3-b4d6-ebf66429c466'] in dv-neutron-834599-1-hyperv is: [{'id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'name': 'tempest-RoutersIpV6Test-router-809382511', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:55:13Z', 'updated_at': '2022-03-22T10:56:11Z', 'revision_number': 9, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'gw_port_host': None, '_interfaces': [{'id': '6d3f8b02-2638-4b7e-8663-01a6e51c05c6', 'name': '', 'network_id': '171476b3-210e-4f4b-9537-9322876af2da', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:3d:d8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '6a835cad-7353-4cfc-bdd9-72e1a60628e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:25Z', 'updated_at': '2022-03-22T10:55:36Z', 'revision_number': 5, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '6a835cad-7353-4cfc-bdd9-72e1a60628e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcdfdd84-31ec-4695-87a8-2b14a25cbd6c', 'name': '', 'network_id': 'fe26b17e-3c36-45e9-b8c2-31221b83f673', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:ae:9a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '6df7019b-cca6-4a15-8136-589e7260dbaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:17Z', 'updated_at': '2022-03-22T10:55:25Z', 'revision_number': 5, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '6df7019b-cca6-4a15-8136-589e7260dbaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:56:15.904884 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-62e2d499-f812-4ffe-a66e-c35a6f868730 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:15.919277 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-3b8956b2-c6c2-43f6-a495-ecddf1c86ea0 None None] For port 4dd6898c-473b-4aa2-97b8-8c3dd21f950e, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=4dd6898c-473b-4aa2-97b8-8c3dd21f950e,segment=NetworkSegment(3a61da69-1b55-4ead-8a5c-f1f3744c8857),segment_id=3a61da69-1b55-4ead-8a5c-f1f3744c8857)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:56:15.921834 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f50f1934-ba11-4f72-b25f-b77956bab098 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:15.931112 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f50f1934-ba11-4f72-b25f-b77956bab098 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:15.957370 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3b8956b2-c6c2-43f6-a495-ecddf1c86ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:15.986088 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080c0e02-3624-4c31-8e57-d4df0ca41127 None None] Network 488519a2-f0a7-47e2-a115-711595606ef4 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:56:16.019588 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:16.045773 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ef1fa1da-4ffb-42e4-b018-c0b9e80061c6 req-b9dc5e14-2a1b-4ec0-8290-37efc725499d tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2421863 Mar 22 10:56:16.121962 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9626378c-7f0c-430a-8a69-3f7b2d07fa54 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Made reservation on behalf of aca6e4961e534035bfe51426bdf4418a for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:16.126889 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9626378c-7f0c-430a-8a69-3f7b2d07fa54 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:16.129070 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f50f1934-ba11-4f72-b25f-b77956bab098 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:16.130159 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50f1934-ba11-4f72-b25f-b77956bab098 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Fanout notify agent at l3_agent the message router_deleted on router dd100d99-b1a8-4042-8c07-1eeaa238e500 {{(pid=109050) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 10:56:16.164590 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f50f1934-ba11-4f72-b25f-b77956bab098 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:16.165223 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-46f844d2-6039-4607-a79d-410b3536b0e3 None None] For port e0ac23e1-7982-4a5a-9db7-6fdba3548ab7, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:56:16.171447 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-f50f1934-ba11-4f72-b25f-b77956bab098 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] 10.222.0.57 "DELETE /v2.0/routers/dd100d99-b1a8-4042-8c07-1eeaa238e500 HTTP/1.1" status: 204 len: 168 time: 4.6374631 Mar 22 10:56:16.172698 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37704) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:16.189457 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8e6e9c74-f567-4939-a593-fdecd52342e2 None None] Provisioning complete for port 4dd6898c-473b-4aa2-97b8-8c3dd21f950e triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:56:16.189670 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8e6e9c74-f567-4939-a593-fdecd52342e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:16.222537 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8956b2-c6c2-43f6-a495-ecddf1c86ea0 None None] Pushing event updated for resources: {'Port': ['ID=4dd6898c-473b-4aa2-97b8-8c3dd21f950e,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:16.226070 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8d145f27-0c64-4795-8d5c-3b3e5a87a881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:16.234678 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bae3420-9525-45e4-940b-d1c8dc300548 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Made reservation on behalf of f7a8ac7bbd5d466888176c13ba053f5f for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:16.239155 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0bae3420-9525-45e4-940b-d1c8dc300548 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:16.245293 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d145f27-0c64-4795-8d5c-3b3e5a87a881 None None] No DVR routers for this DVR port 277c6f10-833e-42d6-9334-f08b96c0074e on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:56:16.248074 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ca06d841-659b-4409-ad67-b0b97c2d4ea1 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:16.253849 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9626378c-7f0c-430a-8a69-3f7b2d07fa54 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:56:16.255252 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-46f844d2-6039-4607-a79d-410b3536b0e3 None None] For port e0ac23e1-7982-4a5a-9db7-6fdba3548ab7, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=e0ac23e1-7982-4a5a-9db7-6fdba3548ab7,segment=NetworkSegment(84c3b418-8b80-440a-aaa0-15e6ae286d2b),segment_id=84c3b418-8b80-440a-aaa0-15e6ae286d2b)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:56:16.265332 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9626378c-7f0c-430a-8a69-3f7b2d07fa54 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:16.265794 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-9626378c-7f0c-430a-8a69-3f7b2d07fa54 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Added segment e57f323f-5c47-4b83-b577-c1ac6b57cc79 of type vlan for network 2b914ef8-a717-4967-b4df-ec9d8d8ec152 Mar 22 10:56:16.315410 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-46f844d2-6039-4607-a79d-410b3536b0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:16.326682 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d145f27-0c64-4795-8d5c-3b3e5a87a881 None None] Pushing event deleted for resources: {'Port': ['ID=277c6f10-833e-42d6-9334-f08b96c0074e,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:16.418020 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-62e2d499-f812-4ffe-a66e-c35a6f868730 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] device_id is not set on port 64f165f4-482c-4d9b-9427-4ff84c6f9b17 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:56:16.458835 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9626378c-7f0c-430a-8a69-3f7b2d07fa54 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:16.487929 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-561792ea-ca78-47b0-aad7-584252db21ce tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:16.512330 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9626378c-7f0c-430a-8a69-3f7b2d07fa54 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:16.517909 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9626378c-7f0c-430a-8a69-3f7b2d07fa54 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:16.518698 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9626378c-7f0c-430a-8a69-3f7b2d07fa54 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:16.533315 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.db.api [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 10:56:16.533725 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG oslo_db.api [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 10:56:16.534185 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ca06d841-659b-4409-ad67-b0b97c2d4ea1 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:16.588413 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa8e4b9-096d-457e-8ecf-ab447b12c7d1 req-488485c9-68a8-49a2-a3e8-2ff7bf517b50 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:16.595784 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca06d841-659b-4409-ad67-b0b97c2d4ea1 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event deleted for resources: {'Subnet': ['ID=0d9bd897-34e3-4107-aa58-c8657a3f24f0,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:16.596764 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-faa8e4b9-096d-457e-8ecf-ab447b12c7d1 req-488485c9-68a8-49a2-a3e8-2ff7bf517b50 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.4634678 Mar 22 10:56:16.626982 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ca06d841-659b-4409-ad67-b0b97c2d4ea1 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:16.632954 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ca06d841-659b-4409-ad67-b0b97c2d4ea1 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "DELETE /v2.0/subnets/0d9bd897-34e3-4107-aa58-c8657a3f24f0 HTTP/1.1" status: 204 len: 168 time: 1.4447174 Mar 22 10:56:16.635518 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_v2 [None req-26f74888-01fe-40bb-9d87-edaf3341a150 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Deleting subnet daa63aae-5c6e-445e-a084-51f8bc0cd9da {{(pid=109050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:56:16.638983 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37706) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:16.655227 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f844d2-6039-4607-a79d-410b3536b0e3 None None] Pushing event updated for resources: {'Port': ['ID=e0ac23e1-7982-4a5a-9db7-6fdba3548ab7,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:16.662281 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-26f74888-01fe-40bb-9d87-edaf3341a150 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for subnet, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:16.669828 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8979c2b-8de8-4280-9f57-c6d8c79f5873 None None] Network b2474524-74f2-4c31-af5f-82f8d754b74f requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:56:16.732825 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffe56e0-ec4e-4e10-a935-a7b8ebc1ccc1 None None] DHCP port deletion for 488519a2-f0a7-47e2-a115-711595606ef4 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:56:16.837405 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8e6e9c74-f567-4939-a593-fdecd52342e2 None None] Provisioning complete for port 3b08f8c4-1411-4776-8f20-ee96ba7632be triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:56:16.837868 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8e6e9c74-f567-4939-a593-fdecd52342e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:16.896203 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3567b4e6-5bf7-4474-9a39-e0199bf7208f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:16.908550 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-62e2d499-f812-4ffe-a66e-c35a6f868730 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:16.962864 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8e6e9c74-f567-4939-a593-fdecd52342e2 None None] Port 3b08f8c4-1411-4776-8f20-ee96ba7632be cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:56:16.975100 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-cffe56e0-ec4e-4e10-a935-a7b8ebc1ccc1 None None] Deleting port 4dd6898c-473b-4aa2-97b8-8c3dd21f950e {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:56:16.978407 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-cffe56e0-ec4e-4e10-a935-a7b8ebc1ccc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:17.064065 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-62e2d499-f812-4ffe-a66e-c35a6f868730 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] device_id is not set on port c84ddc5b-d843-4d2e-af8a-4a155afd6687 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:56:17.078929 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-cffe56e0-ec4e-4e10-a935-a7b8ebc1ccc1 None None] For port 4dd6898c-473b-4aa2-97b8-8c3dd21f950e, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=4dd6898c-473b-4aa2-97b8-8c3dd21f950e,segment=NetworkSegment(3a61da69-1b55-4ead-8a5c-f1f3744c8857),segment_id=3a61da69-1b55-4ead-8a5c-f1f3744c8857)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:56:17.079441 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-cffe56e0-ec4e-4e10-a935-a7b8ebc1ccc1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:17.083449 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device a71e9686-eac4-4dfc-a843-00b9eb4afc8b no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:56:17.133912 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-cffe56e0-ec4e-4e10-a935-a7b8ebc1ccc1 None None] Calling delete_port for 4dd6898c-473b-4aa2-97b8-8c3dd21f950e owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:56:17.136356 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9a9111-bdf4-4c54-a2f3-4c6902f56fcc None None] DHCP port deletion for b2474524-74f2-4c31-af5f-82f8d754b74f request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:56:17.141829 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: a71e9686-eac4-4dfc-a843-00b9eb4afc8b {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:56:17.142319 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device a71e9686-eac4-4dfc-a843-00b9eb4afc8b not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:56:17.142843 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 7c5563ca-42a5-4fe0-a35a-7c6f69f153a0 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:56:17.175268 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 7c5563ca-42a5-4fe0-a35a-7c6f69f153a0 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:56:17.175460 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 7c5563ca-42a5-4fe0-a35a-7c6f69f153a0 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:56:17.175958 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 277c6f10-833e-42d6-9334-f08b96c0074e no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:56:17.176979 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-9626378c-7f0c-430a-8a69-3f7b2d07fa54 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.3292537 Mar 22 10:56:17.179905 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b0851df3-4579-4f04-a1b8-b8710732eae9 req-82df2fb4-3e6b-47fb-a631-23b011956e8b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.8804071 Mar 22 10:56:17.189654 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37708) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:17.191577 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.objects.ports [None req-0bae3420-9525-45e4-940b-d1c8dc300548 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109049) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 10:56:17.199132 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-3099fc67-f911-4450-9759-41e5d31cd86b tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Request body: {'subnet': {'network_id': '2b914ef8-a717-4967-b4df-ec9d8d8ec152', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:17.202089 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0bae3420-9525-45e4-940b-d1c8dc300548 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:17.264217 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 277c6f10-833e-42d6-9334-f08b96c0074e {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:56:17.264716 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 277c6f10-833e-42d6-9334-f08b96c0074e not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:56:17.265265 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 4dd6898c-473b-4aa2-97b8-8c3dd21f950e no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:56:17.266301 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8843bf46-5f72-43e8-b1ac-538b2fa1f292 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683891'] for router_interface, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:17.301899 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9626378c-7f0c-430a-8a69-3f7b2d07fa54 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Pushing event updated for resources: {'Network': ['ID=2b914ef8-a717-4967-b4df-ec9d8d8ec152,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:17.304024 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561792ea-ca78-47b0-aad7-584252db21ce tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Pushing event updated for resources: {'Subnet': ['ID=9e02e6be-cdf9-40c6-b57d-795b086de4f6,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:17.328776 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 2b914ef8-a717-4967-b4df-ec9d8d8ec152 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:56:17.333479 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-3567b4e6-5bf7-4474-9a39-e0199bf7208f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Deleting port 1e82e64e-0f37-492d-8160-c388d096ad19 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:56:17.333479 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3567b4e6-5bf7-4474-9a39-e0199bf7208f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:17.346139 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bae3420-9525-45e4-940b-d1c8dc300548 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:56:17.356571 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561792ea-ca78-47b0-aad7-584252db21ce tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Checking segment: {'id': 'bc4fe773-db0c-4a45-8820-40b190369882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'fd5b8c1d-a6fc-4f64-8423-551a425b4f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:56:17.356818 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561792ea-ca78-47b0-aad7-584252db21ce tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Network hostable DHCP agents. Network: fd5b8c1d-a6fc-4f64-8423-551a425b4f11, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:56:17.360767 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-26f74888-01fe-40bb-9d87-edaf3341a150 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11961780'] for subnet, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:17.366625 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae3420-9525-45e4-940b-d1c8dc300548 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event updated for resources: {'Subnet': ['ID=f4c230e9-1470-4e1b-8813-bec773bb43fe,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:17.373655 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-62e2d499-f812-4ffe-a66e-c35a6f868730 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:17.376486 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-0bae3420-9525-45e4-940b-d1c8dc300548 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:56:17.390704 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bae3420-9525-45e4-940b-d1c8dc300548 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:17.391295 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0bae3420-9525-45e4-940b-d1c8dc300548 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:17.401351 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-faa8e4b9-096d-457e-8ecf-ab447b12c7d1 req-d62b0580-2d36-4bab-a9ed-ddbdc1f3b44d tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8035567 Mar 22 10:56:17.412159 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0f3ac8-90fb-4ee1-adaf-2343562caa29 None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:56:17.463665 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-ba9a9111-bdf4-4c54-a2f3-4c6902f56fcc None None] Deleting port 1e82e64e-0f37-492d-8160-c388d096ad19 {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:56:17.464464 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ba9a9111-bdf4-4c54-a2f3-4c6902f56fcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:17.482372 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3099fc67-f911-4450-9759-41e5d31cd86b tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Made reservation on behalf of aca6e4961e534035bfe51426bdf4418a for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:17.488122 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-cffe56e0-ec4e-4e10-a935-a7b8ebc1ccc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:17.493991 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-3567b4e6-5bf7-4474-9a39-e0199bf7208f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] For port 1e82e64e-0f37-492d-8160-c388d096ad19, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=1e82e64e-0f37-492d-8160-c388d096ad19,segment=NetworkSegment(7c54db7b-347b-4498-af4f-cb8611e2c010),segment_id=7c54db7b-347b-4498-af4f-cb8611e2c010)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:56:17.494827 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3567b4e6-5bf7-4474-9a39-e0199bf7208f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:17.496782 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3099fc67-f911-4450-9759-41e5d31cd86b tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:17.522948 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0bae3420-9525-45e4-940b-d1c8dc300548 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7632270 Mar 22 10:56:17.522948 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-3567b4e6-5bf7-4474-9a39-e0199bf7208f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Calling delete_port for 1e82e64e-0f37-492d-8160-c388d096ad19 owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:56:17.527092 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37712) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:17.539782 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-ec5b6cf2-8d71-4bd5-a9e1-0e938914f6f7 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'subnet': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:17.570686 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561792ea-ca78-47b0-aad7-584252db21ce tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Network fd5b8c1d-a6fc-4f64-8423-551a425b4f11 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:56:17.599216 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-62e2d499-f812-4ffe-a66e-c35a6f868730 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:17.599993 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffe56e0-ec4e-4e10-a935-a7b8ebc1ccc1 None None] Pushing event deleted for resources: {'Port': ['ID=4dd6898c-473b-4aa2-97b8-8c3dd21f950e,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:17.608585 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffe56e0-ec4e-4e10-a935-a7b8ebc1ccc1 None None] No DVR routers for this DVR port 4dd6898c-473b-4aa2-97b8-8c3dd21f950e on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:56:17.616363 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:17.617447 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0851df3-4579-4f04-a1b8-b8710732eae9 req-93eadb0e-2534-45fc-ad21-3549925260fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:17.619108 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b0851df3-4579-4f04-a1b8-b8710732eae9 req-93eadb0e-2534-45fc-ad21-3549925260fb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e964decdfe5d4f8ab69e1cb7f6a56a22&device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 1099 time: 0.3207042 Mar 22 10:56:17.620345 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-26f74888-01fe-40bb-9d87-edaf3341a150 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:17.633018 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-ba9a9111-bdf4-4c54-a2f3-4c6902f56fcc None None] For port 1e82e64e-0f37-492d-8160-c388d096ad19, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=1e82e64e-0f37-492d-8160-c388d096ad19,segment=NetworkSegment(7c54db7b-347b-4498-af4f-cb8611e2c010),segment_id=7c54db7b-347b-4498-af4f-cb8611e2c010)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:56:17.633268 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ba9a9111-bdf4-4c54-a2f3-4c6902f56fcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:17.660520 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-561792ea-ca78-47b0-aad7-584252db21ce tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, fd5b8c1d-a6fc-4f64-8423-551a425b4f11) {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:56:17.675068 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-ba9a9111-bdf4-4c54-a2f3-4c6902f56fcc None None] Calling delete_port for 1e82e64e-0f37-492d-8160-c388d096ad19 owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:56:17.695652 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bf53da-58d0-4e4e-928a-7c781824c5c7 None None] Network fd5b8c1d-a6fc-4f64-8423-551a425b4f11 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:56:17.712679 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561792ea-ca78-47b0-aad7-584252db21ce tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:17.713289 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-561792ea-ca78-47b0-aad7-584252db21ce tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:17.866824 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0851df3-4579-4f04-a1b8-b8710732eae9 req-6712d08c-9d8a-4f04-84f3-d67886a36d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:17.868774 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b0851df3-4579-4f04-a1b8-b8710732eae9 req-6712d08c-9d8a-4f04-84f3-d67886a36d9d service neutron] 10.222.0.35 "GET /v2.0/networks?id=619a0580-b085-430c-89e2-022d42d1e4bf HTTP/1.1" status: 200 len: 913 time: 0.2063410 Mar 22 10:56:17.886928 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb2296d-fd08-4a19-bfaf-6ec78a01599c req-ec3b38bf-0045-44b5-b1c2-3b3ed4828853 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:17.888925 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3cb2296d-fd08-4a19-bfaf-6ec78a01599c req-ec3b38bf-0045-44b5-b1c2-3b3ed4828853 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.3609979 Mar 22 10:56:17.904052 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-561792ea-ca78-47b0-aad7-584252db21ce tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.7569058 Mar 22 10:56:17.915990 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37714) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:17.995880 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-26f74888-01fe-40bb-9d87-edaf3341a150 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:18.092512 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e99f364-17a6-4a0c-83e1-c5d9c5ddb18d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-fd5b8c1d-a6fc-4f64-8423-551a425b4f11', 'network_id': 'fd5b8c1d-a6fc-4f64-8423-551a425b4f11', 'tenant_id': 'a993536edab145339b0f463caedd0151', 'fixed_ips': [{'subnet_id': '9e02e6be-cdf9-40c6-b57d-795b086de4f6'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:56:18.093676 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0e99f364-17a6-4a0c-83e1-c5d9c5ddb18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:18.096976 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f74888-01fe-40bb-9d87-edaf3341a150 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Pushing event deleted for resources: {'Subnet': ['ID=daa63aae-5c6e-445e-a084-51f8bc0cd9da,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:18.099699 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-26f74888-01fe-40bb-9d87-edaf3341a150 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:18.104786 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-26f74888-01fe-40bb-9d87-edaf3341a150 tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] 10.222.0.57 "DELETE /v2.0/subnets/daa63aae-5c6e-445e-a084-51f8bc0cd9da HTTP/1.1" status: 204 len: 168 time: 1.9165421 Mar 22 10:56:18.115673 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37716) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:18.123948 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d291fcff-02cc-4206-9273-2fd6e99c0887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-1bc750fe-0949-42b2-bab7-34fc725823e6', 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'tenant_id': 'f7a8ac7bbd5d466888176c13ba053f5f', 'fixed_ips': [{'subnet_id': 'f4c230e9-1470-4e1b-8813-bec773bb43fe'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:56:18.124962 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d291fcff-02cc-4206-9273-2fd6e99c0887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:18.146586 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e2d499-f812-4ffe-a66e-c35a6f868730 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Pushing event updated for resources: {'Port': ['ID=64f165f4-482c-4d9b-9427-4ff84c6f9b17,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:18.156737 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3cb2296d-fd08-4a19-bfaf-6ec78a01599c req-673dba3f-5a28-4d36-9d57-1781dfbb4df0 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2511563 Mar 22 10:56:18.164788 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b0851df3-4579-4f04-a1b8-b8710732eae9 req-05d0535b-bb49-475c-87f3-ea9488b79a5c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62e0eae6-4190-4612-b054-e17b9b6eea2c HTTP/1.1" status: 200 len: 1002 time: 0.2731936 Mar 22 10:56:18.185764 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00712393-72a9-4f29-85cd-eb20e79db7c9 None None] Network 90a54b1b-3d26-4289-b377-53712942a54e requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:56:18.258804 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0851df3-4579-4f04-a1b8-b8710732eae9 req-a71ecda8-e0ff-4df1-8959-737c9f1bf42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:18.260303 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b0851df3-4579-4f04-a1b8-b8710732eae9 req-a71ecda8-e0ff-4df1-8959-737c9f1bf42f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e692a5aa-617d-46cb-afbe-668e67a6ee91 HTTP/1.1" status: 200 len: 851 time: 0.0879414 Mar 22 10:56:18.264662 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e2d499-f812-4ffe-a66e-c35a6f868730 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Checking segment: {'id': '2e040bf4-0d81-409d-bcb0-f87bcd0b1fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '6196a88f-9982-48f0-ba69-362a1c942140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:56:18.265921 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e2d499-f812-4ffe-a66e-c35a6f868730 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Network hostable DHCP agents. Network: 6196a88f-9982-48f0-ba69-362a1c942140, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:56:18.281042 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bd355a3d-6b76-47ea-a99b-b34357e49c1d tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:18.289323 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5b6cf2-8d71-4bd5-a9e1-0e938914f6f7 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Made reservation on behalf of f7a8ac7bbd5d466888176c13ba053f5f for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:18.293266 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ec5b6cf2-8d71-4bd5-a9e1-0e938914f6f7 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:18.370391 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3af0e4fa-6890-492f-99bc-f434618205ae tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:18.412643 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0851df3-4579-4f04-a1b8-b8710732eae9 req-cb326ae2-dfa5-4e71-b187-ba0a73abd030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:18.413886 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ba9a9111-bdf4-4c54-a2f3-4c6902f56fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:18.415106 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b0851df3-4579-4f04-a1b8-b8710732eae9 req-cb326ae2-dfa5-4e71-b187-ba0a73abd030 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=619a0580-b085-430c-89e2-022d42d1e4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1460094 Mar 22 10:56:18.424326 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e2d499-f812-4ffe-a66e-c35a6f868730 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Network 6196a88f-9982-48f0-ba69-362a1c942140 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:56:18.426496 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb6681-f97b-4eb0-a4fe-75af6faab513 req-c93682a3-5900-4882-8556-124d36e94cf3 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:18.428269 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f0bb6681-f97b-4eb0-a4fe-75af6faab513 req-c93682a3-5900-4882-8556-124d36e94cf3 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.1655035 Mar 22 10:56:18.455986 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9a9111-bdf4-4c54-a2f3-4c6902f56fcc None None] Pushing event deleted for resources: {'Port': ['ID=1e82e64e-0f37-492d-8160-c388d096ad19,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:18.471729 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-99f02a25-1df4-4cde-88ad-6834e81b1863 None None] Provisioning complete for port e0ac23e1-7982-4a5a-9db7-6fdba3548ab7 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:56:18.471983 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3567b4e6-5bf7-4474-9a39-e0199bf7208f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:18.472122 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-99f02a25-1df4-4cde-88ad-6834e81b1863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:18.508645 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-62e2d499-f812-4ffe-a66e-c35a6f868730 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 6196a88f-9982-48f0-ba69-362a1c942140) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:56:18.541740 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3567b4e6-5bf7-4474-9a39-e0199bf7208f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] No DVR routers for this DVR port 1e82e64e-0f37-492d-8160-c388d096ad19 on host dv-neutron-834599-1-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:56:18.543103 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e2d499-f812-4ffe-a66e-c35a6f868730 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:56:18.544018 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-62e2d499-f812-4ffe-a66e-c35a6f868730 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:18.568370 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.objects.ports [None req-3099fc67-f911-4450-9759-41e5d31cd86b tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109050) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 10:56:18.581190 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3567b4e6-5bf7-4474-9a39-e0199bf7208f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event deleted for resources: {'Port': ['ID=1e82e64e-0f37-492d-8160-c388d096ad19,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:18.585259 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bd355a3d-6b76-47ea-a99b-b34357e49c1d tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:18.609799 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3099fc67-f911-4450-9759-41e5d31cd86b tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:18.674829 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3af0e4fa-6890-492f-99bc-f434618205ae tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:18.686132 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9a9111-bdf4-4c54-a2f3-4c6902f56fcc None None] No DVR routers for this DVR port 1e82e64e-0f37-492d-8160-c388d096ad19 on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:56:18.686794 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f0bb6681-f97b-4eb0-a4fe-75af6faab513 req-6fcd7c52-731c-45b7-b2ea-bc4c06688dd9 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2522228 Mar 22 10:56:18.698714 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-bd355a3d-6b76-47ea-a99b-b34357e49c1d tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa1da2ad-d11f-4544-b068-f8563dc14dbb']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:18.736367 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-bd355a3d-6b76-47ea-a99b-b34357e49c1d tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af666223-5f71-4149-921a-e9fc324172f9') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:18.736729 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-bd355a3d-6b76-47ea-a99b-b34357e49c1d tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af666223-5f71-4149-921a-e9fc324172f9') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:18.743335 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3099fc67-f911-4450-9759-41e5d31cd86b tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Pushing event updated for resources: {'Subnet': ['ID=4e314aff-581c-44d8-b7eb-d6d236a67e12,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:18.760076 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846e2e65-7f96-4856-92f1-4bf2a3aafc28 None None] Network 6196a88f-9982-48f0-ba69-362a1c942140 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:56:18.780013 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b0851df3-4579-4f04-a1b8-b8710732eae9 req-45569412-dda0-4ddd-9bc5-ea4398dc10b4 service neutron] 10.222.0.35 "GET /v2.0/networks/619a0580-b085-430c-89e2-022d42d1e4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464322 Mar 22 10:56:18.794396 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bd355a3d-6b76-47ea-a99b-b34357e49c1d tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:18.800777 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3567b4e6-5bf7-4474-9a39-e0199bf7208f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:18.820697 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3099fc67-f911-4450-9759-41e5d31cd86b tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Checking segment: {'id': 'e57f323f-5c47-4b83-b577-c1ac6b57cc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '2b914ef8-a717-4967-b4df-ec9d8d8ec152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:56:18.821036 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3099fc67-f911-4450-9759-41e5d31cd86b tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Network hostable DHCP agents. Network: 2b914ef8-a717-4967-b4df-ec9d8d8ec152, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:56:18.823912 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e2d499-f812-4ffe-a66e-c35a6f868730 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Pushing event updated for resources: {'Port': ['ID=c84ddc5b-d843-4d2e-af8a-4a155afd6687,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:18.835752 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-8843bf46-5f72-43e8-b1ac-538b2fa1f292 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Deleting port c9b90879-f064-478b-afd5-c9ebf4d94725 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:56:18.836100 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8843bf46-5f72-43e8-b1ac-538b2fa1f292 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:18.878351 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-0e99f364-17a6-4a0c-83e1-c5d9c5ddb18d None None] Allocated IP 172.20.0.2 (fd5b8c1d-a6fc-4f64-8423-551a425b4f11/9e02e6be-cdf9-40c6-b57d-795b086de4f6/5b4ba02f-bd04-4b9b-908c-edf8b3333b63) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:56:18.886631 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-d291fcff-02cc-4206-9273-2fd6e99c0887 None None] Allocated IP 2001:db8::f816:3eff:fe40:4860 (1bc750fe-0949-42b2-bab7-34fc725823e6/f4c230e9-1470-4e1b-8813-bec773bb43fe/1a369f4d-1ef1-4e41-97b3-f888328996a3) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:56:18.889061 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bd355a3d-6b76-47ea-a99b-b34357e49c1d tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:18.899276 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-3567b4e6-5bf7-4474-9a39-e0199bf7208f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2474524-74f2-4c31-af5f-82f8d754b74f']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:18.920992 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e2d499-f812-4ffe-a66e-c35a6f868730 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Checking segment: {'id': 'b672fabd-9404-4ee5-9264-ea8fbc237028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6fd50be3-c809-45da-b03a-5a8f9fd3dab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:56:18.921416 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e2d499-f812-4ffe-a66e-c35a6f868730 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Network hostable DHCP agents. Network: 6fd50be3-c809-45da-b03a-5a8f9fd3dab1, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:56:18.928089 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd355a3d-6b76-47ea-a99b-b34357e49c1d tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:56:18.928512 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bd355a3d-6b76-47ea-a99b-b34357e49c1d tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:18.933936 dv-neutron-834599-1-hyperv neutron-server[109049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:56:18.933936 dv-neutron-834599-1-hyperv neutron-server[109049]: self.session.flush() Mar 22 10:56:18.933936 dv-neutron-834599-1-hyperv neutron-server[109049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:56:18.933936 dv-neutron-834599-1-hyperv neutron-server[109049]: self.session.flush() Mar 22 10:56:18.933936 dv-neutron-834599-1-hyperv neutron-server[109049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:56:18.933936 dv-neutron-834599-1-hyperv neutron-server[109049]: self.session.flush() Mar 22 10:56:18.933936 dv-neutron-834599-1-hyperv neutron-server[109049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:56:18.933936 dv-neutron-834599-1-hyperv neutron-server[109049]: self.session.flush() Mar 22 10:56:18.933936 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 10:56:18.933936 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:56:18.933936 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 10:56:18.933936 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:56:18.933936 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 10:56:18.933936 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:56:18.933936 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 10:56:18.933936 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:56:18.933936 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 10:56:18.933936 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:56:18.933936 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 10:56:18.933936 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:56:18.933936 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 10:56:18.933936 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:56:18.933936 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:56:18.933936 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:56:18.933936 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:56:18.933936 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:56:18.933936 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 10:56:18.933936 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:56:18.933936 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 10:56:18.933936 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:56:18.933936 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:56:18.933936 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:56:18.933936 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 10:56:18.933936 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:56:18.933936 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:56:18.933936 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:56:18.933936 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:56:18.933936 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:56:18.933936 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:56:18.933936 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:56:18.945400 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-3567b4e6-5bf7-4474-9a39-e0199bf7208f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c54db7b-347b-4498-af4f-cb8611e2c010') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:18.945692 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-3567b4e6-5bf7-4474-9a39-e0199bf7208f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c54db7b-347b-4498-af4f-cb8611e2c010') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:19.001823 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3567b4e6-5bf7-4474-9a39-e0199bf7208f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:19.013791 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b0851df3-4579-4f04-a1b8-b8710732eae9 req-0c0ebf21-6694-4b00-ae4e-44790919f9ab service neutron] 10.222.0.35 "GET /v2.0/networks/619a0580-b085-430c-89e2-022d42d1e4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093663 Mar 22 10:56:19.029331 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3099fc67-f911-4450-9759-41e5d31cd86b tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Network 2b914ef8-a717-4967-b4df-ec9d8d8ec152 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:56:19.032125 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device e0ac23e1-7982-4a5a-9db7-6fdba3548ab7 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:56:19.052304 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0e2b1-ed95-4134-a20a-5325ac0ca1f8 req-1496effe-a1e5-468d-8beb-27d26774ee45 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:19.055561 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9cd0e2b1-ed95-4134-a20a-5325ac0ca1f8 req-1496effe-a1e5-468d-8beb-27d26774ee45 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.2910516 Mar 22 10:56:19.057123 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-3099fc67-f911-4450-9759-41e5d31cd86b tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 2b914ef8-a717-4967-b4df-ec9d8d8ec152) {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:56:19.069391 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3099fc67-f911-4450-9759-41e5d31cd86b tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:19.069987 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3099fc67-f911-4450-9759-41e5d31cd86b tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:19.090188 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3567b4e6-5bf7-4474-9a39-e0199bf7208f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:19.103953 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-3099fc67-f911-4450-9759-41e5d31cd86b tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9108181 Mar 22 10:56:19.106723 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37722) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:19.111603 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-809413e0-2f57-4d56-8d18-2882cc062acd tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Request body: {'port': {'network_id': '2b914ef8-a717-4967-b4df-ec9d8d8ec152', 'name': 'tempest-NetworksIpV6TestAttrs-262338012'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:19.118175 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e2d499-f812-4ffe-a66e-c35a6f868730 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Network 6fd50be3-c809-45da-b03a-5a8f9fd3dab1 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:56:19.124164 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9cd0e2b1-ed95-4134-a20a-5325ac0ca1f8 req-f25bc825-5f92-4bd3-bf19-6bd22a8c9e74 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610356 Mar 22 10:56:19.128035 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3567b4e6-5bf7-4474-9a39-e0199bf7208f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:56:19.128449 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3567b4e6-5bf7-4474-9a39-e0199bf7208f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:19.131806 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bd355a3d-6b76-47ea-a99b-b34357e49c1d tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:19.133905 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 10:56:19.133905 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:56:19.133905 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 10:56:19.133905 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:56:19.133905 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 10:56:19.133905 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:56:19.133905 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 10:56:19.133905 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:56:19.133905 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 10:56:19.133905 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:56:19.133905 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 10:56:19.133905 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:56:19.133905 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 10:56:19.133905 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:56:19.133905 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:56:19.133905 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:56:19.133905 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:56:19.133905 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:56:19.133905 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 10:56:19.133905 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:56:19.133905 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 10:56:19.133905 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:56:19.133905 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:56:19.133905 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:56:19.133905 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 10:56:19.133905 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:56:19.133905 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:56:19.133905 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:56:19.133905 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:56:19.133905 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:56:19.133905 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:56:19.133905 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:56:19.170217 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bd355a3d-6b76-47ea-a99b-b34357e49c1d tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:19.173360 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-bd355a3d-6b76-47ea-a99b-b34357e49c1d tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] 10.222.0.57 "DELETE /v2.0/networks/fa1da2ad-d11f-4544-b068-f8563dc14dbb HTTP/1.1" status: 204 len: 168 time: 1.0516694 Mar 22 10:56:19.177550 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c108c3e-66f3-4565-8798-f37961d89e73 None None] Network 2b914ef8-a717-4967-b4df-ec9d8d8ec152 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:56:19.194179 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-8843bf46-5f72-43e8-b1ac-538b2fa1f292 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] For port c9b90879-f064-478b-afd5-c9ebf4d94725, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=c9b90879-f064-478b-afd5-c9ebf4d94725,segment=NetworkSegment(3a130c61-1c70-4d51-9e6a-9e4b6433197c),segment_id=3a130c61-1c70-4d51-9e6a-9e4b6433197c)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:56:19.194539 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8843bf46-5f72-43e8-b1ac-538b2fa1f292 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:19.209179 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-62e2d499-f812-4ffe-a66e-c35a6f868730 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 6fd50be3-c809-45da-b03a-5a8f9fd3dab1) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:56:19.239548 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49f8270-32ef-474e-9c3f-fe8ee8071a7d None None] Network 6fd50be3-c809-45da-b03a-5a8f9fd3dab1 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:56:19.241491 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-99f02a25-1df4-4cde-88ad-6834e81b1863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:19.255747 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd355a3d-6b76-47ea-a99b-b34357e49c1d tempest-FloatingIPTestJSON-2114906771 tempest-FloatingIPTestJSON-2114906771-project] Pushing event deleted for resources: {'Network': ['ID=fa1da2ad-d11f-4544-b068-f8563dc14dbb,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:19.257875 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e2d499-f812-4ffe-a66e-c35a6f868730 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:56:19.263886 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e2d499-f812-4ffe-a66e-c35a6f868730 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:19.269720 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e2d499-f812-4ffe-a66e-c35a6f868730 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:19.270966 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-62e2d499-f812-4ffe-a66e-c35a6f868730 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:19.287422 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-8843bf46-5f72-43e8-b1ac-538b2fa1f292 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Calling delete_port for c9b90879-f064-478b-afd5-c9ebf4d94725 owned by network:router_interface {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:56:19.311209 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3567b4e6-5bf7-4474-9a39-e0199bf7208f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:19.319332 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3567b4e6-5bf7-4474-9a39-e0199bf7208f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:19.323298 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3567b4e6-5bf7-4474-9a39-e0199bf7208f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "DELETE /v2.0/networks/b2474524-74f2-4c31-af5f-82f8d754b74f HTTP/1.1" status: 204 len: 168 time: 2.6832347 Mar 22 10:56:19.327821 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37728) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:19.331735 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-62e2d499-f812-4ffe-a66e-c35a6f868730 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.8429420 Mar 22 10:56:19.334537 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ec5b6cf2-8d71-4bd5-a9e1-0e938914f6f7 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:19.336601 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37730) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:19.448127 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809413e0-2f57-4d56-8d18-2882cc062acd tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Made reservation on behalf of aca6e4961e534035bfe51426bdf4418a for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:19.453959 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-809413e0-2f57-4d56-8d18-2882cc062acd tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:19.461944 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3567b4e6-5bf7-4474-9a39-e0199bf7208f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event deleted for resources: {'Network': ['ID=b2474524-74f2-4c31-af5f-82f8d754b74f,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:19.558883 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-809413e0-2f57-4d56-8d18-2882cc062acd tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] device_id is not set on port 89ec5010-5fde-4ffe-bf1b-2c5da9711809 yet. {{(pid=109050) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:56:19.619045 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5b6cf2-8d71-4bd5-a9e1-0e938914f6f7 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:56:19.643716 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-99f02a25-1df4-4cde-88ad-6834e81b1863 None None] For port e0ac23e1-7982-4a5a-9db7-6fdba3548ab7, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=e0ac23e1-7982-4a5a-9db7-6fdba3548ab7,segment=NetworkSegment(84c3b418-8b80-440a-aaa0-15e6ae286d2b),segment_id=84c3b418-8b80-440a-aaa0-15e6ae286d2b)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:56:19.669531 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-99f02a25-1df4-4cde-88ad-6834e81b1863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:19.675667 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-ec5b6cf2-8d71-4bd5-a9e1-0e938914f6f7 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:56:19.687111 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5b6cf2-8d71-4bd5-a9e1-0e938914f6f7 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:19.701249 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ec5b6cf2-8d71-4bd5-a9e1-0e938914f6f7 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:19.709458 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b6cf2-8d71-4bd5-a9e1-0e938914f6f7 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event updated for resources: {'Subnet': ['ID=822ffe38-44cb-4197-922d-403eec90b587,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:19.713320 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d291fcff-02cc-4206-9273-2fd6e99c0887 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:19.714741 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3659713-e829-44b6-97d4-a4b2af99c79b req-b7ae00fb-202b-424f-9261-cf4305a39c7d tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:19.716375 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d3659713-e829-44b6-97d4-a4b2af99c79b req-b7ae00fb-202b-424f-9261-cf4305a39c7d tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.2440610 Mar 22 10:56:19.751748 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port e0ac23e1-7982-4a5a-9db7-6fdba3548ab7 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:56:19.752127 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:19.781455 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37740) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:19.832828 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-809413e0-2f57-4d56-8d18-2882cc062acd tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Allocated IP 2001:db8::f816:3eff:fed9:e4b1 (2b914ef8-a717-4967-b4df-ec9d8d8ec152/4e314aff-581c-44d8-b7eb-d6d236a67e12/89ec5010-5fde-4ffe-bf1b-2c5da9711809) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:56:19.837752 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d3659713-e829-44b6-97d4-a4b2af99c79b req-da4f272c-fad8-4dc0-9c00-25ccbb053227 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098456 Mar 22 10:56:19.877147 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d291fcff-02cc-4206-9273-2fd6e99c0887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:19.899730 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0e99f364-17a6-4a0c-83e1-c5d9c5ddb18d None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:19.980322 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0e99f364-17a6-4a0c-83e1-c5d9c5ddb18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:20.019116 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8843bf46-5f72-43e8-b1ac-538b2fa1f292 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:20.032477 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d291fcff-02cc-4206-9273-2fd6e99c0887 None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:56:20.035701 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3af0e4fa-6890-492f-99bc-f434618205ae tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:20.037050 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ec5b6cf2-8d71-4bd5-a9e1-0e938914f6f7 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5037999 Mar 22 10:56:20.045841 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65095b6c-23fe-4beb-9aa3-16101b8d21c9 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:20.052136 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65095b6c-23fe-4beb-9aa3-16101b8d21c9 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:20.056511 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-d291fcff-02cc-4206-9273-2fd6e99c0887 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:56:20.056669 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-65095b6c-23fe-4beb-9aa3-16101b8d21c9 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.6399646 Mar 22 10:56:20.056669 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37744) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:20.059020 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37746) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:20.064110 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-ec5e79b6-3a9e-4634-a5a7-a1abaaf9987a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'port': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'mac_address': 'fa:16:3e:35:7f:0e', 'name': 'tempest-NetworksTestDHCPv6-1838205481'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:20.087223 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d291fcff-02cc-4206-9273-2fd6e99c0887 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:56:20.091121 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f02a25-1df4-4cde-88ad-6834e81b1863 None None] Pushing event updated for resources: {'Port': ['ID=e0ac23e1-7982-4a5a-9db7-6fdba3548ab7,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:20.109848 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e99f364-17a6-4a0c-83e1-c5d9c5ddb18d None None] Network fd5b8c1d-a6fc-4f64-8423-551a425b4f11 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:56:20.126520 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8843bf46-5f72-43e8-b1ac-538b2fa1f292 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Pushing event deleted for resources: {'Port': ['ID=c9b90879-f064-478b-afd5-c9ebf4d94725,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:20.149832 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-0e99f364-17a6-4a0c-83e1-c5d9c5ddb18d None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:56:20.151573 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af0e4fa-6890-492f-99bc-f434618205ae tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Pushing event deleted for resources: {'Subnet': ['ID=9e02e6be-cdf9-40c6-b57d-795b086de4f6,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:20.152782 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e99f364-17a6-4a0c-83e1-c5d9c5ddb18d None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:56:20.182433 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d131d334-23e6-49a5-bab5-d4e5cd9b4d4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-2b914ef8-a717-4967-b4df-ec9d8d8ec152', 'network_id': '2b914ef8-a717-4967-b4df-ec9d8d8ec152', 'tenant_id': 'aca6e4961e534035bfe51426bdf4418a', 'fixed_ips': [{'subnet_id': '4e314aff-581c-44d8-b7eb-d6d236a67e12'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:56:20.183483 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d131d334-23e6-49a5-bab5-d4e5cd9b4d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:20.193876 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2314dbfa-8c1d-4280-8178-40318025be24 None None] Provisioning complete for port e0ac23e1-7982-4a5a-9db7-6fdba3548ab7 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:56:20.194106 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2314dbfa-8c1d-4280-8178-40318025be24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:20.266632 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-58ea10a2-e364-49e8-93bd-e0ed25d4725f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=65b47a7da7ab4785af47ee2c91cd3e71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4824970 Mar 22 10:56:20.298890 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37748) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:20.303346 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d291fcff-02cc-4206-9273-2fd6e99c0887 None None] Pushing event updated for resources: {'Port': ['ID=1a369f4d-1ef1-4e41-97b3-f888328996a3,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:20.304866 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3af0e4fa-6890-492f-99bc-f434618205ae tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:20.328347 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-809413e0-2f57-4d56-8d18-2882cc062acd tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:20.343566 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-3af0e4fa-6890-492f-99bc-f434618205ae tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd5b8c1d-a6fc-4f64-8423-551a425b4f11']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:20.371995 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-d291fcff-02cc-4206-9273-2fd6e99c0887 None None] Attempting to bind port 1a369f4d-1ef1-4e41-97b3-f888328996a3 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:56:20.372547 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-d291fcff-02cc-4206-9273-2fd6e99c0887 None None] Attempting to bind port 1a369f4d-1ef1-4e41-97b3-f888328996a3 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:56:20.373038 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d291fcff-02cc-4206-9273-2fd6e99c0887 None None] Attempting to bind port 1a369f4d-1ef1-4e41-97b3-f888328996a3 on network 1bc750fe-0949-42b2-bab7-34fc725823e6 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:56:20.381298 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-3af0e4fa-6890-492f-99bc-f434618205ae tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc4fe773-db0c-4a45-8820-40b190369882') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:20.381595 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-3af0e4fa-6890-492f-99bc-f434618205ae tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc4fe773-db0c-4a45-8820-40b190369882') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:20.393932 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3af0e4fa-6890-492f-99bc-f434618205ae tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:20.398144 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-809413e0-2f57-4d56-8d18-2882cc062acd tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:20.442245 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3af0e4fa-6890-492f-99bc-f434618205ae tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:20.456123 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-a03e9e62-d7f3-47dc-b480-84bc8c0c24cf tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Deleting port 64f165f4-482c-4d9b-9427-4ff84c6f9b17 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:56:20.456877 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d291fcff-02cc-4206-9273-2fd6e99c0887 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:56:20.456877 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d291fcff-02cc-4206-9273-2fd6e99c0887 None None] Checking segment: {'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:56:20.457323 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d291fcff-02cc-4206-9273-2fd6e99c0887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:20.457822 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d291fcff-02cc-4206-9273-2fd6e99c0887 None None] Bound using segment: {'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:56:20.458408 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-d291fcff-02cc-4206-9273-2fd6e99c0887 None None] Bound port: 1a369f4d-1ef1-4e41-97b3-f888328996a3, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:56:20.458899 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d291fcff-02cc-4206-9273-2fd6e99c0887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:20.459399 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a03e9e62-d7f3-47dc-b480-84bc8c0c24cf tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:20.474867 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3af0e4fa-6890-492f-99bc-f434618205ae tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:56:20.475275 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3af0e4fa-6890-492f-99bc-f434618205ae tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:20.490244 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-0e99f364-17a6-4a0c-83e1-c5d9c5ddb18d None None] Attempting to bind port 5b4ba02f-bd04-4b9b-908c-edf8b3333b63 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:56:20.490765 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-0e99f364-17a6-4a0c-83e1-c5d9c5ddb18d None None] Attempting to bind port 5b4ba02f-bd04-4b9b-908c-edf8b3333b63 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': 'bc4fe773-db0c-4a45-8820-40b190369882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'fd5b8c1d-a6fc-4f64-8423-551a425b4f11'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:56:20.491254 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e99f364-17a6-4a0c-83e1-c5d9c5ddb18d None None] Attempting to bind port 5b4ba02f-bd04-4b9b-908c-edf8b3333b63 on network fd5b8c1d-a6fc-4f64-8423-551a425b4f11 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:56:20.514361 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e99f364-17a6-4a0c-83e1-c5d9c5ddb18d None None] Pushing event updated for resources: {'Port': ['ID=5b4ba02f-bd04-4b9b-908c-edf8b3333b63,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:20.522179 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e99f364-17a6-4a0c-83e1-c5d9c5ddb18d None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:56:20.522792 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e99f364-17a6-4a0c-83e1-c5d9c5ddb18d None None] Checking segment: {'id': 'bc4fe773-db0c-4a45-8820-40b190369882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'fd5b8c1d-a6fc-4f64-8423-551a425b4f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:56:20.523288 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0e99f364-17a6-4a0c-83e1-c5d9c5ddb18d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:20.523919 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e99f364-17a6-4a0c-83e1-c5d9c5ddb18d None None] Bound using segment: {'id': 'bc4fe773-db0c-4a45-8820-40b190369882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'fd5b8c1d-a6fc-4f64-8423-551a425b4f11'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:56:20.524498 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-0e99f364-17a6-4a0c-83e1-c5d9c5ddb18d None None] Bound port: 5b4ba02f-bd04-4b9b-908c-edf8b3333b63, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc4fe773-db0c-4a45-8820-40b190369882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'fd5b8c1d-a6fc-4f64-8423-551a425b4f11'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:56:20.525080 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0e99f364-17a6-4a0c-83e1-c5d9c5ddb18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:20.532473 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d0342522-22b8-44aa-88c5-1f263840b9cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:20.545022 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 10:56:20.545022 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:56:20.545022 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 10:56:20.545022 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:56:20.545022 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 10:56:20.545022 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:56:20.545022 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 10:56:20.545022 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:56:20.545022 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 10:56:20.545022 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:56:20.545022 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 10:56:20.545022 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:56:20.545022 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 10:56:20.545022 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:56:20.545022 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:56:20.545022 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:56:20.545022 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:56:20.545022 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:56:20.545022 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 10:56:20.545022 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:56:20.545022 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 10:56:20.545022 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:56:20.545022 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:56:20.545022 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:56:20.545022 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 10:56:20.545022 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:56:20.545022 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:56:20.545022 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:56:20.545022 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:56:20.545022 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:56:20.545022 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:56:20.545022 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:56:20.547495 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5e79b6-3a9e-4634-a5a7-a1abaaf9987a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Made reservation on behalf of f7a8ac7bbd5d466888176c13ba053f5f for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:20.609411 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 1e82e64e-0f37-492d-8160-c388d096ad19 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:56:20.638193 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d0342522-22b8-44aa-88c5-1f263840b9cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:20.678694 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 1e82e64e-0f37-492d-8160-c388d096ad19 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:56:20.679074 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 1e82e64e-0f37-492d-8160-c388d096ad19 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:56:20.719428 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-d131d334-23e6-49a5-bab5-d4e5cd9b4d4b None None] Allocated IP 2001:db8::f816:3eff:fe42:8442 (2b914ef8-a717-4967-b4df-ec9d8d8ec152/4e314aff-581c-44d8-b7eb-d6d236a67e12/e9e9cb91-80ac-4049-9149-e011896ee52a) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:56:20.756155 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-d291fcff-02cc-4206-9273-2fd6e99c0887 None None] For port 1a369f4d-1ef1-4e41-97b3-f888328996a3, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:56:20.772590 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-0e99f364-17a6-4a0c-83e1-c5d9c5ddb18d None None] For port 5b4ba02f-bd04-4b9b-908c-edf8b3333b63, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:56:20.785945 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-d291fcff-02cc-4206-9273-2fd6e99c0887 None None] For port 1a369f4d-1ef1-4e41-97b3-f888328996a3, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=1a369f4d-1ef1-4e41-97b3-f888328996a3,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:56:20.803347 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d291fcff-02cc-4206-9273-2fd6e99c0887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:20.815929 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ec5e79b6-3a9e-4634-a5a7-a1abaaf9987a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:20.833830 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8843bf46-5f72-43e8-b1ac-538b2fa1f292 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684007'] for router_interface, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:20.856473 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809413e0-2f57-4d56-8d18-2882cc062acd tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Network 2b914ef8-a717-4967-b4df-ec9d8d8ec152 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:56:20.856722 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-ec5e79b6-3a9e-4634-a5a7-a1abaaf9987a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] device_id is not set on port eff3b05e-b2c3-4fb5-b8b3-e66a923f424c yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:56:20.880317 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-809413e0-2f57-4d56-8d18-2882cc062acd tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:56:20.903223 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.db.api [None req-3af0e4fa-6890-492f-99bc-f434618205ae tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 22 10:56:20.903223 dv-neutron-834599-1-hyperv neutron-server[109050]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 22 10:56:20.903223 dv-neutron-834599-1-hyperv neutron-server[109050]: [parameters: {'id': 'fd5b8c1d-a6fc-4f64-8423-551a425b4f11'}] Mar 22 10:56:20.903223 dv-neutron-834599-1-hyperv neutron-server[109050]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 10:56:20.903843 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG oslo_db.api [None req-3af0e4fa-6890-492f-99bc-f434618205ae tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 10:56:20.915715 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809413e0-2f57-4d56-8d18-2882cc062acd tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:56:20.923084 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809413e0-2f57-4d56-8d18-2882cc062acd tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:20.925426 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-809413e0-2f57-4d56-8d18-2882cc062acd tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:20.932410 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809413e0-2f57-4d56-8d18-2882cc062acd tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Pushing event updated for resources: {'Port': ['ID=89ec5010-5fde-4ffe-bf1b-2c5da9711809,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:20.984394 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a03e9e62-d7f3-47dc-b480-84bc8c0c24cf tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:20.999520 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-a03e9e62-d7f3-47dc-b480-84bc8c0c24cf tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Calling delete_port for 64f165f4-482c-4d9b-9427-4ff84c6f9b17 owned by {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:56:21.089943 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device e0ac23e1-7982-4a5a-9db7-6fdba3548ab7 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:56:21.097299 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-0e99f364-17a6-4a0c-83e1-c5d9c5ddb18d None None] For port 5b4ba02f-bd04-4b9b-908c-edf8b3333b63, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=5b4ba02f-bd04-4b9b-908c-edf8b3333b63,segment=NetworkSegment(bc4fe773-db0c-4a45-8820-40b190369882),segment_id=bc4fe773-db0c-4a45-8820-40b190369882)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:56:21.121210 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-809413e0-2f57-4d56-8d18-2882cc062acd tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.0133460 Mar 22 10:56:21.123843 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37752) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:21.132674 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a03e9e62-d7f3-47dc-b480-84bc8c0c24cf tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:21.152801 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0e99f364-17a6-4a0c-83e1-c5d9c5ddb18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:21.208426 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03e9e62-d7f3-47dc-b480-84bc8c0c24cf tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Pushing event deleted for resources: {'Port': ['ID=64f165f4-482c-4d9b-9427-4ff84c6f9b17,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:21.218032 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a03e9e62-d7f3-47dc-b480-84bc8c0c24cf tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:21.224645 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-a03e9e62-d7f3-47dc-b480-84bc8c0c24cf tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] 10.222.0.57 "DELETE /v2.0/ports/64f165f4-482c-4d9b-9427-4ff84c6f9b17 HTTP/1.1" status: 204 len: 168 time: 1.1545551 Mar 22 10:56:21.226074 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37754) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:21.247012 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48652b-b0ba-49fb-a97c-1f12d7c5f298 req-135cb815-5838-4e40-a835-b5659bc4d6bb tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:21.254524 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6e48652b-b0ba-49fb-a97c-1f12d7c5f298 req-135cb815-5838-4e40-a835-b5659bc4d6bb tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.1739814 Mar 22 10:56:21.255236 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d291fcff-02cc-4206-9273-2fd6e99c0887 None None] Pushing event updated for resources: {'Port': ['ID=1a369f4d-1ef1-4e41-97b3-f888328996a3,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:21.286763 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d0342522-22b8-44aa-88c5-1f263840b9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:21.289605 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d0342522-22b8-44aa-88c5-1f263840b9cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:21.290975 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d0342522-22b8-44aa-88c5-1f263840b9cf admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/08d930a7-b8f9-4cbb-bee4-3c3b61e62520 HTTP/1.1" status: 204 len: 168 time: 0.9323301 Mar 22 10:56:21.292222 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_v2 [None req-0175e98b-dcea-40ac-8760-47ed4db5ee6e tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Deleting subnet 4e314aff-581c-44d8-b7eb-d6d236a67e12 {{(pid=109050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:56:21.355760 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d10262f1-4fd5-486d-9f35-4265d6a6b576 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683891'] for router_interface, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:21.366999 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6e48652b-b0ba-49fb-a97c-1f12d7c5f298 req-caf4eb81-f154-439d-a3b2-86b509f90599 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101258 Mar 22 10:56:21.393852 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7117554d-cae5-4f8d-aeab-5a3233328204 None None] Network fd5b8c1d-a6fc-4f64-8423-551a425b4f11 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:56:21.407339 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port e0ac23e1-7982-4a5a-9db7-6fdba3548ab7 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:56:21.407745 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:21.412013 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3af0e4fa-6890-492f-99bc-f434618205ae tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:21.455631 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-7654934a-7d79-4c43-8ed4-04a9576ee783 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Deleting port c84ddc5b-d843-4d2e-af8a-4a155afd6687 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:56:21.455880 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7654934a-7d79-4c43-8ed4-04a9576ee783 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:21.485386 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e99f364-17a6-4a0c-83e1-c5d9c5ddb18d None None] Pushing event updated for resources: {'Port': ['ID=5b4ba02f-bd04-4b9b-908c-edf8b3333b63,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:21.488863 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d131d334-23e6-49a5-bab5-d4e5cd9b4d4b None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:21.504145 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0342522-22b8-44aa-88c5-1f263840b9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d930a7-b8f9-4cbb-bee4-3c3b61e62520,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:21.520260 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d131d334-23e6-49a5-bab5-d4e5cd9b4d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:21.525822 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0175e98b-dcea-40ac-8760-47ed4db5ee6e tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks [] for subnet, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:21.670020 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7654934a-7d79-4c43-8ed4-04a9576ee783 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:21.713162 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0175e98b-dcea-40ac-8760-47ed4db5ee6e tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11961780'] for subnet, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:21.749697 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-7654934a-7d79-4c43-8ed4-04a9576ee783 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Calling delete_port for c84ddc5b-d843-4d2e-af8a-4a155afd6687 owned by {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:56:21.773861 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d131d334-23e6-49a5-bab5-d4e5cd9b4d4b None None] Network 2b914ef8-a717-4967-b4df-ec9d8d8ec152 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:56:21.777115 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d131d334-23e6-49a5-bab5-d4e5cd9b4d4b None None] Pushing event updated for resources: {'Port': ['ID=e9e9cb91-80ac-4049-9149-e011896ee52a,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:21.806978 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-d131d334-23e6-49a5-bab5-d4e5cd9b4d4b None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:56:21.811207 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d131d334-23e6-49a5-bab5-d4e5cd9b4d4b None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:56:21.953767 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-3af0e4fa-6890-492f-99bc-f434618205ae tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Deleting port 5b4ba02f-bd04-4b9b-908c-edf8b3333b63 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:56:21.955919 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3af0e4fa-6890-492f-99bc-f434618205ae tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:21.968264 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-d131d334-23e6-49a5-bab5-d4e5cd9b4d4b None None] Attempting to bind port e9e9cb91-80ac-4049-9149-e011896ee52a on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:56:21.968886 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-d131d334-23e6-49a5-bab5-d4e5cd9b4d4b None None] Attempting to bind port e9e9cb91-80ac-4049-9149-e011896ee52a by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': 'e57f323f-5c47-4b83-b577-c1ac6b57cc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '2b914ef8-a717-4967-b4df-ec9d8d8ec152'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:56:21.969959 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d131d334-23e6-49a5-bab5-d4e5cd9b4d4b None None] Attempting to bind port e9e9cb91-80ac-4049-9149-e011896ee52a on network 2b914ef8-a717-4967-b4df-ec9d8d8ec152 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:56:21.970410 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba55d69-09f2-47fc-89b4-da02bc5f92ac req-d1e2ea17-677e-42aa-8e5f-db6002b756c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:21.976833 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9ba55d69-09f2-47fc-89b4-da02bc5f92ac req-d1e2ea17-677e-42aa-8e5f-db6002b756c0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e964decdfe5d4f8ab69e1cb7f6a56a22&device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 1099 time: 0.2606750 Mar 22 10:56:21.977718 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-ec5e79b6-3a9e-4634-a5a7-a1abaaf9987a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Allocated IP 172.20.0.12 (1bc750fe-0949-42b2-bab7-34fc725823e6/822ffe38-44cb-4197-922d-403eec90b587/eff3b05e-b2c3-4fb5-b8b3-e66a923f424c) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:56:21.981384 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d131d334-23e6-49a5-bab5-d4e5cd9b4d4b None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:56:21.982122 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d131d334-23e6-49a5-bab5-d4e5cd9b4d4b None None] Checking segment: {'id': 'e57f323f-5c47-4b83-b577-c1ac6b57cc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '2b914ef8-a717-4967-b4df-ec9d8d8ec152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:56:21.982868 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d131d334-23e6-49a5-bab5-d4e5cd9b4d4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:21.983668 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d131d334-23e6-49a5-bab5-d4e5cd9b4d4b None None] Bound using segment: {'id': 'e57f323f-5c47-4b83-b577-c1ac6b57cc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '2b914ef8-a717-4967-b4df-ec9d8d8ec152'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:56:21.984479 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-ec5e79b6-3a9e-4634-a5a7-a1abaaf9987a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Allocated IP 2001:db8::f816:3eff:fe35:7f0e (1bc750fe-0949-42b2-bab7-34fc725823e6/f4c230e9-1470-4e1b-8813-bec773bb43fe/eff3b05e-b2c3-4fb5-b8b3-e66a923f424c) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:56:21.984873 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-d131d334-23e6-49a5-bab5-d4e5cd9b4d4b None None] Bound port: e9e9cb91-80ac-4049-9149-e011896ee52a, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e57f323f-5c47-4b83-b577-c1ac6b57cc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '2b914ef8-a717-4967-b4df-ec9d8d8ec152'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:56:21.985631 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d131d334-23e6-49a5-bab5-d4e5cd9b4d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:21.996135 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d8c8a-395b-4298-87eb-db8af9233a8e req-a0b31753-f88a-442f-86b5-0d16d9972b79 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:22.003251 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b45d8c8a-395b-4298-87eb-db8af9233a8e req-a0b31753-f88a-442f-86b5-0d16d9972b79 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.2761793 Mar 22 10:56:22.153845 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-3af0e4fa-6890-492f-99bc-f434618205ae tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] For port 5b4ba02f-bd04-4b9b-908c-edf8b3333b63, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=5b4ba02f-bd04-4b9b-908c-edf8b3333b63,segment=NetworkSegment(bc4fe773-db0c-4a45-8820-40b190369882),segment_id=bc4fe773-db0c-4a45-8820-40b190369882)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:56:22.154138 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3af0e4fa-6890-492f-99bc-f434618205ae tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:22.206429 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7654934a-7d79-4c43-8ed4-04a9576ee783 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:22.209538 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8843bf46-5f72-43e8-b1ac-538b2fa1f292 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Router b84ae497-6c77-4992-9eab-281ed6887ea9 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:56:22.224995 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0175e98b-dcea-40ac-8760-47ed4db5ee6e tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:22.228398 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-3af0e4fa-6890-492f-99bc-f434618205ae tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Calling delete_port for 5b4ba02f-bd04-4b9b-908c-edf8b3333b63 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:56:22.245906 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b45d8c8a-395b-4298-87eb-db8af9233a8e req-1d867057-00d4-46ff-9a8b-9fe8b905ea03 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2360001 Mar 22 10:56:22.314786 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7654934a-7d79-4c43-8ed4-04a9576ee783 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Pushing event deleted for resources: {'Port': ['ID=c84ddc5b-d843-4d2e-af8a-4a155afd6687,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:22.327597 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7654934a-7d79-4c43-8ed4-04a9576ee783 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:22.330811 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-7654934a-7d79-4c43-8ed4-04a9576ee783 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] 10.222.0.57 "DELETE /v2.0/ports/c84ddc5b-d843-4d2e-af8a-4a155afd6687 HTTP/1.1" status: 204 len: 168 time: 1.1017611 Mar 22 10:56:22.333673 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37780) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:22.336788 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba55d69-09f2-47fc-89b4-da02bc5f92ac req-eba403c9-8bd2-4cc7-865f-8846e1c74677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:22.338299 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9ba55d69-09f2-47fc-89b4-da02bc5f92ac req-eba403c9-8bd2-4cc7-865f-8846e1c74677 service neutron] 10.222.0.35 "GET /v2.0/networks?id=619a0580-b085-430c-89e2-022d42d1e4bf HTTP/1.1" status: 200 len: 913 time: 0.3311045 Mar 22 10:56:22.371155 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-dcf50370-d427-4f0f-b9a1-e721699fb922 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0361793 Mar 22 10:56:22.379265 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37782) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:22.415615 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-57574d2b-9487-4d93-8d33-8213cbef41e2 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1574585379'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:22.444857 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37784) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:22.476908 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ec5e79b6-3a9e-4634-a5a7-a1abaaf9987a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:22.487924 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9ba55d69-09f2-47fc-89b4-da02bc5f92ac req-6eb03116-5f28-49dc-bacb-21cff50f97f3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62e0eae6-4190-4612-b054-e17b9b6eea2c HTTP/1.1" status: 200 len: 1002 time: 0.1202784 Mar 22 10:56:22.490885 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-d10262f1-4fd5-486d-9f35-4265d6a6b576 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Deleting port 6d3f8b02-2638-4b7e-8663-01a6e51c05c6 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:56:22.491278 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d10262f1-4fd5-486d-9f35-4265d6a6b576 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:22.497825 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-d131d334-23e6-49a5-bab5-d4e5cd9b4d4b None None] For port e9e9cb91-80ac-4049-9149-e011896ee52a, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:56:22.500614 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57574d2b-9487-4d93-8d33-8213cbef41e2 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Made reservation on behalf of adbb39fab67d44128dde9801f6373bc8 for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:22.503760 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-d131d334-23e6-49a5-bab5-d4e5cd9b4d4b None None] For port e9e9cb91-80ac-4049-9149-e011896ee52a, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=e9e9cb91-80ac-4049-9149-e011896ee52a,segment=NetworkSegment(e57f323f-5c47-4b83-b577-c1ac6b57cc79),segment_id=e57f323f-5c47-4b83-b577-c1ac6b57cc79)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:56:22.504091 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-57574d2b-9487-4d93-8d33-8213cbef41e2 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:22.518058 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0175e98b-dcea-40ac-8760-47ed4db5ee6e tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:22.518648 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d131d334-23e6-49a5-bab5-d4e5cd9b4d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:22.524045 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8843bf46-5f72-43e8-b1ac-538b2fa1f292 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:56:22.548987 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8843bf46-5f72-43e8-b1ac-538b2fa1f292 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "PUT /v2.0/routers/b84ae497-6c77-4992-9eab-281ed6887ea9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4916871 Mar 22 10:56:22.553030 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37788) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:22.597227 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3af0e4fa-6890-492f-99bc-f434618205ae tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:22.599450 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0175e98b-dcea-40ac-8760-47ed4db5ee6e tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Pushing event deleted for resources: {'Subnet': ['ID=4e314aff-581c-44d8-b7eb-d6d236a67e12,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:22.614786 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0175e98b-dcea-40ac-8760-47ed4db5ee6e tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:22.616645 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada7505a-e77e-4544-9503-2ded2078d7e7 None None] Sync routers for ids ['b84ae497-6c77-4992-9eab-281ed6887ea9'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:56:22.618595 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-0175e98b-dcea-40ac-8760-47ed4db5ee6e tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] 10.222.0.57 "DELETE /v2.0/subnets/4e314aff-581c-44d8-b7eb-d6d236a67e12 HTTP/1.1" status: 204 len: 168 time: 1.4931581 Mar 22 10:56:22.620717 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37790) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:22.623745 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d131d334-23e6-49a5-bab5-d4e5cd9b4d4b None None] Pushing event updated for resources: {'Port': ['ID=e9e9cb91-80ac-4049-9149-e011896ee52a,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:22.634244 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada7505a-e77e-4544-9503-2ded2078d7e7 None None] Routers {'b84ae497-6c77-4992-9eab-281ed6887ea9'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:56:22.635011 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-ada7505a-e77e-4544-9503-2ded2078d7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:56:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['b84ae497-6c77-4992-9eab-281ed6887ea9'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:22.654942 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af0e4fa-6890-492f-99bc-f434618205ae tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Pushing event deleted for resources: {'Port': ['ID=5b4ba02f-bd04-4b9b-908c-edf8b3333b63,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:22.668393 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ec5e79b6-3a9e-4634-a5a7-a1abaaf9987a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:22.709662 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57574d2b-9487-4d93-8d33-8213cbef41e2 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:56:22.714057 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af0e4fa-6890-492f-99bc-f434618205ae tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] No DVR routers for this DVR port 5b4ba02f-bd04-4b9b-908c-edf8b3333b63 on host dv-neutron-834599-1-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:56:22.730615 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba55d69-09f2-47fc-89b4-da02bc5f92ac req-4f00c5d8-de05-409b-9d9f-9cd99421a43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:22.732317 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9ba55d69-09f2-47fc-89b4-da02bc5f92ac req-4f00c5d8-de05-409b-9d9f-9cd99421a43d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e692a5aa-617d-46cb-afbe-668e67a6ee91 HTTP/1.1" status: 200 len: 851 time: 0.2231274 Mar 22 10:56:22.765935 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddf19e5c-39e1-4ec7-9b20-cec6538b368f tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Deleting subnet 1e449dec-f71c-43ef-87f8-f368eb7385b3 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:56:22.778479 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-2c74f1cf-8528-4741-863a-b89614eff5cc tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Request body: {'networks': [{'name': 'tempest-network--1559247507'}, {'name': 'tempest-network--1495482968'}]} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:22.779037 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-2c74f1cf-8528-4741-863a-b89614eff5cc tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Request body: {'network': {'name': 'tempest-network--1559247507'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:22.779725 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-2c74f1cf-8528-4741-863a-b89614eff5cc tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Request body: {'network': {'name': 'tempest-network--1495482968'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:22.781848 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-57574d2b-9487-4d93-8d33-8213cbef41e2 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:22.782202 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-57574d2b-9487-4d93-8d33-8213cbef41e2 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Added segment 8a0c7343-7849-46f0-8833-61250b3cb512 of type vlan for network 2c619a49-7c87-4fba-bb64-d124ed4eaed7 Mar 22 10:56:22.793852 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ddf19e5c-39e1-4ec7-9b20-cec6538b368f tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:22.821764 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-ada7505a-e77e-4544-9503-2ded2078d7e7 None None] Set router b84ae497-6c77-4992-9eab-281ed6887ea9 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:56:22.822515 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-d10262f1-4fd5-486d-9f35-4265d6a6b576 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] For port 6d3f8b02-2638-4b7e-8663-01a6e51c05c6, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=6d3f8b02-2638-4b7e-8663-01a6e51c05c6,segment=NetworkSegment(fcedf56e-4c01-41b0-bdfc-5a01e0988979),segment_id=fcedf56e-4c01-41b0-bdfc-5a01e0988979)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:56:22.822952 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d10262f1-4fd5-486d-9f35-4265d6a6b576 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:22.838117 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5e79b6-3a9e-4634-a5a7-a1abaaf9987a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:56:22.852546 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359a7f05-0b22-4f63-a52e-3a13c9d24dd8 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:22.854207 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359a7f05-0b22-4f63-a52e-3a13c9d24dd8 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:22.855699 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-359a7f05-0b22-4f63-a52e-3a13c9d24dd8 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2155590 Mar 22 10:56:22.855860 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b168a157-b29e-4d9e-a925-114b5c8aa5ab None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:56:22.862521 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-ec5e79b6-3a9e-4634-a5a7-a1abaaf9987a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:56:22.867057 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-d10262f1-4fd5-486d-9f35-4265d6a6b576 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Calling delete_port for 6d3f8b02-2638-4b7e-8663-01a6e51c05c6 owned by network:router_interface {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:56:22.868670 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37792) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:22.874478 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5e79b6-3a9e-4634-a5a7-a1abaaf9987a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:56:22.880697 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e79b6-3a9e-4634-a5a7-a1abaaf9987a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event updated for resources: {'Port': ['ID=eff3b05e-b2c3-4fb5-b8b3-e66a923f424c,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:22.920320 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3af0e4fa-6890-492f-99bc-f434618205ae tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:22.931891 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ddf19e5c-39e1-4ec7-9b20-cec6538b368f tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:22.937986 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c74f1cf-8528-4741-863a-b89614eff5cc tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Made reservation on behalf of 85ae0a882650439a8e638cfcb1492533 for: {'network': 2} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:22.942855 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2c74f1cf-8528-4741-863a-b89614eff5cc tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:22.949735 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-57574d2b-9487-4d93-8d33-8213cbef41e2 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:22.982952 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-3af0e4fa-6890-492f-99bc-f434618205ae tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd5b8c1d-a6fc-4f64-8423-551a425b4f11']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:22.988339 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba55d69-09f2-47fc-89b4-da02bc5f92ac req-a0028dcb-d128-4473-a4b4-bc6b54d70770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:22.990130 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9ba55d69-09f2-47fc-89b4-da02bc5f92ac req-a0028dcb-d128-4473-a4b4-bc6b54d70770 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=619a0580-b085-430c-89e2-022d42d1e4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2246737 Mar 22 10:56:23.015923 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-3af0e4fa-6890-492f-99bc-f434618205ae tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc4fe773-db0c-4a45-8820-40b190369882') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:23.016425 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-3af0e4fa-6890-492f-99bc-f434618205ae tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc4fe773-db0c-4a45-8820-40b190369882') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:23.021782 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2c74f1cf-8528-4741-863a-b89614eff5cc tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:23.049512 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3af0e4fa-6890-492f-99bc-f434618205ae tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:23.078930 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3af0e4fa-6890-492f-99bc-f434618205ae tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:23.084870 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-57574d2b-9487-4d93-8d33-8213cbef41e2 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:23.089694 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-c50cd206-99d5-4f63-9dc7-a5ab93c923c5 None None] Provisioning complete for port 1a369f4d-1ef1-4e41-97b3-f888328996a3 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:56:23.090091 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c50cd206-99d5-4f63-9dc7-a5ab93c923c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:23.091176 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57574d2b-9487-4d93-8d33-8213cbef41e2 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:23.092045 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-57574d2b-9487-4d93-8d33-8213cbef41e2 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:23.104662 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3af0e4fa-6890-492f-99bc-f434618205ae tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:56:23.105224 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3af0e4fa-6890-492f-99bc-f434618205ae tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:23.125327 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 10:56:23.150879 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 10:56:23.150879 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:56:23.150879 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 10:56:23.150879 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:56:23.150879 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 10:56:23.150879 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:56:23.150879 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 10:56:23.150879 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:56:23.150879 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 10:56:23.150879 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:56:23.150879 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 10:56:23.150879 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:56:23.150879 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 10:56:23.150879 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:56:23.150879 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:56:23.150879 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:56:23.150879 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:56:23.150879 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:56:23.150879 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 10:56:23.150879 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:56:23.150879 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 10:56:23.150879 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:56:23.150879 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:56:23.150879 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:56:23.150879 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 10:56:23.150879 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:56:23.150879 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:56:23.150879 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:56:23.150879 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:56:23.150879 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:56:23.150879 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:56:23.150879 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:56:23.225992 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5e79b6-3a9e-4634-a5a7-a1abaaf9987a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:23.227879 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 1a369f4d-1ef1-4e41-97b3-f888328996a3 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:56:23.228267 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ec5e79b6-3a9e-4634-a5a7-a1abaaf9987a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:23.235218 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-57574d2b-9487-4d93-8d33-8213cbef41e2 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8539190 Mar 22 10:56:23.240219 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ddf19e5c-39e1-4ec7-9b20-cec6538b368f tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:23.250910 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37794) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:23.264627 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-9c96834d-6d4e-4525-9be6-40aaf6fe9552 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1604652960'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:23.304971 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57574d2b-9487-4d93-8d33-8213cbef41e2 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Pushing event updated for resources: {'Network': ['ID=2c619a49-7c87-4fba-bb64-d124ed4eaed7,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:23.308575 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dbf4cd1f-8a26-4221-9ba7-d6eff8276efe tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:23.331601 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3af0e4fa-6890-492f-99bc-f434618205ae tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:23.357985 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 2c619a49-7c87-4fba-bb64-d124ed4eaed7 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:56:23.358420 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9ba55d69-09f2-47fc-89b4-da02bc5f92ac req-19970321-a1a8-4119-8161-4a19e6b77ba2 service neutron] 10.222.0.35 "GET /v2.0/networks/619a0580-b085-430c-89e2-022d42d1e4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596370 Mar 22 10:56:23.359871 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3af0e4fa-6890-492f-99bc-f434618205ae tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:23.361737 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ec5e79b6-3a9e-4634-a5a7-a1abaaf9987a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.3014228 Mar 22 10:56:23.363296 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-3af0e4fa-6890-492f-99bc-f434618205ae tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "DELETE /v2.0/networks/fd5b8c1d-a6fc-4f64-8423-551a425b4f11 HTTP/1.1" status: 204 len: 168 time: 5.4372201 Mar 22 10:56:23.366546 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37798) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:23.367036 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37800) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:23.388899 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-1d912a76-5668-4504-bbf3-8b533f0bcec7 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1149434004'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:23.390673 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbf4cd1f-8a26-4221-9ba7-d6eff8276efe tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 22 10:56:23.391151 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbf4cd1f-8a26-4221-9ba7-d6eff8276efe tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:56:23.399338 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-dbf4cd1f-8a26-4221-9ba7-d6eff8276efe tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] 10.222.0.57 "DELETE /v2.0/networks/2b914ef8-a717-4967-b4df-ec9d8d8ec152 HTTP/1.1" status: 409 len: 405 time: 0.5278702 Mar 22 10:56:23.400085 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37802) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:23.401765 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 1a369f4d-1ef1-4e41-97b3-f888328996a3 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:56:23.402137 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:23.418829 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-4a410df3-65dd-46cb-a1e7-61ffb096e55b tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2009402580'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:23.430526 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c96834d-6d4e-4525-9be6-40aaf6fe9552 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Made reservation on behalf of adbb39fab67d44128dde9801f6373bc8 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:23.434569 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9c96834d-6d4e-4525-9be6-40aaf6fe9552 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:23.445240 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af0e4fa-6890-492f-99bc-f434618205ae tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Pushing event deleted for resources: {'Network': ['ID=fd5b8c1d-a6fc-4f64-8423-551a425b4f11,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:23.517721 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a410df3-65dd-46cb-a1e7-61ffb096e55b tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Made reservation on behalf of aca6e4961e534035bfe51426bdf4418a for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:23.521953 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4a410df3-65dd-46cb-a1e7-61ffb096e55b tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:23.536245 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ddf19e5c-39e1-4ec7-9b20-cec6538b368f tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:23.537234 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d912a76-5668-4504-bbf3-8b533f0bcec7 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Made reservation on behalf of a993536edab145339b0f463caedd0151 for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:23.540999 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1d912a76-5668-4504-bbf3-8b533f0bcec7 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:23.548768 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c50cd206-99d5-4f63-9dc7-a5ab93c923c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:23.557740 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8ec7a5-2c74-4c2f-9709-2049b59d3c53 req-34097194-ddb8-448a-8052-a9fe14313df1 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:23.559487 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0c8ec7a5-2c74-4c2f-9709-2049b59d3c53 req-34097194-ddb8-448a-8052-a9fe14313df1 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.2169762 Mar 22 10:56:23.574851 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f3d757-f454-4c66-878d-26161f6fb6f4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:23.580731 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f3d757-f454-4c66-878d-26161f6fb6f4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:23.583638 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-d8f3d757-f454-4c66-878d-26161f6fb6f4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.2056129 Mar 22 10:56:23.588171 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37804) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:23.595893 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c96834d-6d4e-4525-9be6-40aaf6fe9552 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:56:23.602431 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf19e5c-39e1-4ec7-9b20-cec6538b368f tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Pushing event deleted for resources: {'Subnet': ['ID=1e449dec-f71c-43ef-87f8-f368eb7385b3,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:23.612378 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-ada7505a-e77e-4544-9503-2ded2078d7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84ae497-6c77-4992-9eab-281ed6887ea9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855438045', 'tenant_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': 'fde75daf-8cce-4a4f-9316-fdd855597617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:53:58Z', 'updated_at': '2022-03-22T10:56:19Z', 'revision_number': 5, 'project_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'gw_port': {'id': 'fde75daf-8cce-4a4f-9316-fdd855597617', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84ae497-6c77-4992-9eab-281ed6887ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:54:00Z', 'updated_at': '2022-03-22T10:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:23.625876 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9ba55d69-09f2-47fc-89b4-da02bc5f92ac req-c2fff1d2-91b0-424d-bdaf-1d9fd44d21a7 service neutron] 10.222.0.35 "GET /v2.0/networks/619a0580-b085-430c-89e2-022d42d1e4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573817 Mar 22 10:56:23.630075 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ddf19e5c-39e1-4ec7-9b20-cec6538b368f tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:23.633441 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ddf19e5c-39e1-4ec7-9b20-cec6538b368f tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "DELETE /v2.0/subnets/1e449dec-f71c-43ef-87f8-f368eb7385b3 HTTP/1.1" status: 204 len: 168 time: 1.0773916 Mar 22 10:56:23.640829 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37806) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:23.647923 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2c74f1cf-8528-4741-863a-b89614eff5cc tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:23.648196 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada7505a-e77e-4544-9503-2ded2078d7e7 None None] Checking router: b84ae497-6c77-4992-9eab-281ed6887ea9 for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 10:56:23.651107 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32757ea4-c200-4338-a85a-27cd33b2d47e None None] Network d9d30e40-e553-4004-8b8d-30072274af6a requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:56:23.655979 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9c96834d-6d4e-4525-9be6-40aaf6fe9552 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:23.656249 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-9c96834d-6d4e-4525-9be6-40aaf6fe9552 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Added segment bff3ac82-44bf-4d40-8e94-cd2c6cca9b70 of type vlan for network e689812c-2573-4eab-97a5-d6becd2c1f17 Mar 22 10:56:23.668048 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d912a76-5668-4504-bbf3-8b533f0bcec7 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:56:23.698710 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d10262f1-4fd5-486d-9f35-4265d6a6b576 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:23.705173 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-c50cd206-99d5-4f63-9dc7-a5ab93c923c5 None None] For port 1a369f4d-1ef1-4e41-97b3-f888328996a3, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=1a369f4d-1ef1-4e41-97b3-f888328996a3,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:56:23.713490 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1d912a76-5668-4504-bbf3-8b533f0bcec7 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:23.713839 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-1d912a76-5668-4504-bbf3-8b533f0bcec7 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Added segment 46eaf4ac-8346-474f-b865-24b1d4a1bb0b of type vlan for network 2e045cbc-4049-4a0c-8d41-34f7c18660fd Mar 22 10:56:23.719762 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2c74f1cf-8528-4741-863a-b89614eff5cc tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:23.720347 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2c74f1cf-8528-4741-863a-b89614eff5cc tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:23.728919 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0c8ec7a5-2c74-4c2f-9709-2049b59d3c53 req-c65f1b9c-46cc-41bd-827d-2b188d9bde58 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450026 Mar 22 10:56:23.786862 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1d912a76-5668-4504-bbf3-8b533f0bcec7 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:23.824092 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-dadd3c38-082f-46a6-8657-bcbd5aeb190a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Deleting port eff3b05e-b2c3-4fb5-b8b3-e66a923f424c {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:56:23.825176 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dadd3c38-082f-46a6-8657-bcbd5aeb190a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:23.832991 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c74f1cf-8528-4741-863a-b89614eff5cc tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56e1b8c8-397d-4719-a13b-6eb3fe88d040,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:23.857978 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1d912a76-5668-4504-bbf3-8b533f0bcec7 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:23.866412 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d912a76-5668-4504-bbf3-8b533f0bcec7 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:23.867051 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1d912a76-5668-4504-bbf3-8b533f0bcec7 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:23.885402 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10262f1-4fd5-486d-9f35-4265d6a6b576 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event deleted for resources: {'Port': ['ID=6d3f8b02-2638-4b7e-8663-01a6e51c05c6,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:23.903049 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada7505a-e77e-4544-9503-2ded2078d7e7 None None] Routers {'b84ae497-6c77-4992-9eab-281ed6887ea9'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:56:23.903981 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-ada7505a-e77e-4544-9503-2ded2078d7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:56:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['b84ae497-6c77-4992-9eab-281ed6887ea9'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:23.918721 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9c96834d-6d4e-4525-9be6-40aaf6fe9552 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:23.933115 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c50cd206-99d5-4f63-9dc7-a5ab93c923c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:23.948264 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c74f1cf-8528-4741-863a-b89614eff5cc tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:56:23.963684 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2c74f1cf-8528-4741-863a-b89614eff5cc tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:23.964135 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-2c74f1cf-8528-4741-863a-b89614eff5cc tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Added segment 01ecc448-7d4d-4cd9-8338-b9e72021e7a1 of type vlan for network acbbae22-e95a-4f05-acf1-5e63fd84c7b9 Mar 22 10:56:24.018026 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2c74f1cf-8528-4741-863a-b89614eff5cc tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:24.058854 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c74f1cf-8528-4741-863a-b89614eff5cc tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:56:24.091179 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50cd206-99d5-4f63-9dc7-a5ab93c923c5 None None] Pushing event updated for resources: {'Port': ['ID=1a369f4d-1ef1-4e41-97b3-f888328996a3,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:24.152582 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2c74f1cf-8528-4741-863a-b89614eff5cc tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:24.153070 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-2c74f1cf-8528-4741-863a-b89614eff5cc tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Added segment f930f626-3932-4143-8929-3ebe71191989 of type vlan for network 2fc759da-0a77-422d-95d1-5d249e385916 Mar 22 10:56:24.174237 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.db.resource_extend [None req-9c96834d-6d4e-4525-9be6-40aaf6fe9552 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 10:56:24.256155 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-ada7505a-e77e-4544-9503-2ded2078d7e7 None None] Set router b84ae497-6c77-4992-9eab-281ed6887ea9 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:56:24.260063 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9c96834d-6d4e-4525-9be6-40aaf6fe9552 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:24.266113 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c96834d-6d4e-4525-9be6-40aaf6fe9552 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:24.267043 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9c96834d-6d4e-4525-9be6-40aaf6fe9552 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:24.282951 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-68e4a66d-1602-4ee2-9774-859df84f68d2 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:24.310293 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.db.api [None req-4a410df3-65dd-46cb-a1e7-61ffb096e55b tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=109049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 10:56:24.310856 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG oslo_db.api [None req-4a410df3-65dd-46cb-a1e7-61ffb096e55b tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 10:56:24.433902 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f378f5-4581-48b7-8b2e-ea5b03511737 None None] Update dhcp port {'port': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'fixed_ips': [{'subnet_id': 'f4c230e9-1470-4e1b-8813-bec773bb43fe', 'ip_address': '2001:db8::f816:3eff:fe40:4860'}, {'subnet_id': '822ffe38-44cb-4197-922d-403eec90b587'}], 'binding:host_id': 'dv-neutron-834599-1-hyperv'}, 'id': '1a369f4d-1ef1-4e41-97b3-f888328996a3'} from dv-neutron-834599-1-hyperv. {{(pid=109051) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 22 10:56:24.467133 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75efc05d-4222-47d3-95a9-3aaab4bead2b None None] Network 2b914ef8-a717-4967-b4df-ec9d8d8ec152 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:56:24.469816 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-1d912a76-5668-4504-bbf3-8b533f0bcec7 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0846643 Mar 22 10:56:24.476548 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37808) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:24.482208 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-bb66279f-f704-473d-b0fd-42dea338c1d0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Request body: {'subnet': {'network_id': '2e045cbc-4049-4a0c-8d41-34f7c18660fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:24.524851 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-86f378f5-4581-48b7-8b2e-ea5b03511737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:24.534760 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d912a76-5668-4504-bbf3-8b533f0bcec7 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Pushing event updated for resources: {'Network': ['ID=2e045cbc-4049-4a0c-8d41-34f7c18660fd,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:24.542575 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dadd3c38-082f-46a6-8657-bcbd5aeb190a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:24.566044 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-dadd3c38-082f-46a6-8657-bcbd5aeb190a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Calling delete_port for eff3b05e-b2c3-4fb5-b8b3-e66a923f424c owned by {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:56:24.606255 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 2e045cbc-4049-4a0c-8d41-34f7c18660fd details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:56:24.629708 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-d8061d2f-4d06-4391-b297-1acf377481c8 None None] Provisioning complete for port e9e9cb91-80ac-4049-9149-e011896ee52a triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:56:24.630239 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d8061d2f-4d06-4391-b297-1acf377481c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:24.664386 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05519fe8-f456-4e26-845d-f868087398e2 None None] DHCP port deletion for d9d30e40-e553-4004-8b8d-30072274af6a request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:56:24.672167 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2c74f1cf-8528-4741-863a-b89614eff5cc tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:24.685733 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb66279f-f704-473d-b0fd-42dea338c1d0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Made reservation on behalf of a993536edab145339b0f463caedd0151 for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:24.689521 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bb66279f-f704-473d-b0fd-42dea338c1d0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:24.700420 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d10262f1-4fd5-486d-9f35-4265d6a6b576 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684007'] for router_interface, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:24.723201 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9c96834d-6d4e-4525-9be6-40aaf6fe9552 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4505875 Mar 22 10:56:24.761220 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96834d-6d4e-4525-9be6-40aaf6fe9552 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Pushing event updated for resources: {'Network': ['ID=e689812c-2573-4eab-97a5-d6becd2c1f17,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:24.811611 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.ipam_backend_mixin [None req-bb66279f-f704-473d-b0fd-42dea338c1d0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Performing IP validity checks on allocation pools {{(pid=109050) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 22 10:56:24.812186 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.ipam_backend_mixin [None req-bb66279f-f704-473d-b0fd-42dea338c1d0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109050) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 22 10:56:24.833169 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4a410df3-65dd-46cb-a1e7-61ffb096e55b tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:24.856910 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2c74f1cf-8528-4741-863a-b89614eff5cc tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:24.857705 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2c74f1cf-8528-4741-863a-b89614eff5cc tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:24.863155 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c74f1cf-8528-4741-863a-b89614eff5cc tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:24.873734 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c74f1cf-8528-4741-863a-b89614eff5cc tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:24.874414 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2c74f1cf-8528-4741-863a-b89614eff5cc tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:24.910429 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network e689812c-2573-4eab-97a5-d6becd2c1f17 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:56:25.121029 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-68e4a66d-1602-4ee2-9774-859df84f68d2 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:25.127026 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2c74f1cf-8528-4741-863a-b89614eff5cc tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.6770632 Mar 22 10:56:25.128196 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a410df3-65dd-46cb-a1e7-61ffb096e55b tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:56:25.134063 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37812) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:25.143820 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c74f1cf-8528-4741-863a-b89614eff5cc tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Pushing event updated for resources: {'Network': ['ID=acbbae22-e95a-4f05-acf1-5e63fd84c7b9,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:25.168275 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4a410df3-65dd-46cb-a1e7-61ffb096e55b tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:25.168867 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-4a410df3-65dd-46cb-a1e7-61ffb096e55b tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Added segment 3c412849-ad00-4b8e-a3b9-baf5ddc4ef71 of type vlan for network e2c59ba7-f731-4a7c-9bc2-200d46417b27 Mar 22 10:56:25.247094 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-86f378f5-4581-48b7-8b2e-ea5b03511737 None None] Allocated IP 172.20.0.2 (1bc750fe-0949-42b2-bab7-34fc725823e6/822ffe38-44cb-4197-922d-403eec90b587/1a369f4d-1ef1-4e41-97b3-f888328996a3) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:56:25.318568 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4a410df3-65dd-46cb-a1e7-61ffb096e55b tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:25.326176 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5572dd4d-7a13-4031-961a-c0c128410e8f tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:25.332419 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5572dd4d-7a13-4031-961a-c0c128410e8f tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:25.338577 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5572dd4d-7a13-4031-961a-c0c128410e8f tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:25.344564 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5572dd4d-7a13-4031-961a-c0c128410e8f tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:25.349123 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-5572dd4d-7a13-4031-961a-c0c128410e8f tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.1895101 Mar 22 10:56:25.349287 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-ada7505a-e77e-4544-9503-2ded2078d7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84ae497-6c77-4992-9eab-281ed6887ea9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855438045', 'tenant_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': 'fde75daf-8cce-4a4f-9316-fdd855597617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:53:58Z', 'updated_at': '2022-03-22T10:56:19Z', 'revision_number': 5, 'project_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'gw_port': {'id': 'fde75daf-8cce-4a4f-9316-fdd855597617', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84ae497-6c77-4992-9eab-281ed6887ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:54:00Z', 'updated_at': '2022-03-22T10:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:25.351892 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37814) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:25.352560 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c74f1cf-8528-4741-863a-b89614eff5cc tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Pushing event updated for resources: {'Network': ['ID=2fc759da-0a77-422d-95d1-5d249e385916,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:25.364084 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network acbbae22-e95a-4f05-acf1-5e63fd84c7b9 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:56:25.371307 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 2fc759da-0a77-422d-95d1-5d249e385916 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:56:25.397129 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5155832-9265-4206-892b-788371196fe0 req-e39f5003-6424-4f7b-ac72-ed81f79362fd tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:25.399607 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e5155832-9265-4206-892b-788371196fe0 req-e39f5003-6424-4f7b-ac72-ed81f79362fd tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.4179718 Mar 22 10:56:25.400708 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bb66279f-f704-473d-b0fd-42dea338c1d0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:25.454718 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb66279f-f704-473d-b0fd-42dea338c1d0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Pushing event updated for resources: {'Subnet': ['ID=cfff8f5c-c1c4-4734-a3ee-33ea873a0d6d,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:25.479276 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4a410df3-65dd-46cb-a1e7-61ffb096e55b tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:25.484762 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a410df3-65dd-46cb-a1e7-61ffb096e55b tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:25.485370 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4a410df3-65dd-46cb-a1e7-61ffb096e55b tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:25.497189 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-86f378f5-4581-48b7-8b2e-ea5b03511737 None None] For port 1a369f4d-1ef1-4e41-97b3-f888328996a3, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=1a369f4d-1ef1-4e41-97b3-f888328996a3,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:56:25.519545 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d10262f1-4fd5-486d-9f35-4265d6a6b576 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Router 22c5e9b4-83c7-47e3-b4d6-ebf66429c466 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:56:25.535114 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c10cd188-3064-4469-b568-ef7acece0799 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:25.542480 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb66279f-f704-473d-b0fd-42dea338c1d0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Checking segment: {'id': '46eaf4ac-8346-474f-b865-24b1d4a1bb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '2e045cbc-4049-4a0c-8d41-34f7c18660fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:56:25.543152 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-86f378f5-4581-48b7-8b2e-ea5b03511737 None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:25.543432 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb66279f-f704-473d-b0fd-42dea338c1d0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Network hostable DHCP agents. Network: 2e045cbc-4049-4a0c-8d41-34f7c18660fd, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:56:25.555205 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dadd3c38-082f-46a6-8657-bcbd5aeb190a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:25.559895 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4a410df3-65dd-46cb-a1e7-61ffb096e55b tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.1505675 Mar 22 10:56:25.560845 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e5155832-9265-4206-892b-788371196fe0 req-d4ef96ea-2f9f-4df6-a5ce-cd389d5ac05b tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093860 Mar 22 10:56:25.616825 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37816) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:25.620537 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-68e4a66d-1602-4ee2-9774-859df84f68d2 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Deleting port fde75daf-8cce-4a4f-9316-fdd855597617 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:56:25.621065 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-68e4a66d-1602-4ee2-9774-859df84f68d2 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:25.627252 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-bac5086f-8413-40e0-b178-14f0743f1982 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Request body: {'subnet': {'network_id': 'e2c59ba7-f731-4a7c-9bc2-200d46417b27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:25.636707 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a410df3-65dd-46cb-a1e7-61ffb096e55b tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Pushing event updated for resources: {'Network': ['ID=e2c59ba7-f731-4a7c-9bc2-200d46417b27,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:25.647096 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada7505a-e77e-4544-9503-2ded2078d7e7 None None] The sync data for ids ['b84ae497-6c77-4992-9eab-281ed6887ea9'] in dv-neutron-834599-1-hyperv is: [{'id': 'b84ae497-6c77-4992-9eab-281ed6887ea9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855438045', 'tenant_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': 'fde75daf-8cce-4a4f-9316-fdd855597617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:53:58Z', 'updated_at': '2022-03-22T10:56:19Z', 'revision_number': 5, 'project_id': '9a2c288025384519a97e6c2e5ef1a5ab', 'gw_port': {'id': 'fde75daf-8cce-4a4f-9316-fdd855597617', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84ae497-6c77-4992-9eab-281ed6887ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:54:00Z', 'updated_at': '2022-03-22T10:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:56:25.709652 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadd3c38-082f-46a6-8657-bcbd5aeb190a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event deleted for resources: {'Port': ['ID=eff3b05e-b2c3-4fb5-b8b3-e66a923f424c,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:25.788053 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device e9e9cb91-80ac-4049-9149-e011896ee52a up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:56:25.824102 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb66279f-f704-473d-b0fd-42dea338c1d0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Network 2e045cbc-4049-4a0c-8d41-34f7c18660fd is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:56:25.845418 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-86f378f5-4581-48b7-8b2e-ea5b03511737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:25.853632 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22fc616-eb19-46c7-95e4-2ffcbccb5f34 req-02667bda-c399-4666-8468-8a1531cda165 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:25.864212 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b22fc616-eb19-46c7-95e4-2ffcbccb5f34 req-02667bda-c399-4666-8468-8a1531cda165 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.1404669 Mar 22 10:56:25.872155 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-bb66279f-f704-473d-b0fd-42dea338c1d0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 2e045cbc-4049-4a0c-8d41-34f7c18660fd) {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:56:25.875218 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network e2c59ba7-f731-4a7c-9bc2-200d46417b27 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:56:25.920128 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10262f1-4fd5-486d-9f35-4265d6a6b576 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:56:25.932327 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb66279f-f704-473d-b0fd-42dea338c1d0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:25.933093 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bb66279f-f704-473d-b0fd-42dea338c1d0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:25.936654 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b68d5d-226a-4e2f-9489-8e987ec2cfd4 None None] Sync routers for ids ['22c5e9b4-83c7-47e3-b4d6-ebf66429c466'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:56:25.948540 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b68d5d-226a-4e2f-9489-8e987ec2cfd4 None None] Routers {'22c5e9b4-83c7-47e3-b4d6-ebf66429c466'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:56:25.954973 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-b1b68d5d-226a-4e2f-9489-8e987ec2cfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:56:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['22c5e9b4-83c7-47e3-b4d6-ebf66429c466'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:25.963357 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d10262f1-4fd5-486d-9f35-4265d6a6b576 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "PUT /v2.0/routers/22c5e9b4-83c7-47e3-b4d6-ebf66429c466/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6300566 Mar 22 10:56:25.969992 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c10cd188-3064-4469-b568-ef7acece0799 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:25.972320 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37820) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:25.998149 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dadd3c38-082f-46a6-8657-bcbd5aeb190a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:26.009830 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-dadd3c38-082f-46a6-8657-bcbd5aeb190a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/ports/eff3b05e-b2c3-4fb5-b8b3-e66a923f424c HTTP/1.1" status: 204 len: 168 time: 2.4197552 Mar 22 10:56:26.026236 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37822) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:26.033967 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b22fc616-eb19-46c7-95e4-2ffcbccb5f34 req-8e7f4a61-d907-443c-babc-7b30bed03667 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1685255 Mar 22 10:56:26.054868 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-bb66279f-f704-473d-b0fd-42dea338c1d0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.5765464 Mar 22 10:56:26.057292 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37824) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:26.096827 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-68e4a66d-1602-4ee2-9774-859df84f68d2 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] For port fde75daf-8cce-4a4f-9316-fdd855597617, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=fde75daf-8cce-4a4f-9316-fdd855597617,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:56:26.097197 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-68e4a66d-1602-4ee2-9774-859df84f68d2 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:26.147161 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cd3cab-536a-48f2-8f28-687cd1b3fcc1 None None] Network 2e045cbc-4049-4a0c-8d41-34f7c18660fd requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:56:26.151870 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd26d34-e0ac-42c4-b2b6-a845d4f40be2 None None] DHCP port deletion for 2b914ef8-a717-4967-b4df-ec9d8d8ec152 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:56:26.172895 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac5086f-8413-40e0-b178-14f0743f1982 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Made reservation on behalf of aca6e4961e534035bfe51426bdf4418a for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:26.191439 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bac5086f-8413-40e0-b178-14f0743f1982 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:26.221741 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-01ec7463-1898-4aa7-8bd2-9a141327d9fb tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:26.231032 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-b1b68d5d-226a-4e2f-9489-8e987ec2cfd4 None None] Set router 22c5e9b4-83c7-47e3-b4d6-ebf66429c466 gateway port host: None {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:56:26.282426 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-68e4a66d-1602-4ee2-9774-859df84f68d2 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Calling delete_port for fde75daf-8cce-4a4f-9316-fdd855597617 owned by network:router_gateway {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:56:26.291683 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-05519fe8-f456-4e26-845d-f868087398e2 None None] Deleting port e9c0aab6-2f71-4041-a67f-112c22d80e1b {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:56:26.292580 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-05519fe8-f456-4e26-845d-f868087398e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:26.293184 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-c10cd188-3064-4469-b568-ef7acece0799 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acbbae22-e95a-4f05-acf1-5e63fd84c7b9']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:26.332954 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-01ec7463-1898-4aa7-8bd2-9a141327d9fb tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:26.382357 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-c10cd188-3064-4469-b568-ef7acece0799 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01ecc448-7d4d-4cd9-8338-b9e72021e7a1') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:26.382558 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-c10cd188-3064-4469-b568-ef7acece0799 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01ecc448-7d4d-4cd9-8338-b9e72021e7a1') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:26.440940 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c10cd188-3064-4469-b568-ef7acece0799 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:26.466648 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-203a0f72-93eb-4c78-a0a9-0c3180e33b06 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Deleting subnet 6a835cad-7353-4cfc-bdd9-72e1a60628e7 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:56:26.470859 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-01ec7463-1898-4aa7-8bd2-9a141327d9fb tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:26.499218 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c10cd188-3064-4469-b568-ef7acece0799 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:26.506716 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c10cd188-3064-4469-b568-ef7acece0799 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:56:26.507358 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c10cd188-3064-4469-b568-ef7acece0799 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:26.532359 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ec7463-1898-4aa7-8bd2-9a141327d9fb tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Pushing event deleted for resources: {'Subnet': ['ID=cfff8f5c-c1c4-4734-a3ee-33ea873a0d6d,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:26.632565 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-01ec7463-1898-4aa7-8bd2-9a141327d9fb tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:26.683924 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dbbb62-cf54-481e-9392-597966429e7e req-1040d709-02dd-4085-9894-f378e17ebbd8 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:26.686170 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a7dbbb62-cf54-481e-9392-597966429e7e req-1040d709-02dd-4085-9894-f378e17ebbd8 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.2051263 Mar 22 10:56:26.690029 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-b1b68d5d-226a-4e2f-9489-8e987ec2cfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'name': 'tempest-RoutersIpV6Test-router-809382511', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:55:13Z', 'updated_at': '2022-03-22T10:56:23Z', 'revision_number': 10, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'gw_port_host': None, '_interfaces': [{'id': 'dcdfdd84-31ec-4695-87a8-2b14a25cbd6c', 'name': '', 'network_id': 'fe26b17e-3c36-45e9-b8c2-31221b83f673', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:ae:9a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '6df7019b-cca6-4a15-8136-589e7260dbaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:17Z', 'updated_at': '2022-03-22T10:55:25Z', 'revision_number': 5, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '6df7019b-cca6-4a15-8136-589e7260dbaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:26.691808 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-01ec7463-1898-4aa7-8bd2-9a141327d9fb tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e045cbc-4049-4a0c-8d41-34f7c18660fd']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:26.742468 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-01ec7463-1898-4aa7-8bd2-9a141327d9fb tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46eaf4ac-8346-474f-b865-24b1d4a1bb0b') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:26.743324 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-01ec7463-1898-4aa7-8bd2-9a141327d9fb tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46eaf4ac-8346-474f-b865-24b1d4a1bb0b') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:26.745789 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b68d5d-226a-4e2f-9489-8e987ec2cfd4 None None] Checking router: 22c5e9b4-83c7-47e3-b4d6-ebf66429c466 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 10:56:26.768779 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b68d5d-226a-4e2f-9489-8e987ec2cfd4 None None] Routers {'22c5e9b4-83c7-47e3-b4d6-ebf66429c466'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:56:26.769769 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-b1b68d5d-226a-4e2f-9489-8e987ec2cfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:56:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['22c5e9b4-83c7-47e3-b4d6-ebf66429c466'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:26.772209 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-05519fe8-f456-4e26-845d-f868087398e2 None None] For port e9c0aab6-2f71-4041-a67f-112c22d80e1b, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=e9c0aab6-2f71-4041-a67f-112c22d80e1b,segment=NetworkSegment(3a130c61-1c70-4d51-9e6a-9e4b6433197c),segment_id=3a130c61-1c70-4d51-9e6a-9e4b6433197c)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:56:26.772736 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-05519fe8-f456-4e26-845d-f868087398e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:26.780067 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-01ec7463-1898-4aa7-8bd2-9a141327d9fb tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:26.788263 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-05519fe8-f456-4e26-845d-f868087398e2 None None] Calling delete_port for e9c0aab6-2f71-4041-a67f-112c22d80e1b owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:56:26.805517 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88787c45-5618-438f-baf8-8adfa9c1f6c2 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:26.807970 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88787c45-5618-438f-baf8-8adfa9c1f6c2 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:26.810090 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88787c45-5618-438f-baf8-8adfa9c1f6c2 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:26.815424 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-88787c45-5618-438f-baf8-8adfa9c1f6c2 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.7238829 Mar 22 10:56:26.816748 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 10:56:26.816748 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:56:26.816748 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 10:56:26.816748 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:56:26.816748 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 10:56:26.816748 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:56:26.816748 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 10:56:26.816748 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:56:26.816748 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 10:56:26.816748 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:56:26.816748 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 10:56:26.816748 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:56:26.816748 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 10:56:26.816748 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:56:26.816748 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:56:26.816748 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:56:26.816748 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:56:26.816748 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:56:26.816748 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 10:56:26.816748 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:56:26.816748 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 10:56:26.816748 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:56:26.816748 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:56:26.816748 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:56:26.816748 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 10:56:26.816748 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:56:26.816748 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:56:26.816748 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:56:26.816748 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:56:26.816748 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:56:26.816748 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:56:26.816748 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:56:26.828514 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37830) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:26.855023 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-203a0f72-93eb-4c78-a0a9-0c3180e33b06 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:26.858233 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c10cd188-3064-4469-b568-ef7acece0799 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:26.860248 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-68e4a66d-1602-4ee2-9774-859df84f68d2 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:26.864537 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a7dbbb62-cf54-481e-9392-597966429e7e req-f29de852-1928-45b0-8e36-14793028a80b tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1628516 Mar 22 10:56:26.913021 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-01ec7463-1898-4aa7-8bd2-9a141327d9fb tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:26.948120 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01ec7463-1898-4aa7-8bd2-9a141327d9fb tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:56:26.948616 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-01ec7463-1898-4aa7-8bd2-9a141327d9fb tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:26.950092 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c10cd188-3064-4469-b568-ef7acece0799 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:26.953338 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 10:56:26.953338 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:56:26.953338 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 10:56:26.953338 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:56:26.953338 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 10:56:26.953338 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:56:26.953338 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 10:56:26.953338 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:56:26.953338 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 10:56:26.953338 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:56:26.953338 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 10:56:26.953338 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:56:26.953338 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 10:56:26.953338 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:56:26.953338 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:56:26.953338 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:56:26.953338 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:56:26.953338 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:56:26.953338 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 10:56:26.953338 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:56:26.953338 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 10:56:26.953338 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:56:26.953338 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:56:26.953338 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:56:26.953338 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 10:56:26.953338 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:56:26.953338 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:56:26.953338 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:56:26.953338 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:56:26.953338 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:56:26.953338 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:56:26.953338 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:56:26.956315 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-b1b68d5d-226a-4e2f-9489-8e987ec2cfd4 None None] Set router 22c5e9b4-83c7-47e3-b4d6-ebf66429c466 gateway port host: None {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:56:26.956843 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c10cd188-3064-4469-b568-ef7acece0799 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] 10.222.0.57 "DELETE /v2.0/networks/acbbae22-e95a-4f05-acf1-5e63fd84c7b9 HTTP/1.1" status: 204 len: 168 time: 1.6006925 Mar 22 10:56:26.964603 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37832) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:26.996587 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10cd188-3064-4469-b568-ef7acece0799 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Pushing event deleted for resources: {'Network': ['ID=acbbae22-e95a-4f05-acf1-5e63fd84c7b9,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:26.999070 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e4a66d-1602-4ee2-9774-859df84f68d2 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Pushing event deleted for resources: {'Port': ['ID=fde75daf-8cce-4a4f-9316-fdd855597617,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:27.082092 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-68e4a66d-1602-4ee2-9774-859df84f68d2 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682553'] for router_gateway, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:27.135145 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f378f5-4581-48b7-8b2e-ea5b03511737 None None] Pushing event updated for resources: {'Port': ['ID=1a369f4d-1ef1-4e41-97b3-f888328996a3,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:27.184849 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-203a0f72-93eb-4c78-a0a9-0c3180e33b06 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:27.209953 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5fd4d920-67bf-4a4d-90a5-da5059dc79fb tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:27.224330 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5e2c569-f0a2-45c3-9029-530f386fbc4a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Deleting subnet 822ffe38-44cb-4197-922d-403eec90b587 {{(pid=109050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:56:27.229495 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-05519fe8-f456-4e26-845d-f868087398e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:27.232485 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a5e2c569-f0a2-45c3-9029-530f386fbc4a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:27.242369 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port e9e9cb91-80ac-4049-9149-e011896ee52a triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:56:27.243037 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:27.302733 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a5e2c569-f0a2-45c3-9029-530f386fbc4a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11961780'] for subnet, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:27.332697 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-68e4a66d-1602-4ee2-9774-859df84f68d2 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:27.340565 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05519fe8-f456-4e26-845d-f868087398e2 None None] No DVR routers for this DVR port e9c0aab6-2f71-4041-a67f-112c22d80e1b on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:56:27.370396 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-68e4a66d-1602-4ee2-9774-859df84f68d2 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:27.370788 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc76c168-2342-4743-a845-4f53d09474b3 None None] Network 2e045cbc-4049-4a0c-8d41-34f7c18660fd requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:56:27.439492 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a5e2c569-f0a2-45c3-9029-530f386fbc4a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:27.469731 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05519fe8-f456-4e26-845d-f868087398e2 None None] Pushing event deleted for resources: {'Port': ['ID=e9c0aab6-2f71-4041-a67f-112c22d80e1b,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:27.524247 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d8061d2f-4d06-4391-b297-1acf377481c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:27.528584 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-b1b68d5d-226a-4e2f-9489-8e987ec2cfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'name': 'tempest-RoutersIpV6Test-router-809382511', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:55:13Z', 'updated_at': '2022-03-22T10:56:23Z', 'revision_number': 10, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'gw_port_host': None, '_interfaces': [{'id': 'dcdfdd84-31ec-4695-87a8-2b14a25cbd6c', 'name': '', 'network_id': 'fe26b17e-3c36-45e9-b8c2-31221b83f673', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:ae:9a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '6df7019b-cca6-4a15-8136-589e7260dbaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:17Z', 'updated_at': '2022-03-22T10:55:25Z', 'revision_number': 5, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '6df7019b-cca6-4a15-8136-589e7260dbaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:27.560460 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a5e2c569-f0a2-45c3-9029-530f386fbc4a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:27.592979 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b68d5d-226a-4e2f-9489-8e987ec2cfd4 None None] The sync data for ids ['22c5e9b4-83c7-47e3-b4d6-ebf66429c466'] in dv-neutron-834599-1-hyperv is: [{'id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'name': 'tempest-RoutersIpV6Test-router-809382511', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:55:13Z', 'updated_at': '2022-03-22T10:56:23Z', 'revision_number': 10, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'gw_port_host': None, '_interfaces': [{'id': 'dcdfdd84-31ec-4695-87a8-2b14a25cbd6c', 'name': '', 'network_id': 'fe26b17e-3c36-45e9-b8c2-31221b83f673', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'mac_address': 'fa:16:3e:ae:9a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '6df7019b-cca6-4a15-8136-589e7260dbaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:55:17Z', 'updated_at': '2022-03-22T10:55:25Z', 'revision_number': 5, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'subnets': [{'id': '6df7019b-cca6-4a15-8136-589e7260dbaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:56:27.634990 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e2c569-f0a2-45c3-9029-530f386fbc4a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event deleted for resources: {'Subnet': ['ID=822ffe38-44cb-4197-922d-403eec90b587,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:27.644061 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-68e4a66d-1602-4ee2-9774-859df84f68d2 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:27.644594 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e4a66d-1602-4ee2-9774-859df84f68d2 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Fanout notify agent at l3_agent the message router_deleted on router b84ae497-6c77-4992-9eab-281ed6887ea9 {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 10:56:27.659759 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-01ec7463-1898-4aa7-8bd2-9a141327d9fb tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:27.677663 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-01ec7463-1898-4aa7-8bd2-9a141327d9fb tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:27.685428 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-68e4a66d-1602-4ee2-9774-859df84f68d2 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:27.685598 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-01ec7463-1898-4aa7-8bd2-9a141327d9fb tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "DELETE /v2.0/networks/2e045cbc-4049-4a0c-8d41-34f7c18660fd HTTP/1.1" status: 204 len: 168 time: 1.6237438 Mar 22 10:56:27.692147 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a5e2c569-f0a2-45c3-9029-530f386fbc4a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:27.708296 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-68e4a66d-1602-4ee2-9774-859df84f68d2 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "DELETE /v2.0/routers/b84ae497-6c77-4992-9eab-281ed6887ea9 HTTP/1.1" status: 204 len: 168 time: 4.0486805 Mar 22 10:56:27.708527 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-a5e2c569-f0a2-45c3-9029-530f386fbc4a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/subnets/822ffe38-44cb-4197-922d-403eec90b587 HTTP/1.1" status: 204 len: 168 time: 0.8650265 Mar 22 10:56:27.708527 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37834) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:27.708527 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37836) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:27.708772 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37838) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:27.716808 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-8bdce364-6bf9-46e3-8195-bcb933b7cfcf tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-934758268'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:27.735608 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:27.738760 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-d8061d2f-4d06-4391-b297-1acf377481c8 None None] For port e9e9cb91-80ac-4049-9149-e011896ee52a, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=e9e9cb91-80ac-4049-9149-e011896ee52a,segment=NetworkSegment(e57f323f-5c47-4b83-b577-c1ac6b57cc79),segment_id=e57f323f-5c47-4b83-b577-c1ac6b57cc79)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:56:27.771872 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-2dd26d34-e0ac-42c4-b2b6-a845d4f40be2 None None] Deleting port e9e9cb91-80ac-4049-9149-e011896ee52a {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:56:27.772289 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2dd26d34-e0ac-42c4-b2b6-a845d4f40be2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:27.825228 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-203a0f72-93eb-4c78-a0a9-0c3180e33b06 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:27.842360 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d8061d2f-4d06-4391-b297-1acf377481c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:27.859172 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6bac9295-4753-4bdc-9ba3-8721096cce6a tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:27.950583 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5fd4d920-67bf-4a4d-90a5-da5059dc79fb tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:27.968881 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37842) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:27.982884 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ec7463-1898-4aa7-8bd2-9a141327d9fb tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Pushing event deleted for resources: {'Network': ['ID=2e045cbc-4049-4a0c-8d41-34f7c18660fd,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:28.000559 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-c44e3e28-5e35-4a72-8d3a-a15badb9e786 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Request body: {'subnets': [{'network_id': '2c619a49-7c87-4fba-bb64-d124ed4eaed7', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1340833773', 'ip_version': 6}, {'network_id': 'e689812c-2573-4eab-97a5-d6becd2c1f17', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:28.000909 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-c44e3e28-5e35-4a72-8d3a-a15badb9e786 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Request body: {'subnet': {'network_id': '2c619a49-7c87-4fba-bb64-d124ed4eaed7', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1340833773', 'ip_version': 6}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:28.001613 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-c44e3e28-5e35-4a72-8d3a-a15badb9e786 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Request body: {'subnet': {'network_id': 'e689812c-2573-4eab-97a5-d6becd2c1f17', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:28.038176 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-87514f56-c4b2-4d6e-b3e2-5ecdf212e006 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Deleting subnet f4c230e9-1470-4e1b-8813-bec773bb43fe {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:56:28.047087 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2dd26d34-e0ac-42c4-b2b6-a845d4f40be2 None None] For port e9e9cb91-80ac-4049-9149-e011896ee52a, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=e9e9cb91-80ac-4049-9149-e011896ee52a,segment=NetworkSegment(e57f323f-5c47-4b83-b577-c1ac6b57cc79),segment_id=e57f323f-5c47-4b83-b577-c1ac6b57cc79)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:56:28.047612 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2dd26d34-e0ac-42c4-b2b6-a845d4f40be2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:28.064810 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bdce364-6bf9-46e3-8195-bcb933b7cfcf tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Made reservation on behalf of a993536edab145339b0f463caedd0151 for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:28.068360 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8bdce364-6bf9-46e3-8195-bcb933b7cfcf tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:28.072161 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-5fd4d920-67bf-4a4d-90a5-da5059dc79fb tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fc759da-0a77-422d-95d1-5d249e385916']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:28.087633 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-2dd26d34-e0ac-42c4-b2b6-a845d4f40be2 None None] Calling delete_port for e9e9cb91-80ac-4049-9149-e011896ee52a owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:56:28.111448 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-87514f56-c4b2-4d6e-b3e2-5ecdf212e006 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:28.111823 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-5fd4d920-67bf-4a4d-90a5-da5059dc79fb tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f930f626-3932-4143-8929-3ebe71191989') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:28.112122 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-5fd4d920-67bf-4a4d-90a5-da5059dc79fb tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f930f626-3932-4143-8929-3ebe71191989') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:28.122766 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.db.api [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 10:56:28.122766 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG oslo_db.api [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 10:56:28.152115 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5fd4d920-67bf-4a4d-90a5-da5059dc79fb tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:28.162915 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8061d2f-4d06-4391-b297-1acf377481c8 None None] Pushing event updated for resources: {'Port': ['ID=e9e9cb91-80ac-4049-9149-e011896ee52a,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:28.171289 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bdce364-6bf9-46e3-8195-bcb933b7cfcf tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:56:28.204131 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8bdce364-6bf9-46e3-8195-bcb933b7cfcf tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:28.204439 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-8bdce364-6bf9-46e3-8195-bcb933b7cfcf tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Added segment e5582c90-9188-4d31-94e8-a6072b2fd7d6 of type vlan for network a83d15cc-63cb-4f82-b482-adda19a2db18 Mar 22 10:56:28.252927 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2dd26d34-e0ac-42c4-b2b6-a845d4f40be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:28.255336 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-203a0f72-93eb-4c78-a0a9-0c3180e33b06 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:28.263263 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8bdce364-6bf9-46e3-8195-bcb933b7cfcf tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:28.290065 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5fd4d920-67bf-4a4d-90a5-da5059dc79fb tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:28.298305 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.objects.ports [None req-bac5086f-8413-40e0-b178-14f0743f1982 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109049) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 10:56:28.298512 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd26d34-e0ac-42c4-b2b6-a845d4f40be2 None None] No DVR routers for this DVR port e9e9cb91-80ac-4049-9149-e011896ee52a on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:56:28.303096 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57b2dd5-66de-47d5-8a2e-34baa17f6a78 None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:56:28.310607 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd26d34-e0ac-42c4-b2b6-a845d4f40be2 None None] Pushing event deleted for resources: {'Port': ['ID=e9e9cb91-80ac-4049-9149-e011896ee52a,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:28.315278 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fd4d920-67bf-4a4d-90a5-da5059dc79fb tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:56:28.315720 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5fd4d920-67bf-4a4d-90a5-da5059dc79fb tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:28.328036 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-87514f56-c4b2-4d6e-b3e2-5ecdf212e006 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:28.333503 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bac5086f-8413-40e0-b178-14f0743f1982 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:28.358105 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeeee20-4a93-4afa-82b1-dbb8cea55bc5 req-357d49d6-59c1-4823-8e0e-d797d498d055 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:28.365211 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-caeeee20-4a93-4afa-82b1-dbb8cea55bc5 req-357d49d6-59c1-4823-8e0e-d797d498d055 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.3256357 Mar 22 10:56:28.367006 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 10:56:28.367006 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:56:28.367006 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 10:56:28.367006 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:56:28.367006 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 10:56:28.367006 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:56:28.367006 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 10:56:28.367006 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:56:28.367006 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 10:56:28.367006 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:56:28.367006 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 10:56:28.367006 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:56:28.367006 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 10:56:28.367006 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:56:28.367006 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:56:28.367006 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:56:28.367006 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:56:28.367006 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:56:28.367006 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 10:56:28.367006 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:56:28.367006 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 10:56:28.367006 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:56:28.367006 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:56:28.367006 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:56:28.367006 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 10:56:28.367006 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:56:28.367006 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:56:28.367006 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:56:28.367006 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:56:28.367006 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:56:28.367006 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:56:28.367006 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:56:28.373578 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6bac9295-4753-4bdc-9ba3-8721096cce6a tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:28.406244 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-203a0f72-93eb-4c78-a0a9-0c3180e33b06 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:28.413392 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb044cd-dd88-428e-8551-5d6b62371797 None None] Network 171476b3-210e-4f4b-9537-9322876af2da requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:56:28.416889 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-203a0f72-93eb-4c78-a0a9-0c3180e33b06 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "DELETE /v2.0/subnets/6a835cad-7353-4cfc-bdd9-72e1a60628e7 HTTP/1.1" status: 204 len: 168 time: 2.4392574 Mar 22 10:56:28.421213 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37844) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:28.445439 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-6bac9295-4753-4bdc-9ba3-8721096cce6a tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9d30e40-e553-4004-8b8d-30072274af6a']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:28.457405 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-95a61708-d885-489d-8f26-268881d416e4 None None] Provisioning complete for port 1a369f4d-1ef1-4e41-97b3-f888328996a3 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:56:28.457819 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-95a61708-d885-489d-8f26-268881d416e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:28.498271 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8bdce364-6bf9-46e3-8195-bcb933b7cfcf tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:28.504255 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdce364-6bf9-46e3-8195-bcb933b7cfcf tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:28.505031 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8bdce364-6bf9-46e3-8195-bcb933b7cfcf tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:28.511483 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203a0f72-93eb-4c78-a0a9-0c3180e33b06 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event deleted for resources: {'Subnet': ['ID=6a835cad-7353-4cfc-bdd9-72e1a60628e7,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:28.523093 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-6bac9295-4753-4bdc-9ba3-8721096cce6a tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a130c61-1c70-4d51-9e6a-9e4b6433197c') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:28.523406 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-6bac9295-4753-4bdc-9ba3-8721096cce6a tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a130c61-1c70-4d51-9e6a-9e4b6433197c') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:28.561480 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5fd4d920-67bf-4a4d-90a5-da5059dc79fb tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:28.571259 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6bac9295-4753-4bdc-9ba3-8721096cce6a tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:28.589132 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-caeeee20-4a93-4afa-82b1-dbb8cea55bc5 req-18ce798c-2218-4324-b7d9-0e2c26775f76 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2229884 Mar 22 10:56:28.602015 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5fd4d920-67bf-4a4d-90a5-da5059dc79fb tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:28.609514 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-5fd4d920-67bf-4a4d-90a5-da5059dc79fb tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] 10.222.0.57 "DELETE /v2.0/networks/2fc759da-0a77-422d-95d1-5d249e385916 HTTP/1.1" status: 204 len: 168 time: 1.6163931 Mar 22 10:56:28.613549 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-87514f56-c4b2-4d6e-b3e2-5ecdf212e006 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:28.618593 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37846) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:28.619537 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44e3e28-5e35-4a72-8d3a-a15badb9e786 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Made reservation on behalf of adbb39fab67d44128dde9801f6373bc8 for: {'subnet': 2} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:28.628400 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c44e3e28-5e35-4a72-8d3a-a15badb9e786 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:28.628400 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c44e3e28-5e35-4a72-8d3a-a15badb9e786 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:28.628735 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-8bdce364-6bf9-46e3-8195-bcb933b7cfcf tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9178383 Mar 22 10:56:28.630211 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37848) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:28.656559 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac5086f-8413-40e0-b178-14f0743f1982 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Checking segment: {'id': '3c412849-ad00-4b8e-a3b9-baf5ddc4ef71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e2c59ba7-f731-4a7c-9bc2-200d46417b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:56:28.656923 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac5086f-8413-40e0-b178-14f0743f1982 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Network hostable DHCP agents. Network: e2c59ba7-f731-4a7c-9bc2-200d46417b27, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:56:28.673232 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac5086f-8413-40e0-b178-14f0743f1982 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Pushing event updated for resources: {'Subnet': ['ID=295e675f-e126-41ab-b06a-cb453e600032,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:28.681025 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Port e9e9cb91-80ac-4049-9149-e011896ee52a update to ACTIVE by agent not found {{(pid=109051) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2191}} Mar 22 10:56:28.681596 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 1a369f4d-1ef1-4e41-97b3-f888328996a3 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:56:28.703600 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6bac9295-4753-4bdc-9ba3-8721096cce6a tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:28.715508 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdce364-6bf9-46e3-8195-bcb933b7cfcf tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Pushing event updated for resources: {'Network': ['ID=a83d15cc-63cb-4f82-b482-adda19a2db18,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:28.733067 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bac9295-4753-4bdc-9ba3-8721096cce6a tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:56:28.733480 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6bac9295-4753-4bdc-9ba3-8721096cce6a tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:28.737956 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 10:56:28.737956 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:56:28.737956 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 10:56:28.737956 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:56:28.737956 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 10:56:28.737956 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:56:28.737956 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 10:56:28.737956 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:56:28.737956 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 10:56:28.737956 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:56:28.737956 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 10:56:28.737956 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:56:28.737956 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 10:56:28.737956 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:56:28.737956 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:56:28.737956 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:56:28.737956 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:56:28.737956 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:56:28.737956 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 10:56:28.737956 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:56:28.737956 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 10:56:28.737956 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:56:28.737956 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:56:28.737956 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:56:28.737956 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 10:56:28.737956 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:56:28.737956 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:56:28.737956 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:56:28.737956 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:56:28.737956 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:56:28.737956 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:56:28.737956 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:56:28.760750 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-00baad94-9d61-41f4-8d87-d23cd48f392b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:28.770928 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd4d920-67bf-4a4d-90a5-da5059dc79fb tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Pushing event deleted for resources: {'Network': ['ID=2fc759da-0a77-422d-95d1-5d249e385916,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:28.771719 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network a83d15cc-63cb-4f82-b482-adda19a2db18 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:56:28.789769 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-95a61708-d885-489d-8f26-268881d416e4 None None] Could not find standard attr ID for object eff3b05e-b2c3-4fb5-b8b3-e66a923f424c. {{(pid=109051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 10:56:28.817266 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c14eb3-1bd0-436f-a723-b9f4081edcb5 req-1d6895a1-6cb9-4c96-84ac-fc84d0e9621a tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:28.819255 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b5c14eb3-1bd0-436f-a723-b9f4081edcb5 req-1d6895a1-6cb9-4c96-84ac-fc84d0e9621a tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.2106311 Mar 22 10:56:28.883233 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6bac9295-4753-4bdc-9ba3-8721096cce6a tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:28.897159 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6bac9295-4753-4bdc-9ba3-8721096cce6a tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:28.901199 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 1a369f4d-1ef1-4e41-97b3-f888328996a3 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:56:28.901591 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:28.903455 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-6bac9295-4753-4bdc-9ba3-8721096cce6a tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "DELETE /v2.0/networks/d9d30e40-e553-4004-8b8d-30072274af6a HTTP/1.1" status: 204 len: 168 time: 1.1856101 Mar 22 10:56:28.919412 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37850) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:28.935931 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bac9295-4753-4bdc-9ba3-8721096cce6a tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Pushing event deleted for resources: {'Network': ['ID=d9d30e40-e553-4004-8b8d-30072274af6a,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:29.034273 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-a4de7fe1-6eaa-4ecc-9dcd-fad3b754981d tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Request body: {'subnet': {'network_id': 'a83d15cc-63cb-4f82-b482-adda19a2db18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:29.040091 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180f2170-cffe-4f81-9037-67fa27f65c63 None None] DHCP port deletion for 171476b3-210e-4f4b-9537-9322876af2da request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:56:29.057450 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-00baad94-9d61-41f4-8d87-d23cd48f392b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Deleting port c9754bdf-68eb-410f-900b-a1bfe6b69609 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:56:29.057792 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-00baad94-9d61-41f4-8d87-d23cd48f392b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:29.086715 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3149f35d-364c-4b5a-8b4b-414e7e124d14 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:29.110798 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device e9c0aab6-2f71-4041-a67f-112c22d80e1b no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:56:29.118616 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-b5c14eb3-1bd0-436f-a723-b9f4081edcb5 req-0bd19dc0-f29e-4c33-a93c-bf31a45a666b tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Deleting port 62e0eae6-4190-4612-b054-e17b9b6eea2c {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:56:29.118983 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-b5c14eb3-1bd0-436f-a723-b9f4081edcb5 req-0bd19dc0-f29e-4c33-a93c-bf31a45a666b tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:29.138691 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: e9c0aab6-2f71-4041-a67f-112c22d80e1b {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:56:29.139267 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device e9c0aab6-2f71-4041-a67f-112c22d80e1b not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:56:29.153429 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-180f2170-cffe-4f81-9037-67fa27f65c63 None None] Deleting port c9754bdf-68eb-410f-900b-a1bfe6b69609 {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:56:29.153916 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-180f2170-cffe-4f81-9037-67fa27f65c63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:29.238438 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-180f2170-cffe-4f81-9037-67fa27f65c63 None None] For port c9754bdf-68eb-410f-900b-a1bfe6b69609, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=c9754bdf-68eb-410f-900b-a1bfe6b69609,segment=NetworkSegment(fcedf56e-4c01-41b0-bdfc-5a01e0988979),segment_id=fcedf56e-4c01-41b0-bdfc-5a01e0988979)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:56:29.239097 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-180f2170-cffe-4f81-9037-67fa27f65c63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:29.240320 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-b5c14eb3-1bd0-436f-a723-b9f4081edcb5 req-0bd19dc0-f29e-4c33-a93c-bf31a45a666b tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] For port 62e0eae6-4190-4612-b054-e17b9b6eea2c, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=62e0eae6-4190-4612-b054-e17b9b6eea2c,segment=NetworkSegment(1794cb20-dd56-4e78-a758-e4766285bf48),segment_id=1794cb20-dd56-4e78-a758-e4766285bf48)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:56:29.240685 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-b5c14eb3-1bd0-436f-a723-b9f4081edcb5 req-0bd19dc0-f29e-4c33-a93c-bf31a45a666b tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:29.255099 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-180f2170-cffe-4f81-9037-67fa27f65c63 None None] Calling delete_port for c9754bdf-68eb-410f-900b-a1bfe6b69609 owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:56:29.323873 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac5086f-8413-40e0-b178-14f0743f1982 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Network e2c59ba7-f731-4a7c-9bc2-200d46417b27 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:56:29.331358 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 1a369f4d-1ef1-4e41-97b3-f888328996a3 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:56:29.357209 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3149f35d-364c-4b5a-8b4b-414e7e124d14 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:29.366369 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4de7fe1-6eaa-4ecc-9dcd-fad3b754981d tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Made reservation on behalf of a993536edab145339b0f463caedd0151 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:29.369998 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a4de7fe1-6eaa-4ecc-9dcd-fad3b754981d tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:29.392775 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-bac5086f-8413-40e0-b178-14f0743f1982 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, e2c59ba7-f731-4a7c-9bc2-200d46417b27) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:56:29.393031 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-00baad94-9d61-41f4-8d87-d23cd48f392b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] For port c9754bdf-68eb-410f-900b-a1bfe6b69609, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=c9754bdf-68eb-410f-900b-a1bfe6b69609,segment=NetworkSegment(fcedf56e-4c01-41b0-bdfc-5a01e0988979),segment_id=fcedf56e-4c01-41b0-bdfc-5a01e0988979)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:56:29.393158 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-00baad94-9d61-41f4-8d87-d23cd48f392b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:29.407022 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac5086f-8413-40e0-b178-14f0743f1982 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:29.407901 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bac5086f-8413-40e0-b178-14f0743f1982 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:29.417001 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b116b1f-7599-4673-b321-dd7d8fd38118 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:29.421550 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-00baad94-9d61-41f4-8d87-d23cd48f392b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Calling delete_port for c9754bdf-68eb-410f-900b-a1bfe6b69609 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:56:29.423018 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b116b1f-7599-4673-b321-dd7d8fd38118 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:29.424891 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3b116b1f-7599-4673-b321-dd7d8fd38118 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7969496 Mar 22 10:56:29.426409 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-87514f56-c4b2-4d6e-b3e2-5ecdf212e006 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:29.436549 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2198d1de-1a6d-4e03-beb2-69c160a46fa9 None None] Network e2c59ba7-f731-4a7c-9bc2-200d46417b27 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:56:29.445950 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37852) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:29.457487 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-180f2170-cffe-4f81-9037-67fa27f65c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:29.459228 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-8ecf1145-b437-49e3-a63d-00d0129f3351 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1939561795'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:29.530073 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f2170-cffe-4f81-9037-67fa27f65c63 None None] Pushing event deleted for resources: {'Port': ['ID=c9754bdf-68eb-410f-900b-a1bfe6b69609,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:29.537566 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87514f56-c4b2-4d6e-b3e2-5ecdf212e006 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event deleted for resources: {'Subnet': ['ID=f4c230e9-1470-4e1b-8813-bec773bb43fe,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:29.567641 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-87514f56-c4b2-4d6e-b3e2-5ecdf212e006 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:29.570868 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-87514f56-c4b2-4d6e-b3e2-5ecdf212e006 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/subnets/f4c230e9-1470-4e1b-8813-bec773bb43fe HTTP/1.1" status: 204 len: 168 time: 1.8678057 Mar 22 10:56:29.575344 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37854) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:29.595091 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-bac5086f-8413-40e0-b178-14f0743f1982 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.9761868 Mar 22 10:56:29.595778 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37856) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:29.600891 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180f2170-cffe-4f81-9037-67fa27f65c63 None None] No DVR routers for this DVR port c9754bdf-68eb-410f-900b-a1bfe6b69609 on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:56:29.612002 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 1a369f4d-1ef1-4e41-97b3-f888328996a3 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:56:29.612378 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:29.656721 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-b5c14eb3-1bd0-436f-a723-b9f4081edcb5 req-0bd19dc0-f29e-4c33-a93c-bf31a45a666b tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:29.657728 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-b5c14eb3-1bd0-436f-a723-b9f4081edcb5 req-0bd19dc0-f29e-4c33-a93c-bf31a45a666b tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684147'] for floatingip, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:29.659527 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.l3_db [req-b5c14eb3-1bd0-436f-a723-b9f4081edcb5 req-0bd19dc0-f29e-4c33-a93c-bf31a45a666b tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Floating IP 723d4399-9905-4f98-93d5-9b9f08b218f4 disassociated. External IP: 172.26.7.144, port: 62e0eae6-4190-4612-b054-e17b9b6eea2c. Mar 22 10:56:29.659527 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-b5c14eb3-1bd0-436f-a723-b9f4081edcb5 req-0bd19dc0-f29e-4c33-a93c-bf31a45a666b tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Calling delete_port for 62e0eae6-4190-4612-b054-e17b9b6eea2c owned by compute:nova {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:56:29.703304 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-86cdf956-95cd-468e-b905-5bb5ec66bff0 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1223853 Mar 22 10:56:29.710353 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c53e664-111b-4ae3-a1e4-b9b05c0f3b45 None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:56:29.712658 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37860) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:29.719625 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ecf1145-b437-49e3-a63d-00d0129f3351 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Made reservation on behalf of 85ae0a882650439a8e638cfcb1492533 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:29.723336 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8ecf1145-b437-49e3-a63d-00d0129f3351 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:29.730239 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-4fc2f839-4e94-4e0b-abd3-36d01af34bcb tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'subnet': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:29.803966 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3149f35d-364c-4b5a-8b4b-414e7e124d14 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:29.806418 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3149f35d-364c-4b5a-8b4b-414e7e124d14 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:29.807618 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-3149f35d-364c-4b5a-8b4b-414e7e124d14 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] 10.222.0.57 "DELETE /v2.0/security-groups/331ec2bf-4639-40e9-918d-e35919f803a4 HTTP/1.1" status: 204 len: 168 time: 0.8861964 Mar 22 10:56:29.880634 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3149f35d-364c-4b5a-8b4b-414e7e124d14 tempest-TestNetworkAdvancedServerOps-1180138007 tempest-TestNetworkAdvancedServerOps-1180138007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=331ec2bf-4639-40e9-918d-e35919f803a4,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:29.892236 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-00baad94-9d61-41f4-8d87-d23cd48f392b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:29.909456 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ecf1145-b437-49e3-a63d-00d0129f3351 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:56:29.945240 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00baad94-9d61-41f4-8d87-d23cd48f392b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event deleted for resources: {'Port': ['ID=c9754bdf-68eb-410f-900b-a1bfe6b69609,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:29.970313 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00baad94-9d61-41f4-8d87-d23cd48f392b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] No DVR routers for this DVR port c9754bdf-68eb-410f-900b-a1bfe6b69609 on host dv-neutron-834599-1-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:56:29.998704 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8ecf1145-b437-49e3-a63d-00d0129f3351 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:29.999352 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-8ecf1145-b437-49e3-a63d-00d0129f3351 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Added segment 430de715-ba1b-473b-971b-021dff34e504 of type vlan for network 3f980a45-2c43-4916-9a8c-c723b7410054 Mar 22 10:56:30.034664 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0401364-7b39-4684-933c-5a1fc21d7b00 req-0de4f475-85de-4ec2-9ce3-81cec99015d8 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:30.036277 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a0401364-7b39-4684-933c-5a1fc21d7b00 req-0de4f475-85de-4ec2-9ce3-81cec99015d8 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 946 time: 0.3247776 Mar 22 10:56:30.066638 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-d4904e8e-001e-4ef5-847d-d461796d8d10 None None] Provisioning complete for port 1a369f4d-1ef1-4e41-97b3-f888328996a3 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:56:30.067103 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4904e8e-001e-4ef5-847d-d461796d8d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:30.089289 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3f006698-fb7c-44a2-8801-fddc565e9874 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:30.127540 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device c9754bdf-68eb-410f-900b-a1bfe6b69609 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:56:30.146638 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8ecf1145-b437-49e3-a63d-00d0129f3351 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:30.153457 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-00baad94-9d61-41f4-8d87-d23cd48f392b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:30.157777 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc2f839-4e94-4e0b-abd3-36d01af34bcb tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Made reservation on behalf of f7a8ac7bbd5d466888176c13ba053f5f for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:30.161318 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4fc2f839-4e94-4e0b-abd3-36d01af34bcb tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:30.175176 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: c9754bdf-68eb-410f-900b-a1bfe6b69609 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:56:30.175588 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device c9754bdf-68eb-410f-900b-a1bfe6b69609 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:56:30.176429 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device c9b90879-f064-478b-afd5-c9ebf4d94725 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:56:30.201976 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: c9b90879-f064-478b-afd5-c9ebf4d94725 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:56:30.202173 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device c9b90879-f064-478b-afd5-c9ebf4d94725 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:56:30.203417 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device fde75daf-8cce-4a4f-9316-fdd855597617 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:56:30.207177 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d683849-a0ea-434c-b22d-9b79c2a9a426 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-e2c59ba7-f731-4a7c-9bc2-200d46417b27', 'network_id': 'e2c59ba7-f731-4a7c-9bc2-200d46417b27', 'tenant_id': 'aca6e4961e534035bfe51426bdf4418a', 'fixed_ips': [{'subnet_id': '295e675f-e126-41ab-b06a-cb453e600032'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:56:30.208147 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2d683849-a0ea-434c-b22d-9b79c2a9a426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:30.215121 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a4de7fe1-6eaa-4ecc-9dcd-fad3b754981d tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:30.237348 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-00baad94-9d61-41f4-8d87-d23cd48f392b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['171476b3-210e-4f4b-9537-9322876af2da']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:30.278975 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: fde75daf-8cce-4a4f-9316-fdd855597617 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:56:30.279810 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device fde75daf-8cce-4a4f-9316-fdd855597617 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:56:30.280314 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device e9e9cb91-80ac-4049-9149-e011896ee52a no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:56:30.292451 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8ecf1145-b437-49e3-a63d-00d0129f3351 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:30.298006 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecf1145-b437-49e3-a63d-00d0129f3351 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:30.298745 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8ecf1145-b437-49e3-a63d-00d0129f3351 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:30.356718 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37868) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:30.364673 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3f006698-fb7c-44a2-8801-fddc565e9874 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:30.374016 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: e9e9cb91-80ac-4049-9149-e011896ee52a {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:56:30.374497 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device e9e9cb91-80ac-4049-9149-e011896ee52a not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:56:30.375078 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 6d3f8b02-2638-4b7e-8663-01a6e51c05c6 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:56:30.417447 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 6d3f8b02-2638-4b7e-8663-01a6e51c05c6 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:56:30.417836 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 6d3f8b02-2638-4b7e-8663-01a6e51c05c6 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:56:30.421188 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8ecf1145-b437-49e3-a63d-00d0129f3351 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9710073 Mar 22 10:56:30.434627 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37872) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:30.473591 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-60be5d66-e7e7-490d-ba63-9b2d221496a2 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-15042676'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:30.474375 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5353fc-e75d-4ee6-abba-9effd20c3a28 None None] DHCP port deletion for 1bc750fe-0949-42b2-bab7-34fc725823e6 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:56:30.486745 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4de7fe1-6eaa-4ecc-9dcd-fad3b754981d tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Pushing event updated for resources: {'Subnet': ['ID=6b3ec503-c3fc-4674-9798-ce49abd9e8ed,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:30.532455 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecf1145-b437-49e3-a63d-00d0129f3351 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Pushing event updated for resources: {'Network': ['ID=3f980a45-2c43-4916-9a8c-c723b7410054,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:30.562816 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 3f980a45-2c43-4916-9a8c-c723b7410054 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:56:30.597480 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4de7fe1-6eaa-4ecc-9dcd-fad3b754981d tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Checking segment: {'id': 'e5582c90-9188-4d31-94e8-a6072b2fd7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a83d15cc-63cb-4f82-b482-adda19a2db18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:56:30.597697 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4de7fe1-6eaa-4ecc-9dcd-fad3b754981d tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Network hostable DHCP agents. Network: a83d15cc-63cb-4f82-b482-adda19a2db18, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:56:30.608839 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a0401364-7b39-4684-933c-5a1fc21d7b00 req-2d32f8b3-9893-4c98-9ba2-a773eaf79cbd tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups?id=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5522227 Mar 22 10:56:30.609875 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60be5d66-e7e7-490d-ba63-9b2d221496a2 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Made reservation on behalf of 85ae0a882650439a8e638cfcb1492533 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:30.613109 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-00baad94-9d61-41f4-8d87-d23cd48f392b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcedf56e-4c01-41b0-bdfc-5a01e0988979') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:30.613395 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-60be5d66-e7e7-490d-ba63-9b2d221496a2 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:30.613528 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-00baad94-9d61-41f4-8d87-d23cd48f392b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcedf56e-4c01-41b0-bdfc-5a01e0988979') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:30.622708 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c44e3e28-5e35-4a72-8d3a-a15badb9e786 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:30.632361 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-00baad94-9d61-41f4-8d87-d23cd48f392b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:30.647804 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-b5c14eb3-1bd0-436f-a723-b9f4081edcb5 req-0bd19dc0-f29e-4c33-a93c-bf31a45a666b tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:30.656021 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3f006698-fb7c-44a2-8801-fddc565e9874 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:30.666728 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-00baad94-9d61-41f4-8d87-d23cd48f392b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server [None req-2d683849-a0ea-434c-b22d-9b79c2a9a426 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 295e675f-e126-41ab-b06a-cb453e600032: This subnet is being modified by another concurrent operation. Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server raise exception Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 295e675f-e126-41ab-b06a-cb453e600032: This subnet is being modified by another concurrent operation. Mar 22 10:56:30.675332 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server Mar 22 10:56:30.692287 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd19dc0-f29e-4c33-a93c-bf31a45a666b tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Pushing event deleted for resources: {'Port': ['ID=62e0eae6-4190-4612-b054-e17b9b6eea2c,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:30.697092 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-5f5353fc-e75d-4ee6-abba-9effd20c3a28 None None] Deleting port 1a369f4d-1ef1-4e41-97b3-f888328996a3 {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:56:30.697269 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5f5353fc-e75d-4ee6-abba-9effd20c3a28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:30.699497 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00baad94-9d61-41f4-8d87-d23cd48f392b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:56:30.699884 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-00baad94-9d61-41f4-8d87-d23cd48f392b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:30.704428 dv-neutron-834599-1-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:56:30.704428 dv-neutron-834599-1-hyperv neutron-server[109050]: self.session.flush() Mar 22 10:56:30.704428 dv-neutron-834599-1-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:56:30.704428 dv-neutron-834599-1-hyperv neutron-server[109050]: self.session.flush() Mar 22 10:56:30.704428 dv-neutron-834599-1-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:56:30.704428 dv-neutron-834599-1-hyperv neutron-server[109050]: self.session.flush() Mar 22 10:56:30.704428 dv-neutron-834599-1-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:56:30.704428 dv-neutron-834599-1-hyperv neutron-server[109050]: self.session.flush() Mar 22 10:56:30.704428 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 10:56:30.704428 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:56:30.704428 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 10:56:30.704428 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:56:30.704428 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 10:56:30.704428 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:56:30.704428 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 10:56:30.704428 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:56:30.704428 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 10:56:30.704428 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:56:30.704428 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 10:56:30.704428 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:56:30.704428 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 10:56:30.704428 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:56:30.704428 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:56:30.704428 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:56:30.704428 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:56:30.704428 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:56:30.704428 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 10:56:30.704428 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:56:30.704428 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 10:56:30.704428 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:56:30.704428 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:56:30.704428 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:56:30.704428 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 10:56:30.704428 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:56:30.704428 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:56:30.704428 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:56:30.704428 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:56:30.704428 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:56:30.704428 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:56:30.704428 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:56:30.719732 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2412f979-9e84-4dae-af35-5c68225fa8b0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9a2c288025384519a97e6c2e5ef1a5ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3515701 Mar 22 10:56:30.723030 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37874) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:30.732578 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60be5d66-e7e7-490d-ba63-9b2d221496a2 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:56:30.735318 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4de7fe1-6eaa-4ecc-9dcd-fad3b754981d tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Network a83d15cc-63cb-4f82-b482-adda19a2db18 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:56:30.774750 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f373065c-0b29-48d7-bbb6-fdfaa471efbb None None] Network e2c59ba7-f731-4a7c-9bc2-200d46417b27 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:56:30.778154 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-60be5d66-e7e7-490d-ba63-9b2d221496a2 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:30.778298 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-60be5d66-e7e7-490d-ba63-9b2d221496a2 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Added segment 162026fd-f927-44c7-9f5a-584cdab9cf7f of type vlan for network 94538d9a-381b-4618-8709-ae0caf5234e3 Mar 22 10:56:30.803268 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-5f5353fc-e75d-4ee6-abba-9effd20c3a28 None None] For port 1a369f4d-1ef1-4e41-97b3-f888328996a3, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=1a369f4d-1ef1-4e41-97b3-f888328996a3,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:56:30.803814 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5f5353fc-e75d-4ee6-abba-9effd20c3a28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:30.806342 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-a4de7fe1-6eaa-4ecc-9dcd-fad3b754981d tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, a83d15cc-63cb-4f82-b482-adda19a2db18) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:56:30.808053 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44e3e28-5e35-4a72-8d3a-a15badb9e786 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Pushing event updated for resources: {'Subnet': ['ID=b7e84b22-4140-402a-9b49-b021109fdfd6,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:30.821772 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4de7fe1-6eaa-4ecc-9dcd-fad3b754981d tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:30.822541 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a4de7fe1-6eaa-4ecc-9dcd-fad3b754981d tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:30.834737 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-5f5353fc-e75d-4ee6-abba-9effd20c3a28 None None] Calling delete_port for 1a369f4d-1ef1-4e41-97b3-f888328996a3 owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:56:30.869575 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb08d64e-1ecf-49a5-996c-9e372107a541 None None] Network a83d15cc-63cb-4f82-b482-adda19a2db18 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:56:30.904768 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3f006698-fb7c-44a2-8801-fddc565e9874 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:30.914864 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f006698-fb7c-44a2-8801-fddc565e9874 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Pushing event deleted for resources: {'Subnet': ['ID=295e675f-e126-41ab-b06a-cb453e600032,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:30.925707 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44e3e28-5e35-4a72-8d3a-a15badb9e786 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Checking segment: {'id': '8a0c7343-7849-46f0-8833-61250b3cb512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '2c619a49-7c87-4fba-bb64-d124ed4eaed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:56:30.926284 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44e3e28-5e35-4a72-8d3a-a15badb9e786 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Network hostable DHCP agents. Network: 2c619a49-7c87-4fba-bb64-d124ed4eaed7, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:56:30.928993 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-00baad94-9d61-41f4-8d87-d23cd48f392b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:30.930822 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-60be5d66-e7e7-490d-ba63-9b2d221496a2 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:30.943405 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-00baad94-9d61-41f4-8d87-d23cd48f392b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:30.950936 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-00baad94-9d61-41f4-8d87-d23cd48f392b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "DELETE /v2.0/networks/171476b3-210e-4f4b-9537-9322876af2da HTTP/1.1" status: 204 len: 168 time: 2.5246172 Mar 22 10:56:30.953127 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37876) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:30.954792 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-3f006698-fb7c-44a2-8801-fddc565e9874 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2c59ba7-f731-4a7c-9bc2-200d46417b27']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:30.965400 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a4de7fe1-6eaa-4ecc-9dcd-fad3b754981d tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3038158 Mar 22 10:56:30.972988 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37878) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:30.999167 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-3f006698-fb7c-44a2-8801-fddc565e9874 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c412849-ad00-4b8e-a3b9-baf5ddc4ef71') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:30.999576 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-3f006698-fb7c-44a2-8801-fddc565e9874 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c412849-ad00-4b8e-a3b9-baf5ddc4ef71') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:31.036051 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00baad94-9d61-41f4-8d87-d23cd48f392b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event deleted for resources: {'Network': ['ID=171476b3-210e-4f4b-9537-9322876af2da,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:31.095410 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b7c35e62-aa7e-493c-80ee-434aa8d75eeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:31.121522 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3f006698-fb7c-44a2-8801-fddc565e9874 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:31.130086 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44e3e28-5e35-4a72-8d3a-a15badb9e786 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Network 2c619a49-7c87-4fba-bb64-d124ed4eaed7 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:56:31.136597 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-60be5d66-e7e7-490d-ba63-9b2d221496a2 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:31.142924 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60be5d66-e7e7-490d-ba63-9b2d221496a2 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:31.143766 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-60be5d66-e7e7-490d-ba63-9b2d221496a2 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:31.160631 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5f5353fc-e75d-4ee6-abba-9effd20c3a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:31.165112 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-c44e3e28-5e35-4a72-8d3a-a15badb9e786 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 2c619a49-7c87-4fba-bb64-d124ed4eaed7) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:56:31.169814 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3f006698-fb7c-44a2-8801-fddc565e9874 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:31.172471 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b7c35e62-aa7e-493c-80ee-434aa8d75eeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:31.183753 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5c14eb3-1bd0-436f-a723-b9f4081edcb5 req-0bd19dc0-f29e-4c33-a93c-bf31a45a666b tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Router a2749991-47ce-4e59-8ff1-37e968ab7c23 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:56:31.202829 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c44e3e28-5e35-4a72-8d3a-a15badb9e786 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:31.212490 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d459156-84b0-41ca-ace7-dd198ad3a436 None None] Network 2c619a49-7c87-4fba-bb64-d124ed4eaed7 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:56:31.229815 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f006698-fb7c-44a2-8801-fddc565e9874 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:56:31.230536 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3f006698-fb7c-44a2-8801-fddc565e9874 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:31.233581 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5353fc-e75d-4ee6-abba-9effd20c3a28 None None] Pushing event deleted for resources: {'Port': ['ID=1a369f4d-1ef1-4e41-97b3-f888328996a3,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:31.238018 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 10:56:31.238018 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:56:31.238018 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 10:56:31.238018 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:56:31.238018 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 10:56:31.238018 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:56:31.238018 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 10:56:31.238018 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:56:31.238018 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 10:56:31.238018 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:56:31.238018 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 10:56:31.238018 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:56:31.238018 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 10:56:31.238018 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:56:31.238018 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:56:31.238018 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:56:31.238018 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:56:31.238018 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:56:31.238018 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 10:56:31.238018 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:56:31.238018 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 10:56:31.238018 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:56:31.238018 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:56:31.238018 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:56:31.238018 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 10:56:31.238018 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:56:31.238018 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:56:31.238018 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:56:31.238018 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:56:31.238018 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:56:31.238018 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:56:31.238018 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:56:31.255005 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5353fc-e75d-4ee6-abba-9effd20c3a28 None None] No DVR routers for this DVR port 1a369f4d-1ef1-4e41-97b3-f888328996a3 on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:56:31.276803 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 1a369f4d-1ef1-4e41-97b3-f888328996a3 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:56:31.280963 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4882ef76-0f47-454c-9498-e0c461fe244f tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:31.312832 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.objects.ports [None req-4fc2f839-4e94-4e0b-abd3-36d01af34bcb tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109050) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 10:56:31.316446 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295147a1-5143-4160-8f3c-f3bc79e38435 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-a83d15cc-63cb-4f82-b482-adda19a2db18', 'network_id': 'a83d15cc-63cb-4f82-b482-adda19a2db18', 'tenant_id': 'a993536edab145339b0f463caedd0151', 'fixed_ips': [{'subnet_id': '6b3ec503-c3fc-4674-9798-ce49abd9e8ed'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:56:31.316446 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-295147a1-5143-4160-8f3c-f3bc79e38435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:31.321835 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 1a369f4d-1ef1-4e41-97b3-f888328996a3 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:56:31.322269 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 1a369f4d-1ef1-4e41-97b3-f888328996a3 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:56:31.329826 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-60be5d66-e7e7-490d-ba63-9b2d221496a2 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8938954 Mar 22 10:56:31.348742 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37880) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:31.353269 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4fc2f839-4e94-4e0b-abd3-36d01af34bcb tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:31.362073 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-a5de21b2-d5d7-4048-a2b1-5d7f41bc10c0 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Request body: {'ports': [{'network_id': '3f980a45-2c43-4916-9a8c-c723b7410054', 'name': 'tempest-port--499407192', 'admin_state_up': True}, {'network_id': '94538d9a-381b-4618-8709-ae0caf5234e3', 'admin_state_up': False}]} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:31.362375 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-a5de21b2-d5d7-4048-a2b1-5d7f41bc10c0 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Request body: {'port': {'network_id': '3f980a45-2c43-4916-9a8c-c723b7410054', 'name': 'tempest-port--499407192', 'admin_state_up': True}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:31.363107 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-a5de21b2-d5d7-4048-a2b1-5d7f41bc10c0 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Request body: {'port': {'network_id': '94538d9a-381b-4618-8709-ae0caf5234e3', 'admin_state_up': False}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:31.439095 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60be5d66-e7e7-490d-ba63-9b2d221496a2 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Pushing event updated for resources: {'Network': ['ID=94538d9a-381b-4618-8709-ae0caf5234e3,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:31.450658 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc2f839-4e94-4e0b-abd3-36d01af34bcb tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:56:31.453653 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b7c35e62-aa7e-493c-80ee-434aa8d75eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:31.456327 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b7c35e62-aa7e-493c-80ee-434aa8d75eeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:31.457607 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-b7c35e62-aa7e-493c-80ee-434aa8d75eeb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3d221f3a-82f6-4783-966d-7c9adc94a585 HTTP/1.1" status: 204 len: 168 time: 0.7286162 Mar 22 10:56:31.462073 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 94538d9a-381b-4618-8709-ae0caf5234e3 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:56:31.469700 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44e3e28-5e35-4a72-8d3a-a15badb9e786 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Pushing event updated for resources: {'Subnet': ['ID=284b6a96-02db-45f9-a2b5-2449ba51a613,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:31.480800 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3f006698-fb7c-44a2-8801-fddc565e9874 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:31.489148 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3f006698-fb7c-44a2-8801-fddc565e9874 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:31.492369 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3f006698-fb7c-44a2-8801-fddc565e9874 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] 10.222.0.57 "DELETE /v2.0/networks/e2c59ba7-f731-4a7c-9bc2-200d46417b27 HTTP/1.1" status: 204 len: 168 time: 1.8859138 Mar 22 10:56:31.498889 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37884) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:31.522617 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-4fc2f839-4e94-4e0b-abd3-36d01af34bcb tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:56:31.532805 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-c3bc81a6-b578-4669-8283-35eed772fe98 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1327144975'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:31.544460 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f006698-fb7c-44a2-8801-fddc565e9874 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Pushing event deleted for resources: {'Network': ['ID=e2c59ba7-f731-4a7c-9bc2-200d46417b27,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:31.545765 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc2f839-4e94-4e0b-abd3-36d01af34bcb tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:31.546547 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4fc2f839-4e94-4e0b-abd3-36d01af34bcb tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:31.550584 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44e3e28-5e35-4a72-8d3a-a15badb9e786 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Checking segment: {'id': 'bff3ac82-44bf-4d40-8e94-cd2c6cca9b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e689812c-2573-4eab-97a5-d6becd2c1f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:56:31.550957 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44e3e28-5e35-4a72-8d3a-a15badb9e786 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Network hostable DHCP agents. Network: e689812c-2573-4eab-97a5-d6becd2c1f17, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:56:31.589273 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c35e62-aa7e-493c-80ee-434aa8d75eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d221f3a-82f6-4783-966d-7c9adc94a585,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:31.601520 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509aa848-e301-407d-84c2-64e7b6a50802 None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:56:31.612204 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc2f839-4e94-4e0b-abd3-36d01af34bcb tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event updated for resources: {'Subnet': ['ID=addc6b29-8e7b-4259-a227-eaecb3c92deb,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:31.618570 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3bc81a6-b578-4669-8283-35eed772fe98 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Made reservation on behalf of aca6e4961e534035bfe51426bdf4418a for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:31.622131 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c3bc81a6-b578-4669-8283-35eed772fe98 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:31.632302 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44e3e28-5e35-4a72-8d3a-a15badb9e786 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Network e689812c-2573-4eab-97a5-d6becd2c1f17 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:56:31.651812 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4882ef76-0f47-454c-9498-e0c461fe244f tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:31.683882 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-c44e3e28-5e35-4a72-8d3a-a15badb9e786 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, e689812c-2573-4eab-97a5-d6becd2c1f17) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:56:31.690431 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5c14eb3-1bd0-436f-a723-b9f4081edcb5 req-0bd19dc0-f29e-4c33-a93c-bf31a45a666b tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:56:31.697938 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-4fc2f839-4e94-4e0b-abd3-36d01af34bcb tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9831257 Mar 22 10:56:31.698554 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37890) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:31.710512 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44e3e28-5e35-4a72-8d3a-a15badb9e786 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:31.710710 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-2968c816-e12f-42da-a81b-da430e293e81 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'subnet': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:31.710982 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44e3e28-5e35-4a72-8d3a-a15badb9e786 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:31.713965 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c44e3e28-5e35-4a72-8d3a-a15badb9e786 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:31.727428 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3bc81a6-b578-4669-8283-35eed772fe98 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:56:31.747466 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c3bc81a6-b578-4669-8283-35eed772fe98 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:31.748175 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-c3bc81a6-b578-4669-8283-35eed772fe98 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Added segment ea339868-bb2a-435e-a9b9-c850b28597be of type vlan for network 6d606422-319c-4a17-af7e-1d7837686b31 Mar 22 10:56:31.773485 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c44e3e28-5e35-4a72-8d3a-a15badb9e786 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.8013334 Mar 22 10:56:31.777884 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37892) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:31.794636 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f678028f-24fc-4216-a0c7-14963d3d4b4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-2c619a49-7c87-4fba-bb64-d124ed4eaed7', 'network_id': '2c619a49-7c87-4fba-bb64-d124ed4eaed7', 'tenant_id': 'adbb39fab67d44128dde9801f6373bc8', 'fixed_ips': [{'subnet_id': 'b7e84b22-4140-402a-9b49-b021109fdfd6'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:56:31.795538 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f678028f-24fc-4216-a0c7-14963d3d4b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:31.809596 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c3bc81a6-b578-4669-8283-35eed772fe98 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:31.810358 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ff87a3-e753-47d6-8f60-ccfdc2ec6544 None None] Network e689812c-2573-4eab-97a5-d6becd2c1f17 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:56:31.825593 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6f5ed5c2-f4fc-4057-b6d6-688b6d3dc6d9 req-a9afa3b0-ac9c-4b06-887a-ca2b8c9bb8ad tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f25e1d9-349e-4206-a2c0-e8eabb1e8358 HTTP/1.1" status: 200 len: 210 time: 0.1057003 Mar 22 10:56:31.882579 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8064f6-7823-400a-987d-f6e4194e99ee None None] Sync routers for ids ['a2749991-47ce-4e59-8ff1-37e968ab7c23'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:56:31.884172 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c14eb3-1bd0-436f-a723-b9f4081edcb5 req-0bd19dc0-f29e-4c33-a93c-bf31a45a666b tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] No DVR routers for this DVR port 62e0eae6-4190-4612-b054-e17b9b6eea2c on host hv-neutron-8345 {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:56:31.894202 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c3bc81a6-b578-4669-8283-35eed772fe98 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:31.895108 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-b5c14eb3-1bd0-436f-a723-b9f4081edcb5 req-0bd19dc0-f29e-4c33-a93c-bf31a45a666b tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:31.898965 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b5c14eb3-1bd0-436f-a723-b9f4081edcb5 req-0bd19dc0-f29e-4c33-a93c-bf31a45a666b tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.35 "DELETE /v2.0/ports/62e0eae6-4190-4612-b054-e17b9b6eea2c HTTP/1.1" status: 204 len: 173 time: 3.0725274 Mar 22 10:56:31.899476 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f25e1d9-349e-4206-a2c0-e8eabb1e8358', 'name': 'network-vif-deleted', 'tag': '62e0eae6-4190-4612-b054-e17b9b6eea2c'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 10:56:31.901468 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bc81a6-b578-4669-8283-35eed772fe98 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:31.902412 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab7bba4-3092-40ae-8e49-424b6aa1437d" -d '{"events": [{"server_uuid": "4f25e1d9-349e-4206-a2c0-e8eabb1e8358", "name": "network-vif-deleted", "tag": "62e0eae6-4190-4612-b054-e17b9b6eea2c"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 10:56:31.902787 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c3bc81a6-b578-4669-8283-35eed772fe98 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:31.940861 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6388be95-e726-44a2-b5dc-a87012399c25 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683891'] for router_interface, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:31.952378 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c3bc81a6-b578-4669-8283-35eed772fe98 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4397061 Mar 22 10:56:31.953361 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37896) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:31.965508 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-f47f6fb5-1da6-4519-ac3e-e113ea8efe28 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Request body: {'subnet': {'network_id': '6d606422-319c-4a17-af7e-1d7837686b31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:32.041221 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 10:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad55add-7bcf-4fe9-974b-3aa6aee7d34a x-openstack-request-id: req-6ad55add-7bcf-4fe9-974b-3aa6aee7d34a {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 10:56:32.041647 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f25e1d9-349e-4206-a2c0-e8eabb1e8358", "name": "network-vif-deleted", "tag": "62e0eae6-4190-4612-b054-e17b9b6eea2c", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 10:56:32.042009 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6ad55add-7bcf-4fe9-974b-3aa6aee7d34a {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 10:56:32.043096 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ad55add-7bcf-4fe9-974b-3aa6aee7d34a'] response: {'server_uuid': '4f25e1d9-349e-4206-a2c0-e8eabb1e8358', 'name': 'network-vif-deleted', 'tag': '62e0eae6-4190-4612-b054-e17b9b6eea2c', 'status': 'completed', 'code': 200} Mar 22 10:56:32.049829 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37898) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:32.053772 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd34d6e-03b2-4836-846a-13289b63f7aa tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:32.055818 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd34d6e-03b2-4836-846a-13289b63f7aa tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:32.057360 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd34d6e-03b2-4836-846a-13289b63f7aa tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:32.068929 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-9cd34d6e-03b2-4836-846a-13289b63f7aa tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2602527 Mar 22 10:56:32.080113 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37900) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:32.104175 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-06bcd854-e721-4a6a-adfc-edc224159aad admin admin] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:32.110439 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5de21b2-d5d7-4048-a2b1-5d7f41bc10c0 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Made reservation on behalf of 85ae0a882650439a8e638cfcb1492533 for: {'port': 2} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:32.115148 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a5de21b2-d5d7-4048-a2b1-5d7f41bc10c0 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:32.188403 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a5de21b2-d5d7-4048-a2b1-5d7f41bc10c0 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:32.197866 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bc81a6-b578-4669-8283-35eed772fe98 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Pushing event updated for resources: {'Network': ['ID=6d606422-319c-4a17-af7e-1d7837686b31,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:32.225491 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b3f5991-5b7a-4661-93b1-ea3791d5a2d4 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Deleting subnet b7e84b22-4140-402a-9b49-b021109fdfd6 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:56:32.230696 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8b3f5991-5b7a-4661-93b1-ea3791d5a2d4 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:32.278453 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8b3f5991-5b7a-4661-93b1-ea3791d5a2d4 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:32.287096 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 6d606422-319c-4a17-af7e-1d7837686b31 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:56:32.304333 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2968c816-e12f-42da-a81b-da430e293e81 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Made reservation on behalf of f7a8ac7bbd5d466888176c13ba053f5f for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:32.304641 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c90a9df-66e2-48f9-b6c6-cb2e9921c1ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-1bc750fe-0949-42b2-bab7-34fc725823e6', 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'tenant_id': 'f7a8ac7bbd5d466888176c13ba053f5f', 'fixed_ips': [{'subnet_id': 'addc6b29-8e7b-4259-a227-eaecb3c92deb'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:56:32.305454 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3c90a9df-66e2-48f9-b6c6-cb2e9921c1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:32.307714 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2968c816-e12f-42da-a81b-da430e293e81 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:32.318713 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-295147a1-5143-4160-8f3c-f3bc79e38435 None None] Allocated IP 172.20.0.1 (a83d15cc-63cb-4f82-b482-adda19a2db18/6b3ec503-c3fc-4674-9798-ce49abd9e8ed/53522dee-f743-4179-a04b-54f8f8be8d34) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:56:32.344637 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8064f6-7823-400a-987d-f6e4194e99ee None None] Routers {'a2749991-47ce-4e59-8ff1-37e968ab7c23'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:56:32.345467 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-cf8064f6-7823-400a-987d-f6e4194e99ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:56:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['a2749991-47ce-4e59-8ff1-37e968ab7c23'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:32.361659 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47f6fb5-1da6-4519-ac3e-e113ea8efe28 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Made reservation on behalf of aca6e4961e534035bfe51426bdf4418a for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:32.365136 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f47f6fb5-1da6-4519-ac3e-e113ea8efe28 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:32.401734 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8b3f5991-5b7a-4661-93b1-ea3791d5a2d4 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:32.470630 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-6388be95-e726-44a2-b5dc-a87012399c25 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Deleting port dcdfdd84-31ec-4695-87a8-2b14a25cbd6c {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:56:32.471809 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6388be95-e726-44a2-b5dc-a87012399c25 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:32.506300 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8b3f5991-5b7a-4661-93b1-ea3791d5a2d4 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:32.550502 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-06bcd854-e721-4a6a-adfc-edc224159aad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:32.568560 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f5991-5b7a-4661-93b1-ea3791d5a2d4 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Pushing event deleted for resources: {'Subnet': ['ID=b7e84b22-4140-402a-9b49-b021109fdfd6,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:32.578932 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-06bcd854-e721-4a6a-adfc-edc224159aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:32.583502 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-a5de21b2-d5d7-4048-a2b1-5d7f41bc10c0 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] device_id is not set on port 4d3f4faa-cffe-4f9d-a1aa-21d93547202e yet. {{(pid=109050) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:56:32.653502 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 62e0eae6-4190-4612-b054-e17b9b6eea2c no longer exists at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:56:32.665922 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-06bcd854-e721-4a6a-adfc-edc224159aad admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7e8e8ae3f8c547f88cfc6647cb9413e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5956604 Mar 22 10:56:32.674446 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37902) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:32.682174 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bcd854-e721-4a6a-adfc-edc224159aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eabcec22-bcd7-414e-b378-84efb8195f30,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:32.774682 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] No Port match for: 62e0eae6-4190-4612-b054-e17b9b6eea2c {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:56:32.774935 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 62e0eae6-4190-4612-b054-e17b9b6eea2c not bound to the agent host hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server [None req-f678028f-24fc-4216-a0c7-14963d3d4b4c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b7e84b22-4140-402a-9b49-b021109fdfd6: This subnet is being modified by another concurrent operation. Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server raise exception Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b7e84b22-4140-402a-9b49-b021109fdfd6: This subnet is being modified by another concurrent operation. Mar 22 10:56:32.778736 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server Mar 22 10:56:32.847153 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d71477c-f155-47c0-8d8a-9071ea1ead91 None None] Network 2c619a49-7c87-4fba-bb64-d124ed4eaed7 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:56:32.884364 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8b3f5991-5b7a-4661-93b1-ea3791d5a2d4 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:32.890349 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8b3f5991-5b7a-4661-93b1-ea3791d5a2d4 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] 10.222.0.57 "DELETE /v2.0/subnets/b7e84b22-4140-402a-9b49-b021109fdfd6 HTTP/1.1" status: 204 len: 168 time: 0.8092215 Mar 22 10:56:32.893434 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37906) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:32.902707 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-295147a1-5143-4160-8f3c-f3bc79e38435 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:32.939597 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-853b0396-7fe1-47fe-93d2-5c759b10f7d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:32.941144 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37910) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:32.960945 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-6388be95-e726-44a2-b5dc-a87012399c25 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] For port dcdfdd84-31ec-4695-87a8-2b14a25cbd6c, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=dcdfdd84-31ec-4695-87a8-2b14a25cbd6c,segment=NetworkSegment(2210d4a3-0bf3-4f66-9ad6-275fbc5897e5),segment_id=2210d4a3-0bf3-4f66-9ad6-275fbc5897e5)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:56:32.961363 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6388be95-e726-44a2-b5dc-a87012399c25 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:32.986003 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-df6e7698-8274-4766-816b-f8b54de1b1b9 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Deleting subnet 284b6a96-02db-45f9-a2b5-2449ba51a613 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:56:32.993439 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-df6e7698-8274-4766-816b-f8b54de1b1b9 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:32.996257 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-6388be95-e726-44a2-b5dc-a87012399c25 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Calling delete_port for dcdfdd84-31ec-4695-87a8-2b14a25cbd6c owned by network:router_interface {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:56:33.000671 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f47f6fb5-1da6-4519-ac3e-e113ea8efe28 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:33.006969 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-295147a1-5143-4160-8f3c-f3bc79e38435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:33.033040 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a5de21b2-d5d7-4048-a2b1-5d7f41bc10c0 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:33.061000 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4882ef76-0f47-454c-9498-e0c461fe244f tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:33.077587 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-df6e7698-8274-4766-816b-f8b54de1b1b9 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:33.112403 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-853b0396-7fe1-47fe-93d2-5c759b10f7d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:33.120907 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09c1796-e570-41f5-b03d-bc4ea6d11f98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-e689812c-2573-4eab-97a5-d6becd2c1f17', 'network_id': 'e689812c-2573-4eab-97a5-d6becd2c1f17', 'tenant_id': 'adbb39fab67d44128dde9801f6373bc8', 'fixed_ips': [{'subnet_id': '284b6a96-02db-45f9-a2b5-2449ba51a613'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:56:33.121789 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e09c1796-e570-41f5-b03d-bc4ea6d11f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:33.139421 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-df6e7698-8274-4766-816b-f8b54de1b1b9 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:33.161456 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-cf8064f6-7823-400a-987d-f6e4194e99ee None None] Set router a2749991-47ce-4e59-8ff1-37e968ab7c23 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:56:33.220697 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295147a1-5143-4160-8f3c-f3bc79e38435 None None] Pushing event updated for resources: {'Port': ['ID=53522dee-f743-4179-a04b-54f8f8be8d34,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:33.226028 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295147a1-5143-4160-8f3c-f3bc79e38435 None None] Network a83d15cc-63cb-4f82-b482-adda19a2db18 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:56:33.264068 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-295147a1-5143-4160-8f3c-f3bc79e38435 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:56:33.281207 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295147a1-5143-4160-8f3c-f3bc79e38435 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:56:33.285793 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-3c90a9df-66e2-48f9-b6c6-cb2e9921c1ee None None] Allocated IP 2001:db8::f816:3eff:fed4:5c8b (1bc750fe-0949-42b2-bab7-34fc725823e6/addc6b29-8e7b-4259-a227-eaecb3c92deb/38e993be-c741-4f55-9899-82bf3adeb921) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:56:33.286429 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-df6e7698-8274-4766-816b-f8b54de1b1b9 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:33.324864 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6e7698-8274-4766-816b-f8b54de1b1b9 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Pushing event deleted for resources: {'Subnet': ['ID=284b6a96-02db-45f9-a2b5-2449ba51a613,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:33.327085 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-df6e7698-8274-4766-816b-f8b54de1b1b9 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:33.333798 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-df6e7698-8274-4766-816b-f8b54de1b1b9 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] 10.222.0.57 "DELETE /v2.0/subnets/284b6a96-02db-45f9-a2b5-2449ba51a613 HTTP/1.1" status: 204 len: 168 time: 0.4396636 Mar 22 10:56:33.340475 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37912) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:33.385483 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6388be95-e726-44a2-b5dc-a87012399c25 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:33.423942 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6388be95-e726-44a2-b5dc-a87012399c25 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event deleted for resources: {'Port': ['ID=dcdfdd84-31ec-4695-87a8-2b14a25cbd6c,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:33.432727 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba443d7-5ed0-4502-83c5-f9d9c2674cf0 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:33.439114 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0ba443d7-5ed0-4502-83c5-f9d9c2674cf0 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0967157 Mar 22 10:56:33.442432 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37914) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:33.586862 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47f6fb5-1da6-4519-ac3e-e113ea8efe28 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Pushing event updated for resources: {'Subnet': ['ID=edabfd3e-ab94-453f-84d1-2aae13a39d9c,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:33.605754 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6388be95-e726-44a2-b5dc-a87012399c25 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684007'] for router_interface, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:33.609341 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-a5de21b2-d5d7-4048-a2b1-5d7f41bc10c0 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] device_id is not set on port 8d1f719e-e690-4c52-b9de-17cc162defe4 yet. {{(pid=109050) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:56:33.625514 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-154436aa-b3dd-4ab9-8b6c-0a631e703568 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server [None req-e09c1796-e570-41f5-b03d-bc4ea6d11f98 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 284b6a96-02db-45f9-a2b5-2449ba51a613: This subnet is being modified by another concurrent operation. Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server raise exception Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 284b6a96-02db-45f9-a2b5-2449ba51a613: This subnet is being modified by another concurrent operation. Mar 22 10:56:33.626698 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server Mar 22 10:56:33.649500 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-295147a1-5143-4160-8f3c-f3bc79e38435 None None] Attempting to bind port 53522dee-f743-4179-a04b-54f8f8be8d34 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:56:33.652736 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-295147a1-5143-4160-8f3c-f3bc79e38435 None None] Attempting to bind port 53522dee-f743-4179-a04b-54f8f8be8d34 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': 'e5582c90-9188-4d31-94e8-a6072b2fd7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a83d15cc-63cb-4f82-b482-adda19a2db18'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:56:33.652736 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295147a1-5143-4160-8f3c-f3bc79e38435 None None] Attempting to bind port 53522dee-f743-4179-a04b-54f8f8be8d34 on network a83d15cc-63cb-4f82-b482-adda19a2db18 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:56:33.670377 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd343e5b-9983-471d-abbb-c861ec07d917 None None] Network e689812c-2573-4eab-97a5-d6becd2c1f17 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:56:33.681590 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295147a1-5143-4160-8f3c-f3bc79e38435 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:56:33.682022 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295147a1-5143-4160-8f3c-f3bc79e38435 None None] Checking segment: {'id': 'e5582c90-9188-4d31-94e8-a6072b2fd7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a83d15cc-63cb-4f82-b482-adda19a2db18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:56:33.682370 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-295147a1-5143-4160-8f3c-f3bc79e38435 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:33.682761 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295147a1-5143-4160-8f3c-f3bc79e38435 None None] Bound using segment: {'id': 'e5582c90-9188-4d31-94e8-a6072b2fd7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a83d15cc-63cb-4f82-b482-adda19a2db18'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:56:33.683233 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-295147a1-5143-4160-8f3c-f3bc79e38435 None None] Bound port: 53522dee-f743-4179-a04b-54f8f8be8d34, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5582c90-9188-4d31-94e8-a6072b2fd7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a83d15cc-63cb-4f82-b482-adda19a2db18'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:56:33.683638 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-295147a1-5143-4160-8f3c-f3bc79e38435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:33.693601 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4882ef76-0f47-454c-9498-e0c461fe244f tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:33.699940 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4882ef76-0f47-454c-9498-e0c461fe244f tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Pushing event deleted for resources: {'Subnet': ['ID=6b3ec503-c3fc-4674-9798-ce49abd9e8ed,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:33.731466 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2968c816-e12f-42da-a81b-da430e293e81 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:33.782291 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-48443b8b-4cf7-4b40-a010-210ef85c4fb5 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:33.789240 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-4882ef76-0f47-454c-9498-e0c461fe244f tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a83d15cc-63cb-4f82-b482-adda19a2db18']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:33.818981 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47f6fb5-1da6-4519-ac3e-e113ea8efe28 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Checking segment: {'id': 'ea339868-bb2a-435e-a9b9-c850b28597be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '6d606422-319c-4a17-af7e-1d7837686b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:56:33.819359 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47f6fb5-1da6-4519-ac3e-e113ea8efe28 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Network hostable DHCP agents. Network: 6d606422-319c-4a17-af7e-1d7837686b31, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:56:33.825573 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-4882ef76-0f47-454c-9498-e0c461fe244f tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5582c90-9188-4d31-94e8-a6072b2fd7d6') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:33.825889 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-4882ef76-0f47-454c-9498-e0c461fe244f tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5582c90-9188-4d31-94e8-a6072b2fd7d6') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:33.838663 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2968c816-e12f-42da-a81b-da430e293e81 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:56:33.866302 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-853b0396-7fe1-47fe-93d2-5c759b10f7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:33.869267 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-853b0396-7fe1-47fe-93d2-5c759b10f7d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:33.870441 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-853b0396-7fe1-47fe-93d2-5c759b10f7d9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/eabcec22-bcd7-414e-b378-84efb8195f30 HTTP/1.1" status: 204 len: 168 time: 1.1936266 Mar 22 10:56:33.871524 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-2968c816-e12f-42da-a81b-da430e293e81 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:56:33.878265 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2968c816-e12f-42da-a81b-da430e293e81 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:33.878856 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2968c816-e12f-42da-a81b-da430e293e81 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:33.885573 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-48443b8b-4cf7-4b40-a010-210ef85c4fb5 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:33.891900 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4882ef76-0f47-454c-9498-e0c461fe244f tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:33.927599 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2968c816-e12f-42da-a81b-da430e293e81 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event updated for resources: {'Subnet': ['ID=36bfe855-bfbc-49aa-8252-a4336f4fce66,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:33.952967 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4882ef76-0f47-454c-9498-e0c461fe244f tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:33.957511 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-154436aa-b3dd-4ab9-8b6c-0a631e703568 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:33.960001 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853b0396-7fe1-47fe-93d2-5c759b10f7d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eabcec22-bcd7-414e-b378-84efb8195f30,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:33.989543 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6388be95-e726-44a2-b5dc-a87012399c25 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Router 22c5e9b4-83c7-47e3-b4d6-ebf66429c466 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:56:33.992603 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-2968c816-e12f-42da-a81b-da430e293e81 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2858641 Mar 22 10:56:33.994407 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4882ef76-0f47-454c-9498-e0c461fe244f tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:56:33.994822 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4882ef76-0f47-454c-9498-e0c461fe244f tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:33.996602 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37918) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:34.004112 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47f6fb5-1da6-4519-ac3e-e113ea8efe28 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Network 6d606422-319c-4a17-af7e-1d7837686b31 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:56:34.007181 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 10:56:34.007181 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:56:34.007181 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 10:56:34.007181 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:56:34.007181 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 10:56:34.007181 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:56:34.007181 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 10:56:34.007181 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:56:34.007181 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 10:56:34.007181 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:56:34.007181 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 10:56:34.007181 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:56:34.007181 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 10:56:34.007181 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:56:34.007181 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:56:34.007181 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:56:34.007181 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:56:34.007181 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:56:34.007181 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 10:56:34.007181 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:56:34.007181 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 10:56:34.007181 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:56:34.007181 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:56:34.007181 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:56:34.007181 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 10:56:34.007181 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:56:34.007181 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:56:34.007181 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:56:34.007181 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:56:34.007181 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:56:34.007181 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:56:34.007181 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:56:34.020983 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-f18e76c5-ffbe-4f78-afb3-c9b09750d1b3 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'port': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'mac_address': 'fa:16:3e:57:83:04', 'name': 'tempest-NetworksTestDHCPv6-563614650'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:34.030633 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-154436aa-b3dd-4ab9-8b6c-0a631e703568 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e689812c-2573-4eab-97a5-d6becd2c1f17']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:34.051912 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-f47f6fb5-1da6-4519-ac3e-e113ea8efe28 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 6d606422-319c-4a17-af7e-1d7837686b31) {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:56:34.057276 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47f6fb5-1da6-4519-ac3e-e113ea8efe28 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:34.058200 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f47f6fb5-1da6-4519-ac3e-e113ea8efe28 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:34.059172 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-154436aa-b3dd-4ab9-8b6c-0a631e703568 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bff3ac82-44bf-4d40-8e94-cd2c6cca9b70') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:34.059612 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-154436aa-b3dd-4ab9-8b6c-0a631e703568 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bff3ac82-44bf-4d40-8e94-cd2c6cca9b70') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:34.085461 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-154436aa-b3dd-4ab9-8b6c-0a631e703568 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:34.124007 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.db.api [None req-4882ef76-0f47-454c-9498-e0c461fe244f tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 22 10:56:34.124007 dv-neutron-834599-1-hyperv neutron-server[109050]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 22 10:56:34.124007 dv-neutron-834599-1-hyperv neutron-server[109050]: [parameters: {'id': 'a83d15cc-63cb-4f82-b482-adda19a2db18'}] Mar 22 10:56:34.124007 dv-neutron-834599-1-hyperv neutron-server[109050]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 10:56:34.124488 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG oslo_db.api [None req-4882ef76-0f47-454c-9498-e0c461fe244f tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 10:56:34.144855 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a5de21b2-d5d7-4048-a2b1-5d7f41bc10c0 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:34.158076 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a089ce31-407a-44e0-a4b0-5036537847d7 None None] Network 6d606422-319c-4a17-af7e-1d7837686b31 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:56:34.174681 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-154436aa-b3dd-4ab9-8b6c-0a631e703568 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:34.201483 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-48443b8b-4cf7-4b40-a010-210ef85c4fb5 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:34.205018 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-48443b8b-4cf7-4b40-a010-210ef85c4fb5 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:34.210408 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-48443b8b-4cf7-4b40-a010-210ef85c4fb5 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "DELETE /v2.0/security-groups/9458590a-d2f8-4ea3-b6ca-fc7855aaa70d HTTP/1.1" status: 204 len: 168 time: 1.2586849 Mar 22 10:56:34.216085 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37922) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:34.217530 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-154436aa-b3dd-4ab9-8b6c-0a631e703568 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:56:34.217992 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-154436aa-b3dd-4ab9-8b6c-0a631e703568 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:34.222635 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-f47f6fb5-1da6-4519-ac3e-e113ea8efe28 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2581401 Mar 22 10:56:34.225076 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 10:56:34.225076 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:56:34.225076 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 10:56:34.225076 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:56:34.225076 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 10:56:34.225076 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:56:34.225076 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 10:56:34.225076 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:56:34.225076 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 10:56:34.225076 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:56:34.225076 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 10:56:34.225076 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:56:34.225076 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 10:56:34.225076 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:56:34.225076 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:56:34.225076 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:56:34.225076 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:56:34.225076 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:56:34.225076 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 10:56:34.225076 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:56:34.225076 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 10:56:34.225076 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:56:34.225076 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:56:34.225076 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:56:34.225076 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 10:56:34.225076 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:56:34.225076 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:56:34.225076 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:56:34.225076 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:56:34.225076 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:56:34.225076 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:56:34.225076 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:56:34.227102 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37924) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:34.239990 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a5de21b2-d5d7-4048-a2b1-5d7f41bc10c0 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:34.257661 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6388be95-e726-44a2-b5dc-a87012399c25 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:56:34.258099 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3c90a9df-66e2-48f9-b6c6-cb2e9921c1ee None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:34.271947 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7984af-5818-4cb8-8e00-4ced087279ee None None] Sync routers for ids ['22c5e9b4-83c7-47e3-b4d6-ebf66429c466'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:56:34.273992 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48443b8b-4cf7-4b40-a010-210ef85c4fb5 tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9458590a-d2f8-4ea3-b6ca-fc7855aaa70d,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:34.278576 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6388be95-e726-44a2-b5dc-a87012399c25 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "PUT /v2.0/routers/22c5e9b4-83c7-47e3-b4d6-ebf66429c466/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3143041 Mar 22 10:56:34.279967 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-2a2135ac-b46e-4040-8708-98f63089123b tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] show failed (client error): The resource could not be found. Mar 22 10:56:34.280140 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37926) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:34.280954 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2a2135ac-b46e-4040-8708-98f63089123b tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "GET /v2.0/security-groups/9458590a-d2f8-4ea3-b6ca-fc7855aaa70d HTTP/1.1" status: 404 len: 347 time: 0.0570440 Mar 22 10:56:34.292430 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7984af-5818-4cb8-8e00-4ced087279ee None None] Routers {'22c5e9b4-83c7-47e3-b4d6-ebf66429c466'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:56:34.293046 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-bd7984af-5818-4cb8-8e00-4ced087279ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:56:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['22c5e9b4-83c7-47e3-b4d6-ebf66429c466'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:34.327989 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37928) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:34.361584 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-154436aa-b3dd-4ab9-8b6c-0a631e703568 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:34.374856 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-154436aa-b3dd-4ab9-8b6c-0a631e703568 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:34.382994 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-bd7984af-5818-4cb8-8e00-4ced087279ee None None] Set router 22c5e9b4-83c7-47e3-b4d6-ebf66429c466 gateway port host: None {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:56:34.384441 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-154436aa-b3dd-4ab9-8b6c-0a631e703568 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] 10.222.0.57 "DELETE /v2.0/networks/e689812c-2573-4eab-97a5-d6becd2c1f17 HTTP/1.1" status: 204 len: 168 time: 0.9409690 Mar 22 10:56:34.400842 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154436aa-b3dd-4ab9-8b6c-0a631e703568 tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Pushing event deleted for resources: {'Network': ['ID=e689812c-2573-4eab-97a5-d6becd2c1f17,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:34.402853 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37934) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:34.415483 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18e76c5-ffbe-4f78-afb3-c9b09750d1b3 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Made reservation on behalf of f7a8ac7bbd5d466888176c13ba053f5f for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:34.476530 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3c90a9df-66e2-48f9-b6c6-cb2e9921c1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:34.479438 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-295147a1-5143-4160-8f3c-f3bc79e38435 None None] For port 53522dee-f743-4179-a04b-54f8f8be8d34, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:56:34.512954 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f18e76c5-ffbe-4f78-afb3-c9b09750d1b3 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:34.513233 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-bd7984af-5818-4cb8-8e00-4ced087279ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'name': 'tempest-RoutersIpV6Test-router-809382511', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:55:13Z', 'updated_at': '2022-03-22T10:56:33Z', 'revision_number': 11, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'gw_port_host': None}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:34.526735 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6980bc91-f854-4b37-8472-eed719fa7919 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:34.539002 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-f18e76c5-ffbe-4f78-afb3-c9b09750d1b3 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] device_id is not set on port a811ac03-3596-4889-ba9d-78fb0de251ca yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:56:34.566720 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7984af-5818-4cb8-8e00-4ced087279ee None None] Checking router: 22c5e9b4-83c7-47e3-b4d6-ebf66429c466 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 10:56:34.592544 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7984af-5818-4cb8-8e00-4ced087279ee None None] Routers {'22c5e9b4-83c7-47e3-b4d6-ebf66429c466'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:56:34.593235 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-bd7984af-5818-4cb8-8e00-4ced087279ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:56:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['22c5e9b4-83c7-47e3-b4d6-ebf66429c466'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:34.610428 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-295147a1-5143-4160-8f3c-f3bc79e38435 None None] For port 53522dee-f743-4179-a04b-54f8f8be8d34, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=53522dee-f743-4179-a04b-54f8f8be8d34,segment=NetworkSegment(e5582c90-9188-4d31-94e8-a6072b2fd7d6),segment_id=e5582c90-9188-4d31-94e8-a6072b2fd7d6)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:56:34.662439 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4882ef76-0f47-454c-9498-e0c461fe244f tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:34.665252 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-cf8064f6-7823-400a-987d-f6e4194e99ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2749991-47ce-4e59-8ff1-37e968ab7c23', 'name': 'tempest-ServerActionsTestJSON-1145251972-router', 'tenant_id': 'e964decdfe5d4f8ab69e1cb7f6a56a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30'}], 'enable_snat': True}, 'gw_port_id': '6595533c-53e7-4f34-8874-0f797100d99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:53:01Z', 'updated_at': '2022-03-22T10:53:10Z', 'revision_number': 4, 'project_id': 'e964decdfe5d4f8ab69e1cb7f6a56a22', 'gw_port': {'id': '6595533c-53e7-4f34-8874-0f797100d99d', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:27:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2749991-47ce-4e59-8ff1-37e968ab7c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:02Z', 'updated_at': '2022-03-22T10:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '0c165ac1-afc6-4544-ac2b-1c4d17d470ec', 'name': '', 'network_id': '619a0580-b085-430c-89e2-022d42d1e4bf', 'tenant_id': 'e964decdfe5d4f8ab69e1cb7f6a56a22', 'mac_address': 'fa:16:3e:5b:b6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2749991-47ce-4e59-8ff1-37e968ab7c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e692a5aa-617d-46cb-afbe-668e67a6ee91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:07Z', 'updated_at': '2022-03-22T10:53:19Z', 'revision_number': 5, 'project_id': 'e964decdfe5d4f8ab69e1cb7f6a56a22', 'subnets': [{'id': 'e692a5aa-617d-46cb-afbe-668e67a6ee91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:34.674520 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-295147a1-5143-4160-8f3c-f3bc79e38435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:34.677780 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c90a9df-66e2-48f9-b6c6-cb2e9921c1ee None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:56:34.685271 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-bd7984af-5818-4cb8-8e00-4ced087279ee None None] Set router 22c5e9b4-83c7-47e3-b4d6-ebf66429c466 gateway port host: None {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:56:34.744638 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-bd7984af-5818-4cb8-8e00-4ced087279ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'name': 'tempest-RoutersIpV6Test-router-809382511', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:55:13Z', 'updated_at': '2022-03-22T10:56:33Z', 'revision_number': 11, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'gw_port_host': None}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:34.771464 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-f18e76c5-ffbe-4f78-afb3-c9b09750d1b3 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Allocated IP 172.20.0.2 (1bc750fe-0949-42b2-bab7-34fc725823e6/36bfe855-bfbc-49aa-8252-a4336f4fce66/a811ac03-3596-4889-ba9d-78fb0de251ca) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:56:34.781570 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7984af-5818-4cb8-8e00-4ced087279ee None None] The sync data for ids ['22c5e9b4-83c7-47e3-b4d6-ebf66429c466'] in dv-neutron-834599-1-hyperv is: [{'id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'name': 'tempest-RoutersIpV6Test-router-809382511', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:55:13Z', 'updated_at': '2022-03-22T10:56:33Z', 'revision_number': 11, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'gw_port_host': None}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:56:34.787321 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-f18e76c5-ffbe-4f78-afb3-c9b09750d1b3 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Allocated IP 2001:db8::f816:3eff:fe57:8304 (1bc750fe-0949-42b2-bab7-34fc725823e6/addc6b29-8e7b-4259-a227-eaecb3c92deb/a811ac03-3596-4889-ba9d-78fb0de251ca) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:56:34.793520 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5de21b2-d5d7-4048-a2b1-5d7f41bc10c0 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Pushing event updated for resources: {'Port': ['ID=4d3f4faa-cffe-4f9d-a1aa-21d93547202e,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:34.832682 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6980bc91-f854-4b37-8472-eed719fa7919 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:34.838268 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-3c90a9df-66e2-48f9-b6c6-cb2e9921c1ee None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:56:34.841188 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c90a9df-66e2-48f9-b6c6-cb2e9921c1ee None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:56:34.860211 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8064f6-7823-400a-987d-f6e4194e99ee None None] Checking router: a2749991-47ce-4e59-8ff1-37e968ab7c23 for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 10:56:34.904913 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c90a9df-66e2-48f9-b6c6-cb2e9921c1ee None None] Pushing event updated for resources: {'Port': ['ID=38e993be-c741-4f55-9899-82bf3adeb921,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:34.912395 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_v2 [None req-40f46c7c-1574-4378-a9bb-f847dda91a63 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Deleting subnet 6df7019b-cca6-4a15-8136-589e7260dbaf {{(pid=109050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:56:34.927257 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-639a6837-7d12-47ca-b1e6-3c24e2c47bce tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:34.933954 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5de21b2-d5d7-4048-a2b1-5d7f41bc10c0 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Checking segment: {'id': '430de715-ba1b-473b-971b-021dff34e504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '3f980a45-2c43-4916-9a8c-c723b7410054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:56:34.934322 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5de21b2-d5d7-4048-a2b1-5d7f41bc10c0 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Network hostable DHCP agents. Network: 3f980a45-2c43-4916-9a8c-c723b7410054, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:56:34.939887 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6980bc91-f854-4b37-8472-eed719fa7919 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:34.977148 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-40f46c7c-1574-4378-a9bb-f847dda91a63 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for subnet, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:34.998154 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f18e76c5-ffbe-4f78-afb3-c9b09750d1b3 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:35.026066 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8064f6-7823-400a-987d-f6e4194e99ee None None] Routers {'a2749991-47ce-4e59-8ff1-37e968ab7c23'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:56:35.026794 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-cf8064f6-7823-400a-987d-f6e4194e99ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:56:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['a2749991-47ce-4e59-8ff1-37e968ab7c23'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:35.052128 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f18e76c5-ffbe-4f78-afb3-c9b09750d1b3 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:35.073199 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-b95ed727-ee7e-49d8-ab85-726dc69acdea tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Deleting port 8715ec41-541e-4959-a9a2-23b719d5d3ee {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:56:35.073789 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b95ed727-ee7e-49d8-ab85-726dc69acdea tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:35.079915 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58354c66-8a96-44b8-a916-7b31feea47fd None None] Network a83d15cc-63cb-4f82-b482-adda19a2db18 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:56:35.080176 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6980bc91-f854-4b37-8472-eed719fa7919 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Pushing event deleted for resources: {'Subnet': ['ID=edabfd3e-ab94-453f-84d1-2aae13a39d9c,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:35.115356 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18e76c5-ffbe-4f78-afb3-c9b09750d1b3 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:56:35.118918 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-f18e76c5-ffbe-4f78-afb3-c9b09750d1b3 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:56:35.122283 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18e76c5-ffbe-4f78-afb3-c9b09750d1b3 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:56:35.158228 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18e76c5-ffbe-4f78-afb3-c9b09750d1b3 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event updated for resources: {'Port': ['ID=a811ac03-3596-4889-ba9d-78fb0de251ca,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:35.178725 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6980bc91-f854-4b37-8472-eed719fa7919 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:35.194084 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18e76c5-ffbe-4f78-afb3-c9b09750d1b3 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:35.194950 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f18e76c5-ffbe-4f78-afb3-c9b09750d1b3 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:35.219353 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f18e76c5-ffbe-4f78-afb3-c9b09750d1b3 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.2195895 Mar 22 10:56:35.224890 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37952) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:35.277205 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-3c90a9df-66e2-48f9-b6c6-cb2e9921c1ee None None] Attempting to bind port 38e993be-c741-4f55-9899-82bf3adeb921 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:56:35.277669 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-3c90a9df-66e2-48f9-b6c6-cb2e9921c1ee None None] Attempting to bind port 38e993be-c741-4f55-9899-82bf3adeb921 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:56:35.278127 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c90a9df-66e2-48f9-b6c6-cb2e9921c1ee None None] Attempting to bind port 38e993be-c741-4f55-9899-82bf3adeb921 on network 1bc750fe-0949-42b2-bab7-34fc725823e6 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:56:35.284170 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295147a1-5143-4160-8f3c-f3bc79e38435 None None] Pushing event updated for resources: {'Port': ['ID=53522dee-f743-4179-a04b-54f8f8be8d34,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:35.304241 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e45e2f-36b4-49d6-b982-7e56c25bfccd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-6d606422-319c-4a17-af7e-1d7837686b31', 'network_id': '6d606422-319c-4a17-af7e-1d7837686b31', 'tenant_id': 'aca6e4961e534035bfe51426bdf4418a', 'fixed_ips': [{'subnet_id': 'edabfd3e-ab94-453f-84d1-2aae13a39d9c'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:56:35.306427 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-60e45e2f-36b4-49d6-b982-7e56c25bfccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:35.321488 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b95ed727-ee7e-49d8-ab85-726dc69acdea tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:35.321814 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b95ed727-ee7e-49d8-ab85-726dc69acdea tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:35.332341 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769aea5e-1398-48ba-be3d-b71826e1c2e8 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:35.332803 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5de21b2-d5d7-4048-a2b1-5d7f41bc10c0 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Network 3f980a45-2c43-4916-9a8c-c723b7410054 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:56:35.335557 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device dcdfdd84-31ec-4695-87a8-2b14a25cbd6c no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:56:35.346283 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769aea5e-1398-48ba-be3d-b71826e1c2e8 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:35.347842 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-40f46c7c-1574-4378-a9bb-f847dda91a63 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11961780'] for subnet, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:35.350843 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-769aea5e-1398-48ba-be3d-b71826e1c2e8 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1236954 Mar 22 10:56:35.351329 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37954) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:35.368417 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c90a9df-66e2-48f9-b6c6-cb2e9921c1ee None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:56:35.368941 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c90a9df-66e2-48f9-b6c6-cb2e9921c1ee None None] Checking segment: {'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:56:35.369499 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3c90a9df-66e2-48f9-b6c6-cb2e9921c1ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:35.369990 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c90a9df-66e2-48f9-b6c6-cb2e9921c1ee None None] Bound using segment: {'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:56:35.370583 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-3c90a9df-66e2-48f9-b6c6-cb2e9921c1ee None None] Bound port: 38e993be-c741-4f55-9899-82bf3adeb921, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:56:35.371060 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3c90a9df-66e2-48f9-b6c6-cb2e9921c1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:35.379554 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: dcdfdd84-31ec-4695-87a8-2b14a25cbd6c {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:56:35.379989 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device dcdfdd84-31ec-4695-87a8-2b14a25cbd6c not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:56:35.390351 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-b95ed727-ee7e-49d8-ab85-726dc69acdea tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Calling delete_port for 8715ec41-541e-4959-a9a2-23b719d5d3ee owned by network:floatingip {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:56:35.430547 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-a5de21b2-d5d7-4048-a2b1-5d7f41bc10c0 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 3f980a45-2c43-4916-9a8c-c723b7410054) {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:56:35.443778 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5de21b2-d5d7-4048-a2b1-5d7f41bc10c0 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:56:35.444688 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a5de21b2-d5d7-4048-a2b1-5d7f41bc10c0 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:35.474417 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-6980bc91-f854-4b37-8472-eed719fa7919 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d606422-319c-4a17-af7e-1d7837686b31']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:35.488313 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff99375-b2cf-491e-9388-6b9f7b7a36dd None None] Network 3f980a45-2c43-4916-9a8c-c723b7410054 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:56:35.509358 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-04c6cfcb-b8f3-4c1e-a93d-4cc24ee89457 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Deleting port a811ac03-3596-4889-ba9d-78fb0de251ca {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:56:35.509704 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-04c6cfcb-b8f3-4c1e-a93d-4cc24ee89457 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:35.553076 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-6980bc91-f854-4b37-8472-eed719fa7919 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea339868-bb2a-435e-a9b9-c850b28597be') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:35.553424 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-6980bc91-f854-4b37-8472-eed719fa7919 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea339868-bb2a-435e-a9b9-c850b28597be') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:35.566357 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-639a6837-7d12-47ca-b1e6-3c24e2c47bce tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:35.602385 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39cc3f35-a56f-4bda-b412-0d7c9266a556 None None] Network 6d606422-319c-4a17-af7e-1d7837686b31 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:56:35.614837 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-04c6cfcb-b8f3-4c1e-a93d-4cc24ee89457 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:35.622295 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6980bc91-f854-4b37-8472-eed719fa7919 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:35.628484 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-04c6cfcb-b8f3-4c1e-a93d-4cc24ee89457 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Calling delete_port for a811ac03-3596-4889-ba9d-78fb0de251ca owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:56:35.668481 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-639a6837-7d12-47ca-b1e6-3c24e2c47bce tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c619a49-7c87-4fba-bb64-d124ed4eaed7']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:35.676311 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-4882ef76-0f47-454c-9498-e0c461fe244f tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Deleting port 53522dee-f743-4179-a04b-54f8f8be8d34 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:56:35.676669 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4882ef76-0f47-454c-9498-e0c461fe244f tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:35.679417 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-cf8064f6-7823-400a-987d-f6e4194e99ee None None] Set router a2749991-47ce-4e59-8ff1-37e968ab7c23 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:56:35.682360 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6980bc91-f854-4b37-8472-eed719fa7919 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:35.727388 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-639a6837-7d12-47ca-b1e6-3c24e2c47bce tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a0c7343-7849-46f0-8833-61250b3cb512') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:35.727819 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-639a6837-7d12-47ca-b1e6-3c24e2c47bce tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a0c7343-7849-46f0-8833-61250b3cb512') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:35.736833 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5de21b2-d5d7-4048-a2b1-5d7f41bc10c0 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Pushing event updated for resources: {'Port': ['ID=8d1f719e-e690-4c52-b9de-17cc162defe4,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:35.740647 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6980bc91-f854-4b37-8472-eed719fa7919 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:56:35.741061 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6980bc91-f854-4b37-8472-eed719fa7919 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:35.767396 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 10:56:35.767396 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:56:35.767396 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 10:56:35.767396 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:56:35.767396 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 10:56:35.767396 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:56:35.767396 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 10:56:35.767396 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:56:35.767396 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 10:56:35.767396 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:56:35.767396 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 10:56:35.767396 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:56:35.767396 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 10:56:35.767396 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:56:35.767396 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:56:35.767396 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:56:35.767396 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:56:35.767396 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:56:35.767396 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 10:56:35.767396 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:56:35.767396 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 10:56:35.767396 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:56:35.767396 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:56:35.767396 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:56:35.767396 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 10:56:35.767396 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:56:35.767396 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:56:35.767396 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:56:35.767396 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:56:35.767396 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:56:35.767396 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:56:35.767396 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:56:35.803471 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-3c90a9df-66e2-48f9-b6c6-cb2e9921c1ee None None] For port 38e993be-c741-4f55-9899-82bf3adeb921, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:56:35.809177 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-639a6837-7d12-47ca-b1e6-3c24e2c47bce tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:35.854375 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-3c90a9df-66e2-48f9-b6c6-cb2e9921c1ee None None] For port 38e993be-c741-4f55-9899-82bf3adeb921, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=38e993be-c741-4f55-9899-82bf3adeb921,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:56:35.871552 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3c90a9df-66e2-48f9-b6c6-cb2e9921c1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:35.873714 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-04c6cfcb-b8f3-4c1e-a93d-4cc24ee89457 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:35.910227 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-40f46c7c-1574-4378-a9bb-f847dda91a63 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:35.934344 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c6cfcb-b8f3-4c1e-a93d-4cc24ee89457 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event deleted for resources: {'Port': ['ID=a811ac03-3596-4889-ba9d-78fb0de251ca,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:35.942431 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5de21b2-d5d7-4048-a2b1-5d7f41bc10c0 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Checking segment: {'id': '162026fd-f927-44c7-9f5a-584cdab9cf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '94538d9a-381b-4618-8709-ae0caf5234e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:56:35.942807 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5de21b2-d5d7-4048-a2b1-5d7f41bc10c0 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Network hostable DHCP agents. Network: 94538d9a-381b-4618-8709-ae0caf5234e3, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:56:35.949098 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-639a6837-7d12-47ca-b1e6-3c24e2c47bce tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:35.978051 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-4882ef76-0f47-454c-9498-e0c461fe244f tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] For port 53522dee-f743-4179-a04b-54f8f8be8d34, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=53522dee-f743-4179-a04b-54f8f8be8d34,segment=NetworkSegment(e5582c90-9188-4d31-94e8-a6072b2fd7d6),segment_id=e5582c90-9188-4d31-94e8-a6072b2fd7d6)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:56:35.978492 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4882ef76-0f47-454c-9498-e0c461fe244f tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:35.990943 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-639a6837-7d12-47ca-b1e6-3c24e2c47bce tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:56:35.991357 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-639a6837-7d12-47ca-b1e6-3c24e2c47bce tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:36.002150 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6980bc91-f854-4b37-8472-eed719fa7919 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:36.007287 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6980bc91-f854-4b37-8472-eed719fa7919 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:36.010648 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-6980bc91-f854-4b37-8472-eed719fa7919 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] 10.222.0.57 "DELETE /v2.0/networks/6d606422-319c-4a17-af7e-1d7837686b31 HTTP/1.1" status: 204 len: 168 time: 1.7678194 Mar 22 10:56:36.011489 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 10:56:36.011489 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:56:36.011489 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 10:56:36.011489 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:56:36.011489 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 10:56:36.011489 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:56:36.011489 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 10:56:36.011489 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:56:36.011489 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 10:56:36.011489 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:56:36.011489 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 10:56:36.011489 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:56:36.011489 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 10:56:36.011489 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:56:36.011489 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:56:36.011489 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:56:36.011489 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:56:36.011489 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:56:36.011489 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 10:56:36.011489 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:56:36.011489 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 10:56:36.011489 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:56:36.011489 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:56:36.011489 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:56:36.011489 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 10:56:36.011489 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:56:36.011489 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:56:36.011489 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:56:36.011489 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:56:36.011489 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:56:36.011489 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:56:36.011489 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:56:36.018950 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c90a9df-66e2-48f9-b6c6-cb2e9921c1ee None None] Pushing event updated for resources: {'Port': ['ID=38e993be-c741-4f55-9899-82bf3adeb921,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:36.031168 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37966) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:36.042381 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-2476390c-b15c-4097-b07d-0a8f5ed38367 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-459109300'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:36.061696 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-4882ef76-0f47-454c-9498-e0c461fe244f tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Calling delete_port for 53522dee-f743-4179-a04b-54f8f8be8d34 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:56:36.099314 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-cf8064f6-7823-400a-987d-f6e4194e99ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2749991-47ce-4e59-8ff1-37e968ab7c23', 'name': 'tempest-ServerActionsTestJSON-1145251972-router', 'tenant_id': 'e964decdfe5d4f8ab69e1cb7f6a56a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30'}], 'enable_snat': True}, 'gw_port_id': '6595533c-53e7-4f34-8874-0f797100d99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:53:01Z', 'updated_at': '2022-03-22T10:53:10Z', 'revision_number': 4, 'project_id': 'e964decdfe5d4f8ab69e1cb7f6a56a22', 'gw_port': {'id': '6595533c-53e7-4f34-8874-0f797100d99d', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:27:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2749991-47ce-4e59-8ff1-37e968ab7c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:02Z', 'updated_at': '2022-03-22T10:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '0c165ac1-afc6-4544-ac2b-1c4d17d470ec', 'name': '', 'network_id': '619a0580-b085-430c-89e2-022d42d1e4bf', 'tenant_id': 'e964decdfe5d4f8ab69e1cb7f6a56a22', 'mac_address': 'fa:16:3e:5b:b6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2749991-47ce-4e59-8ff1-37e968ab7c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e692a5aa-617d-46cb-afbe-668e67a6ee91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:07Z', 'updated_at': '2022-03-22T10:53:19Z', 'revision_number': 5, 'project_id': 'e964decdfe5d4f8ab69e1cb7f6a56a22', 'subnets': [{'id': 'e692a5aa-617d-46cb-afbe-668e67a6ee91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:36.104471 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6980bc91-f854-4b37-8472-eed719fa7919 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Pushing event deleted for resources: {'Network': ['ID=6d606422-319c-4a17-af7e-1d7837686b31,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:36.127405 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-04c6cfcb-b8f3-4c1e-a93d-4cc24ee89457 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:36.138829 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8064f6-7823-400a-987d-f6e4194e99ee None None] The sync data for ids ['a2749991-47ce-4e59-8ff1-37e968ab7c23'] in dv-neutron-834599-1-hyperv is: [{'id': 'a2749991-47ce-4e59-8ff1-37e968ab7c23', 'name': 'tempest-ServerActionsTestJSON-1145251972-router', 'tenant_id': 'e964decdfe5d4f8ab69e1cb7f6a56a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30'}], 'enable_snat': True}, 'gw_port_id': '6595533c-53e7-4f34-8874-0f797100d99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:53:01Z', 'updated_at': '2022-03-22T10:53:10Z', 'revision_number': 4, 'project_id': 'e964decdfe5d4f8ab69e1cb7f6a56a22', 'gw_port': {'id': '6595533c-53e7-4f34-8874-0f797100d99d', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:27:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2749991-47ce-4e59-8ff1-37e968ab7c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:02Z', 'updated_at': '2022-03-22T10:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '0c165ac1-afc6-4544-ac2b-1c4d17d470ec', 'name': '', 'network_id': '619a0580-b085-430c-89e2-022d42d1e4bf', 'tenant_id': 'e964decdfe5d4f8ab69e1cb7f6a56a22', 'mac_address': 'fa:16:3e:5b:b6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2749991-47ce-4e59-8ff1-37e968ab7c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e692a5aa-617d-46cb-afbe-668e67a6ee91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:07Z', 'updated_at': '2022-03-22T10:53:19Z', 'revision_number': 5, 'project_id': 'e964decdfe5d4f8ab69e1cb7f6a56a22', 'subnets': [{'id': 'e692a5aa-617d-46cb-afbe-668e67a6ee91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:56:36.140272 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-04c6cfcb-b8f3-4c1e-a93d-4cc24ee89457 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/ports/a811ac03-3596-4889-ba9d-78fb0de251ca HTTP/1.1" status: 204 len: 168 time: 0.7877903 Mar 22 10:56:36.141331 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37968) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:36.152001 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2476390c-b15c-4097-b07d-0a8f5ed38367 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Made reservation on behalf of aca6e4961e534035bfe51426bdf4418a for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:36.155909 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2476390c-b15c-4097-b07d-0a8f5ed38367 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:36.156270 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5de21b2-d5d7-4048-a2b1-5d7f41bc10c0 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Network 94538d9a-381b-4618-8709-ae0caf5234e3 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:56:36.210828 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37970) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:36.214194 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-639a6837-7d12-47ca-b1e6-3c24e2c47bce tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:36.219702 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-639a6837-7d12-47ca-b1e6-3c24e2c47bce tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:36.222974 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-639a6837-7d12-47ca-b1e6-3c24e2c47bce tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] 10.222.0.57 "DELETE /v2.0/networks/2c619a49-7c87-4fba-bb64-d124ed4eaed7 HTTP/1.1" status: 204 len: 168 time: 1.7105646 Mar 22 10:56:36.233891 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37972) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:36.262897 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-a5de21b2-d5d7-4048-a2b1-5d7f41bc10c0 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 94538d9a-381b-4618-8709-ae0caf5234e3) {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:56:36.280837 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7ed71c-ac9a-46fd-9aec-01e9482b2ec3 None None] Network 94538d9a-381b-4618-8709-ae0caf5234e3 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:56:36.304858 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2476390c-b15c-4097-b07d-0a8f5ed38367 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:56:36.306575 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5de21b2-d5d7-4048-a2b1-5d7f41bc10c0 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:56:36.312274 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5de21b2-d5d7-4048-a2b1-5d7f41bc10c0 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:36.328133 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b782d156-b269-4346-be4b-b761a1231dd7 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:36.329191 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5de21b2-d5d7-4048-a2b1-5d7f41bc10c0 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:36.329323 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b782d156-b269-4346-be4b-b761a1231dd7 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:36.330125 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a5de21b2-d5d7-4048-a2b1-5d7f41bc10c0 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:36.330769 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b782d156-b269-4346-be4b-b761a1231dd7 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:36.334865 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b782d156-b269-4346-be4b-b761a1231dd7 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1900592 Mar 22 10:56:36.334865 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2476390c-b15c-4097-b07d-0a8f5ed38367 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:36.334865 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-2476390c-b15c-4097-b07d-0a8f5ed38367 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Added segment 61a36044-1322-4ba3-9d99-3f9b354f475d of type vlan for network ac51b25a-f573-4dde-899b-b441c5f73885 Mar 22 10:56:36.335174 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37976) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:36.398228 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-40f46c7c-1574-4378-a9bb-f847dda91a63 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:36.403018 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639a6837-7d12-47ca-b1e6-3c24e2c47bce tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Pushing event deleted for resources: {'Network': ['ID=2c619a49-7c87-4fba-bb64-d124ed4eaed7,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:36.408904 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-a5de21b2-d5d7-4048-a2b1-5d7f41bc10c0 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.0566332 Mar 22 10:56:36.446822 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37978) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:36.504094 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-535740d4-77fb-4b02-9a5f-d15e320ec8e0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'network': {'name': 'tempest-network-smoke--1651394922', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'port_security_enabled': True}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:36.521920 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2476390c-b15c-4097-b07d-0a8f5ed38367 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:36.527577 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b95ed727-ee7e-49d8-ab85-726dc69acdea tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:36.536503 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f46c7c-1574-4378-a9bb-f847dda91a63 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event deleted for resources: {'Subnet': ['ID=6df7019b-cca6-4a15-8136-589e7260dbaf,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:36.547473 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b8982e8-1873-4be9-9f31-e8ee7e3a58a4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Deleting subnet 36bfe855-bfbc-49aa-8252-a4336f4fce66 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:56:36.554188 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5b8982e8-1873-4be9-9f31-e8ee7e3a58a4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:36.581194 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb0d61b-9ddd-4abd-bca7-4eedc973beca None None] New status for floating IP 723d4399-9905-4f98-93d5-9b9f08b218f4: DOWN {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 10:56:36.584508 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45087e44-31cd-4e32-82b7-ac6f43019e00 None None] Network fe26b17e-3c36-45e9-b8c2-31221b83f673 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:56:36.601031 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5657e417-3c27-4d9b-9052-5c9b1982d0b9 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:36.606982 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5657e417-3c27-4d9b-9052-5c9b1982d0b9 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:36.611683 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5657e417-3c27-4d9b-9052-5c9b1982d0b9 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1607108 Mar 22 10:56:36.614135 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37980) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:36.634231 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-40f46c7c-1574-4378-a9bb-f847dda91a63 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:36.640203 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-40f46c7c-1574-4378-a9bb-f847dda91a63 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "DELETE /v2.0/subnets/6df7019b-cca6-4a15-8136-589e7260dbaf HTTP/1.1" status: 204 len: 168 time: 2.3394711 Mar 22 10:56:36.648860 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37982) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:36.652230 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95ed727-ee7e-49d8-ab85-726dc69acdea tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Pushing event deleted for resources: {'Port': ['ID=8715ec41-541e-4959-a9a2-23b719d5d3ee,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:36.657392 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5b8982e8-1873-4be9-9f31-e8ee7e3a58a4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:36.667618 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2476390c-b15c-4097-b07d-0a8f5ed38367 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:36.673251 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2476390c-b15c-4097-b07d-0a8f5ed38367 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:36.673906 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2476390c-b15c-4097-b07d-0a8f5ed38367 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:36.678757 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bb189b5f-e315-4b3b-9b27-1409a097902f tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:36.681020 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535740d4-77fb-4b02-9a5f-d15e320ec8e0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Made reservation on behalf of 9d323f0b18e24bb7bcd0d92686e5587a for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:36.684683 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-535740d4-77fb-4b02-9a5f-d15e320ec8e0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:36.708238 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-535740d4-77fb-4b02-9a5f-d15e320ec8e0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:36.716281 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4882ef76-0f47-454c-9498-e0c461fe244f tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:36.742325 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2476390c-b15c-4097-b07d-0a8f5ed38367 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7020762 Mar 22 10:56:36.756204 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37984) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:36.763170 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4882ef76-0f47-454c-9498-e0c461fe244f tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Pushing event deleted for resources: {'Port': ['ID=53522dee-f743-4179-a04b-54f8f8be8d34,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:36.775792 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b95ed727-ee7e-49d8-ab85-726dc69acdea tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Notify callbacks [] for floatingip, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:36.777629 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-e68c3747-7a0a-4265-b35a-9ef45eb0944c tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Request body: {'subnet': {'network_id': 'ac51b25a-f573-4dde-899b-b441c5f73885', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:36.779163 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b95ed727-ee7e-49d8-ab85-726dc69acdea tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:36.783320 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-b95ed727-ee7e-49d8-ab85-726dc69acdea tempest-ServerActionsTestJSON-1598466244 tempest-ServerActionsTestJSON-1598466244-project] 10.222.0.57 "DELETE /v2.0/floatingips/723d4399-9905-4f98-93d5-9b9f08b218f4 HTTP/1.1" status: 204 len: 168 time: 2.4441700 Mar 22 10:56:36.808019 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4882ef76-0f47-454c-9498-e0c461fe244f tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] No DVR routers for this DVR port 53522dee-f743-4179-a04b-54f8f8be8d34 on host dv-neutron-834599-1-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:56:36.814526 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37986) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:37.005218 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5b8982e8-1873-4be9-9f31-e8ee7e3a58a4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:37.008568 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2476390c-b15c-4097-b07d-0a8f5ed38367 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Pushing event updated for resources: {'Network': ['ID=ac51b25a-f573-4dde-899b-b441c5f73885,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:37.019898 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86eaa3e-8b22-4be0-939b-b7bf27e51b6f None None] DHCP port deletion for fe26b17e-3c36-45e9-b8c2-31221b83f673 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:56:37.033837 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network ac51b25a-f573-4dde-899b-b441c5f73885 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:56:37.058884 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d30e4fe3-0eb6-47a2-8e15-af89a1050f1e tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:37.132329 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68c3747-7a0a-4265-b35a-9ef45eb0944c tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Made reservation on behalf of aca6e4961e534035bfe51426bdf4418a for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:37.135915 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e68c3747-7a0a-4265-b35a-9ef45eb0944c tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:37.183435 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-e86eaa3e-8b22-4be0-939b-b7bf27e51b6f None None] Deleting port a05f8ce0-48b5-49c2-b954-62a4ceea6cdc {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:56:37.184009 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e86eaa3e-8b22-4be0-939b-b7bf27e51b6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:37.302034 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bb189b5f-e315-4b3b-9b27-1409a097902f tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:37.319517 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-e86eaa3e-8b22-4be0-939b-b7bf27e51b6f None None] For port a05f8ce0-48b5-49c2-b954-62a4ceea6cdc, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=a05f8ce0-48b5-49c2-b954-62a4ceea6cdc,segment=NetworkSegment(2210d4a3-0bf3-4f66-9ad6-275fbc5897e5),segment_id=2210d4a3-0bf3-4f66-9ad6-275fbc5897e5)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:56:37.320200 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e86eaa3e-8b22-4be0-939b-b7bf27e51b6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:37.341063 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-e86eaa3e-8b22-4be0-939b-b7bf27e51b6f None None] Calling delete_port for a05f8ce0-48b5-49c2-b954-62a4ceea6cdc owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:56:37.347341 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 38e993be-c741-4f55-9899-82bf3adeb921 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:56:37.389643 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4882ef76-0f47-454c-9498-e0c461fe244f tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:37.421107 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-bb189b5f-e315-4b3b-9b27-1409a097902f tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fd50be3-c809-45da-b03a-5a8f9fd3dab1']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:37.445925 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b00781-18e8-4a62-adf1-56ba9f8e00e0 None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:56:37.449860 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-bb189b5f-e315-4b3b-9b27-1409a097902f tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b672fabd-9404-4ee5-9264-ea8fbc237028') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:37.450166 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-bb189b5f-e315-4b3b-9b27-1409a097902f tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b672fabd-9404-4ee5-9264-ea8fbc237028') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:37.452812 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-4882ef76-0f47-454c-9498-e0c461fe244f tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a83d15cc-63cb-4f82-b482-adda19a2db18']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:37.483193 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-4882ef76-0f47-454c-9498-e0c461fe244f tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5582c90-9188-4d31-94e8-a6072b2fd7d6') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:37.483730 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-4882ef76-0f47-454c-9498-e0c461fe244f tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5582c90-9188-4d31-94e8-a6072b2fd7d6') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:37.492196 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bb189b5f-e315-4b3b-9b27-1409a097902f tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:37.507398 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4882ef76-0f47-454c-9498-e0c461fe244f tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:37.541120 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 38e993be-c741-4f55-9899-82bf3adeb921 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:56:37.542194 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:37.544073 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-f0040099-5e2f-485d-b9f7-451eac1385b9 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Deleting port 4d3f4faa-cffe-4f9d-a1aa-21d93547202e {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:56:37.544393 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f0040099-5e2f-485d-b9f7-451eac1385b9 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:37.558853 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-535740d4-77fb-4b02-9a5f-d15e320ec8e0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:37.567319 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bb189b5f-e315-4b3b-9b27-1409a097902f tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:37.573387 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-535740d4-77fb-4b02-9a5f-d15e320ec8e0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:37.576740 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4882ef76-0f47-454c-9498-e0c461fe244f tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:37.596804 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb189b5f-e315-4b3b-9b27-1409a097902f tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:56:37.597524 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bb189b5f-e315-4b3b-9b27-1409a097902f tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:37.605630 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 10:56:37.605630 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:56:37.605630 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 10:56:37.605630 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:56:37.605630 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 10:56:37.605630 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:56:37.605630 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 10:56:37.605630 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:56:37.605630 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 10:56:37.605630 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:56:37.605630 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 10:56:37.605630 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:56:37.605630 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 10:56:37.605630 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:56:37.605630 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:56:37.605630 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:56:37.605630 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:56:37.605630 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:56:37.605630 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 10:56:37.605630 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:56:37.605630 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 10:56:37.605630 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:56:37.605630 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:56:37.605630 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:56:37.605630 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 10:56:37.605630 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:56:37.605630 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:56:37.605630 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:56:37.605630 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:56:37.605630 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:56:37.605630 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:56:37.605630 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:56:37.614131 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-7337b07d-11fe-4dd3-9004-08d7e51596f5 None None] Provisioning complete for port 38e993be-c741-4f55-9899-82bf3adeb921 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:56:37.614501 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7337b07d-11fe-4dd3-9004-08d7e51596f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:37.620857 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e86eaa3e-8b22-4be0-939b-b7bf27e51b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:37.627617 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4882ef76-0f47-454c-9498-e0c461fe244f tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:56:37.628154 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4882ef76-0f47-454c-9498-e0c461fe244f tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:37.633033 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 10:56:37.633033 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:56:37.633033 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 10:56:37.633033 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:56:37.633033 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 10:56:37.633033 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:56:37.633033 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 10:56:37.633033 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:56:37.633033 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 10:56:37.633033 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:56:37.633033 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 10:56:37.633033 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:56:37.633033 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 10:56:37.633033 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:56:37.633033 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:56:37.633033 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:56:37.633033 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:56:37.633033 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:56:37.633033 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 10:56:37.633033 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:56:37.633033 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 10:56:37.633033 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:56:37.633033 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:56:37.633033 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:56:37.633033 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 10:56:37.633033 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:56:37.633033 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:56:37.633033 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:56:37.633033 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:56:37.633033 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:56:37.633033 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:56:37.633033 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:56:37.636995 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5b8982e8-1873-4be9-9f31-e8ee7e3a58a4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:37.642584 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-535740d4-77fb-4b02-9a5f-d15e320ec8e0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:56:37.656920 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-535740d4-77fb-4b02-9a5f-d15e320ec8e0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:37.658253 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-535740d4-77fb-4b02-9a5f-d15e320ec8e0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Added segment da0f83a2-bc73-42a9-8a4e-1942ea8594a6 of type vlan for network 6a65d360-9164-47d6-a114-8a8963e979c8 Mar 22 10:56:37.681752 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-6047e6d8-90a7-4771-8d4d-03efad290258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:37.707336 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86eaa3e-8b22-4be0-939b-b7bf27e51b6f None None] Pushing event deleted for resources: {'Port': ['ID=a05f8ce0-48b5-49c2-b954-62a4ceea6cdc,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:37.710566 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f0040099-5e2f-485d-b9f7-451eac1385b9 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:37.711113 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-535740d4-77fb-4b02-9a5f-d15e320ec8e0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:37.713107 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8982e8-1873-4be9-9f31-e8ee7e3a58a4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event deleted for resources: {'Subnet': ['ID=36bfe855-bfbc-49aa-8252-a4336f4fce66,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:37.718325 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86eaa3e-8b22-4be0-939b-b7bf27e51b6f None None] No DVR routers for this DVR port a05f8ce0-48b5-49c2-b954-62a4ceea6cdc on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:56:37.734014 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-f0040099-5e2f-485d-b9f7-451eac1385b9 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Calling delete_port for 4d3f4faa-cffe-4f9d-a1aa-21d93547202e owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:56:37.736327 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5b8982e8-1873-4be9-9f31-e8ee7e3a58a4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:37.739335 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5b8982e8-1873-4be9-9f31-e8ee7e3a58a4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/subnets/36bfe855-bfbc-49aa-8252-a4336f4fce66 HTTP/1.1" status: 204 len: 168 time: 1.3976696 Mar 22 10:56:37.747649 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37988) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:37.793399 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-535740d4-77fb-4b02-9a5f-d15e320ec8e0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:37.799544 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535740d4-77fb-4b02-9a5f-d15e320ec8e0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:37.800532 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-535740d4-77fb-4b02-9a5f-d15e320ec8e0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:37.845629 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:37.850417 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-d30e4fe3-0eb6-47a2-8e15-af89a1050f1e tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Deleting port a05f8ce0-48b5-49c2-b954-62a4ceea6cdc {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:56:37.850745 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d30e4fe3-0eb6-47a2-8e15-af89a1050f1e tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:37.857919 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7337b07d-11fe-4dd3-9004-08d7e51596f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:37.910646 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port 38e993be-c741-4f55-9899-82bf3adeb921, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=38e993be-c741-4f55-9899-82bf3adeb921,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:56:37.916107 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:37.934176 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-a04a5099-7a3d-4d43-b7c3-55e3500f1066 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Deleting subnet addc6b29-8e7b-4259-a227-eaecb3c92deb {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:56:37.940854 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535740d4-77fb-4b02-9a5f-d15e320ec8e0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=490c5b7e-2d03-4c50-9ac1-87542458a12c,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:37.951037 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a04a5099-7a3d-4d43-b7c3-55e3500f1066 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:37.980264 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4882ef76-0f47-454c-9498-e0c461fe244f tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:38.011343 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.db.api [None req-7337b07d-11fe-4dd3-9004-08d7e51596f5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 10:56:38.011731 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG oslo_db.api [None req-7337b07d-11fe-4dd3-9004-08d7e51596f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 10:56:38.012849 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=38e993be-c741-4f55-9899-82bf3adeb921,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:38.032390 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bb189b5f-e315-4b3b-9b27-1409a097902f tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:38.036446 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-535740d4-77fb-4b02-9a5f-d15e320ec8e0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8121383 Mar 22 10:56:38.039315 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4882ef76-0f47-454c-9498-e0c461fe244f tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:38.041882 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37990) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:38.045999 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-4882ef76-0f47-454c-9498-e0c461fe244f tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "DELETE /v2.0/networks/a83d15cc-63cb-4f82-b482-adda19a2db18 HTTP/1.1" status: 204 len: 168 time: 7.0456452 Mar 22 10:56:38.046628 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bb189b5f-e315-4b3b-9b27-1409a097902f tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:38.049610 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-bb189b5f-e315-4b3b-9b27-1409a097902f tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] 10.222.0.57 "DELETE /v2.0/networks/6fd50be3-c809-45da-b03a-5a8f9fd3dab1 HTTP/1.1" status: 204 len: 168 time: 1.8119354 Mar 22 10:56:38.050443 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535740d4-77fb-4b02-9a5f-d15e320ec8e0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Network': ['ID=6a65d360-9164-47d6-a114-8a8963e979c8,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:38.052582 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-5064dda5-ad62-4f4e-910d-030c34168960 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1828628981', 'admin_state_up': True, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:38.064768 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37992) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:38.065106 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 37994) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:38.069232 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 6a65d360-9164-47d6-a114-8a8963e979c8 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:56:38.075579 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-c3f28624-b4bd-4815-a0c0-5e45b5512435 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-698228221'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:38.087041 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device a05f8ce0-48b5-49c2-b954-62a4ceea6cdc no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:56:38.087294 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4882ef76-0f47-454c-9498-e0c461fe244f tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Pushing event deleted for resources: {'Network': ['ID=a83d15cc-63cb-4f82-b482-adda19a2db18,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:38.113575 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb189b5f-e315-4b3b-9b27-1409a097902f tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Pushing event deleted for resources: {'Network': ['ID=6fd50be3-c809-45da-b03a-5a8f9fd3dab1,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:38.126728 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: a05f8ce0-48b5-49c2-b954-62a4ceea6cdc {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:56:38.127176 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device a05f8ce0-48b5-49c2-b954-62a4ceea6cdc not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:56:38.177957 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a063ebe3-936c-4c13-bbbd-54e0515ddbcf tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:38.182267 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-d30e4fe3-0eb6-47a2-8e15-af89a1050f1e tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] For port a05f8ce0-48b5-49c2-b954-62a4ceea6cdc, host dv-neutron-834599-1-hyperv, got binding levels [] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:56:38.182622 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d30e4fe3-0eb6-47a2-8e15-af89a1050f1e tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:38.246310 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a04a5099-7a3d-4d43-b7c3-55e3500f1066 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:38.263474 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f03df9f4-5c3a-4462-a527-dcbb66a9a2cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683891'] for router_interface, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:38.279850 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-d30e4fe3-0eb6-47a2-8e15-af89a1050f1e tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Calling delete_port for a05f8ce0-48b5-49c2-b954-62a4ceea6cdc owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:56:38.287687 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.ipam_backend_mixin [None req-d30e4fe3-0eb6-47a2-8e15-af89a1050f1e tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Port a05f8ce0-48b5-49c2-b954-62a4ceea6cdc was not found and therefore no delete operation was performed {{(pid=109049) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 22 10:56:38.300586 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5064dda5-ad62-4f4e-910d-030c34168960 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:38.301701 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5064dda5-ad62-4f4e-910d-030c34168960 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:38.304969 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f0040099-5e2f-485d-b9f7-451eac1385b9 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:38.313619 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d30e4fe3-0eb6-47a2-8e15-af89a1050f1e tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:38.315570 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f28624-b4bd-4815-a0c0-5e45b5512435 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Made reservation on behalf of a993536edab145339b0f463caedd0151 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:38.320609 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c3f28624-b4bd-4815-a0c0-5e45b5512435 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:38.406135 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e4fe3-0eb6-47a2-8e15-af89a1050f1e tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event deleted for resources: {'Port': ['ID=a05f8ce0-48b5-49c2-b954-62a4ceea6cdc,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:38.414415 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30e4fe3-0eb6-47a2-8e15-af89a1050f1e tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] No DVR routers for this DVR port a05f8ce0-48b5-49c2-b954-62a4ceea6cdc on host dv-neutron-834599-1-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:56:38.437204 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f0040099-5e2f-485d-b9f7-451eac1385b9 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:38.440443 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f0040099-5e2f-485d-b9f7-451eac1385b9 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] 10.222.0.57 "DELETE /v2.0/ports/4d3f4faa-cffe-4f9d-a1aa-21d93547202e HTTP/1.1" status: 204 len: 168 time: 1.8226671 Mar 22 10:56:38.443831 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37996) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:38.547327 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0040099-5e2f-485d-b9f7-451eac1385b9 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Pushing event deleted for resources: {'Port': ['ID=4d3f4faa-cffe-4f9d-a1aa-21d93547202e,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:38.580185 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3f28624-b4bd-4815-a0c0-5e45b5512435 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:56:38.601452 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-02b16bcf-e1c8-48cd-b697-14735d96e85e tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Deleting port 8d1f719e-e690-4c52-b9de-17cc162defe4 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:56:38.601795 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-02b16bcf-e1c8-48cd-b697-14735d96e85e tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:38.655926 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca71a59e-5a8a-4607-bb4e-a2f63f9eee23 None None] get_active_networks_info from dv-neutron-834599-1-hyperv {{(pid=109051) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 22 10:56:38.660285 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a063ebe3-936c-4c13-bbbd-54e0515ddbcf tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:38.668673 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5064dda5-ad62-4f4e-910d-030c34168960 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:38.679001 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-02b16bcf-e1c8-48cd-b697-14735d96e85e tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:38.691133 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-f03df9f4-5c3a-4462-a527-dcbb66a9a2cc admin admin] Deleting port 0c165ac1-afc6-4544-ac2b-1c4d17d470ec {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:56:38.691482 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f03df9f4-5c3a-4462-a527-dcbb66a9a2cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:38.697554 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-02b16bcf-e1c8-48cd-b697-14735d96e85e tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Calling delete_port for 8d1f719e-e690-4c52-b9de-17cc162defe4 owned by {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:56:38.701020 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a04a5099-7a3d-4d43-b7c3-55e3500f1066 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:38.707194 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c3f28624-b4bd-4815-a0c0-5e45b5512435 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:38.707552 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-c3f28624-b4bd-4815-a0c0-5e45b5512435 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Added segment 64d0b9db-df82-4adf-a033-f2a02772061f of type vlan for network 562a7190-6615-447b-99bb-14d445b0a296 Mar 22 10:56:38.754600 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-898bfa2b-e355-4847-a9f5-36a155442fed None None] Provisioning complete for port 38e993be-c741-4f55-9899-82bf3adeb921 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:56:38.755111 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-898bfa2b-e355-4847-a9f5-36a155442fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:38.806941 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-a063ebe3-936c-4c13-bbbd-54e0515ddbcf tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6196a88f-9982-48f0-ba69-362a1c942140']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:38.811549 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d30e4fe3-0eb6-47a2-8e15-af89a1050f1e tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:38.833031 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-f03df9f4-5c3a-4462-a527-dcbb66a9a2cc admin admin] For port 0c165ac1-afc6-4544-ac2b-1c4d17d470ec, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=0c165ac1-afc6-4544-ac2b-1c4d17d470ec,segment=NetworkSegment(1794cb20-dd56-4e78-a758-e4766285bf48),segment_id=1794cb20-dd56-4e78-a758-e4766285bf48)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:56:38.834648 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f03df9f4-5c3a-4462-a527-dcbb66a9a2cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:38.853436 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-f03df9f4-5c3a-4462-a527-dcbb66a9a2cc admin admin] Calling delete_port for 0c165ac1-afc6-4544-ac2b-1c4d17d470ec owned by network:router_interface {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:56:38.870093 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-02b16bcf-e1c8-48cd-b697-14735d96e85e tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:38.872156 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.objects.ports [None req-e68c3747-7a0a-4265-b35a-9ef45eb0944c tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109049) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 10:56:38.874391 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-a063ebe3-936c-4c13-bbbd-54e0515ddbcf tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e040bf4-0d81-409d-bcb0-f87bcd0b1fff') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:38.874699 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-a063ebe3-936c-4c13-bbbd-54e0515ddbcf tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e040bf4-0d81-409d-bcb0-f87bcd0b1fff') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:38.931733 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e68c3747-7a0a-4265-b35a-9ef45eb0944c tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:38.934526 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-d30e4fe3-0eb6-47a2-8e15-af89a1050f1e tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe26b17e-3c36-45e9-b8c2-31221b83f673']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:38.935669 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b16bcf-e1c8-48cd-b697-14735d96e85e tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Pushing event deleted for resources: {'Port': ['ID=8d1f719e-e690-4c52-b9de-17cc162defe4,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:38.938259 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-898bfa2b-e355-4847-a9f5-36a155442fed None None] Could not find standard attr ID for object a811ac03-3596-4889-ba9d-78fb0de251ca. {{(pid=109051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 10:56:38.947275 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-02b16bcf-e1c8-48cd-b697-14735d96e85e tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:38.951848 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-02b16bcf-e1c8-48cd-b697-14735d96e85e tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] 10.222.0.57 "DELETE /v2.0/ports/8d1f719e-e690-4c52-b9de-17cc162defe4 HTTP/1.1" status: 204 len: 168 time: 0.5061421 Mar 22 10:56:38.953252 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c3f28624-b4bd-4815-a0c0-5e45b5512435 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:38.955253 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 37998) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:38.956483 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a063ebe3-936c-4c13-bbbd-54e0515ddbcf tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:38.989240 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca71a59e-5a8a-4607-bb4e-a2f63f9eee23 None None] Network ac51b25a-f573-4dde-899b-b441c5f73885 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:56:38.998317 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-5d0af2bf-b50b-41ea-8966-9482d7f59ae9 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0381243 Mar 22 10:56:38.999418 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38000) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:39.004668 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-5eb5ed43-02a5-4548-80dd-3b045a750eee tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-862265209'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:39.005136 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca71a59e-5a8a-4607-bb4e-a2f63f9eee23 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, ac51b25a-f573-4dde-899b-b441c5f73885) {{(pid=109051) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 10:56:39.064480 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5064dda5-ad62-4f4e-910d-030c34168960 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:39.070443 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb5ed43-02a5-4548-80dd-3b045a750eee tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Made reservation on behalf of 85ae0a882650439a8e638cfcb1492533 for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:39.074402 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5eb5ed43-02a5-4548-80dd-3b045a750eee tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:39.082933 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68c3747-7a0a-4265-b35a-9ef45eb0944c tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Network ac51b25a-f573-4dde-899b-b441c5f73885 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:56:39.107046 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-d30e4fe3-0eb6-47a2-8e15-af89a1050f1e tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2210d4a3-0bf3-4f66-9ad6-275fbc5897e5') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:39.107397 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-d30e4fe3-0eb6-47a2-8e15-af89a1050f1e tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2210d4a3-0bf3-4f66-9ad6-275fbc5897e5') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:39.109527 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eb5ed43-02a5-4548-80dd-3b045a750eee tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:56:39.117576 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d30e4fe3-0eb6-47a2-8e15-af89a1050f1e tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:39.121893 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-e68c3747-7a0a-4265-b35a-9ef45eb0944c tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:56:39.122276 dv-neutron-834599-1-hyperv neutron-server[109049]: WARNING neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e68c3747-7a0a-4265-b35a-9ef45eb0944c tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Unable to schedule network ac51b25a-f573-4dde-899b-b441c5f73885: no agents available; will retry on subsequent port and subnet creation events. Mar 22 10:56:39.122629 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e68c3747-7a0a-4265-b35a-9ef45eb0944c tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Network ac51b25a-f573-4dde-899b-b441c5f73885 is not hosted by any dhcp agent {{(pid=109049) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 22 10:56:39.123513 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68c3747-7a0a-4265-b35a-9ef45eb0944c tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:39.124155 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e68c3747-7a0a-4265-b35a-9ef45eb0944c tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:39.139914 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a063ebe3-936c-4c13-bbbd-54e0515ddbcf tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:39.143188 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5eb5ed43-02a5-4548-80dd-3b045a750eee tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:39.143570 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-5eb5ed43-02a5-4548-80dd-3b045a750eee tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Added segment 25c71284-4d47-423a-b252-8c9eaca34a81 of type vlan for network 941d5a99-7fcb-48f5-b08e-5e4b5e447b1d Mar 22 10:56:39.152567 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.db.resource_extend [None req-c3f28624-b4bd-4815-a0c0-5e45b5512435 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 10:56:39.190200 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a063ebe3-936c-4c13-bbbd-54e0515ddbcf tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:56:39.190874 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a063ebe3-936c-4c13-bbbd-54e0515ddbcf tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:39.197519 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d30e4fe3-0eb6-47a2-8e15-af89a1050f1e tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:39.200883 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5eb5ed43-02a5-4548-80dd-3b045a750eee tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:39.204738 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 10:56:39.204738 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:56:39.204738 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 10:56:39.204738 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:56:39.204738 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 10:56:39.204738 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:56:39.204738 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 10:56:39.204738 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:56:39.204738 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 10:56:39.204738 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:56:39.204738 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 10:56:39.204738 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:56:39.204738 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 10:56:39.204738 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:56:39.204738 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:56:39.204738 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:56:39.204738 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:56:39.204738 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:56:39.204738 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 10:56:39.204738 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:56:39.204738 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 10:56:39.204738 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:56:39.204738 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:56:39.204738 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:56:39.204738 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 10:56:39.204738 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:56:39.204738 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:56:39.204738 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:56:39.204738 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:56:39.204738 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:56:39.204738 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:56:39.204738 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:56:39.217085 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f03df9f4-5c3a-4462-a527-dcbb66a9a2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:39.242908 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e68c3747-7a0a-4265-b35a-9ef45eb0944c tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.4735167 Mar 22 10:56:39.251398 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a04a5099-7a3d-4d43-b7c3-55e3500f1066 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:39.258190 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38002) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:39.262861 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03df9f4-5c3a-4462-a527-dcbb66a9a2cc admin admin] Pushing event deleted for resources: {'Port': ['ID=0c165ac1-afc6-4544-ac2b-1c4d17d470ec,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:39.289685 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d30e4fe3-0eb6-47a2-8e15-af89a1050f1e tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:56:39.290441 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d30e4fe3-0eb6-47a2-8e15-af89a1050f1e tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:39.294203 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 10:56:39.294203 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:56:39.294203 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 10:56:39.294203 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:56:39.294203 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 10:56:39.294203 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:56:39.294203 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 10:56:39.294203 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:56:39.294203 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 10:56:39.294203 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:56:39.294203 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 10:56:39.294203 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:56:39.294203 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 10:56:39.294203 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:56:39.294203 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:56:39.294203 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:56:39.294203 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:56:39.294203 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:56:39.294203 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 10:56:39.294203 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:56:39.294203 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 10:56:39.294203 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:56:39.294203 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:56:39.294203 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:56:39.294203 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 10:56:39.294203 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:56:39.294203 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:56:39.294203 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:56:39.294203 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:56:39.294203 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:56:39.294203 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:56:39.294203 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:56:39.298806 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5eb5ed43-02a5-4548-80dd-3b045a750eee tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:39.305225 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb5ed43-02a5-4548-80dd-3b045a750eee tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:39.306101 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5eb5ed43-02a5-4548-80dd-3b045a750eee tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:39.342200 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 38e993be-c741-4f55-9899-82bf3adeb921 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:56:39.346539 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68c3747-7a0a-4265-b35a-9ef45eb0944c tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Pushing event updated for resources: {'Subnet': ['ID=c481a207-86f6-4ae9-9faa-134cac4fa286,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:39.348878 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c3f28624-b4bd-4815-a0c0-5e45b5512435 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:39.354675 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f28624-b4bd-4815-a0c0-5e45b5512435 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:39.355533 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c3f28624-b4bd-4815-a0c0-5e45b5512435 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:39.380005 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-5eb5ed43-02a5-4548-80dd-3b045a750eee tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3795254 Mar 22 10:56:39.386108 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38004) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:39.390587 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-438f5059-a1c9-47db-9cd0-a485c940ea2e tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-563324188'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:39.441977 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb5ed43-02a5-4548-80dd-3b045a750eee tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Pushing event updated for resources: {'Network': ['ID=941d5a99-7fcb-48f5-b08e-5e4b5e447b1d,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:39.456507 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a04a5099-7a3d-4d43-b7c3-55e3500f1066 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:39.459525 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 941d5a99-7fcb-48f5-b08e-5e4b5e447b1d details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:56:39.459805 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a04a5099-7a3d-4d43-b7c3-55e3500f1066 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/subnets/addc6b29-8e7b-4259-a227-eaecb3c92deb HTTP/1.1" status: 204 len: 168 time: 1.7095194 Mar 22 10:56:39.485785 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38006) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:39.493857 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a5099-7a3d-4d43-b7c3-55e3500f1066 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event deleted for resources: {'Subnet': ['ID=addc6b29-8e7b-4259-a227-eaecb3c92deb,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:39.506807 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a063ebe3-936c-4c13-bbbd-54e0515ddbcf tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:39.534739 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 38e993be-c741-4f55-9899-82bf3adeb921 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:56:39.535275 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:39.559861 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c3f28624-b4bd-4815-a0c0-5e45b5512435 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4890006 Mar 22 10:56:39.597243 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a063ebe3-936c-4c13-bbbd-54e0515ddbcf tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:39.600913 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a063ebe3-936c-4c13-bbbd-54e0515ddbcf tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] 10.222.0.57 "DELETE /v2.0/networks/6196a88f-9982-48f0-ba69-362a1c942140 HTTP/1.1" status: 204 len: 168 time: 1.5220439 Mar 22 10:56:39.614551 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f03df9f4-5c3a-4462-a527-dcbb66a9a2cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684007'] for router_interface, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:39.619834 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38008) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:39.626967 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-99c42f83-1091-44f2-9f63-205c4bb16d55 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Request body: {'subnet': {'network_id': '562a7190-6615-447b-99bb-14d445b0a296', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:39.649274 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438f5059-a1c9-47db-9cd0-a485c940ea2e tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Made reservation on behalf of 85ae0a882650439a8e638cfcb1492533 for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:39.652952 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-438f5059-a1c9-47db-9cd0-a485c940ea2e tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:39.701580 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9a1da5e9-2fd6-4919-bd2e-4ec3a86cdda0 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2077146 Mar 22 10:56:39.706415 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d30e4fe3-0eb6-47a2-8e15-af89a1050f1e tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:39.712231 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d30e4fe3-0eb6-47a2-8e15-af89a1050f1e tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:39.717947 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d30e4fe3-0eb6-47a2-8e15-af89a1050f1e tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "DELETE /v2.0/networks/fe26b17e-3c36-45e9-b8c2-31221b83f673 HTTP/1.1" status: 204 len: 168 time: 3.0630414 Mar 22 10:56:39.718503 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83669ebf-4de3-45bd-b2e6-82d3141b4198 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-ac51b25a-f573-4dde-899b-b441c5f73885', 'network_id': 'ac51b25a-f573-4dde-899b-b441c5f73885', 'tenant_id': 'aca6e4961e534035bfe51426bdf4418a', 'fixed_ips': [{'subnet_id': 'c481a207-86f6-4ae9-9faa-134cac4fa286'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:56:39.719644 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-83669ebf-4de3-45bd-b2e6-82d3141b4198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:39.726413 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38012) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:39.727035 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38014) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:39.741201 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-ed7e6b90-9c84-4177-bb9e-356b9ceb0278 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'subnet': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:39.786555 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-438f5059-a1c9-47db-9cd0-a485c940ea2e tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:56:39.846116 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c42f83-1091-44f2-9f63-205c4bb16d55 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Made reservation on behalf of a993536edab145339b0f463caedd0151 for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:39.849639 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-99c42f83-1091-44f2-9f63-205c4bb16d55 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:39.855863 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-bd1df59a-3549-4515-89c8-0b4de9634818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:39.856784 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-ef55cdd1-3fa6-4a1c-a8fe-17f8b4547a55 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Request body: {'router': {'routes': None}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:39.859493 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f28624-b4bd-4815-a0c0-5e45b5512435 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Pushing event updated for resources: {'Network': ['ID=562a7190-6615-447b-99bb-14d445b0a296,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:39.883418 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-438f5059-a1c9-47db-9cd0-a485c940ea2e tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:39.883808 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-438f5059-a1c9-47db-9cd0-a485c940ea2e tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Added segment 6d00de78-8206-4264-9ba2-5f63ebd81c14 of type vlan for network ce03f483-c0e0-4f7d-bfb1-e0e42b72b342 Mar 22 10:56:39.892785 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 562a7190-6615-447b-99bb-14d445b0a296 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:56:39.951760 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a063ebe3-936c-4c13-bbbd-54e0515ddbcf tempest-BulkNetworkOpsIpV6Test-1967313626 tempest-BulkNetworkOpsIpV6Test-1967313626-project] Pushing event deleted for resources: {'Network': ['ID=6196a88f-9982-48f0-ba69-362a1c942140,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:39.976178 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-83669ebf-4de3-45bd-b2e6-82d3141b4198 None None] Allocated IP 2001:db8::f816:3eff:fe74:8e91 (ac51b25a-f573-4dde-899b-b441c5f73885/c481a207-86f6-4ae9-9faa-134cac4fa286/3442af4b-fdb3-48a5-a843-e568418c3ad9) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:56:39.998448 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-438f5059-a1c9-47db-9cd0-a485c940ea2e tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:39.999608 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e4fe3-0eb6-47a2-8e15-af89a1050f1e tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Pushing event deleted for resources: {'Network': ['ID=fe26b17e-3c36-45e9-b8c2-31221b83f673,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:40.043991 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38018) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:40.058878 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a4540cc3-f09e-446b-aeb3-5d81a6ba66b3 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:40.074546 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7e6b90-9c84-4177-bb9e-356b9ceb0278 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Made reservation on behalf of f7a8ac7bbd5d466888176c13ba053f5f for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:40.078049 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ed7e6b90-9c84-4177-bb9e-356b9ceb0278 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:40.143738 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-438f5059-a1c9-47db-9cd0-a485c940ea2e tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:40.149315 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438f5059-a1c9-47db-9cd0-a485c940ea2e tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:40.150268 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-438f5059-a1c9-47db-9cd0-a485c940ea2e tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:40.170799 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-83669ebf-4de3-45bd-b2e6-82d3141b4198 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:40.181024 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-83669ebf-4de3-45bd-b2e6-82d3141b4198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:40.242146 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83669ebf-4de3-45bd-b2e6-82d3141b4198 None None] Network ac51b25a-f573-4dde-899b-b441c5f73885 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:56:40.245830 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-83669ebf-4de3-45bd-b2e6-82d3141b4198 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:56:40.248762 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83669ebf-4de3-45bd-b2e6-82d3141b4198 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:56:40.260280 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83669ebf-4de3-45bd-b2e6-82d3141b4198 None None] Pushing event updated for resources: {'Port': ['ID=3442af4b-fdb3-48a5-a843-e568418c3ad9,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:40.283681 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-438f5059-a1c9-47db-9cd0-a485c940ea2e tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8910842 Mar 22 10:56:40.284640 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f03df9f4-5c3a-4462-a527-dcbb66a9a2cc admin admin] Router a2749991-47ce-4e59-8ff1-37e968ab7c23 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:56:40.286167 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438f5059-a1c9-47db-9cd0-a485c940ea2e tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Pushing event updated for resources: {'Network': ['ID=ce03f483-c0e0-4f7d-bfb1-e0e42b72b342,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:40.326340 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network ce03f483-c0e0-4f7d-bfb1-e0e42b72b342 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:56:40.415985 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03df9f4-5c3a-4462-a527-dcbb66a9a2cc admin admin] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:56:40.417396 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38022) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:40.428240 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-f03df9f4-5c3a-4462-a527-dcbb66a9a2cc admin admin] 10.222.0.57 "PUT /v2.0/routers/a2749991-47ce-4e59-8ff1-37e968ab7c23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6128194 Mar 22 10:56:40.430243 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c360f7e-ba8d-4ccb-a597-b99347d501b8 None None] Sync routers for ids ['a2749991-47ce-4e59-8ff1-37e968ab7c23'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:56:40.432038 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-bdc0a0df-7753-48ec-b583-e90b5a8ab097 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Request body: {'subnets': [{'network_id': '941d5a99-7fcb-48f5-b08e-5e4b5e447b1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1087529192', 'ip_version': 4}, {'network_id': 'ce03f483-c0e0-4f7d-bfb1-e0e42b72b342', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:40.432446 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-bdc0a0df-7753-48ec-b583-e90b5a8ab097 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Request body: {'subnet': {'network_id': '941d5a99-7fcb-48f5-b08e-5e4b5e447b1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1087529192', 'ip_version': 4}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:40.434206 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-bdc0a0df-7753-48ec-b583-e90b5a8ab097 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Request body: {'subnet': {'network_id': 'ce03f483-c0e0-4f7d-bfb1-e0e42b72b342', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:40.435798 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-83669ebf-4de3-45bd-b2e6-82d3141b4198 None None] Attempting to bind port 3442af4b-fdb3-48a5-a843-e568418c3ad9 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:56:40.436440 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-83669ebf-4de3-45bd-b2e6-82d3141b4198 None None] Attempting to bind port 3442af4b-fdb3-48a5-a843-e568418c3ad9 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '61a36044-1322-4ba3-9d99-3f9b354f475d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ac51b25a-f573-4dde-899b-b441c5f73885'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:56:40.437098 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83669ebf-4de3-45bd-b2e6-82d3141b4198 None None] Attempting to bind port 3442af4b-fdb3-48a5-a843-e568418c3ad9 on network ac51b25a-f573-4dde-899b-b441c5f73885 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:56:40.439589 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38024) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:40.448068 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83669ebf-4de3-45bd-b2e6-82d3141b4198 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:56:40.448614 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83669ebf-4de3-45bd-b2e6-82d3141b4198 None None] Checking segment: {'id': '61a36044-1322-4ba3-9d99-3f9b354f475d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ac51b25a-f573-4dde-899b-b441c5f73885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:56:40.448840 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c360f7e-ba8d-4ccb-a597-b99347d501b8 None None] Routers {'a2749991-47ce-4e59-8ff1-37e968ab7c23'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:56:40.449599 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-6c360f7e-ba8d-4ccb-a597-b99347d501b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:56:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['a2749991-47ce-4e59-8ff1-37e968ab7c23'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:40.450090 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-83669ebf-4de3-45bd-b2e6-82d3141b4198 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:40.450627 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83669ebf-4de3-45bd-b2e6-82d3141b4198 None None] Bound using segment: {'id': '61a36044-1322-4ba3-9d99-3f9b354f475d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ac51b25a-f573-4dde-899b-b441c5f73885'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:56:40.452200 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-83669ebf-4de3-45bd-b2e6-82d3141b4198 None None] Bound port: 3442af4b-fdb3-48a5-a843-e568418c3ad9, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61a36044-1322-4ba3-9d99-3f9b354f475d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ac51b25a-f573-4dde-899b-b441c5f73885'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:56:40.452200 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-83669ebf-4de3-45bd-b2e6-82d3141b4198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:40.519612 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-99c42f83-1091-44f2-9f63-205c4bb16d55 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:40.547786 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-83669ebf-4de3-45bd-b2e6-82d3141b4198 None None] For port 3442af4b-fdb3-48a5-a843-e568418c3ad9, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:56:40.553291 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-83669ebf-4de3-45bd-b2e6-82d3141b4198 None None] For port 3442af4b-fdb3-48a5-a843-e568418c3ad9, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=3442af4b-fdb3-48a5-a843-e568418c3ad9,segment=NetworkSegment(61a36044-1322-4ba3-9d99-3f9b354f475d),segment_id=61a36044-1322-4ba3-9d99-3f9b354f475d)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:56:40.559739 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-83669ebf-4de3-45bd-b2e6-82d3141b4198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:40.577326 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.extraroute_db [None req-ef55cdd1-3fa6-4a1c-a8fe-17f8b4547a55 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Added routes are [] {{(pid=109049) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 22 10:56:40.577626 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.extraroute_db [None req-ef55cdd1-3fa6-4a1c-a8fe-17f8b4547a55 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Removed routes are [] {{(pid=109049) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 22 10:56:40.578000 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ef55cdd1-3fa6-4a1c-a8fe-17f8b4547a55 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3682488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11476'] for router, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:40.607417 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-6c360f7e-ba8d-4ccb-a597-b99347d501b8 None None] Set router a2749991-47ce-4e59-8ff1-37e968ab7c23 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:56:40.652100 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83669ebf-4de3-45bd-b2e6-82d3141b4198 None None] Pushing event updated for resources: {'Port': ['ID=3442af4b-fdb3-48a5-a843-e568418c3ad9,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:40.733071 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6ec6ea08-e804-4be8-a48f-219ae6fbc68e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=adbb39fab67d44128dde9801f6373bc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6829274 Mar 22 10:56:40.740052 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38026) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:40.836837 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-6c360f7e-ba8d-4ccb-a597-b99347d501b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2749991-47ce-4e59-8ff1-37e968ab7c23', 'name': 'tempest-ServerActionsTestJSON-1145251972-router', 'tenant_id': 'e964decdfe5d4f8ab69e1cb7f6a56a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30'}], 'enable_snat': True}, 'gw_port_id': '6595533c-53e7-4f34-8874-0f797100d99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:53:01Z', 'updated_at': '2022-03-22T10:56:39Z', 'revision_number': 5, 'project_id': 'e964decdfe5d4f8ab69e1cb7f6a56a22', 'gw_port': {'id': '6595533c-53e7-4f34-8874-0f797100d99d', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:27:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2749991-47ce-4e59-8ff1-37e968ab7c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:02Z', 'updated_at': '2022-03-22T10:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:40.867775 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c360f7e-ba8d-4ccb-a597-b99347d501b8 None None] Checking router: a2749991-47ce-4e59-8ff1-37e968ab7c23 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 10:56:40.880416 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c360f7e-ba8d-4ccb-a597-b99347d501b8 None None] Routers {'a2749991-47ce-4e59-8ff1-37e968ab7c23'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:56:40.881974 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-6c360f7e-ba8d-4ccb-a597-b99347d501b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:56:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['a2749991-47ce-4e59-8ff1-37e968ab7c23'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:40.899604 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ef55cdd1-3fa6-4a1c-a8fe-17f8b4547a55 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3682488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11476'] for router, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:40.986717 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ef55cdd1-3fa6-4a1c-a8fe-17f8b4547a55 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3682435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3682442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3684457'] for router, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:41.089632 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-6c360f7e-ba8d-4ccb-a597-b99347d501b8 None None] Set router a2749991-47ce-4e59-8ff1-37e968ab7c23 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:56:41.093103 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:41.098943 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5064dda5-ad62-4f4e-910d-030c34168960 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router_gateway, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:41.101559 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-a4540cc3-f09e-446b-aeb3-5d81a6ba66b3 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Deleting port 3442af4b-fdb3-48a5-a843-e568418c3ad9 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:56:41.101900 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a4540cc3-f09e-446b-aeb3-5d81a6ba66b3 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:41.103752 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c42f83-1091-44f2-9f63-205c4bb16d55 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Pushing event updated for resources: {'Subnet': ['ID=9eec1667-c623-42a6-a4c7-8f101e1e4e41,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:41.117033 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc0a0df-7753-48ec-b583-e90b5a8ab097 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Made reservation on behalf of 85ae0a882650439a8e638cfcb1492533 for: {'subnet': 2} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:41.122113 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bdc0a0df-7753-48ec-b583-e90b5a8ab097 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:41.122452 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bdc0a0df-7753-48ec-b583-e90b5a8ab097 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:41.142284 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c42f83-1091-44f2-9f63-205c4bb16d55 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Checking segment: {'id': '64d0b9db-df82-4adf-a033-f2a02772061f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '562a7190-6615-447b-99bb-14d445b0a296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:56:41.142685 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c42f83-1091-44f2-9f63-205c4bb16d55 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Network hostable DHCP agents. Network: 562a7190-6615-447b-99bb-14d445b0a296, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:56:41.153465 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ae224d1e-19db-44c1-94a7-d22999415064 admin admin] Notify callbacks [] for router, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:41.204442 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d3df9ab1-6f78-4288-9840-bf72c34bf47a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:41.207427 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5064dda5-ad62-4f4e-910d-030c34168960 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:41.274416 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c42f83-1091-44f2-9f63-205c4bb16d55 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Network 562a7190-6615-447b-99bb-14d445b0a296 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:56:41.338295 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-99c42f83-1091-44f2-9f63-205c4bb16d55 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 562a7190-6615-447b-99bb-14d445b0a296) {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:56:41.349233 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c42f83-1091-44f2-9f63-205c4bb16d55 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:41.349819 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-99c42f83-1091-44f2-9f63-205c4bb16d55 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:41.356863 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ae224d1e-19db-44c1-94a7-d22999415064 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:41.364782 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef55cdd1-3fa6-4a1c-a8fe-17f8b4547a55 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Router 22c5e9b4-83c7-47e3-b4d6-ebf66429c466 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:56:41.366795 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d3df9ab1-6f78-4288-9840-bf72c34bf47a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:41.370679 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-6c360f7e-ba8d-4ccb-a597-b99347d501b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2749991-47ce-4e59-8ff1-37e968ab7c23', 'name': 'tempest-ServerActionsTestJSON-1145251972-router', 'tenant_id': 'e964decdfe5d4f8ab69e1cb7f6a56a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30'}], 'enable_snat': True}, 'gw_port_id': '6595533c-53e7-4f34-8874-0f797100d99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:53:01Z', 'updated_at': '2022-03-22T10:56:39Z', 'revision_number': 5, 'project_id': 'e964decdfe5d4f8ab69e1cb7f6a56a22', 'gw_port': {'id': '6595533c-53e7-4f34-8874-0f797100d99d', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:27:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2749991-47ce-4e59-8ff1-37e968ab7c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:02Z', 'updated_at': '2022-03-22T10:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:41.389939 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ed7e6b90-9c84-4177-bb9e-356b9ceb0278 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:41.422506 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-99c42f83-1091-44f2-9f63-205c4bb16d55 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8007603 Mar 22 10:56:41.423156 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c360f7e-ba8d-4ccb-a597-b99347d501b8 None None] The sync data for ids ['a2749991-47ce-4e59-8ff1-37e968ab7c23'] in dv-neutron-834599-1-hyperv is: [{'id': 'a2749991-47ce-4e59-8ff1-37e968ab7c23', 'name': 'tempest-ServerActionsTestJSON-1145251972-router', 'tenant_id': 'e964decdfe5d4f8ab69e1cb7f6a56a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30'}], 'enable_snat': True}, 'gw_port_id': '6595533c-53e7-4f34-8874-0f797100d99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:53:01Z', 'updated_at': '2022-03-22T10:56:39Z', 'revision_number': 5, 'project_id': 'e964decdfe5d4f8ab69e1cb7f6a56a22', 'gw_port': {'id': '6595533c-53e7-4f34-8874-0f797100d99d', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:27:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2749991-47ce-4e59-8ff1-37e968ab7c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:53:02Z', 'updated_at': '2022-03-22T10:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:56:41.447621 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 3442af4b-fdb3-48a5-a843-e568418c3ad9 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:56:41.459563 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38028) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:41.508492 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-a4540cc3-f09e-446b-aeb3-5d81a6ba66b3 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] For port 3442af4b-fdb3-48a5-a843-e568418c3ad9, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=3442af4b-fdb3-48a5-a843-e568418c3ad9,segment=NetworkSegment(61a36044-1322-4ba3-9d99-3f9b354f475d),segment_id=61a36044-1322-4ba3-9d99-3f9b354f475d)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:56:41.509527 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a4540cc3-f09e-446b-aeb3-5d81a6ba66b3 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:41.525455 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 3442af4b-fdb3-48a5-a843-e568418c3ad9 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:56:41.525954 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:41.539487 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7e6b90-9c84-4177-bb9e-356b9ceb0278 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:56:41.590348 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-ae224d1e-19db-44c1-94a7-d22999415064 admin admin] Deleting port 6595533c-53e7-4f34-8874-0f797100d99d {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:56:41.590603 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ae224d1e-19db-44c1-94a7-d22999415064 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:41.614824 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-a4540cc3-f09e-446b-aeb3-5d81a6ba66b3 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Calling delete_port for 3442af4b-fdb3-48a5-a843-e568418c3ad9 owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:56:41.618532 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:41.618729 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-ed7e6b90-9c84-4177-bb9e-356b9ceb0278 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:56:41.658853 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7e6b90-9c84-4177-bb9e-356b9ceb0278 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:41.659768 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ed7e6b90-9c84-4177-bb9e-356b9ceb0278 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:41.666619 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port 3442af4b-fdb3-48a5-a843-e568418c3ad9, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=3442af4b-fdb3-48a5-a843-e568418c3ad9,segment=NetworkSegment(61a36044-1322-4ba3-9d99-3f9b354f475d),segment_id=61a36044-1322-4ba3-9d99-3f9b354f475d)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:56:41.676092 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:41.706499 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e6b90-9c84-4177-bb9e-356b9ceb0278 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event updated for resources: {'Subnet': ['ID=a4f1ccb8-8e99-4d57-b763-20c815a70cbc,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:41.733063 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=3442af4b-fdb3-48a5-a843-e568418c3ad9,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:41.759327 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef55cdd1-3fa6-4a1c-a8fe-17f8b4547a55 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:56:41.772729 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ef55cdd1-3fa6-4a1c-a8fe-17f8b4547a55 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:41.774804 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c980d3b-3305-4bd2-858d-518f79c98595 None None] Sync routers for ids ['22c5e9b4-83c7-47e3-b4d6-ebf66429c466'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:56:41.777128 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ef55cdd1-3fa6-4a1c-a8fe-17f8b4547a55 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "PUT /v2.0/routers/22c5e9b4-83c7-47e3-b4d6-ebf66429c466 HTTP/1.1" status: 200 len: 704 time: 1.9247532 Mar 22 10:56:41.785151 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d3df9ab1-6f78-4288-9840-bf72c34bf47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:41.786417 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38030) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:41.787594 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d3df9ab1-6f78-4288-9840-bf72c34bf47a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:41.788752 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d3df9ab1-6f78-4288-9840-bf72c34bf47a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8dd9d5eb-f731-46fb-9bc1-33026930880d HTTP/1.1" status: 204 len: 168 time: 1.0458086 Mar 22 10:56:41.790522 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-5064dda5-ad62-4f4e-910d-030c34168960 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Allocated IP 172.26.7.213 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/6cda97f7-9cfc-4889-a0ae-87e083441a28) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:56:41.790932 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-ae224d1e-19db-44c1-94a7-d22999415064 admin admin] For port 6595533c-53e7-4f34-8874-0f797100d99d, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=6595533c-53e7-4f34-8874-0f797100d99d,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:56:41.791295 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ae224d1e-19db-44c1-94a7-d22999415064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:41.806625 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c980d3b-3305-4bd2-858d-518f79c98595 None None] Routers {'22c5e9b4-83c7-47e3-b4d6-ebf66429c466'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:56:41.811578 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-4c980d3b-3305-4bd2-858d-518f79c98595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:56:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['22c5e9b4-83c7-47e3-b4d6-ebf66429c466'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:41.838280 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ed7e6b90-9c84-4177-bb9e-356b9ceb0278 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1022301 Mar 22 10:56:41.885265 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-35530dc3-a348-4ffd-bc5f-127553133b28 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "GET /v2.0/ports?device_id=22c5e9b4-83c7-47e3-b4d6-ebf66429c466 HTTP/1.1" status: 200 len: 205 time: 0.0976377 Mar 22 10:56:41.894484 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df9ab1-6f78-4288-9840-bf72c34bf47a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd9d5eb-f731-46fb-9bc1-33026930880d,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:41.905898 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38034) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:41.906236 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38036) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:41.913427 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c75b42c1-42be-49d0-a828-61f1772c068b tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:41.925565 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-fba9fad8-6b88-448e-beb8-f8c7cbc94cc1 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'subnet': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:41.930125 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-4c980d3b-3305-4bd2-858d-518f79c98595 None None] Set router 22c5e9b4-83c7-47e3-b4d6-ebf66429c466 gateway port host: None {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:56:42.079909 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-4c980d3b-3305-4bd2-858d-518f79c98595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'name': 'tempest-RoutersIpV6Test-router-809382511', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:55:13Z', 'updated_at': '2022-03-22T10:56:33Z', 'revision_number': 11, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'gw_port_host': None}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:42.096171 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-ae224d1e-19db-44c1-94a7-d22999415064 admin admin] Calling delete_port for 6595533c-53e7-4f34-8874-0f797100d99d owned by network:router_gateway {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:56:42.122023 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c980d3b-3305-4bd2-858d-518f79c98595 None None] Checking router: 22c5e9b4-83c7-47e3-b4d6-ebf66429c466 for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 10:56:42.131697 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c980d3b-3305-4bd2-858d-518f79c98595 None None] Routers {'22c5e9b4-83c7-47e3-b4d6-ebf66429c466'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:56:42.132472 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-4c980d3b-3305-4bd2-858d-518f79c98595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:56:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['22c5e9b4-83c7-47e3-b4d6-ebf66429c466'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:42.181997 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c75b42c1-42be-49d0-a828-61f1772c068b tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:42.195189 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd6731a-d0e1-4d1f-b5ad-4c3ce94b3f2b None None] get_active_networks_info from dv-neutron-834599-1-hyperv {{(pid=109051) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 22 10:56:42.226339 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bdc0a0df-7753-48ec-b583-e90b5a8ab097 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:42.266802 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-4c980d3b-3305-4bd2-858d-518f79c98595 None None] Set router 22c5e9b4-83c7-47e3-b4d6-ebf66429c466 gateway port host: None {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:56:42.313060 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5064dda5-ad62-4f4e-910d-030c34168960 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:42.331812 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a4540cc3-f09e-446b-aeb3-5d81a6ba66b3 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:42.337420 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-4c980d3b-3305-4bd2-858d-518f79c98595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'name': 'tempest-RoutersIpV6Test-router-809382511', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:55:13Z', 'updated_at': '2022-03-22T10:56:33Z', 'revision_number': 11, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'gw_port_host': None}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:42.373144 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4540cc3-f09e-446b-aeb3-5d81a6ba66b3 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Pushing event deleted for resources: {'Port': ['ID=3442af4b-fdb3-48a5-a843-e568418c3ad9,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:42.396465 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-60c0128b-2b9a-4439-a225-2da79ae75319 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for router, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:42.406576 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c75b42c1-42be-49d0-a828-61f1772c068b tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:42.479850 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b42c1-42be-49d0-a828-61f1772c068b tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Pushing event deleted for resources: {'Subnet': ['ID=9eec1667-c623-42a6-a4c7-8f101e1e4e41,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:42.513753 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc0a0df-7753-48ec-b583-e90b5a8ab097 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Pushing event updated for resources: {'Subnet': ['ID=5ed85f1c-e289-4a40-b5b7-1b3ac44989cc,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:42.541628 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c980d3b-3305-4bd2-858d-518f79c98595 None None] The sync data for ids ['22c5e9b4-83c7-47e3-b4d6-ebf66429c466'] in dv-neutron-834599-1-hyperv is: [{'id': '22c5e9b4-83c7-47e3-b4d6-ebf66429c466', 'name': 'tempest-RoutersIpV6Test-router-809382511', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:55:13Z', 'updated_at': '2022-03-22T10:56:33Z', 'revision_number': 11, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'gw_port_host': None}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:56:42.545781 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-d3f095af-c599-48d3-b96f-1828e566f45a None None] Provisioning complete for port 3442af4b-fdb3-48a5-a843-e568418c3ad9 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:56:42.546156 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d3f095af-c599-48d3-b96f-1828e566f45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:42.558891 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c75b42c1-42be-49d0-a828-61f1772c068b tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:42.582520 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-c75b42c1-42be-49d0-a828-61f1772c068b tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['562a7190-6615-447b-99bb-14d445b0a296']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:42.591863 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-d3f095af-c599-48d3-b96f-1828e566f45a None None] Port 3442af4b-fdb3-48a5-a843-e568418c3ad9 was deleted so its status cannot be updated. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Mar 22 10:56:42.595792 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-c75b42c1-42be-49d0-a828-61f1772c068b tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64d0b9db-df82-4adf-a033-f2a02772061f') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:42.596597 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-c75b42c1-42be-49d0-a828-61f1772c068b tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64d0b9db-df82-4adf-a033-f2a02772061f') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:42.608446 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c75b42c1-42be-49d0-a828-61f1772c068b tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:42.610296 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:42.623957 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c75b42c1-42be-49d0-a828-61f1772c068b tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:42.630904 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c75b42c1-42be-49d0-a828-61f1772c068b tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:56:42.631526 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c75b42c1-42be-49d0-a828-61f1772c068b tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:42.667914 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-60c0128b-2b9a-4439-a225-2da79ae75319 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:42.670425 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-60c0128b-2b9a-4439-a225-2da79ae75319 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:42.716177 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 10:56:42.716177 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:56:42.716177 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 10:56:42.716177 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:56:42.716177 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 10:56:42.716177 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:56:42.716177 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 10:56:42.716177 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:56:42.716177 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 10:56:42.716177 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:56:42.716177 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 10:56:42.716177 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:56:42.716177 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 10:56:42.716177 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:56:42.716177 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:56:42.716177 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:56:42.716177 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:56:42.716177 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:56:42.716177 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 10:56:42.716177 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:56:42.716177 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 10:56:42.716177 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:56:42.716177 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:56:42.716177 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:56:42.716177 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 10:56:42.716177 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:56:42.716177 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:56:42.716177 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:56:42.716177 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:56:42.716177 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:56:42.716177 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:56:42.716177 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:56:42.720482 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4540cc3-f09e-446b-aeb3-5d81a6ba66b3 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] No DVR routers for this DVR port 3442af4b-fdb3-48a5-a843-e568418c3ad9 on host dv-neutron-834599-1-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:56:42.734482 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c75b42c1-42be-49d0-a828-61f1772c068b tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:42.740935 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c75b42c1-42be-49d0-a828-61f1772c068b tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:42.745750 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c75b42c1-42be-49d0-a828-61f1772c068b tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "DELETE /v2.0/networks/562a7190-6615-447b-99bb-14d445b0a296 HTTP/1.1" status: 204 len: 168 time: 1.2807961 Mar 22 10:56:42.766543 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38056) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:42.776808 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-486f707f-53e8-4d7c-bb91-21bd6066a1fa tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1806899775'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:42.790965 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc0a0df-7753-48ec-b583-e90b5a8ab097 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Checking segment: {'id': '25c71284-4d47-423a-b252-8c9eaca34a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '941d5a99-7fcb-48f5-b08e-5e4b5e447b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:56:42.791770 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc0a0df-7753-48ec-b583-e90b5a8ab097 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Network hostable DHCP agents. Network: 941d5a99-7fcb-48f5-b08e-5e4b5e447b1d, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:56:42.799903 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ae224d1e-19db-44c1-94a7-d22999415064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:42.801309 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5064dda5-ad62-4f4e-910d-030c34168960 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:42.803695 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b42c1-42be-49d0-a828-61f1772c068b tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Pushing event deleted for resources: {'Network': ['ID=562a7190-6615-447b-99bb-14d445b0a296,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:42.831409 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-60c0128b-2b9a-4439-a225-2da79ae75319 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:42.832149 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c0128b-2b9a-4439-a225-2da79ae75319 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Fanout notify agent at l3_agent the message router_deleted on router 22c5e9b4-83c7-47e3-b4d6-ebf66429c466 {{(pid=109050) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 10:56:42.845684 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-60c0128b-2b9a-4439-a225-2da79ae75319 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:42.852575 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-60c0128b-2b9a-4439-a225-2da79ae75319 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "DELETE /v2.0/routers/22c5e9b4-83c7-47e3-b4d6-ebf66429c466 HTTP/1.1" status: 204 len: 168 time: 0.9174666 Mar 22 10:56:42.853564 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38058) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:42.866509 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-fb4e11af-2909-4119-a0d6-3ff5f576841b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1393770451', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:42.875565 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:42.889063 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae224d1e-19db-44c1-94a7-d22999415064 admin admin] Pushing event deleted for resources: {'Port': ['ID=6595533c-53e7-4f34-8874-0f797100d99d,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:42.889851 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd6731a-d0e1-4d1f-b5ad-4c3ce94b3f2b None None] Network 941d5a99-7fcb-48f5-b08e-5e4b5e447b1d is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:56:42.897591 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5064dda5-ad62-4f4e-910d-030c34168960 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:56:42.901257 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a4540cc3-f09e-446b-aeb3-5d81a6ba66b3 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:42.907827 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba9fad8-6b88-448e-beb8-f8c7cbc94cc1 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Made reservation on behalf of f7a8ac7bbd5d466888176c13ba053f5f for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:42.911423 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fba9fad8-6b88-448e-beb8-f8c7cbc94cc1 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:42.930653 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-bdc0a0df-7753-48ec-b583-e90b5a8ab097 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 already present Mar 22 10:56:42.930958 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc0a0df-7753-48ec-b583-e90b5a8ab097 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Network 941d5a99-7fcb-48f5-b08e-5e4b5e447b1d is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:56:42.931623 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-bdc0a0df-7753-48ec-b583-e90b5a8ab097 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 941d5a99-7fcb-48f5-b08e-5e4b5e447b1d) {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:56:42.934954 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486f707f-53e8-4d7c-bb91-21bd6066a1fa tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Made reservation on behalf of a993536edab145339b0f463caedd0151 for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:42.936471 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-5064dda5-ad62-4f4e-910d-030c34168960 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:56:42.938950 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-486f707f-53e8-4d7c-bb91-21bd6066a1fa tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:42.949640 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5064dda5-ad62-4f4e-910d-030c34168960 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:56:42.958716 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5064dda5-ad62-4f4e-910d-030c34168960 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Port': ['ID=6cda97f7-9cfc-4889-a0ae-87e083441a28,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:42.970677 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd6731a-d0e1-4d1f-b5ad-4c3ce94b3f2b None None] Network ce03f483-c0e0-4f7d-bfb1-e0e42b72b342 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:56:42.987217 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd6731a-d0e1-4d1f-b5ad-4c3ce94b3f2b None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 941d5a99-7fcb-48f5-b08e-5e4b5e447b1d), (DHCP agent, dv-neutron-834599-1-hyperv, ce03f483-c0e0-4f7d-bfb1-e0e42b72b342) {{(pid=109051) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 10:56:42.993068 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bdc0a0df-7753-48ec-b583-e90b5a8ab097 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:42.994916 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38060) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:43.005010 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fb4e11af-2909-4119-a0d6-3ff5f576841b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:43.006040 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fb4e11af-2909-4119-a0d6-3ff5f576841b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:43.122195 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-486f707f-53e8-4d7c-bb91-21bd6066a1fa tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:56:43.131751 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-486f707f-53e8-4d7c-bb91-21bd6066a1fa tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:43.132030 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-486f707f-53e8-4d7c-bb91-21bd6066a1fa tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Added segment 159f2b85-3bfe-4372-9e16-aa3d61ea812b of type vlan for network 42f334fd-0392-4801-bee4-ea02282df60e Mar 22 10:56:43.134799 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc0a0df-7753-48ec-b583-e90b5a8ab097 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Pushing event updated for resources: {'Subnet': ['ID=b95d0daa-e2ab-4682-b5e6-8e5e0d9f4d3e,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:43.162003 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc0a0df-7753-48ec-b583-e90b5a8ab097 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Network ce03f483-c0e0-4f7d-bfb1-e0e42b72b342 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:56:43.232885 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-bdc0a0df-7753-48ec-b583-e90b5a8ab097 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:56:43.238832 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc0a0df-7753-48ec-b583-e90b5a8ab097 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:43.239677 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc0a0df-7753-48ec-b583-e90b5a8ab097 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:43.240396 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bdc0a0df-7753-48ec-b583-e90b5a8ab097 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:43.254041 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-486f707f-53e8-4d7c-bb91-21bd6066a1fa tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:43.266521 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ae224d1e-19db-44c1-94a7-d22999415064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682553'] for router_gateway, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:43.293190 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:43.307317 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 0c165ac1-afc6-4544-ac2b-1c4d17d470ec no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:56:43.330910 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 0c165ac1-afc6-4544-ac2b-1c4d17d470ec {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:56:43.331257 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 0c165ac1-afc6-4544-ac2b-1c4d17d470ec not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:56:43.374683 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c606b26c-a821-4742-a911-96e8b6a84308 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-941d5a99-7fcb-48f5-b08e-5e4b5e447b1d', 'network_id': '941d5a99-7fcb-48f5-b08e-5e4b5e447b1d', 'tenant_id': '85ae0a882650439a8e638cfcb1492533', 'fixed_ips': [{'subnet_id': '5ed85f1c-e289-4a40-b5b7-1b3ac44989cc'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:56:43.376074 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c606b26c-a821-4742-a911-96e8b6a84308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:43.392640 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cf920b-7033-455b-9a90-3f67a980031c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-ce03f483-c0e0-4f7d-bfb1-e0e42b72b342', 'network_id': 'ce03f483-c0e0-4f7d-bfb1-e0e42b72b342', 'tenant_id': '85ae0a882650439a8e638cfcb1492533', 'fixed_ips': [{'subnet_id': 'b95d0daa-e2ab-4682-b5e6-8e5e0d9f4d3e'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:56:43.394350 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e8cf920b-7033-455b-9a90-3f67a980031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:43.402787 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ae224d1e-19db-44c1-94a7-d22999415064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:43.412454 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ae224d1e-19db-44c1-94a7-d22999415064 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:43.463642 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-bdc0a0df-7753-48ec-b583-e90b5a8ab097 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.0407066 Mar 22 10:56:43.467257 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-486f707f-53e8-4d7c-bb91-21bd6066a1fa tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:43.470814 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fb4e11af-2909-4119-a0d6-3ff5f576841b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:43.471815 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38064) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:43.473104 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486f707f-53e8-4d7c-bb91-21bd6066a1fa tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:43.473815 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-486f707f-53e8-4d7c-bb91-21bd6066a1fa tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:43.484539 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-79be6fad-86cc-4287-9fab-0c8d98f1b3f1 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-944930154'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:43.513062 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ae224d1e-19db-44c1-94a7-d22999415064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:43.513907 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae224d1e-19db-44c1-94a7-d22999415064 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2749991-47ce-4e59-8ff1-37e968ab7c23 {{(pid=109050) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 10:56:43.514072 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a4540cc3-f09e-446b-aeb3-5d81a6ba66b3 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:43.519315 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ae224d1e-19db-44c1-94a7-d22999415064 admin admin] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:43.523282 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-ae224d1e-19db-44c1-94a7-d22999415064 admin admin] 10.222.0.57 "DELETE /v2.0/routers/a2749991-47ce-4e59-8ff1-37e968ab7c23 HTTP/1.1" status: 204 len: 168 time: 3.0736969 Mar 22 10:56:43.533860 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fb4e11af-2909-4119-a0d6-3ff5f576841b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:43.534093 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38068) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:43.623781 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4540cc3-f09e-446b-aeb3-5d81a6ba66b3 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Pushing event deleted for resources: {'Subnet': ['ID=c481a207-86f6-4ae9-9faa-134cac4fa286,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:43.659948 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-c606b26c-a821-4742-a911-96e8b6a84308 None None] Allocated IP 172.20.0.2 (941d5a99-7fcb-48f5-b08e-5e4b5e447b1d/5ed85f1c-e289-4a40-b5b7-1b3ac44989cc/7ed5c7cf-92fc-4c6e-a378-1a5a62577881) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:56:43.663192 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-e8cf920b-7033-455b-9a90-3f67a980031c None None] Allocated IP 172.20.0.18 (ce03f483-c0e0-4f7d-bfb1-e0e42b72b342/b95d0daa-e2ab-4682-b5e6-8e5e0d9f4d3e/58de7477-7990-4da3-b91f-03f55b2a239d) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:56:43.677414 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fb4e11af-2909-4119-a0d6-3ff5f576841b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:43.678855 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-fb4e11af-2909-4119-a0d6-3ff5f576841b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8176959 Mar 22 10:56:43.687139 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79be6fad-86cc-4287-9fab-0c8d98f1b3f1 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Made reservation on behalf of 976d65578b3f4457a067052eaaa72feb for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:43.690834 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-79be6fad-86cc-4287-9fab-0c8d98f1b3f1 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:43.701800 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38070) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:43.713472 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-e22f2a51-3afa-416d-9636-63ef1d9bb263 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:43.721040 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0ff4a2-032f-4b84-bf75-f290c6ea53fc tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:43.722599 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0ff4a2-032f-4b84-bf75-f290c6ea53fc tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:43.724278 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0ff4a2-032f-4b84-bf75-f290c6ea53fc tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:43.726169 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-da0ff4a2-032f-4b84-bf75-f290c6ea53fc tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2460086 Mar 22 10:56:43.731324 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38072) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:43.732353 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-79be6fad-86cc-4287-9fab-0c8d98f1b3f1 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:43.809424 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a4540cc3-f09e-446b-aeb3-5d81a6ba66b3 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:43.872112 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e8cf920b-7033-455b-9a90-3f67a980031c None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:43.907257 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e8cf920b-7033-455b-9a90-3f67a980031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:43.912759 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-486f707f-53e8-4d7c-bb91-21bd6066a1fa tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1419766 Mar 22 10:56:43.918602 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38074) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:43.925233 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-176c0d79-68db-4369-95ae-37f2a63bf58f tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Request body: {'subnet': {'network_id': '42f334fd-0392-4801-bee4-ea02282df60e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:43.929996 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486f707f-53e8-4d7c-bb91-21bd6066a1fa tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Pushing event updated for resources: {'Network': ['ID=42f334fd-0392-4801-bee4-ea02282df60e,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:43.946806 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-a4540cc3-f09e-446b-aeb3-5d81a6ba66b3 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac51b25a-f573-4dde-899b-b441c5f73885']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:43.955745 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 42f334fd-0392-4801-bee4-ea02282df60e details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:56:43.989918 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cf920b-7033-455b-9a90-3f67a980031c None None] Network ce03f483-c0e0-4f7d-bfb1-e0e42b72b342 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:56:43.999144 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-a4540cc3-f09e-446b-aeb3-5d81a6ba66b3 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61a36044-1322-4ba3-9d99-3f9b354f475d') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:43.999517 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-a4540cc3-f09e-446b-aeb3-5d81a6ba66b3 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61a36044-1322-4ba3-9d99-3f9b354f475d') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:44.008251 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_v2 [None req-dddce398-a5fd-4d0b-aa74-75c93facbbf1 admin admin] Deleting subnet e692a5aa-617d-46cb-afbe-668e67a6ee91 {{(pid=109050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:56:44.011394 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dddce398-a5fd-4d0b-aa74-75c93facbbf1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:44.012845 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-e8cf920b-7033-455b-9a90-3f67a980031c None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:56:44.025553 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e34e65d-e9cf-4ef5-9a5c-58993e1b710a tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Deleting subnet 5ed85f1c-e289-4a40-b5b7-1b3ac44989cc {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:56:44.026869 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cf920b-7033-455b-9a90-3f67a980031c None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:56:44.030065 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf920b-7033-455b-9a90-3f67a980031c None None] Pushing event updated for resources: {'Port': ['ID=58de7477-7990-4da3-b91f-03f55b2a239d,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:44.034304 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a4540cc3-f09e-446b-aeb3-5d81a6ba66b3 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:44.049879 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dddce398-a5fd-4d0b-aa74-75c93facbbf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11961780'] for subnet, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:44.131700 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dddce398-a5fd-4d0b-aa74-75c93facbbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:44.141909 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a4540cc3-f09e-446b-aeb3-5d81a6ba66b3 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:44.169980 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-e8cf920b-7033-455b-9a90-3f67a980031c None None] Attempting to bind port 58de7477-7990-4da3-b91f-03f55b2a239d on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:56:44.170354 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-e8cf920b-7033-455b-9a90-3f67a980031c None None] Attempting to bind port 58de7477-7990-4da3-b91f-03f55b2a239d by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '6d00de78-8206-4264-9ba2-5f63ebd81c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'ce03f483-c0e0-4f7d-bfb1-e0e42b72b342'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:56:44.170717 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cf920b-7033-455b-9a90-3f67a980031c None None] Attempting to bind port 58de7477-7990-4da3-b91f-03f55b2a239d on network ce03f483-c0e0-4f7d-bfb1-e0e42b72b342 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:56:44.178023 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5064dda5-ad62-4f4e-910d-030c34168960 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router_gateway, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:44.184476 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cf920b-7033-455b-9a90-3f67a980031c None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:56:44.184933 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cf920b-7033-455b-9a90-3f67a980031c None None] Checking segment: {'id': '6d00de78-8206-4264-9ba2-5f63ebd81c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'ce03f483-c0e0-4f7d-bfb1-e0e42b72b342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:56:44.185361 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e8cf920b-7033-455b-9a90-3f67a980031c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:44.186164 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cf920b-7033-455b-9a90-3f67a980031c None None] Bound using segment: {'id': '6d00de78-8206-4264-9ba2-5f63ebd81c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'ce03f483-c0e0-4f7d-bfb1-e0e42b72b342'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:56:44.186676 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-e8cf920b-7033-455b-9a90-3f67a980031c None None] Bound port: 58de7477-7990-4da3-b91f-03f55b2a239d, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d00de78-8206-4264-9ba2-5f63ebd81c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'ce03f483-c0e0-4f7d-bfb1-e0e42b72b342'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:56:44.186833 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4540cc3-f09e-446b-aeb3-5d81a6ba66b3 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:56:44.187112 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a4540cc3-f09e-446b-aeb3-5d81a6ba66b3 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:44.187592 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e8cf920b-7033-455b-9a90-3f67a980031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:44.206962 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c606b26c-a821-4742-a911-96e8b6a84308 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:44.219547 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 10:56:44.219547 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:56:44.219547 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 10:56:44.219547 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:56:44.219547 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 10:56:44.219547 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:56:44.219547 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 10:56:44.219547 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:56:44.219547 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 10:56:44.219547 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:56:44.219547 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 10:56:44.219547 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:56:44.219547 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 10:56:44.219547 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:56:44.219547 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:56:44.219547 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:56:44.219547 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:56:44.219547 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:56:44.219547 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 10:56:44.219547 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:56:44.219547 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 10:56:44.219547 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:56:44.219547 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:56:44.219547 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:56:44.219547 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 10:56:44.219547 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:56:44.219547 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:56:44.219547 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:56:44.219547 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:56:44.219547 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:56:44.219547 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:56:44.219547 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:56:44.221800 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dddce398-a5fd-4d0b-aa74-75c93facbbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:44.235433 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c606b26c-a821-4742-a911-96e8b6a84308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:44.236199 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2e34e65d-e9cf-4ef5-9a5c-58993e1b710a tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:44.282465 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dddce398-a5fd-4d0b-aa74-75c93facbbf1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:44.287456 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-dddce398-a5fd-4d0b-aa74-75c93facbbf1 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/e692a5aa-617d-46cb-afbe-668e67a6ee91 HTTP/1.1" status: 204 len: 168 time: 0.7521949 Mar 22 10:56:44.295892 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddce398-a5fd-4d0b-aa74-75c93facbbf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e692a5aa-617d-46cb-afbe-668e67a6ee91,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:44.298217 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38076) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:44.300919 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c606b26c-a821-4742-a911-96e8b6a84308 None None] Network 941d5a99-7fcb-48f5-b08e-5e4b5e447b1d is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:56:44.304787 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e22f2a51-3afa-416d-9636-63ef1d9bb263 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3682488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11476'] for router, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:44.307508 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-c606b26c-a821-4742-a911-96e8b6a84308 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:56:44.309754 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-e8cf920b-7033-455b-9a90-3f67a980031c None None] For port 58de7477-7990-4da3-b91f-03f55b2a239d, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:56:44.312331 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c606b26c-a821-4742-a911-96e8b6a84308 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:56:44.316645 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-e8cf920b-7033-455b-9a90-3f67a980031c None None] For port 58de7477-7990-4da3-b91f-03f55b2a239d, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=58de7477-7990-4da3-b91f-03f55b2a239d,segment=NetworkSegment(6d00de78-8206-4264-9ba2-5f63ebd81c14),segment_id=6d00de78-8206-4264-9ba2-5f63ebd81c14)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:56:44.317683 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606b26c-a821-4742-a911-96e8b6a84308 None None] Pushing event updated for resources: {'Port': ['ID=7ed5c7cf-92fc-4c6e-a378-1a5a62577881,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:44.329232 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e8cf920b-7033-455b-9a90-3f67a980031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:44.407065 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e22f2a51-3afa-416d-9636-63ef1d9bb263 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3682435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3682442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3684457'] for router, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:44.412447 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2e34e65d-e9cf-4ef5-9a5c-58993e1b710a tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:44.424526 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-c606b26c-a821-4742-a911-96e8b6a84308 None None] Attempting to bind port 7ed5c7cf-92fc-4c6e-a378-1a5a62577881 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:56:44.424955 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-c606b26c-a821-4742-a911-96e8b6a84308 None None] Attempting to bind port 7ed5c7cf-92fc-4c6e-a378-1a5a62577881 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '25c71284-4d47-423a-b252-8c9eaca34a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '941d5a99-7fcb-48f5-b08e-5e4b5e447b1d'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:56:44.425330 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c606b26c-a821-4742-a911-96e8b6a84308 None None] Attempting to bind port 7ed5c7cf-92fc-4c6e-a378-1a5a62577881 on network 941d5a99-7fcb-48f5-b08e-5e4b5e447b1d {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:56:44.431671 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c606b26c-a821-4742-a911-96e8b6a84308 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:56:44.432046 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c606b26c-a821-4742-a911-96e8b6a84308 None None] Checking segment: {'id': '25c71284-4d47-423a-b252-8c9eaca34a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '941d5a99-7fcb-48f5-b08e-5e4b5e447b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:56:44.432454 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c606b26c-a821-4742-a911-96e8b6a84308 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:44.432847 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c606b26c-a821-4742-a911-96e8b6a84308 None None] Bound using segment: {'id': '25c71284-4d47-423a-b252-8c9eaca34a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '941d5a99-7fcb-48f5-b08e-5e4b5e447b1d'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:56:44.433318 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-c606b26c-a821-4742-a911-96e8b6a84308 None None] Bound port: 7ed5c7cf-92fc-4c6e-a378-1a5a62577881, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25c71284-4d47-423a-b252-8c9eaca34a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '941d5a99-7fcb-48f5-b08e-5e4b5e447b1d'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:56:44.433709 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c606b26c-a821-4742-a911-96e8b6a84308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:44.445577 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176c0d79-68db-4369-95ae-37f2a63bf58f tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Made reservation on behalf of a993536edab145339b0f463caedd0151 for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:44.445814 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf920b-7033-455b-9a90-3f67a980031c None None] Pushing event updated for resources: {'Port': ['ID=58de7477-7990-4da3-b91f-03f55b2a239d,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:44.449486 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-176c0d79-68db-4369-95ae-37f2a63bf58f tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:44.469146 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a4540cc3-f09e-446b-aeb3-5d81a6ba66b3 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:44.488913 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a4540cc3-f09e-446b-aeb3-5d81a6ba66b3 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:44.492910 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a4540cc3-f09e-446b-aeb3-5d81a6ba66b3 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] 10.222.0.57 "DELETE /v2.0/networks/ac51b25a-f573-4dde-899b-b441c5f73885 HTTP/1.1" status: 204 len: 168 time: 5.2292230 Mar 22 10:56:44.500364 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-79be6fad-86cc-4287-9fab-0c8d98f1b3f1 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:44.504487 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38078) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:44.512040 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-c606b26c-a821-4742-a911-96e8b6a84308 None None] For port 7ed5c7cf-92fc-4c6e-a378-1a5a62577881, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:56:44.513275 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-964bfee7-d355-41be-a7d1-3ec6b7d1e9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:44.515633 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-c606b26c-a821-4742-a911-96e8b6a84308 None None] For port 7ed5c7cf-92fc-4c6e-a378-1a5a62577881, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=7ed5c7cf-92fc-4c6e-a378-1a5a62577881,segment=NetworkSegment(25c71284-4d47-423a-b252-8c9eaca34a81),segment_id=25c71284-4d47-423a-b252-8c9eaca34a81)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:56:44.524416 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c606b26c-a821-4742-a911-96e8b6a84308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:44.561971 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-79be6fad-86cc-4287-9fab-0c8d98f1b3f1 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:44.567079 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.ipam_backend_mixin [None req-176c0d79-68db-4369-95ae-37f2a63bf58f tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Performing IP validity checks on allocation pools {{(pid=109050) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 22 10:56:44.568323 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.ipam_backend_mixin [None req-176c0d79-68db-4369-95ae-37f2a63bf58f tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109050) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 22 10:56:44.574479 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4540cc3-f09e-446b-aeb3-5d81a6ba66b3 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Pushing event deleted for resources: {'Network': ['ID=ac51b25a-f573-4dde-899b-b441c5f73885,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:44.595398 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606b26c-a821-4742-a911-96e8b6a84308 None None] Pushing event updated for resources: {'Port': ['ID=7ed5c7cf-92fc-4c6e-a378-1a5a62577881,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:44.624820 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cbc8e2f-654e-482f-bca1-8b56c1cb4726 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] DELETE failed (client error): The resource could not be found. Mar 22 10:56:44.625835 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cbc8e2f-654e-482f-bca1-8b56c1cb4726 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:56:44.628870 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-6cbc8e2f-654e-482f-bca1-8b56c1cb4726 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] 10.222.0.57 "DELETE /v2.0/subnets/c481a207-86f6-4ae9-9faa-134cac4fa286 HTTP/1.1" status: 404 len: 337 time: 0.1234264 Mar 22 10:56:44.645086 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38080) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:44.707170 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79be6fad-86cc-4287-9fab-0c8d98f1b3f1 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:56:44.722700 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ea800ff-2867-4abf-b9df-b71f9005e881 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] DELETE failed (client error): The resource could not be found. Mar 22 10:56:44.723418 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ea800ff-2867-4abf-b9df-b71f9005e881 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:56:44.738092 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-6ea800ff-2867-4abf-b9df-b71f9005e881 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] 10.222.0.57 "DELETE /v2.0/networks/ac51b25a-f573-4dde-899b-b441c5f73885 HTTP/1.1" status: 404 len: 339 time: 0.0435281 Mar 22 10:56:44.738463 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38082) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:44.766969 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79be6fad-86cc-4287-9fab-0c8d98f1b3f1 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d52f216-81ab-47dd-a623-be575315f6a2,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:44.782621 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-79be6fad-86cc-4287-9fab-0c8d98f1b3f1 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:44.782850 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-79be6fad-86cc-4287-9fab-0c8d98f1b3f1 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Added segment 820df5c2-41e3-445f-b793-16c6a5aae62a of type vlan for network c33d4098-434a-4c67-a0d0-3ea0db9d3f43 Mar 22 10:56:44.835683 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-24e01c38-aff9-429e-a34a-232bcc171b33 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] DELETE failed (client error): The resource could not be found. Mar 22 10:56:44.836153 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24e01c38-aff9-429e-a34a-232bcc171b33 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:56:44.847210 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-24e01c38-aff9-429e-a34a-232bcc171b33 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] 10.222.0.57 "DELETE /v2.0/subnets/edabfd3e-ab94-453f-84d1-2aae13a39d9c HTTP/1.1" status: 404 len: 337 time: 0.1033933 Mar 22 10:56:44.858560 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38084) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:44.901180 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2e34e65d-e9cf-4ef5-9a5c-58993e1b710a tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:44.908545 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-79be6fad-86cc-4287-9fab-0c8d98f1b3f1 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:44.934756 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1b66724-bbac-4302-956c-ee3a4888fd0a tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] DELETE failed (client error): The resource could not be found. Mar 22 10:56:44.935408 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1b66724-bbac-4302-956c-ee3a4888fd0a tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:56:44.938657 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-b1b66724-bbac-4302-956c-ee3a4888fd0a tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] 10.222.0.57 "DELETE /v2.0/networks/6d606422-319c-4a17-af7e-1d7837686b31 HTTP/1.1" status: 404 len: 339 time: 0.0793700 Mar 22 10:56:44.940765 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.objects.ports [None req-fba9fad8-6b88-448e-beb8-f8c7cbc94cc1 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109050) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 10:56:44.945334 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38086) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:45.003527 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5064dda5-ad62-4f4e-910d-030c34168960 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:45.009407 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-60d8284e-a898-4c1a-ba75-6352f826d826 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] DELETE failed (client error): The resource could not be found. Mar 22 10:56:45.009866 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60d8284e-a898-4c1a-ba75-6352f826d826 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:56:45.012930 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-60d8284e-a898-4c1a-ba75-6352f826d826 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] 10.222.0.57 "DELETE /v2.0/subnets/295e675f-e126-41ab-b06a-cb453e600032 HTTP/1.1" status: 404 len: 337 time: 0.0620844 Mar 22 10:56:45.016182 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38088) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:45.021396 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e22f2a51-3afa-416d-9636-63ef1d9bb263 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Router d3954ac0-0413-44b6-82af-2933eb41efd7 is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 10:56:45.038313 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-79be6fad-86cc-4287-9fab-0c8d98f1b3f1 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:45.044034 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79be6fad-86cc-4287-9fab-0c8d98f1b3f1 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:45.044673 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-79be6fad-86cc-4287-9fab-0c8d98f1b3f1 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:45.055075 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-964bfee7-d355-41be-a7d1-3ec6b7d1e9dd admin admin] Deleting port e564e4d3-92fc-4ed9-a827-dba5a73bfe10 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:56:45.055457 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-964bfee7-d355-41be-a7d1-3ec6b7d1e9dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:45.108861 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-58fc7cc6-48ff-42d0-bc0c-ee9317d9c0cc tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] DELETE failed (client error): The resource could not be found. Mar 22 10:56:45.109555 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58fc7cc6-48ff-42d0-bc0c-ee9317d9c0cc tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:56:45.112563 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-58fc7cc6-48ff-42d0-bc0c-ee9317d9c0cc tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] 10.222.0.57 "DELETE /v2.0/networks/e2c59ba7-f731-4a7c-9bc2-200d46417b27 HTTP/1.1" status: 404 len: 339 time: 0.0925949 Mar 22 10:56:45.131016 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38090) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:45.182100 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-79be6fad-86cc-4287-9fab-0c8d98f1b3f1 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1835332 Mar 22 10:56:45.182100 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2e34e65d-e9cf-4ef5-9a5c-58993e1b710a tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:45.185314 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38092) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:45.219450 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-902cdab3-66d8-4d6b-b6a4-904b214e79e1 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Request body: {'port': {'network_id': 'c33d4098-434a-4c67-a0d0-3ea0db9d3f43', 'name': 'tempest-PortsTestJSON-897947539'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:45.261503 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-176c0d79-68db-4369-95ae-37f2a63bf58f tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:45.317527 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e34e65d-e9cf-4ef5-9a5c-58993e1b710a tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Pushing event deleted for resources: {'Subnet': ['ID=5ed85f1c-e289-4a40-b5b7-1b3ac44989cc,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:45.325032 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79be6fad-86cc-4287-9fab-0c8d98f1b3f1 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event updated for resources: {'Network': ['ID=c33d4098-434a-4c67-a0d0-3ea0db9d3f43,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:45.340160 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network c33d4098-434a-4c67-a0d0-3ea0db9d3f43 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:56:45.351139 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2e34e65d-e9cf-4ef5-9a5c-58993e1b710a tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:45.354441 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2e34e65d-e9cf-4ef5-9a5c-58993e1b710a tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] 10.222.0.57 "DELETE /v2.0/subnets/5ed85f1c-e289-4a40-b5b7-1b3ac44989cc HTTP/1.1" status: 204 len: 168 time: 1.6186221 Mar 22 10:56:45.369832 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 7ed5c7cf-92fc-4c6e-a378-1a5a62577881 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:56:45.373514 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38094) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:45.381324 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-964bfee7-d355-41be-a7d1-3ec6b7d1e9dd admin admin] For port e564e4d3-92fc-4ed9-a827-dba5a73bfe10, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=e564e4d3-92fc-4ed9-a827-dba5a73bfe10,segment=NetworkSegment(1794cb20-dd56-4e78-a758-e4766285bf48),segment_id=1794cb20-dd56-4e78-a758-e4766285bf48)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:56:45.381708 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-964bfee7-d355-41be-a7d1-3ec6b7d1e9dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:45.448544 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-964bfee7-d355-41be-a7d1-3ec6b7d1e9dd admin admin] Calling delete_port for e564e4d3-92fc-4ed9-a827-dba5a73bfe10 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:56:45.483921 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 7ed5c7cf-92fc-4c6e-a378-1a5a62577881 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:56:45.484915 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:45.515271 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176c0d79-68db-4369-95ae-37f2a63bf58f tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Pushing event updated for resources: {'Subnet': ['ID=fc12a8e1-63d1-416f-af3f-aafc95c27b60,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:45.580325 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c21309f-4832-4d2f-b305-36fe7c41d98e tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Deleting subnet b95d0daa-e2ab-4682-b5e6-8e5e0d9f4d3e {{(pid=109050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:56:45.602065 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:45.608561 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902cdab3-66d8-4d6b-b6a4-904b214e79e1 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Made reservation on behalf of 976d65578b3f4457a067052eaaa72feb for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:45.612443 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-902cdab3-66d8-4d6b-b6a4-904b214e79e1 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:45.617141 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1c21309f-4832-4d2f-b305-36fe7c41d98e tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks [] for subnet, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:45.627563 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176c0d79-68db-4369-95ae-37f2a63bf58f tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Checking segment: {'id': '159f2b85-3bfe-4372-9e16-aa3d61ea812b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '42f334fd-0392-4801-bee4-ea02282df60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:56:45.628321 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176c0d79-68db-4369-95ae-37f2a63bf58f tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Network hostable DHCP agents. Network: 42f334fd-0392-4801-bee4-ea02282df60e, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:56:45.644809 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port 7ed5c7cf-92fc-4c6e-a378-1a5a62577881, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=7ed5c7cf-92fc-4c6e-a378-1a5a62577881,segment=NetworkSegment(25c71284-4d47-423a-b252-8c9eaca34a81),segment_id=25c71284-4d47-423a-b252-8c9eaca34a81)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:56:45.652149 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:45.653420 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 58de7477-7990-4da3-b91f-03f55b2a239d up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:56:45.694138 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fba9fad8-6b88-448e-beb8-f8c7cbc94cc1 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:45.708351 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-902cdab3-66d8-4d6b-b6a4-904b214e79e1 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] device_id is not set on port f25a1a17-3ddc-47c3-99a1-0ced4512cc6d yet. {{(pid=109050) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:56:45.710360 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22f2a51-3afa-416d-9636-63ef1d9bb263 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:56:45.721635 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e22f2a51-3afa-416d-9636-63ef1d9bb263 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:45.722835 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e22f2a51-3afa-416d-9636-63ef1d9bb263 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "PUT /v2.0/routers/d3954ac0-0413-44b6-82af-2933eb41efd7 HTTP/1.1" status: 200 len: 698 time: 2.0185905 Mar 22 10:56:45.730591 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38096) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:45.740672 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17b27ff-2f4f-4340-a431-51902e75934f None None] Sync routers for ids ['d3954ac0-0413-44b6-82af-2933eb41efd7'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:56:45.750942 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1c21309f-4832-4d2f-b305-36fe7c41d98e tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11961780'] for subnet, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:45.755039 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17b27ff-2f4f-4340-a431-51902e75934f None None] Routers {'d3954ac0-0413-44b6-82af-2933eb41efd7'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:56:45.756483 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-d17b27ff-2f4f-4340-a431-51902e75934f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:56:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['d3954ac0-0413-44b6-82af-2933eb41efd7'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:45.757764 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176c0d79-68db-4369-95ae-37f2a63bf58f tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Network 42f334fd-0392-4801-bee4-ea02282df60e is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:56:45.777563 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=7ed5c7cf-92fc-4c6e-a378-1a5a62577881,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:45.810978 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 58de7477-7990-4da3-b91f-03f55b2a239d triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:56:45.811384 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:45.853300 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-388eb41e-e64a-4181-9059-d6a9d63ec0e0 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "GET /v2.0/routers/d3954ac0-0413-44b6-82af-2933eb41efd7 HTTP/1.1" status: 200 len: 704 time: 0.1169031 Mar 22 10:56:45.868596 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38098) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:45.882605 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-176c0d79-68db-4369-95ae-37f2a63bf58f tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 42f334fd-0392-4801-bee4-ea02282df60e) {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:56:45.908431 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-d17b27ff-2f4f-4340-a431-51902e75934f None None] Set router d3954ac0-0413-44b6-82af-2933eb41efd7 gateway port host: None {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:56:45.913968 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176c0d79-68db-4369-95ae-37f2a63bf58f tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:45.914541 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-176c0d79-68db-4369-95ae-37f2a63bf58f tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:45.935044 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:45.939588 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-896d3b12-901e-416b-9bbc-6ad837135a6d tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3954ac0-0413-44b6-82af-2933eb41efd7 HTTP/1.1" status: 200 len: 205 time: 0.0648172 Mar 22 10:56:45.940881 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38100) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:45.990532 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-964bfee7-d355-41be-a7d1-3ec6b7d1e9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:45.992776 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-ce28c477-c9de-49a3-8eeb-2a4c4fee442d tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Deleting port 89ec5010-5fde-4ffe-bf1b-2c5da9711809 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:56:45.993190 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ce28c477-c9de-49a3-8eeb-2a4c4fee442d tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:46.008099 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port 58de7477-7990-4da3-b91f-03f55b2a239d, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=58de7477-7990-4da3-b91f-03f55b2a239d,segment=NetworkSegment(6d00de78-8206-4264-9ba2-5f63ebd81c14),segment_id=6d00de78-8206-4264-9ba2-5f63ebd81c14)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:56:46.017906 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:46.060842 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 6595533c-53e7-4f34-8874-0f797100d99d no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:56:46.095131 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5064dda5-ad62-4f4e-910d-030c34168960 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Router f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4 is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 10:56:46.096725 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-176c0d79-68db-4369-95ae-37f2a63bf58f tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.1769986 Mar 22 10:56:46.098832 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 6595533c-53e7-4f34-8874-0f797100d99d {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:56:46.099617 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 6595533c-53e7-4f34-8874-0f797100d99d not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:56:46.100259 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38102) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:46.117770 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ce28c477-c9de-49a3-8eeb-2a4c4fee442d tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:46.124522 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-b666af19-0894-4a5f-bd31-af1f709402f2 None None] Provisioning complete for port 58de7477-7990-4da3-b91f-03f55b2a239d triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:56:46.125260 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b666af19-0894-4a5f-bd31-af1f709402f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:46.127816 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=58de7477-7990-4da3-b91f-03f55b2a239d,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:46.176701 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-ce28c477-c9de-49a3-8eeb-2a4c4fee442d tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Calling delete_port for 89ec5010-5fde-4ffe-bf1b-2c5da9711809 owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:56:46.186496 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-d17b27ff-2f4f-4340-a431-51902e75934f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3954ac0-0413-44b6-82af-2933eb41efd7', 'name': 'tempest-RoutersIpV6Test-router-1393770451', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:56:43Z', 'updated_at': '2022-03-22T10:56:44Z', 'revision_number': 2, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'gw_port_host': None}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:46.209903 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964bfee7-d355-41be-a7d1-3ec6b7d1e9dd admin admin] No DVR routers for this DVR port e564e4d3-92fc-4ed9-a827-dba5a73bfe10 on host dv-neutron-834599-1-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:56:46.211656 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964bfee7-d355-41be-a7d1-3ec6b7d1e9dd admin admin] Pushing event deleted for resources: {'Port': ['ID=e564e4d3-92fc-4ed9-a827-dba5a73bfe10,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:46.234307 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17b27ff-2f4f-4340-a431-51902e75934f None None] Checking router: d3954ac0-0413-44b6-82af-2933eb41efd7 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 10:56:46.244157 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17b27ff-2f4f-4340-a431-51902e75934f None None] Routers {'d3954ac0-0413-44b6-82af-2933eb41efd7'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:56:46.245085 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-d17b27ff-2f4f-4340-a431-51902e75934f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:56:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['d3954ac0-0413-44b6-82af-2933eb41efd7'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:46.247908 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5adadbcf-e1c7-449a-bccd-50a5cde8c23d tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for router, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:46.322330 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-d17b27ff-2f4f-4340-a431-51902e75934f None None] Set router d3954ac0-0413-44b6-82af-2933eb41efd7 gateway port host: None {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:56:46.358312 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1c21309f-4832-4d2f-b305-36fe7c41d98e tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:46.392326 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-d17b27ff-2f4f-4340-a431-51902e75934f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3954ac0-0413-44b6-82af-2933eb41efd7', 'name': 'tempest-RoutersIpV6Test-router-1393770451', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:56:43Z', 'updated_at': '2022-03-22T10:56:44Z', 'revision_number': 2, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'gw_port_host': None}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:46.415804 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4ac18fe6-1d89-42e9-9d3a-1587dbdcc9e9 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:46.422255 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17b27ff-2f4f-4340-a431-51902e75934f None None] The sync data for ids ['d3954ac0-0413-44b6-82af-2933eb41efd7'] in dv-neutron-834599-1-hyperv is: [{'id': 'd3954ac0-0413-44b6-82af-2933eb41efd7', 'name': 'tempest-RoutersIpV6Test-router-1393770451', 'tenant_id': '870cdc1d821946449d010566eacfdc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:56:43Z', 'updated_at': '2022-03-22T10:56:44Z', 'revision_number': 2, 'project_id': '870cdc1d821946449d010566eacfdc6f', 'gw_port_host': None}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:56:46.455174 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5064dda5-ad62-4f4e-910d-030c34168960 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:56:46.475697 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ba6060-c5e6-4d85-a953-a7b8738fc73f None None] Sync routers for ids ['f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:56:46.506507 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ba6060-c5e6-4d85-a953-a7b8738fc73f None None] Routers {'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:56:46.508080 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-d0ba6060-c5e6-4d85-a953-a7b8738fc73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:56:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:46.511677 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ce28c477-c9de-49a3-8eeb-2a4c4fee442d tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:46.517427 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5064dda5-ad62-4f4e-910d-030c34168960 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:46.518679 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5064dda5-ad62-4f4e-910d-030c34168960 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.4697692 Mar 22 10:56:46.521134 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4ac18fe6-1d89-42e9-9d3a-1587dbdcc9e9 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:46.525611 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38104) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:46.569424 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-964bfee7-d355-41be-a7d1-3ec6b7d1e9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:46.598152 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce28c477-c9de-49a3-8eeb-2a4c4fee442d tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Pushing event deleted for resources: {'Port': ['ID=89ec5010-5fde-4ffe-bf1b-2c5da9711809,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:46.607643 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-902cdab3-66d8-4d6b-b6a4-904b214e79e1 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:46.621247 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ce28c477-c9de-49a3-8eeb-2a4c4fee442d tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:46.624996 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ce28c477-c9de-49a3-8eeb-2a4c4fee442d tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] 10.222.0.57 "DELETE /v2.0/ports/89ec5010-5fde-4ffe-bf1b-2c5da9711809 HTTP/1.1" status: 204 len: 168 time: 1.4907534 Mar 22 10:56:46.628130 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38108) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:46.657594 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-fba9fad8-6b88-448e-beb8-f8c7cbc94cc1 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] For port 38e993be-c741-4f55-9899-82bf3adeb921, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=38e993be-c741-4f55-9899-82bf3adeb921,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:56:46.660817 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-964bfee7-d355-41be-a7d1-3ec6b7d1e9dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['619a0580-b085-430c-89e2-022d42d1e4bf']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:46.675755 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c45ef9b-ab2f-4b95-871c-4e796d3b697a tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] DELETE failed (client error): The resource could not be found. Mar 22 10:56:46.676234 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c45ef9b-ab2f-4b95-871c-4e796d3b697a tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:56:46.679598 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7c45ef9b-ab2f-4b95-871c-4e796d3b697a tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] 10.222.0.57 "DELETE /v2.0/subnets/4e314aff-581c-44d8-b7eb-d6d236a67e12 HTTP/1.1" status: 404 len: 337 time: 0.0502448 Mar 22 10:56:46.682401 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38110) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:46.713617 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5adadbcf-e1c7-449a-bccd-50a5cde8c23d tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:46.733061 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5adadbcf-e1c7-449a-bccd-50a5cde8c23d tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:46.737891 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-964bfee7-d355-41be-a7d1-3ec6b7d1e9dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1794cb20-dd56-4e78-a758-e4766285bf48') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:46.737996 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-964bfee7-d355-41be-a7d1-3ec6b7d1e9dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1794cb20-dd56-4e78-a758-e4766285bf48') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:46.745852 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-d0ba6060-c5e6-4d85-a953-a7b8738fc73f None None] Set router f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:56:46.756931 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1c21309f-4832-4d2f-b305-36fe7c41d98e tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:46.779347 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-964bfee7-d355-41be-a7d1-3ec6b7d1e9dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:46.781973 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4ac18fe6-1d89-42e9-9d3a-1587dbdcc9e9 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:46.843867 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b0de45a1-e86b-41cb-baf5-f2b8a6150947 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:46.864776 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fba9fad8-6b88-448e-beb8-f8c7cbc94cc1 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:46.866475 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c21309f-4832-4d2f-b305-36fe7c41d98e tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Pushing event deleted for resources: {'Subnet': ['ID=b95d0daa-e2ab-4682-b5e6-8e5e0d9f4d3e,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:46.871195 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac18fe6-1d89-42e9-9d3a-1587dbdcc9e9 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Pushing event deleted for resources: {'Subnet': ['ID=fc12a8e1-63d1-416f-af3f-aafc95c27b60,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:46.873110 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13657a7c-7b4f-4d6f-a713-3801e7314e22 None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:56:46.874825 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1c21309f-4832-4d2f-b305-36fe7c41d98e tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:46.880608 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-1c21309f-4832-4d2f-b305-36fe7c41d98e tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] 10.222.0.57 "DELETE /v2.0/subnets/b95d0daa-e2ab-4682-b5e6-8e5e0d9f4d3e HTTP/1.1" status: 204 len: 168 time: 1.4997396 Mar 22 10:56:46.880608 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-964bfee7-d355-41be-a7d1-3ec6b7d1e9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:46.881491 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38112) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:46.889753 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029854de-1bab-4cbe-9bf4-1dd7299f9322 None None] Network 562a7190-6615-447b-99bb-14d445b0a296 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:56:46.894416 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb72ade-2be1-462c-b5da-b644c83a232e None None] Network 941d5a99-7fcb-48f5-b08e-5e4b5e447b1d requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:56:46.901263 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fba9fad8-6b88-448e-beb8-f8c7cbc94cc1 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:46.902086 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fba9fad8-6b88-448e-beb8-f8c7cbc94cc1 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:46.907356 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b35ec0-07a3-4dca-9f1b-a71bcd10e0c5 None None] Network 42f334fd-0392-4801-bee4-ea02282df60e requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:56:46.909031 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fe3dad-643f-40d8-8920-c8c59e22e52e None None] Network ce03f483-c0e0-4f7d-bfb1-e0e42b72b342 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:56:46.910680 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a006d42b-1355-4155-9cfb-465405dd28a1 None None] DHCP port deletion for ac51b25a-f573-4dde-899b-b441c5f73885 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:56:46.914113 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5adadbcf-e1c7-449a-bccd-50a5cde8c23d tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:46.914643 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5adadbcf-e1c7-449a-bccd-50a5cde8c23d tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Fanout notify agent at l3_agent the message router_deleted on router d3954ac0-0413-44b6-82af-2933eb41efd7 {{(pid=109050) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 10:56:46.917777 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-964bfee7-d355-41be-a7d1-3ec6b7d1e9dd admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:56:46.930127 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-964bfee7-d355-41be-a7d1-3ec6b7d1e9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:46.930776 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8d42a585-2833-4dd7-9df5-eef3bbb701c3 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=9d323f0b18e24bb7bcd0d92686e5587a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4015965 Mar 22 10:56:46.935001 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38114) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:46.988961 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 10:56:46.988961 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:56:46.988961 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 10:56:46.988961 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:56:46.988961 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 10:56:46.988961 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:56:46.988961 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 10:56:46.988961 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:56:46.988961 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 10:56:46.988961 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:56:46.988961 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 10:56:46.988961 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:56:46.988961 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 10:56:46.988961 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:56:46.988961 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:56:46.988961 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:56:46.988961 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:56:46.988961 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:56:46.988961 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 10:56:46.988961 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:56:46.988961 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 10:56:46.988961 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:56:46.988961 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:56:46.988961 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:56:46.988961 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 10:56:46.988961 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:56:46.988961 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:56:46.988961 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:56:46.988961 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:56:46.988961 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:56:46.988961 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:56:46.988961 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:56:46.991315 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-902cdab3-66d8-4d6b-b6a4-904b214e79e1 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:47.128061 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4ac18fe6-1d89-42e9-9d3a-1587dbdcc9e9 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:47.191066 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029854de-1bab-4cbe-9bf4-1dd7299f9322 None None] Network 562a7190-6615-447b-99bb-14d445b0a296 could not be found, it might have been deleted concurrently. {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 22 10:56:47.220494 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-4ac18fe6-1d89-42e9-9d3a-1587dbdcc9e9 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42f334fd-0392-4801-bee4-ea02282df60e']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:47.227248 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce28457f-b082-40a1-9f88-7ed4a1efc512 None None] Network 619a0580-b085-430c-89e2-022d42d1e4bf requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:56:47.242301 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878d71d3-364a-4ce2-af60-ad8b16b0bc41 None None] Network 562a7190-6615-447b-99bb-14d445b0a296 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:56:47.282664 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b0de45a1-e86b-41cb-baf5-f2b8a6150947 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:47.286243 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-4ac18fe6-1d89-42e9-9d3a-1587dbdcc9e9 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '159f2b85-3bfe-4372-9e16-aa3d61ea812b') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:47.286658 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-4ac18fe6-1d89-42e9-9d3a-1587dbdcc9e9 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '159f2b85-3bfe-4372-9e16-aa3d61ea812b') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:47.312006 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4ac18fe6-1d89-42e9-9d3a-1587dbdcc9e9 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:47.337906 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-b0de45a1-e86b-41cb-baf5-f2b8a6150947 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b914ef8-a717-4967-b4df-ec9d8d8ec152']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:47.340804 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4ac18fe6-1d89-42e9-9d3a-1587dbdcc9e9 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:47.344506 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69dcb88-0aaf-407b-97cd-c0c0357990a2 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:47.346113 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a69dcb88-0aaf-407b-97cd-c0c0357990a2 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4087141 Mar 22 10:56:47.355463 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38116) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:47.357367 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5adadbcf-e1c7-449a-bccd-50a5cde8c23d tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:47.358624 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-5adadbcf-e1c7-449a-bccd-50a5cde8c23d tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "DELETE /v2.0/routers/d3954ac0-0413-44b6-82af-2933eb41efd7 HTTP/1.1" status: 204 len: 168 time: 1.4052548 Mar 22 10:56:47.363135 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38118) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:47.400500 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ac18fe6-1d89-42e9-9d3a-1587dbdcc9e9 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:56:47.401060 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4ac18fe6-1d89-42e9-9d3a-1587dbdcc9e9 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:47.407263 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-185aee9e-58ab-4f1f-9762-d932f6e7ac83 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=a14ca783-6f82-4799-85a3-4cbe79c980a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0491037 Mar 22 10:56:47.408193 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 10:56:47.408193 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:56:47.408193 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 10:56:47.408193 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:56:47.408193 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 10:56:47.408193 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:56:47.408193 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 10:56:47.408193 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:56:47.408193 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 10:56:47.408193 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:56:47.408193 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 10:56:47.408193 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:56:47.408193 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 10:56:47.408193 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:56:47.408193 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:56:47.408193 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:56:47.408193 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:56:47.408193 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:56:47.408193 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 10:56:47.408193 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:56:47.408193 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 10:56:47.408193 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:56:47.408193 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:56:47.408193 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:56:47.408193 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 10:56:47.408193 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:56:47.408193 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:56:47.408193 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:56:47.408193 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:56:47.408193 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:56:47.408193 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:56:47.408193 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:56:47.413019 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e734ffdc-12b5-4eac-a58b-3ad190ffe993 None None] DHCP port deletion for ac51b25a-f573-4dde-899b-b441c5f73885 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:56:47.430406 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-b0de45a1-e86b-41cb-baf5-f2b8a6150947 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e57f323f-5c47-4b83-b577-c1ac6b57cc79') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:47.430936 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-b0de45a1-e86b-41cb-baf5-f2b8a6150947 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e57f323f-5c47-4b83-b577-c1ac6b57cc79') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:47.433412 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38120) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:47.442896 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba9fad8-6b88-448e-beb8-f8c7cbc94cc1 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:56:47.444203 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-48444d61-de4d-4cce-955c-abadded50ead tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1000122889', 'network_id': '6a65d360-9164-47d6-a114-8a8963e979c8', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:47.479181 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878d71d3-364a-4ce2-af60-ad8b16b0bc41 None None] Network 562a7190-6615-447b-99bb-14d445b0a296 could not be found, it might have been deleted concurrently. {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 22 10:56:47.483596 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-d6ce9ec2-45e3-4eb9-a78d-766b8c1844ce tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3954ac0-0413-44b6-82af-2933eb41efd7 HTTP/1.1" status: 200 len: 205 time: 0.1068664 Mar 22 10:56:47.491959 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 7ed5c7cf-92fc-4c6e-a378-1a5a62577881 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:56:47.493639 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38122) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:47.494228 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8d77a7db-60c2-4a63-b141-0e603bd38a46 None None] Provisioning complete for port 7ed5c7cf-92fc-4c6e-a378-1a5a62577881 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:56:47.494602 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8d77a7db-60c2-4a63-b141-0e603bd38a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:47.496863 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-fba9fad8-6b88-448e-beb8-f8c7cbc94cc1 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:56:47.512763 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba9fad8-6b88-448e-beb8-f8c7cbc94cc1 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:47.513360 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fba9fad8-6b88-448e-beb8-f8c7cbc94cc1 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:47.578299 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b0de45a1-e86b-41cb-baf5-f2b8a6150947 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:47.579864 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e432d1a5-17e6-485d-aae8-3729000803bc tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:47.580410 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4ac18fe6-1d89-42e9-9d3a-1587dbdcc9e9 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:47.582048 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-e432d1a5-17e6-485d-aae8-3729000803bc tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6939085 Mar 22 10:56:47.590420 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38124) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:47.591696 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-fba9fad8-6b88-448e-beb8-f8c7cbc94cc1 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.6768382 Mar 22 10:56:47.597374 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.api.v2.resource [None req-97ea5461-5eb4-43ef-8d35-57423e187970 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] delete failed (client error): The resource could not be found. Mar 22 10:56:47.601023 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-97ea5461-5eb4-43ef-8d35-57423e187970 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "DELETE /v2.0/routers/d3954ac0-0413-44b6-82af-2933eb41efd7 HTTP/1.1" status: 404 len: 336 time: 0.1009412 Mar 22 10:56:47.601726 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38126) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:47.602059 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38128) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:47.604536 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba9fad8-6b88-448e-beb8-f8c7cbc94cc1 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event updated for resources: {'Subnet': ['ID=0b165b36-7aee-4a9f-9db0-69f2c9b6771f,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:47.606852 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba9fad8-6b88-448e-beb8-f8c7cbc94cc1 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event updated for resources: {'Port': ['ID=38e993be-c741-4f55-9899-82bf3adeb921,revision_number=6']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:47.609136 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4ac18fe6-1d89-42e9-9d3a-1587dbdcc9e9 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:47.612411 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4ac18fe6-1d89-42e9-9d3a-1587dbdcc9e9 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "DELETE /v2.0/networks/42f334fd-0392-4801-bee4-ea02282df60e HTTP/1.1" status: 204 len: 168 time: 1.5087774 Mar 22 10:56:47.624793 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-964bfee7-d355-41be-a7d1-3ec6b7d1e9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:47.632460 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-f089d0b8-b484-4cf9-b03b-5d51bd8d64f1 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'port': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'mac_address': 'fa:16:3e:a9:ce:11', 'name': 'tempest-NetworksTestDHCPv6-1768448476'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:47.635422 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38130) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:47.652304 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-6fb43968-9d5e-4a1a-915a-13e460d3a994 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1198945186'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:47.658626 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b0de45a1-e86b-41cb-baf5-f2b8a6150947 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:47.661747 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac18fe6-1d89-42e9-9d3a-1587dbdcc9e9 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Pushing event deleted for resources: {'Network': ['ID=42f334fd-0392-4801-bee4-ea02282df60e,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:47.685053 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cdab3-66d8-4d6b-b6a4-904b214e79e1 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event updated for resources: {'Port': ['ID=f25a1a17-3ddc-47c3-99a1-0ced4512cc6d,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:47.685289 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0de45a1-e86b-41cb-baf5-f2b8a6150947 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:56:47.685605 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b0de45a1-e86b-41cb-baf5-f2b8a6150947 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:47.696642 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 10:56:47.696642 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:56:47.696642 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 10:56:47.696642 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:56:47.696642 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 10:56:47.696642 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:56:47.696642 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 10:56:47.696642 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:56:47.696642 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 10:56:47.696642 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:56:47.696642 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 10:56:47.696642 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:56:47.696642 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 10:56:47.696642 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:56:47.696642 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:56:47.696642 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:56:47.696642 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:56:47.696642 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:56:47.696642 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 10:56:47.696642 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:56:47.696642 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 10:56:47.696642 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:56:47.696642 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:56:47.696642 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:56:47.696642 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 10:56:47.696642 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:56:47.696642 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:56:47.696642 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:56:47.696642 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:56:47.696642 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:56:47.696642 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:56:47.696642 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:56:47.727904 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-964bfee7-d355-41be-a7d1-3ec6b7d1e9dd admin admin] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:47.732946 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-964bfee7-d355-41be-a7d1-3ec6b7d1e9dd admin admin] 10.222.0.57 "DELETE /v2.0/networks/619a0580-b085-430c-89e2-022d42d1e4bf HTTP/1.1" status: 204 len: 168 time: 3.4230595 Mar 22 10:56:47.754312 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8ebf8f4-01fa-40cd-91f6-658f2a838bc2 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] DELETE failed (client error): The resource could not be found. Mar 22 10:56:47.754312 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8ebf8f4-01fa-40cd-91f6-658f2a838bc2 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:56:47.757966 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-b8ebf8f4-01fa-40cd-91f6-658f2a838bc2 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "DELETE /v2.0/subnets/4932ce57-ffba-4519-9473-fcaa80c29dc9 HTTP/1.1" status: 404 len: 337 time: 0.1471014 Mar 22 10:56:47.763252 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38134) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:47.787998 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964bfee7-d355-41be-a7d1-3ec6b7d1e9dd admin admin] Pushing event deleted for resources: {'Network': ['ID=619a0580-b085-430c-89e2-022d42d1e4bf,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:47.810995 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e0e069-9e70-447f-94aa-329ca971f8eb None None] Network 42f334fd-0392-4801-bee4-ea02282df60e requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:56:47.829942 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-166f4998-643b-4320-9a2d-142d932803b5 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:47.831731 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb43968-9d5e-4a1a-915a-13e460d3a994 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Made reservation on behalf of a993536edab145339b0f463caedd0151 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:47.839274 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6fb43968-9d5e-4a1a-915a-13e460d3a994 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:47.856181 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48444d61-de4d-4cce-955c-abadded50ead tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Made reservation on behalf of 9d323f0b18e24bb7bcd0d92686e5587a for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:47.858224 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902cdab3-66d8-4d6b-b6a4-904b214e79e1 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Checking segment: {'id': '820df5c2-41e3-445f-b793-16c6a5aae62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c33d4098-434a-4c67-a0d0-3ea0db9d3f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:56:47.858596 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902cdab3-66d8-4d6b-b6a4-904b214e79e1 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Network hostable DHCP agents. Network: c33d4098-434a-4c67-a0d0-3ea0db9d3f43, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:56:47.859899 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-48444d61-de4d-4cce-955c-abadded50ead tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:47.863976 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad45492d-937e-46ae-bd20-c85d21e3485b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] DELETE failed (client error): The resource could not be found. Mar 22 10:56:47.864644 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad45492d-937e-46ae-bd20-c85d21e3485b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:56:47.871650 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-ad45492d-937e-46ae-bd20-c85d21e3485b tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "DELETE /v2.0/subnets/0d9bd897-34e3-4107-aa58-c8657a3f24f0 HTTP/1.1" status: 404 len: 337 time: 0.1053946 Mar 22 10:56:47.875149 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38136) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:47.887133 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e0e069-9e70-447f-94aa-329ca971f8eb None None] Network 42f334fd-0392-4801-bee4-ea02282df60e could not be found, it might have been deleted concurrently. {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 22 10:56:47.911349 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eca32ac-33b3-41af-ba43-5d6f62714fd0 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] DELETE failed (client error): The resource could not be found. Mar 22 10:56:47.911613 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b0de45a1-e86b-41cb-baf5-f2b8a6150947 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:47.912245 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eca32ac-33b3-41af-ba43-5d6f62714fd0 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:56:47.918452 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-3eca32ac-33b3-41af-ba43-5d6f62714fd0 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "DELETE /v2.0/subnets/6a835cad-7353-4cfc-bdd9-72e1a60628e7 HTTP/1.1" status: 404 len: 337 time: 0.0420418 Mar 22 10:56:47.920962 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38138) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:47.965481 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78384244-11f4-40be-a069-b9a6318bc9aa None None] Network 941d5a99-7fcb-48f5-b08e-5e4b5e447b1d requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:56:47.984343 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b4e4ebc-d919-42fb-bb78-7f20ad397fd1 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] DELETE failed (client error): The resource could not be found. Mar 22 10:56:47.985027 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b4e4ebc-d919-42fb-bb78-7f20ad397fd1 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:56:47.999517 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-5b4e4ebc-d919-42fb-bb78-7f20ad397fd1 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "DELETE /v2.0/subnets/6df7019b-cca6-4a15-8136-589e7260dbaf HTTP/1.1" status: 404 len: 337 time: 0.0735667 Mar 22 10:56:48.015002 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38140) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:48.016369 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fb43968-9d5e-4a1a-915a-13e460d3a994 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:56:48.025815 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b0de45a1-e86b-41cb-baf5-f2b8a6150947 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:48.029364 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b0de45a1-e86b-41cb-baf5-f2b8a6150947 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] 10.222.0.57 "DELETE /v2.0/networks/2b914ef8-a717-4967-b4df-ec9d8d8ec152 HTTP/1.1" status: 204 len: 168 time: 1.3457825 Mar 22 10:56:48.034312 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38142) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:48.039098 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 7ed5c7cf-92fc-4c6e-a378-1a5a62577881 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:56:48.041857 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:48.051940 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0db8131-b532-4326-9d24-514a9dd905d6 None None] DHCP port deletion for 619a0580-b085-430c-89e2-022d42d1e4bf request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:56:48.092424 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6fb43968-9d5e-4a1a-915a-13e460d3a994 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:48.097143 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-6fb43968-9d5e-4a1a-915a-13e460d3a994 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Added segment 7c8b71bc-574c-4c90-b4e3-24c6ef6a57d3 of type vlan for network 157c9dc2-5716-46a3-b305-04954c427882 Mar 22 10:56:48.097810 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7152515f-fd75-43f3-bf67-79c8784f9a09 None None] DHCP port deletion for ce03f483-c0e0-4f7d-bfb1-e0e42b72b342 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:56:48.103289 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0de45a1-e86b-41cb-baf5-f2b8a6150947 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Pushing event deleted for resources: {'Network': ['ID=2b914ef8-a717-4967-b4df-ec9d8d8ec152,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:48.132712 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-1c131aaa-b074-444b-9672-65e8e9049db6 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "GET /v2.0/ports?device_id=22c5e9b4-83c7-47e3-b4d6-ebf66429c466 HTTP/1.1" status: 200 len: 205 time: 0.1149366 Mar 22 10:56:48.133752 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38144) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:48.163947 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902cdab3-66d8-4d6b-b6a4-904b214e79e1 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Network c33d4098-434a-4c67-a0d0-3ea0db9d3f43 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:56:48.188468 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-902cdab3-66d8-4d6b-b6a4-904b214e79e1 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, c33d4098-434a-4c67-a0d0-3ea0db9d3f43) {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:56:48.204049 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902cdab3-66d8-4d6b-b6a4-904b214e79e1 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:56:48.209194 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902cdab3-66d8-4d6b-b6a4-904b214e79e1 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:48.209712 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-902cdab3-66d8-4d6b-b6a4-904b214e79e1 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:48.219071 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2ed60d-7829-475a-a165-c522c12ce4fe None None] Network c33d4098-434a-4c67-a0d0-3ea0db9d3f43 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:56:48.235791 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f089d0b8-b484-4cf9-b03b-5d51bd8d64f1 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Made reservation on behalf of f7a8ac7bbd5d466888176c13ba053f5f for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:48.245920 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-d0ba6060-c5e6-4d85-a953-a7b8738fc73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'name': 'tempest-TestNetworkBasicOps-router-1828628981', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': '6cda97f7-9cfc-4889-a0ae-87e083441a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:56:38Z', 'updated_at': '2022-03-22T10:56:43Z', 'revision_number': 3, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '6cda97f7-9cfc-4889-a0ae-87e083441a28', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:dc:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:56:41Z', 'updated_at': '2022-03-22T10:56:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:48.269668 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-65c48855-f31c-4858-9ddb-f0ac385c1f41 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] delete failed (client error): The resource could not be found. Mar 22 10:56:48.271256 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-65c48855-f31c-4858-9ddb-f0ac385c1f41 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "DELETE /v2.0/routers/22c5e9b4-83c7-47e3-b4d6-ebf66429c466 HTTP/1.1" status: 404 len: 336 time: 0.0928392 Mar 22 10:56:48.274141 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6fb43968-9d5e-4a1a-915a-13e460d3a994 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:48.278032 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38146) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:48.300959 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38148) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:48.312239 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-627f8aec-3bc5-49f9-a790-9846b4384457 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Deleting port 3b08f8c4-1411-4776-8f20-ee96ba7632be {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:56:48.312721 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-627f8aec-3bc5-49f9-a790-9846b4384457 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:48.318287 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-902cdab3-66d8-4d6b-b6a4-904b214e79e1 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.1027868 Mar 22 10:56:48.322888 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38150) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:48.324857 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ba6060-c5e6-4d85-a953-a7b8738fc73f None None] Checking router: f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4 for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 10:56:48.325245 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ba6060-c5e6-4d85-a953-a7b8738fc73f None None] Updating router f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4 port 6cda97f7-9cfc-4889-a0ae-87e083441a28 binding host dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 10:56:48.343852 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e49946a7-d741-4e30-9c49-5ade1e6845bd tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "GET /v2.0/ports?device_id=3026293e-c8cb-41d0-8b18-4257a76825bd HTTP/1.1" status: 200 len: 205 time: 0.0620863 Mar 22 10:56:48.356442 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-e0f668f8-40b2-45d9-8ab4-baf11b3facdd tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1542985520'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:48.373319 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38152) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:48.416659 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-166f4998-643b-4320-9a2d-142d932803b5 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Deleting port 58de7477-7990-4da3-b91f-03f55b2a239d {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:56:48.417305 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-166f4998-643b-4320-9a2d-142d932803b5 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:48.425616 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6fb43968-9d5e-4a1a-915a-13e460d3a994 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:48.434201 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb43968-9d5e-4a1a-915a-13e460d3a994 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:48.435495 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6fb43968-9d5e-4a1a-915a-13e460d3a994 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:48.440185 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.api.v2.resource [None req-5e8131a1-be19-4714-a708-546acbe86a06 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] delete failed (client error): The resource could not be found. Mar 22 10:56:48.443845 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-5e8131a1-be19-4714-a708-546acbe86a06 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "DELETE /v2.0/routers/3026293e-c8cb-41d0-8b18-4257a76825bd HTTP/1.1" status: 404 len: 336 time: 0.0683408 Mar 22 10:56:48.444513 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38154) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:48.466081 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d0ba6060-c5e6-4d85-a953-a7b8738fc73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:48.500619 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-916542ca-7b7c-4235-b53d-6acd8ed6a9a9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e964decdfe5d4f8ab69e1cb7f6a56a22&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1937611 Mar 22 10:56:48.517964 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38156) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:48.518168 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffced79-e78d-469c-a2a0-9ba4d7940b2a None None] Update dhcp port {'port': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'fixed_ips': [{'subnet_id': '0b165b36-7aee-4a9f-9db0-69f2c9b6771f', 'ip_address': '2001:db8::f816:3eff:fed4:5c8b'}, {'subnet_id': 'a4f1ccb8-8e99-4d57-b763-20c815a70cbc'}], 'binding:host_id': 'dv-neutron-834599-1-hyperv'}, 'id': '38e993be-c741-4f55-9899-82bf3adeb921'} from dv-neutron-834599-1-hyperv. {{(pid=109051) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 22 10:56:48.528686 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6fb43968-9d5e-4a1a-915a-13e460d3a994 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8919201 Mar 22 10:56:48.531053 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bb07ee6-d19a-4bfb-a11e-b51931a0758f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] DELETE failed (client error): The resource could not be found. Mar 22 10:56:48.531669 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bb07ee6-d19a-4bfb-a11e-b51931a0758f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:56:48.535025 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-0bb07ee6-d19a-4bfb-a11e-b51931a0758f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "DELETE /v2.0/subnets/b6ad59ae-e74f-4c9b-8de2-fbccf0501da9 HTTP/1.1" status: 404 len: 337 time: 0.0446513 Mar 22 10:56:48.544686 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38158) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:48.545297 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38160) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:48.561159 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-d8988ef8-3f12-41ed-bb27-2fe634e19e55 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Request body: {'subnet': {'network_id': '157c9dc2-5716-46a3-b305-04954c427882', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:48.573961 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 58de7477-7990-4da3-b91f-03f55b2a239d up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:56:48.580586 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-7152515f-fd75-43f3-bf67-79c8784f9a09 None None] Deleting port 58de7477-7990-4da3-b91f-03f55b2a239d {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:56:48.581133 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7152515f-fd75-43f3-bf67-79c8784f9a09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:48.602711 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f668f8-40b2-45d9-8ab4-baf11b3facdd tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Made reservation on behalf of 976d65578b3f4457a067052eaaa72feb for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:48.606837 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e0f668f8-40b2-45d9-8ab4-baf11b3facdd tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:48.615382 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0ffced79-e78d-469c-a2a0-9ba4d7940b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:48.617343 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-166f4998-643b-4320-9a2d-142d932803b5 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] For port 58de7477-7990-4da3-b91f-03f55b2a239d, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=58de7477-7990-4da3-b91f-03f55b2a239d,segment=NetworkSegment(6d00de78-8206-4264-9ba2-5f63ebd81c14),segment_id=6d00de78-8206-4264-9ba2-5f63ebd81c14)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:56:48.617952 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-166f4998-643b-4320-9a2d-142d932803b5 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:48.626273 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb43968-9d5e-4a1a-915a-13e460d3a994 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Pushing event updated for resources: {'Network': ['ID=157c9dc2-5716-46a3-b305-04954c427882,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:48.627301 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-627f8aec-3bc5-49f9-a790-9846b4384457 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:48.636491 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-166f4998-643b-4320-9a2d-142d932803b5 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Calling delete_port for 58de7477-7990-4da3-b91f-03f55b2a239d owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:56:48.646996 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-48444d61-de4d-4cce-955c-abadded50ead tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:48.666594 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-3aca37d2-760c-44e1-949e-2377be4273a0 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5120a12-9171-4c4a-af7a-d60265aa84e3 HTTP/1.1" status: 200 len: 205 time: 0.1184640 Mar 22 10:56:48.680695 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 157c9dc2-5716-46a3-b305-04954c427882 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:56:48.686055 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38162) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:48.697061 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864efa8b-f96f-4921-91bb-e96c99b99435 None None] DHCP port deletion for 941d5a99-7fcb-48f5-b08e-5e4b5e447b1d request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:56:48.719807 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-627f8aec-3bc5-49f9-a790-9846b4384457 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Calling delete_port for 3b08f8c4-1411-4776-8f20-ee96ba7632be owned by {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:56:48.726114 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f089d0b8-b484-4cf9-b03b-5d51bd8d64f1 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:48.782682 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-0e062250-8fb2-4ca4-9a2a-3b8a26d2693c tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] delete failed (client error): The resource could not be found. Mar 22 10:56:48.786368 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0e062250-8fb2-4ca4-9a2a-3b8a26d2693c tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "DELETE /v2.0/routers/f5120a12-9171-4c4a-af7a-d60265aa84e3 HTTP/1.1" status: 404 len: 336 time: 0.0928760 Mar 22 10:56:48.788661 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38164) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:48.794474 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0f668f8-40b2-45d9-8ab4-baf11b3facdd tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:56:48.831560 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48444d61-de4d-4cce-955c-abadded50ead tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Subnet': ['ID=4c71e94c-7cee-47cf-9eaa-4ef0468212bd,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:48.838740 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-f089d0b8-b484-4cf9-b03b-5d51bd8d64f1 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] device_id is not set on port d4c17af4-52ee-4525-8d30-57a0c6a06fe3 yet. {{(pid=109050) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:56:48.848261 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ba8675c8-f2a8-463a-91be-3ea9b7dd10b6 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "GET /v2.0/ports?device_id=76eb5bac-26f5-434a-b34a-da6adbe6e345 HTTP/1.1" status: 200 len: 205 time: 0.0468330 Mar 22 10:56:48.851313 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38166) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:48.860280 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e0f668f8-40b2-45d9-8ab4-baf11b3facdd tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:48.860625 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-e0f668f8-40b2-45d9-8ab4-baf11b3facdd tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Added segment 3a0f36af-2090-4f7d-876e-50063093fe08 of type vlan for network 673c365f-8a39-4866-9f38-d64a66c9ed21 Mar 22 10:56:48.864734 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c081b29c-c105-41cc-ac21-f0b629f6ebba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:48.899928 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-7ddab3e3-4e88-4e90-add7-26fce1a7e074 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] delete failed (client error): The resource could not be found. Mar 22 10:56:48.903498 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7ddab3e3-4e88-4e90-add7-26fce1a7e074 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "DELETE /v2.0/routers/76eb5bac-26f5-434a-b34a-da6adbe6e345 HTTP/1.1" status: 404 len: 336 time: 0.0469685 Mar 22 10:56:48.903498 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48444d61-de4d-4cce-955c-abadded50ead tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Checking segment: {'id': 'da0f83a2-bc73-42a9-8a4e-1942ea8594a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '6a65d360-9164-47d6-a114-8a8963e979c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:56:48.903498 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48444d61-de4d-4cce-955c-abadded50ead tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Network hostable DHCP agents. Network: 6a65d360-9164-47d6-a114-8a8963e979c8, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:56:48.906248 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38170) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:48.924635 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8988ef8-3f12-41ed-bb27-2fe634e19e55 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Made reservation on behalf of a993536edab145339b0f463caedd0151 for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:48.928365 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d8988ef8-3f12-41ed-bb27-2fe634e19e55 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:48.944137 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fdc803f-105a-4af4-bc4d-6a0024f6eb4d tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] DELETE failed (client error): The resource could not be found. Mar 22 10:56:48.944590 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fdc803f-105a-4af4-bc4d-6a0024f6eb4d tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:56:48.949020 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2fdc803f-105a-4af4-bc4d-6a0024f6eb4d tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "DELETE /v2.0/subnets/78134529-9ad6-488c-a0ad-860eb644bba8 HTTP/1.1" status: 404 len: 337 time: 0.0416925 Mar 22 10:56:48.951181 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38172) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:48.997617 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-26236292-8a32-4d85-9327-143a1d00e27a tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc9e105f-7bd3-409f-9569-e6a94b0a8569 HTTP/1.1" status: 200 len: 205 time: 0.0392008 Mar 22 10:56:48.997617 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48444d61-de4d-4cce-955c-abadded50ead tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Network 6a65d360-9164-47d6-a114-8a8963e979c8 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:56:48.997617 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38176) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:49.003883 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-166f4998-643b-4320-9a2d-142d932803b5 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:49.010139 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c081b29c-c105-41cc-ac21-f0b629f6ebba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:49.045715 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e0f668f8-40b2-45d9-8ab4-baf11b3facdd tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:49.060954 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-1da0a193-a38f-4ee8-948a-3c23a335bbef tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] delete failed (client error): The resource could not be found. Mar 22 10:56:49.064585 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1da0a193-a38f-4ee8-948a-3c23a335bbef tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "DELETE /v2.0/routers/bc9e105f-7bd3-409f-9569-e6a94b0a8569 HTTP/1.1" status: 404 len: 336 time: 0.0644393 Mar 22 10:56:49.064585 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f4998-643b-4320-9a2d-142d932803b5 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Pushing event deleted for resources: {'Port': ['ID=58de7477-7990-4da3-b91f-03f55b2a239d,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:49.064963 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-48444d61-de4d-4cce-955c-abadded50ead tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 6a65d360-9164-47d6-a114-8a8963e979c8) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:56:49.067141 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38178) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:49.068020 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No active binding found for port 58de7477-7990-4da3-b91f-03f55b2a239d {{(pid=109051) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 22 10:56:49.068459 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 58de7477-7990-4da3-b91f-03f55b2a239d not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 22 10:56:49.071142 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48444d61-de4d-4cce-955c-abadded50ead tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:49.071781 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-48444d61-de4d-4cce-955c-abadded50ead tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:49.074363 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166f4998-643b-4320-9a2d-142d932803b5 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] No DVR routers for this DVR port 58de7477-7990-4da3-b91f-03f55b2a239d on host dv-neutron-834599-1-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:56:49.096929 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c5006c-4c53-4293-8b70-9c2efcbd3fc3 None None] Network 6a65d360-9164-47d6-a114-8a8963e979c8 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:56:49.103080 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-7152515f-fd75-43f3-bf67-79c8784f9a09 None None] For port 58de7477-7990-4da3-b91f-03f55b2a239d, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=58de7477-7990-4da3-b91f-03f55b2a239d,segment=NetworkSegment(6d00de78-8206-4264-9ba2-5f63ebd81c14),segment_id=6d00de78-8206-4264-9ba2-5f63ebd81c14)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:56:49.103784 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7152515f-fd75-43f3-bf67-79c8784f9a09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:49.129193 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bab5815-8e27-4b4b-ab28-43724f16dd1f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] DELETE failed (client error): The resource could not be found. Mar 22 10:56:49.129651 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bab5815-8e27-4b4b-ab28-43724f16dd1f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:56:49.132687 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8bab5815-8e27-4b4b-ab28-43724f16dd1f tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "DELETE /v2.0/subnets/6790fd63-4229-4ba2-a42a-56ea1805a569 HTTP/1.1" status: 404 len: 337 time: 0.0631869 Mar 22 10:56:49.136680 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38180) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:49.160961 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-48444d61-de4d-4cce-955c-abadded50ead tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.7227001 Mar 22 10:56:49.164287 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Port 58de7477-7990-4da3-b91f-03f55b2a239d not found, will not notify nova. {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 22 10:56:49.176031 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38182) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:49.187118 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-627f8aec-3bc5-49f9-a790-9846b4384457 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:49.198192 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-67e0cd90-c4bb-413f-abc7-d8b4c0eb5452 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6b432f7-2756-4511-a324-482ef393c3b5 HTTP/1.1" status: 200 len: 205 time: 0.0555353 Mar 22 10:56:49.199056 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38184) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:49.225628 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-7152515f-fd75-43f3-bf67-79c8784f9a09 None None] Calling delete_port for 58de7477-7990-4da3-b91f-03f55b2a239d owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:56:49.251821 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 3442af4b-fdb3-48a5-a843-e568418c3ad9 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:56:49.281843 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e0f668f8-40b2-45d9-8ab4-baf11b3facdd tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:49.287225 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f668f8-40b2-45d9-8ab4-baf11b3facdd tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:49.287824 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e0f668f8-40b2-45d9-8ab4-baf11b3facdd tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:49.292418 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-166f4998-643b-4320-9a2d-142d932803b5 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:49.300363 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627f8aec-3bc5-49f9-a790-9846b4384457 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Pushing event deleted for resources: {'Port': ['ID=3b08f8c4-1411-4776-8f20-ee96ba7632be,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:49.313701 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.api.v2.resource [None req-9e3e1a31-0b06-4bf8-bf66-c36d39b2cbd6 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] delete failed (client error): The resource could not be found. Mar 22 10:56:49.315045 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-9e3e1a31-0b06-4bf8-bf66-c36d39b2cbd6 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "DELETE /v2.0/routers/e6b432f7-2756-4511-a324-482ef393c3b5 HTTP/1.1" status: 404 len: 336 time: 0.1121271 Mar 22 10:56:49.330465 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-627f8aec-3bc5-49f9-a790-9846b4384457 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:49.331816 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 3442af4b-fdb3-48a5-a843-e568418c3ad9 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:56:49.332401 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 3442af4b-fdb3-48a5-a843-e568418c3ad9 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:56:49.333991 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-627f8aec-3bc5-49f9-a790-9846b4384457 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] 10.222.0.57 "DELETE /v2.0/ports/3b08f8c4-1411-4776-8f20-ee96ba7632be HTTP/1.1" status: 204 len: 168 time: 1.2929931 Mar 22 10:56:49.339089 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38186) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:49.339707 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38188) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:49.388863 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c081b29c-c105-41cc-ac21-f0b629f6ebba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:49.391676 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c081b29c-c105-41cc-ac21-f0b629f6ebba admin admin] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:49.393107 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-c081b29c-c105-41cc-ac21-f0b629f6ebba admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/85c89228-b735-4e39-aa34-026812ba22ea HTTP/1.1" status: 204 len: 168 time: 0.8695467 Mar 22 10:56:49.420598 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-e0f668f8-40b2-45d9-8ab4-baf11b3facdd tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0683026 Mar 22 10:56:49.445630 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-864efa8b-f96f-4921-91bb-e96c99b99435 None None] Deleting port 7ed5c7cf-92fc-4c6e-a378-1a5a62577881 {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:56:49.446381 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-864efa8b-f96f-4921-91bb-e96c99b99435 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:49.482509 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38192) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:49.493906 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-a800be57-c49e-43a4-b568-ac6d7900ea4a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Request body: {'ports': [{'network_id': 'c33d4098-434a-4c67-a0d0-3ea0db9d3f43'}, {'network_id': '673c365f-8a39-4866-9f38-d64a66c9ed21'}]} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:49.493906 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-a800be57-c49e-43a4-b568-ac6d7900ea4a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Request body: {'port': {'network_id': 'c33d4098-434a-4c67-a0d0-3ea0db9d3f43'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:49.495073 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-a800be57-c49e-43a4-b568-ac6d7900ea4a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Request body: {'port': {'network_id': '673c365f-8a39-4866-9f38-d64a66c9ed21'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:49.518990 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f668f8-40b2-45d9-8ab4-baf11b3facdd tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event updated for resources: {'Network': ['ID=673c365f-8a39-4866-9f38-d64a66c9ed21,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:49.522097 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c081b29c-c105-41cc-ac21-f0b629f6ebba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c89228-b735-4e39-aa34-026812ba22ea,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:49.525096 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 38e993be-c741-4f55-9899-82bf3adeb921 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:56:49.588399 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-f089d0b8-b484-4cf9-b03b-5d51bd8d64f1 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Allocated IP 172.20.0.12 (1bc750fe-0949-42b2-bab7-34fc725823e6/a4f1ccb8-8e99-4d57-b763-20c815a70cbc/d4c17af4-52ee-4525-8d30-57a0c6a06fe3) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:56:49.590075 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 673c365f-8a39-4866-9f38-d64a66c9ed21 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:56:49.632866 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-f089d0b8-b484-4cf9-b03b-5d51bd8d64f1 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Allocated IP 2001:db8::f816:3eff:fea9:ce11 (1bc750fe-0949-42b2-bab7-34fc725823e6/0b165b36-7aee-4a9f-9db0-69f2c9b6771f/d4c17af4-52ee-4525-8d30-57a0c6a06fe3) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:56:49.678702 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7152515f-fd75-43f3-bf67-79c8784f9a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:49.726638 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-864efa8b-f96f-4921-91bb-e96c99b99435 None None] For port 7ed5c7cf-92fc-4c6e-a378-1a5a62577881, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=7ed5c7cf-92fc-4c6e-a378-1a5a62577881,segment=NetworkSegment(25c71284-4d47-423a-b252-8c9eaca34a81),segment_id=25c71284-4d47-423a-b252-8c9eaca34a81)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:56:49.727040 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-864efa8b-f96f-4921-91bb-e96c99b99435 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:49.784689 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d0ba6060-c5e6-4d85-a953-a7b8738fc73f None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:49.798944 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a18ee4-d07c-4b22-b824-3cb184863b14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-6a65d360-9164-47d6-a114-8a8963e979c8', 'network_id': '6a65d360-9164-47d6-a114-8a8963e979c8', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ips': [{'subnet_id': '4c71e94c-7cee-47cf-9eaa-4ef0468212bd'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:56:49.800211 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c0a18ee4-d07c-4b22-b824-3cb184863b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:49.815453 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7152515f-fd75-43f3-bf67-79c8784f9a09 None None] Pushing event deleted for resources: {'Port': ['ID=58de7477-7990-4da3-b91f-03f55b2a239d,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:49.825015 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-864efa8b-f96f-4921-91bb-e96c99b99435 None None] Calling delete_port for 7ed5c7cf-92fc-4c6e-a378-1a5a62577881 owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:56:49.831266 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7152515f-fd75-43f3-bf67-79c8784f9a09 None None] No DVR routers for this DVR port 58de7477-7990-4da3-b91f-03f55b2a239d on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:56:49.845530 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d0ba6060-c5e6-4d85-a953-a7b8738fc73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:49.861021 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1e3140d-0da9-4455-a2a3-f110b4cda674 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] DELETE failed (client error): The resource could not be found. Mar 22 10:56:49.861526 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1e3140d-0da9-4455-a2a3-f110b4cda674 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:56:49.865515 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e1e3140d-0da9-4455-a2a3-f110b4cda674 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "DELETE /v2.0/subnets/8d92c680-b2fd-4aba-b16a-f5ed964d236d HTTP/1.1" status: 404 len: 337 time: 0.5187171 Mar 22 10:56:49.872538 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38204) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:49.899663 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-1763781d-4cf1-440d-bcc2-90a4ac93039b tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] DELETE failed (client error): The resource could not be found. Mar 22 10:56:49.900018 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1763781d-4cf1-440d-bcc2-90a4ac93039b tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:56:49.906388 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1763781d-4cf1-440d-bcc2-90a4ac93039b tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] 10.222.0.57 "DELETE /v2.0/subnets/b30a8af6-fce9-41ab-b419-2757d8748c39 HTTP/1.1" status: 404 len: 337 time: 0.0803668 Mar 22 10:56:49.907260 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38208) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:49.910482 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-166f4998-643b-4320-9a2d-142d932803b5 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce03f483-c0e0-4f7d-bfb1-e0e42b72b342']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:49.959608 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-166f4998-643b-4320-9a2d-142d932803b5 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d00de78-8206-4264-9ba2-5f63ebd81c14') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:49.959913 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-166f4998-643b-4320-9a2d-142d932803b5 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d00de78-8206-4264-9ba2-5f63ebd81c14') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:50.009694 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 38e993be-c741-4f55-9899-82bf3adeb921 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:56:50.010090 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:50.017765 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fe723a-653d-426e-9160-7cdf37fdf4a7 None None] Pushing event updated for resources: {'Port': ['ID=6cda97f7-9cfc-4889-a0ae-87e083441a28,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:50.020536 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-d0ba6060-c5e6-4d85-a953-a7b8738fc73f None None] Attempting to bind port 6cda97f7-9cfc-4889-a0ae-87e083441a28 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:56:50.020905 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-d0ba6060-c5e6-4d85-a953-a7b8738fc73f None None] Attempting to bind port 6cda97f7-9cfc-4889-a0ae-87e083441a28 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:56:50.021264 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ba6060-c5e6-4d85-a953-a7b8738fc73f None None] Attempting to bind port 6cda97f7-9cfc-4889-a0ae-87e083441a28 on network a14ca783-6f82-4799-85a3-4cbe79c980a8 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:56:50.025673 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-166f4998-643b-4320-9a2d-142d932803b5 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:50.073181 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d8988ef8-3f12-41ed-bb27-2fe634e19e55 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:50.074800 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-166f4998-643b-4320-9a2d-142d932803b5 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:50.083893 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc241324-e655-43d4-bbeb-44a3d9bab732 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] DELETE failed (client error): The resource could not be found. Mar 22 10:56:50.084384 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc241324-e655-43d4-bbeb-44a3d9bab732 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:56:50.087735 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-cc241324-e655-43d4-bbeb-44a3d9bab732 tempest-RoutersIpV6Test-1895454723 tempest-RoutersIpV6Test-1895454723-project] 10.222.0.57 "DELETE /v2.0/subnets/0ae18877-f380-4362-8b7a-5e8f470d5482 HTTP/1.1" status: 404 len: 337 time: 0.1278179 Mar 22 10:56:50.111088 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-166f4998-643b-4320-9a2d-142d932803b5 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:56:50.111532 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-166f4998-643b-4320-9a2d-142d932803b5 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:50.120552 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 10:56:50.120552 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:56:50.120552 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 10:56:50.120552 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:56:50.120552 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 10:56:50.120552 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:56:50.120552 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 10:56:50.120552 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:56:50.120552 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 10:56:50.120552 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:56:50.120552 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 10:56:50.120552 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:56:50.120552 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 10:56:50.120552 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:56:50.120552 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:56:50.120552 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:56:50.120552 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:56:50.120552 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:56:50.120552 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 10:56:50.120552 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:56:50.120552 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 10:56:50.120552 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:56:50.120552 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:56:50.120552 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:56:50.120552 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 10:56:50.120552 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:56:50.120552 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:56:50.120552 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:56:50.120552 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:56:50.120552 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:56:50.120552 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:56:50.120552 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:56:50.126085 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f089d0b8-b484-4cf9-b03b-5d51bd8d64f1 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:50.131089 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d42136c8-0d56-4c18-9364-c1e3f9b9ba49 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:50.141465 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ba6060-c5e6-4d85-a953-a7b8738fc73f None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:56:50.142030 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ba6060-c5e6-4d85-a953-a7b8738fc73f None None] Checking segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:56:50.144457 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d0ba6060-c5e6-4d85-a953-a7b8738fc73f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:50.144457 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ba6060-c5e6-4d85-a953-a7b8738fc73f None None] Bound using segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:56:50.144457 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-d0ba6060-c5e6-4d85-a953-a7b8738fc73f None None] Bound port: 6cda97f7-9cfc-4889-a0ae-87e083441a28, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:56:50.144457 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d0ba6060-c5e6-4d85-a953-a7b8738fc73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:50.208318 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8988ef8-3f12-41ed-bb27-2fe634e19e55 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Pushing event updated for resources: {'Subnet': ['ID=dd7a69ba-421d-4b40-bcd8-93185544c008,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:50.220805 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a800be57-c49e-43a4-b568-ac6d7900ea4a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Made reservation on behalf of 976d65578b3f4457a067052eaaa72feb for: {'port': 2} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:50.226898 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a800be57-c49e-43a4-b568-ac6d7900ea4a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:50.257022 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8988ef8-3f12-41ed-bb27-2fe634e19e55 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Checking segment: {'id': '7c8b71bc-574c-4c90-b4e3-24c6ef6a57d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '157c9dc2-5716-46a3-b305-04954c427882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:56:50.258554 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8988ef8-3f12-41ed-bb27-2fe634e19e55 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Network hostable DHCP agents. Network: 157c9dc2-5716-46a3-b305-04954c427882, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:56:50.261893 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a800be57-c49e-43a4-b568-ac6d7900ea4a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:50.275691 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f089d0b8-b484-4cf9-b03b-5d51bd8d64f1 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:50.370346 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8988ef8-3f12-41ed-bb27-2fe634e19e55 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Network 157c9dc2-5716-46a3-b305-04954c427882 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:56:50.373544 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f089d0b8-b484-4cf9-b03b-5d51bd8d64f1 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:56:50.386443 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-f089d0b8-b484-4cf9-b03b-5d51bd8d64f1 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:56:50.416480 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-c0a18ee4-d07c-4b22-b824-3cb184863b14 None None] Allocated IP 172.20.0.2 (6a65d360-9164-47d6-a114-8a8963e979c8/4c71e94c-7cee-47cf-9eaa-4ef0468212bd/03b60680-5be3-4076-b21f-3848d8b65e3d) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:56:50.423562 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f089d0b8-b484-4cf9-b03b-5d51bd8d64f1 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:56:50.437006 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-d8988ef8-3f12-41ed-bb27-2fe634e19e55 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 157c9dc2-5716-46a3-b305-04954c427882) {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:56:50.437368 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-864efa8b-f96f-4921-91bb-e96c99b99435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:50.457339 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f089d0b8-b484-4cf9-b03b-5d51bd8d64f1 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event updated for resources: {'Port': ['ID=d4c17af4-52ee-4525-8d30-57a0c6a06fe3,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:50.479774 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-166f4998-643b-4320-9a2d-142d932803b5 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:50.492204 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 7ed5c7cf-92fc-4c6e-a378-1a5a62577881 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:56:50.513077 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-166f4998-643b-4320-9a2d-142d932803b5 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:50.515797 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20268160-823f-4366-8bbd-72eac654a498 None None] Network 157c9dc2-5716-46a3-b305-04954c427882 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:56:50.516779 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-166f4998-643b-4320-9a2d-142d932803b5 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] 10.222.0.57 "DELETE /v2.0/networks/ce03f483-c0e0-4f7d-bfb1-e0e42b72b342 HTTP/1.1" status: 204 len: 168 time: 2.9223697 Mar 22 10:56:50.526570 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f4998-643b-4320-9a2d-142d932803b5 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Pushing event deleted for resources: {'Network': ['ID=ce03f483-c0e0-4f7d-bfb1-e0e42b72b342,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:50.528846 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38226) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:50.545362 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 7ed5c7cf-92fc-4c6e-a378-1a5a62577881 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:56:50.546482 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 7ed5c7cf-92fc-4c6e-a378-1a5a62577881 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:56:50.547260 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device e564e4d3-92fc-4ed9-a827-dba5a73bfe10 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:56:50.587807 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38228) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:50.606609 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-d0ba6060-c5e6-4d85-a953-a7b8738fc73f None None] For port 6cda97f7-9cfc-4889-a0ae-87e083441a28, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:56:50.619551 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8988ef8-3f12-41ed-bb27-2fe634e19e55 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:50.621951 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864efa8b-f96f-4921-91bb-e96c99b99435 None None] Pushing event deleted for resources: {'Port': ['ID=7ed5c7cf-92fc-4c6e-a378-1a5a62577881,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:50.623525 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d8988ef8-3f12-41ed-bb27-2fe634e19e55 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:50.635630 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: e564e4d3-92fc-4ed9-a827-dba5a73bfe10 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:56:50.636324 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device e564e4d3-92fc-4ed9-a827-dba5a73bfe10 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:56:50.636757 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 58de7477-7990-4da3-b91f-03f55b2a239d no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:56:50.648854 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864efa8b-f96f-4921-91bb-e96c99b99435 None None] No DVR routers for this DVR port 7ed5c7cf-92fc-4c6e-a378-1a5a62577881 on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:56:50.660511 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-a800be57-c49e-43a4-b568-ac6d7900ea4a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] device_id is not set on port 07b93494-e457-44d5-ba58-ff6ec2feaa94 yet. {{(pid=109050) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:56:50.677373 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f089d0b8-b484-4cf9-b03b-5d51bd8d64f1 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:50.678481 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f089d0b8-b484-4cf9-b03b-5d51bd8d64f1 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:50.703076 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-d8988ef8-3f12-41ed-bb27-2fe634e19e55 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1563067 Mar 22 10:56:50.707854 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38234) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:50.711859 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-f089d0b8-b484-4cf9-b03b-5d51bd8d64f1 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.1020803 Mar 22 10:56:50.723274 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38236) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:50.753318 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d42136c8-0d56-4c18-9364-c1e3f9b9ba49 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:50.907199 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-d0ba6060-c5e6-4d85-a953-a7b8738fc73f None None] For port 6cda97f7-9cfc-4889-a0ae-87e083441a28, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=6cda97f7-9cfc-4889-a0ae-87e083441a28,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:56:50.912543 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-0ffced79-e78d-469c-a2a0-9ba4d7940b2a None None] Allocated IP 172.20.0.2 (1bc750fe-0949-42b2-bab7-34fc725823e6/a4f1ccb8-8e99-4d57-b763-20c815a70cbc/38e993be-c741-4f55-9899-82bf3adeb921) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:56:50.915123 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 58de7477-7990-4da3-b91f-03f55b2a239d {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:56:50.915123 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 58de7477-7990-4da3-b91f-03f55b2a239d not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:56:50.934104 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d0ba6060-c5e6-4d85-a953-a7b8738fc73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:50.938633 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-d42136c8-0d56-4c18-9364-c1e3f9b9ba49 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['488519a2-f0a7-47e2-a115-711595606ef4']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:50.967063 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-d42136c8-0d56-4c18-9364-c1e3f9b9ba49 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a61da69-1b55-4ead-8a5c-f1f3744c8857') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:50.967337 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-d42136c8-0d56-4c18-9364-c1e3f9b9ba49 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a61da69-1b55-4ead-8a5c-f1f3744c8857') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:50.981466 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fd828301-48dd-4461-930c-1022e6f7102b tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:50.989170 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d42136c8-0d56-4c18-9364-c1e3f9b9ba49 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:51.042755 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d42136c8-0d56-4c18-9364-c1e3f9b9ba49 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:51.077029 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d42136c8-0d56-4c18-9364-c1e3f9b9ba49 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:56:51.077515 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d42136c8-0d56-4c18-9364-c1e3f9b9ba49 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:51.085713 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 10:56:51.085713 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:56:51.085713 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 10:56:51.085713 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:56:51.085713 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 10:56:51.085713 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:56:51.085713 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 10:56:51.085713 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:56:51.085713 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 10:56:51.085713 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:56:51.085713 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 10:56:51.085713 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:56:51.085713 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 10:56:51.085713 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:56:51.085713 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:56:51.085713 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:56:51.085713 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:56:51.085713 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:56:51.085713 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 10:56:51.085713 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:56:51.085713 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 10:56:51.085713 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:56:51.085713 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:56:51.085713 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:56:51.085713 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 10:56:51.085713 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:56:51.085713 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:56:51.085713 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:56:51.085713 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:56:51.085713 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:56:51.085713 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:56:51.085713 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:56:51.116175 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-46d353c0-f580-4222-85fe-90ab176360a9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:51.155519 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ba6060-c5e6-4d85-a953-a7b8738fc73f None None] Routers {'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:56:51.156472 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-d0ba6060-c5e6-4d85-a953-a7b8738fc73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:56:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:51.181768 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fe723a-653d-426e-9160-7cdf37fdf4a7 None None] Pushing event updated for resources: {'Port': ['ID=6cda97f7-9cfc-4889-a0ae-87e083441a28,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:51.261668 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fd828301-48dd-4461-930c-1022e6f7102b tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:51.281440 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d42136c8-0d56-4c18-9364-c1e3f9b9ba49 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:51.302991 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d42136c8-0d56-4c18-9364-c1e3f9b9ba49 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:51.303356 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-0ffced79-e78d-469c-a2a0-9ba4d7940b2a None None] For port 38e993be-c741-4f55-9899-82bf3adeb921, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=38e993be-c741-4f55-9899-82bf3adeb921,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:56:51.307090 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d42136c8-0d56-4c18-9364-c1e3f9b9ba49 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] 10.222.0.57 "DELETE /v2.0/networks/488519a2-f0a7-47e2-a115-711595606ef4 HTTP/1.1" status: 204 len: 168 time: 1.3933024 Mar 22 10:56:51.309389 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c0a18ee4-d07c-4b22-b824-3cb184863b14 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:51.309626 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38254) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:51.315834 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-fd828301-48dd-4461-930c-1022e6f7102b tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['941d5a99-7fcb-48f5-b08e-5e4b5e447b1d']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:51.365920 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-fd828301-48dd-4461-930c-1022e6f7102b tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25c71284-4d47-423a-b252-8c9eaca34a81') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:51.366217 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-fd828301-48dd-4461-930c-1022e6f7102b tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25c71284-4d47-423a-b252-8c9eaca34a81') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:51.368121 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42136c8-0d56-4c18-9364-c1e3f9b9ba49 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Pushing event deleted for resources: {'Network': ['ID=488519a2-f0a7-47e2-a115-711595606ef4,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:51.396404 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c0a18ee4-d07c-4b22-b824-3cb184863b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:51.404909 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d94f45-e785-4112-a29d-9a2379879c5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-157c9dc2-5716-46a3-b305-04954c427882', 'network_id': '157c9dc2-5716-46a3-b305-04954c427882', 'tenant_id': 'a993536edab145339b0f463caedd0151', 'fixed_ips': [{'subnet_id': 'dd7a69ba-421d-4b40-bcd8-93185544c008'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:56:51.406048 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-50d94f45-e785-4112-a29d-9a2379879c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:51.415191 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fd828301-48dd-4461-930c-1022e6f7102b tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:51.455946 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fd828301-48dd-4461-930c-1022e6f7102b tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:51.464006 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cc8d77c-2e4e-46b1-b0e9-e32b5b0dd1bf tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Deleting subnet eb52c6b3-516b-4a8f-8aa8-e927ffc4e654 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:56:51.467860 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9cc8d77c-2e4e-46b1-b0e9-e32b5b0dd1bf tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:51.469362 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38258) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:51.477629 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0ffced79-e78d-469c-a2a0-9ba4d7940b2a None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:51.487828 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a18ee4-d07c-4b22-b824-3cb184863b14 None None] Network 6a65d360-9164-47d6-a114-8a8963e979c8 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:56:51.491760 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-d0ba6060-c5e6-4d85-a953-a7b8738fc73f None None] Set router f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:56:51.495257 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0ffced79-e78d-469c-a2a0-9ba4d7940b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:51.505301 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c3db77-09d0-4ca3-b211-a8060ff799f5 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:51.511313 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c3db77-09d0-4ca3-b211-a8060ff799f5 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:51.511741 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9cc8d77c-2e4e-46b1-b0e9-e32b5b0dd1bf tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:51.515860 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-49c3db77-09d0-4ca3-b211-a8060ff799f5 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.7901020 Mar 22 10:56:51.519449 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38262) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:51.526455 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c35f6022-0606-4471-9849-7a32b87351fa tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:51.527921 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-c0a18ee4-d07c-4b22-b824-3cb184863b14 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:56:51.562070 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a18ee4-d07c-4b22-b824-3cb184863b14 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:56:51.568724 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18ee4-d07c-4b22-b824-3cb184863b14 None None] Pushing event updated for resources: {'Port': ['ID=03b60680-5be3-4076-b21f-3848d8b65e3d,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:51.600467 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9cc8d77c-2e4e-46b1-b0e9-e32b5b0dd1bf tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:51.638852 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-4e27f8ee-50ab-4e99-b75f-c1aeff9ca63e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=870cdc1d821946449d010566eacfdc6f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0460267 Mar 22 10:56:51.646428 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38264) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:51.659313 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a800be57-c49e-43a4-b568-ac6d7900ea4a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:51.669292 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-364c9412-181b-4876-920c-0b90488baafe tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-33439795', 'router:external': True}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:51.670553 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd828301-48dd-4461-930c-1022e6f7102b tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:56:51.670973 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fd828301-48dd-4461-930c-1022e6f7102b tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:51.674283 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 10:56:51.674283 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:56:51.674283 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 10:56:51.674283 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:56:51.674283 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 10:56:51.674283 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:56:51.674283 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 10:56:51.674283 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:56:51.674283 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 10:56:51.674283 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:56:51.674283 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 10:56:51.674283 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:56:51.674283 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 10:56:51.674283 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:56:51.674283 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:56:51.674283 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:56:51.674283 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:56:51.674283 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:56:51.674283 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 10:56:51.674283 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:56:51.674283 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 10:56:51.674283 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:56:51.674283 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:56:51.674283 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:56:51.674283 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 10:56:51.674283 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:56:51.674283 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:56:51.674283 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:56:51.674283 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:56:51.674283 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:56:51.674283 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:56:51.674283 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:56:51.676300 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9cc8d77c-2e4e-46b1-b0e9-e32b5b0dd1bf tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:51.731667 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc8d77c-2e4e-46b1-b0e9-e32b5b0dd1bf tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Pushing event deleted for resources: {'Subnet': ['ID=eb52c6b3-516b-4a8f-8aa8-e927ffc4e654,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:51.797990 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c956d1-e167-4754-b112-1f6d4ed8ca3e None None] Network dd0a7f5d-78dc-4b06-9850-45b56fd94b2b requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:56:51.806429 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9cc8d77c-2e4e-46b1-b0e9-e32b5b0dd1bf tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:51.810382 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9cc8d77c-2e4e-46b1-b0e9-e32b5b0dd1bf tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] 10.222.0.57 "DELETE /v2.0/subnets/eb52c6b3-516b-4a8f-8aa8-e927ffc4e654 HTTP/1.1" status: 204 len: 168 time: 0.4965637 Mar 22 10:56:51.815546 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38266) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:51.834083 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-a800be57-c49e-43a4-b568-ac6d7900ea4a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] device_id is not set on port 80ef8932-b682-47dd-8566-ffa97848a1e4 yet. {{(pid=109050) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:56:51.838967 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364c9412-181b-4876-920c-0b90488baafe tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Made reservation on behalf of 36acfd1392f74bbdb415094b9c8da695 for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:51.841467 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-364c9412-181b-4876-920c-0b90488baafe tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:51.843474 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c35f6022-0606-4471-9849-7a32b87351fa tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:51.863882 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-c0a18ee4-d07c-4b22-b824-3cb184863b14 None None] Attempting to bind port 03b60680-5be3-4076-b21f-3848d8b65e3d on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:56:51.864249 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-c0a18ee4-d07c-4b22-b824-3cb184863b14 None None] Attempting to bind port 03b60680-5be3-4076-b21f-3848d8b65e3d by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': 'da0f83a2-bc73-42a9-8a4e-1942ea8594a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '6a65d360-9164-47d6-a114-8a8963e979c8'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:56:51.864618 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a18ee4-d07c-4b22-b824-3cb184863b14 None None] Attempting to bind port 03b60680-5be3-4076-b21f-3848d8b65e3d on network 6a65d360-9164-47d6-a114-8a8963e979c8 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:56:51.878595 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffced79-e78d-469c-a2a0-9ba4d7940b2a None None] Pushing event updated for resources: {'Port': ['ID=38e993be-c741-4f55-9899-82bf3adeb921,revision_number=7']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:51.886512 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e437d-3394-4a99-b36d-36494c49a14f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Deleting port d4c17af4-52ee-4525-8d30-57a0c6a06fe3 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:56:51.886848 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5c8e437d-3394-4a99-b36d-36494c49a14f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:51.907606 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-364c9412-181b-4876-920c-0b90488baafe tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:51.914468 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a18ee4-d07c-4b22-b824-3cb184863b14 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:56:51.915189 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a18ee4-d07c-4b22-b824-3cb184863b14 None None] Checking segment: {'id': 'da0f83a2-bc73-42a9-8a4e-1942ea8594a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '6a65d360-9164-47d6-a114-8a8963e979c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:56:51.915342 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c0a18ee4-d07c-4b22-b824-3cb184863b14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:51.915685 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a18ee4-d07c-4b22-b824-3cb184863b14 None None] Bound using segment: {'id': 'da0f83a2-bc73-42a9-8a4e-1942ea8594a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '6a65d360-9164-47d6-a114-8a8963e979c8'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:56:51.916182 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-c0a18ee4-d07c-4b22-b824-3cb184863b14 None None] Bound port: 03b60680-5be3-4076-b21f-3848d8b65e3d, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da0f83a2-bc73-42a9-8a4e-1942ea8594a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '6a65d360-9164-47d6-a114-8a8963e979c8'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:56:51.916555 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c0a18ee4-d07c-4b22-b824-3cb184863b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:51.932587 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fd828301-48dd-4461-930c-1022e6f7102b tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:51.950808 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ea8463fd-d49f-4674-adc9-89365ca093d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:51.957465 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-50d94f45-e785-4112-a29d-9a2379879c5e None None] Allocated IP 172.20.0.1 (157c9dc2-5716-46a3-b305-04954c427882/dd7a69ba-421d-4b40-bcd8-93185544c008/0b41dfd8-a44c-4eb7-9579-3556c803cf18) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:56:51.978018 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fd828301-48dd-4461-930c-1022e6f7102b tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:51.982802 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-fd828301-48dd-4461-930c-1022e6f7102b tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] 10.222.0.57 "DELETE /v2.0/networks/941d5a99-7fcb-48f5-b08e-5e4b5e447b1d HTTP/1.1" status: 204 len: 168 time: 1.3350768 Mar 22 10:56:51.995481 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38268) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:52.064238 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ea8463fd-d49f-4674-adc9-89365ca093d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:52.107794 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5c8e437d-3394-4a99-b36d-36494c49a14f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:52.138297 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-42dd580b-6769-46e4-9f00-56c99ada8324 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:52.144331 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd828301-48dd-4461-930c-1022e6f7102b tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Pushing event deleted for resources: {'Network': ['ID=941d5a99-7fcb-48f5-b08e-5e4b5e447b1d,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:52.153022 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c9981b28-c7c9-41c0-a888-f5b3d3a7aee4 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:52.159457 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e437d-3394-4a99-b36d-36494c49a14f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Calling delete_port for d4c17af4-52ee-4525-8d30-57a0c6a06fe3 owned by {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:56:52.172453 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-c0a18ee4-d07c-4b22-b824-3cb184863b14 None None] For port 03b60680-5be3-4076-b21f-3848d8b65e3d, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:56:52.197503 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-c0a18ee4-d07c-4b22-b824-3cb184863b14 None None] For port 03b60680-5be3-4076-b21f-3848d8b65e3d, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=03b60680-5be3-4076-b21f-3848d8b65e3d,segment=NetworkSegment(da0f83a2-bc73-42a9-8a4e-1942ea8594a6),segment_id=da0f83a2-bc73-42a9-8a4e-1942ea8594a6)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:56:52.225742 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c0a18ee4-d07c-4b22-b824-3cb184863b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:52.252363 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a800be57-c49e-43a4-b568-ac6d7900ea4a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:52.316512 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-364c9412-181b-4876-920c-0b90488baafe tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:52.317458 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ea8463fd-d49f-4674-adc9-89365ca093d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:52.321360 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ea8463fd-d49f-4674-adc9-89365ca093d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:52.322728 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-ea8463fd-d49f-4674-adc9-89365ca093d1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/20de7e13-b5b1-4e5f-b440-65e6b57c9688 HTTP/1.1" status: 204 len: 168 time: 0.6745806 Mar 22 10:56:52.331431 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-364c9412-181b-4876-920c-0b90488baafe tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:52.364580 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8463fd-d49f-4674-adc9-89365ca093d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20de7e13-b5b1-4e5f-b440-65e6b57c9688,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:52.390779 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-364c9412-181b-4876-920c-0b90488baafe tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:56:52.409364 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-42dd580b-6769-46e4-9f00-56c99ada8324 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:52.413136 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a800be57-c49e-43a4-b568-ac6d7900ea4a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:52.417385 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-50d94f45-e785-4112-a29d-9a2379879c5e None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:52.421772 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18ee4-d07c-4b22-b824-3cb184863b14 None None] Pushing event updated for resources: {'Port': ['ID=03b60680-5be3-4076-b21f-3848d8b65e3d,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:52.425802 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-46d353c0-f580-4222-85fe-90ab176360a9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Allocated IP 172.20.0.1 (6a65d360-9164-47d6-a114-8a8963e979c8/4c71e94c-7cee-47cf-9eaa-4ef0468212bd/7a40f030-16cb-4734-b959-88cabf919ff8) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:56:52.432483 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6e6576-c4dc-4ec7-94ea-872e1fc0e815 None None] DHCP port deletion for dd0a7f5d-78dc-4b06-9850-45b56fd94b2b request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:56:52.463805 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-50d94f45-e785-4112-a29d-9a2379879c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:52.493319 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-42dd580b-6769-46e4-9f00-56c99ada8324 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94538d9a-381b-4618-8709-ae0caf5234e3']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:52.502527 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-d0ba6060-c5e6-4d85-a953-a7b8738fc73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'name': 'tempest-TestNetworkBasicOps-router-1828628981', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': '6cda97f7-9cfc-4889-a0ae-87e083441a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:56:38Z', 'updated_at': '2022-03-22T10:56:43Z', 'revision_number': 3, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '6cda97f7-9cfc-4889-a0ae-87e083441a28', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:dc:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:56:41Z', 'updated_at': '2022-03-22T10:56:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:52.505815 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364c9412-181b-4876-920c-0b90488baafe tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8b8f3b-456c-47cb-9d74-426f252bc1af,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:52.525350 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a800be57-c49e-43a4-b568-ac6d7900ea4a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Network c33d4098-434a-4c67-a0d0-3ea0db9d3f43 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:56:52.533081 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-a800be57-c49e-43a4-b568-ac6d7900ea4a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:56:52.536175 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a800be57-c49e-43a4-b568-ac6d7900ea4a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:56:52.537075 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a800be57-c49e-43a4-b568-ac6d7900ea4a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:52.562130 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-42dd580b-6769-46e4-9f00-56c99ada8324 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '162026fd-f927-44c7-9f5a-584cdab9cf7f') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:52.562725 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-42dd580b-6769-46e4-9f00-56c99ada8324 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '162026fd-f927-44c7-9f5a-584cdab9cf7f') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:52.566830 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a800be57-c49e-43a4-b568-ac6d7900ea4a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event updated for resources: {'Port': ['ID=07b93494-e457-44d5-ba58-ff6ec2feaa94,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:52.576923 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c35f6022-0606-4471-9849-7a32b87351fa tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:52.616484 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-42dd580b-6769-46e4-9f00-56c99ada8324 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:52.633487 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ba6060-c5e6-4d85-a953-a7b8738fc73f None None] The sync data for ids ['f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4'] in dv-neutron-834599-1-hyperv is: [{'id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'name': 'tempest-TestNetworkBasicOps-router-1828628981', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': '6cda97f7-9cfc-4889-a0ae-87e083441a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:56:38Z', 'updated_at': '2022-03-22T10:56:43Z', 'revision_number': 3, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '6cda97f7-9cfc-4889-a0ae-87e083441a28', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:dc:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:56:41Z', 'updated_at': '2022-03-22T10:56:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:56:52.660534 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-c9981b28-c7c9-41c0-a888-f5b3d3a7aee4 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Deleting port 8f422bc2-34ad-4c49-bbcd-7b1fa970a1d8 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:56:52.660874 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c9981b28-c7c9-41c0-a888-f5b3d3a7aee4 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:52.661453 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f6022-0606-4471-9849-7a32b87351fa tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Pushing event deleted for resources: {'Subnet': ['ID=dd7a69ba-421d-4b40-bcd8-93185544c008,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:52.712332 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-42dd580b-6769-46e4-9f00-56c99ada8324 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:52.763746 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d94f45-e785-4112-a29d-9a2379879c5e None None] Network 157c9dc2-5716-46a3-b305-04954c427882 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:56:52.771250 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a800be57-c49e-43a4-b568-ac6d7900ea4a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event updated for resources: {'Port': ['ID=80ef8932-b682-47dd-8566-ffa97848a1e4,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:52.782801 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-50d94f45-e785-4112-a29d-9a2379879c5e None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:56:52.787105 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d94f45-e785-4112-a29d-9a2379879c5e None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:56:52.818395 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c35f6022-0606-4471-9849-7a32b87351fa tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:52.826004 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a800be57-c49e-43a4-b568-ac6d7900ea4a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Checking segment: {'id': '3a0f36af-2090-4f7d-876e-50063093fe08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '673c365f-8a39-4866-9f38-d64a66c9ed21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:56:52.826228 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a800be57-c49e-43a4-b568-ac6d7900ea4a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Network hostable DHCP agents. Network: 673c365f-8a39-4866-9f38-d64a66c9ed21, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:56:52.832546 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42dd580b-6769-46e4-9f00-56c99ada8324 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:56:52.832961 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-42dd580b-6769-46e4-9f00-56c99ada8324 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:52.836153 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-364c9412-181b-4876-920c-0b90488baafe tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:52.836153 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-364c9412-181b-4876-920c-0b90488baafe tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Added segment cf10bba5-ed21-48fe-bafa-59b99423f2d1 of type vlan for network 98a2fbe7-c077-4fd0-9fdb-421da6752235 Mar 22 10:56:52.837228 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5c8e437d-3394-4a99-b36d-36494c49a14f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:52.871167 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 10:56:52.871167 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:56:52.871167 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 10:56:52.871167 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:56:52.871167 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 10:56:52.871167 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:56:52.871167 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 10:56:52.871167 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:56:52.871167 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 10:56:52.871167 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:56:52.871167 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 10:56:52.871167 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:56:52.871167 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 10:56:52.871167 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:56:52.871167 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:56:52.871167 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:56:52.871167 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:56:52.871167 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:56:52.871167 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 10:56:52.871167 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:56:52.871167 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 10:56:52.871167 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:56:52.871167 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:56:52.871167 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:56:52.871167 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 10:56:52.871167 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:56:52.871167 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:56:52.871167 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:56:52.871167 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:56:52.871167 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:56:52.871167 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:56:52.871167 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:56:52.946711 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-c35f6022-0606-4471-9849-7a32b87351fa tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['157c9dc2-5716-46a3-b305-04954c427882']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:52.950645 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e437d-3394-4a99-b36d-36494c49a14f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event deleted for resources: {'Port': ['ID=d4c17af4-52ee-4525-8d30-57a0c6a06fe3,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:52.997939 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d94f45-e785-4112-a29d-9a2379879c5e None None] Pushing event updated for resources: {'Port': ['ID=0b41dfd8-a44c-4eb7-9579-3556c803cf18,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:53.001634 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-50d94f45-e785-4112-a29d-9a2379879c5e None None] Attempting to bind port 0b41dfd8-a44c-4eb7-9579-3556c803cf18 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:56:53.002009 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-50d94f45-e785-4112-a29d-9a2379879c5e None None] Attempting to bind port 0b41dfd8-a44c-4eb7-9579-3556c803cf18 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '7c8b71bc-574c-4c90-b4e3-24c6ef6a57d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '157c9dc2-5716-46a3-b305-04954c427882'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:56:53.003285 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d94f45-e785-4112-a29d-9a2379879c5e None None] Attempting to bind port 0b41dfd8-a44c-4eb7-9579-3556c803cf18 on network 157c9dc2-5716-46a3-b305-04954c427882 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:56:53.017520 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d94f45-e785-4112-a29d-9a2379879c5e None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:56:53.017813 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d94f45-e785-4112-a29d-9a2379879c5e None None] Checking segment: {'id': '7c8b71bc-574c-4c90-b4e3-24c6ef6a57d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '157c9dc2-5716-46a3-b305-04954c427882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:56:53.018919 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-50d94f45-e785-4112-a29d-9a2379879c5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:53.019309 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d94f45-e785-4112-a29d-9a2379879c5e None None] Bound using segment: {'id': '7c8b71bc-574c-4c90-b4e3-24c6ef6a57d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '157c9dc2-5716-46a3-b305-04954c427882'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:56:53.019974 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-50d94f45-e785-4112-a29d-9a2379879c5e None None] Bound port: 0b41dfd8-a44c-4eb7-9579-3556c803cf18, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c8b71bc-574c-4c90-b4e3-24c6ef6a57d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '157c9dc2-5716-46a3-b305-04954c427882'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:56:53.020893 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-50d94f45-e785-4112-a29d-9a2379879c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:53.037081 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-c35f6022-0606-4471-9849-7a32b87351fa tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c8b71bc-574c-4c90-b4e3-24c6ef6a57d3') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:53.037464 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-c35f6022-0606-4471-9849-7a32b87351fa tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c8b71bc-574c-4c90-b4e3-24c6ef6a57d3') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:53.062302 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-4d6e6576-c4dc-4ec7-94ea-872e1fc0e815 None None] Deleting port 8f422bc2-34ad-4c49-bbcd-7b1fa970a1d8 {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:56:53.062695 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4d6e6576-c4dc-4ec7-94ea-872e1fc0e815 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:53.085530 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-c9981b28-c7c9-41c0-a888-f5b3d3a7aee4 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] For port 8f422bc2-34ad-4c49-bbcd-7b1fa970a1d8, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=8f422bc2-34ad-4c49-bbcd-7b1fa970a1d8,segment=NetworkSegment(29d79a51-01c7-4229-857e-fe6e0543a2e0),segment_id=29d79a51-01c7-4229-857e-fe6e0543a2e0)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:56:53.086128 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c9981b28-c7c9-41c0-a888-f5b3d3a7aee4 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:53.100533 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-364c9412-181b-4876-920c-0b90488baafe tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:53.103883 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c35f6022-0606-4471-9849-7a32b87351fa tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:53.108601 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-c9981b28-c7c9-41c0-a888-f5b3d3a7aee4 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Calling delete_port for 8f422bc2-34ad-4c49-bbcd-7b1fa970a1d8 owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:56:53.109893 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a800be57-c49e-43a4-b568-ac6d7900ea4a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Network 673c365f-8a39-4866-9f38-d64a66c9ed21 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:56:53.162428 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-4d6e6576-c4dc-4ec7-94ea-872e1fc0e815 None None] For port 8f422bc2-34ad-4c49-bbcd-7b1fa970a1d8, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=8f422bc2-34ad-4c49-bbcd-7b1fa970a1d8,segment=NetworkSegment(29d79a51-01c7-4229-857e-fe6e0543a2e0),segment_id=29d79a51-01c7-4229-857e-fe6e0543a2e0)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:56:53.182629 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4d6e6576-c4dc-4ec7-94ea-872e1fc0e815 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:53.206200 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ee5e1b-0a02-41fd-b8d4-87dc3e59dc5c None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:56:53.210312 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-a800be57-c49e-43a4-b568-ac6d7900ea4a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 673c365f-8a39-4866-9f38-d64a66c9ed21) {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:56:53.238156 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c35f6022-0606-4471-9849-7a32b87351fa tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:53.241372 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.db.resource_extend [None req-364c9412-181b-4876-920c-0b90488baafe tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 10:56:53.248019 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a800be57-c49e-43a4-b568-ac6d7900ea4a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:56:53.254862 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a800be57-c49e-43a4-b568-ac6d7900ea4a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:53.261775 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a800be57-c49e-43a4-b568-ac6d7900ea4a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:53.262690 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a800be57-c49e-43a4-b568-ac6d7900ea4a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:53.287811 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c35f6022-0606-4471-9849-7a32b87351fa tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:56:53.288521 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c35f6022-0606-4471-9849-7a32b87351fa tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:53.297245 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 10:56:53.297245 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:56:53.297245 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 10:56:53.297245 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:56:53.297245 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 10:56:53.297245 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:56:53.297245 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 10:56:53.297245 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:56:53.297245 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 10:56:53.297245 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:56:53.297245 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 10:56:53.297245 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:56:53.297245 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 10:56:53.297245 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:56:53.297245 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:56:53.297245 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:56:53.297245 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:56:53.297245 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:56:53.297245 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 10:56:53.297245 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:56:53.297245 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 10:56:53.297245 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:56:53.297245 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:56:53.297245 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:56:53.297245 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 10:56:53.297245 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:56:53.297245 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:56:53.297245 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:56:53.297245 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:56:53.297245 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:56:53.297245 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:56:53.297245 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:56:53.338166 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-42dd580b-6769-46e4-9f00-56c99ada8324 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:53.352159 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-a800be57-c49e-43a4-b568-ac6d7900ea4a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.8663061 Mar 22 10:56:53.355887 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5c8e437d-3394-4a99-b36d-36494c49a14f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:53.363354 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-5c8e437d-3394-4a99-b36d-36494c49a14f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/ports/d4c17af4-52ee-4525-8d30-57a0c6a06fe3 HTTP/1.1" status: 204 len: 168 time: 1.8340054 Mar 22 10:56:53.364603 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38284) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:53.365383 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38286) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:53.366145 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-42dd580b-6769-46e4-9f00-56c99ada8324 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:53.370756 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-42dd580b-6769-46e4-9f00-56c99ada8324 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] 10.222.0.57 "DELETE /v2.0/networks/94538d9a-381b-4618-8709-ae0caf5234e3 HTTP/1.1" status: 204 len: 168 time: 1.3741431 Mar 22 10:56:53.379462 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38288) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:53.380790 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dd580b-6769-46e4-9f00-56c99ada8324 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Pushing event deleted for resources: {'Network': ['ID=94538d9a-381b-4618-8709-ae0caf5234e3,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:53.383977 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c9981b28-c7c9-41c0-a888-f5b3d3a7aee4 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:53.401153 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-46d353c0-f580-4222-85fe-90ab176360a9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:53.452777 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9981b28-c7c9-41c0-a888-f5b3d3a7aee4 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Pushing event deleted for resources: {'Port': ['ID=8f422bc2-34ad-4c49-bbcd-7b1fa970a1d8,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:53.455042 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9981b28-c7c9-41c0-a888-f5b3d3a7aee4 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] No DVR routers for this DVR port 8f422bc2-34ad-4c49-bbcd-7b1fa970a1d8 on host dv-neutron-834599-1-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:56:53.514244 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-364c9412-181b-4876-920c-0b90488baafe tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:53.515342 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364c9412-181b-4876-920c-0b90488baafe tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:53.516023 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-364c9412-181b-4876-920c-0b90488baafe tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:53.615726 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c940f6e-00b2-47df-bf18-aaf69fa1278f None None] Network 673c365f-8a39-4866-9f38-d64a66c9ed21 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:56:53.632273 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8059b672-3c11-49ec-b408-1f479c2cdf17 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:53.647598 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.db.api [None req-c35f6022-0606-4471-9849-7a32b87351fa tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 22 10:56:53.647598 dv-neutron-834599-1-hyperv neutron-server[109050]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 22 10:56:53.647598 dv-neutron-834599-1-hyperv neutron-server[109050]: [parameters: {'id': '157c9dc2-5716-46a3-b305-04954c427882'}] Mar 22 10:56:53.647598 dv-neutron-834599-1-hyperv neutron-server[109050]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 10:56:53.648011 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG oslo_db.api [None req-c35f6022-0606-4471-9849-7a32b87351fa tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 10:56:53.688306 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c9981b28-c7c9-41c0-a888-f5b3d3a7aee4 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:53.691718 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-46d353c0-f580-4222-85fe-90ab176360a9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:53.694119 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-364c9412-181b-4876-920c-0b90488baafe tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 2.2155430 Mar 22 10:56:53.701478 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-4d6e6576-c4dc-4ec7-94ea-872e1fc0e815 None None] Calling delete_port for 8f422bc2-34ad-4c49-bbcd-7b1fa970a1d8 owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:56:53.705473 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38296) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:53.729137 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-06714de8-db50-4cf4-9bf0-18b4a78fa280 None None] Provisioning complete for port 38e993be-c741-4f55-9899-82bf3adeb921 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:56:53.730838 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-866d3015-312a-40d9-af53-9507cd03f289 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Request body: {'subnet': {'network_id': '98a2fbe7-c077-4fd0-9fdb-421da6752235', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:53.732035 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-06714de8-db50-4cf4-9bf0-18b4a78fa280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:53.736977 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886ab2a1-461e-43f5-92c1-b4002a0d6e6b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:53.738579 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886ab2a1-461e-43f5-92c1-b4002a0d6e6b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:53.756798 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886ab2a1-461e-43f5-92c1-b4002a0d6e6b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:53.761146 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-886ab2a1-461e-43f5-92c1-b4002a0d6e6b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3385539 Mar 22 10:56:53.843532 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 03b60680-5be3-4076-b21f-3848d8b65e3d up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:56:53.853596 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38298) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:53.880727 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364c9412-181b-4876-920c-0b90488baafe tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Pushing event updated for resources: {'Network': ['ID=98a2fbe7-c077-4fd0-9fdb-421da6752235,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:53.967864 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b0d8cfa-80a6-49d4-964b-62885e327a1b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Deleting subnet 0b165b36-7aee-4a9f-9db0-69f2c9b6771f {{(pid=109050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:56:53.972189 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9b0d8cfa-80a6-49d4-964b-62885e327a1b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:54.015277 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38302) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:54.025064 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-662b394d-09f1-41cd-9891-19e4c0e4323e tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Deleting port 80ef8932-b682-47dd-8566-ffa97848a1e4 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:56:54.031347 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-662b394d-09f1-41cd-9891-19e4c0e4323e tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:54.042447 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 98a2fbe7-c077-4fd0-9fdb-421da6752235 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:56:54.150889 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c35f6022-0606-4471-9849-7a32b87351fa tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:54.168795 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-662b394d-09f1-41cd-9891-19e4c0e4323e tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:54.173862 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9b0d8cfa-80a6-49d4-964b-62885e327a1b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11961780'] for subnet, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:54.209166 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-662b394d-09f1-41cd-9891-19e4c0e4323e tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Calling delete_port for 80ef8932-b682-47dd-8566-ffa97848a1e4 owned by {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:56:54.372960 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8059b672-3c11-49ec-b408-1f479c2cdf17 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:54.382040 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4d6e6576-c4dc-4ec7-94ea-872e1fc0e815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:54.386937 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9b0d8cfa-80a6-49d4-964b-62885e327a1b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:54.396306 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107b069a-9455-4cb7-b562-a082bdadaeb9 None None] Network 6a65d360-9164-47d6-a114-8a8963e979c8 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:56:54.405372 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-8059b672-3c11-49ec-b408-1f479c2cdf17 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f980a45-2c43-4916-9a8c-c723b7410054']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:54.424334 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-c9981b28-c7c9-41c0-a888-f5b3d3a7aee4 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd0a7f5d-78dc-4b06-9850-45b56fd94b2b']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:54.430077 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-8059b672-3c11-49ec-b408-1f479c2cdf17 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '430de715-ba1b-473b-971b-021dff34e504') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:54.431299 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-8059b672-3c11-49ec-b408-1f479c2cdf17 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '430de715-ba1b-473b-971b-021dff34e504') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:54.442861 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d353c0-f580-4222-85fe-90ab176360a9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Network 6a65d360-9164-47d6-a114-8a8963e979c8 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:56:54.459916 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-46d353c0-f580-4222-85fe-90ab176360a9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:56:54.465457 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-c35f6022-0606-4471-9849-7a32b87351fa tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Deleting port 0b41dfd8-a44c-4eb7-9579-3556c803cf18 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:56:54.465805 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c35f6022-0606-4471-9849-7a32b87351fa tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:54.473887 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-50d94f45-e785-4112-a29d-9a2379879c5e None None] For port 0b41dfd8-a44c-4eb7-9579-3556c803cf18, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:56:54.475003 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d353c0-f580-4222-85fe-90ab176360a9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:56:54.476943 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-c11e0972-0d30-439e-a655-b177b88ba949 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Request body: {'network': {'name': 'tempest-RoutersTest-824453711'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:54.479063 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-c9981b28-c7c9-41c0-a888-f5b3d3a7aee4 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29d79a51-01c7-4229-857e-fe6e0543a2e0') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:54.479487 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-c9981b28-c7c9-41c0-a888-f5b3d3a7aee4 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29d79a51-01c7-4229-857e-fe6e0543a2e0') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:54.487723 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8059b672-3c11-49ec-b408-1f479c2cdf17 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:54.491330 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-662b394d-09f1-41cd-9891-19e4c0e4323e tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:54.525725 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866d3015-312a-40d9-af53-9507cd03f289 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Made reservation on behalf of 36acfd1392f74bbdb415094b9c8da695 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:54.528050 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-866d3015-312a-40d9-af53-9507cd03f289 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:54.532030 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c9981b28-c7c9-41c0-a888-f5b3d3a7aee4 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:54.537925 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d353c0-f580-4222-85fe-90ab176360a9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Port': ['ID=7a40f030-16cb-4734-b959-88cabf919ff8,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:54.554442 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9b0d8cfa-80a6-49d4-964b-62885e327a1b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:54.557322 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-50d94f45-e785-4112-a29d-9a2379879c5e None None] For port 0b41dfd8-a44c-4eb7-9579-3556c803cf18, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=0b41dfd8-a44c-4eb7-9579-3556c803cf18,segment=NetworkSegment(7c8b71bc-574c-4c90-b4e3-24c6ef6a57d3),segment_id=7c8b71bc-574c-4c90-b4e3-24c6ef6a57d3)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:56:54.559352 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6e6576-c4dc-4ec7-94ea-872e1fc0e815 None None] Pushing event deleted for resources: {'Port': ['ID=8f422bc2-34ad-4c49-bbcd-7b1fa970a1d8,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:54.560538 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8059b672-3c11-49ec-b408-1f479c2cdf17 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:54.566207 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662b394d-09f1-41cd-9891-19e4c0e4323e tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event deleted for resources: {'Port': ['ID=80ef8932-b682-47dd-8566-ffa97848a1e4,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:54.582123 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c9981b28-c7c9-41c0-a888-f5b3d3a7aee4 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:54.584420 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8059b672-3c11-49ec-b408-1f479c2cdf17 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:56:54.584989 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8059b672-3c11-49ec-b408-1f479c2cdf17 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:54.590046 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 10:56:54.590046 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:56:54.590046 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 10:56:54.590046 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:56:54.590046 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 10:56:54.590046 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:56:54.590046 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 10:56:54.590046 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:56:54.590046 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 10:56:54.590046 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:56:54.590046 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 10:56:54.590046 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:56:54.590046 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 10:56:54.590046 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:56:54.590046 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:56:54.590046 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:56:54.590046 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:56:54.590046 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:56:54.590046 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 10:56:54.590046 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:56:54.590046 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 10:56:54.590046 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:56:54.590046 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:56:54.590046 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:56:54.590046 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 10:56:54.590046 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:56:54.590046 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:56:54.590046 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:56:54.590046 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:56:54.590046 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:56:54.590046 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:56:54.590046 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:56:54.614639 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9981b28-c7c9-41c0-a888-f5b3d3a7aee4 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:56:54.616964 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c9981b28-c7c9-41c0-a888-f5b3d3a7aee4 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:54.622922 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 03b60680-5be3-4076-b21f-3848d8b65e3d triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:56:54.627436 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:54.632637 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-662b394d-09f1-41cd-9891-19e4c0e4323e tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:54.635877 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6e6576-c4dc-4ec7-94ea-872e1fc0e815 None None] No DVR routers for this DVR port 8f422bc2-34ad-4c49-bbcd-7b1fa970a1d8 on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:56:54.637523 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-662b394d-09f1-41cd-9891-19e4c0e4323e tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "DELETE /v2.0/ports/80ef8932-b682-47dd-8566-ffa97848a1e4 HTTP/1.1" status: 204 len: 168 time: 1.2192879 Mar 22 10:56:54.646253 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38306) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:54.649870 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9b0d8cfa-80a6-49d4-964b-62885e327a1b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:54.656140 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-9b0d8cfa-80a6-49d4-964b-62885e327a1b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/subnets/0b165b36-7aee-4a9f-9db0-69f2c9b6771f HTTP/1.1" status: 204 len: 168 time: 0.7968216 Mar 22 10:56:54.656969 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0d8cfa-80a6-49d4-964b-62885e327a1b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event deleted for resources: {'Subnet': ['ID=0b165b36-7aee-4a9f-9db0-69f2c9b6771f,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:54.659575 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-50d94f45-e785-4112-a29d-9a2379879c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:54.661797 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38308) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:54.662204 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-46d353c0-f580-4222-85fe-90ab176360a9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684270'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:54.665400 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 10:56:54.665400 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:56:54.665400 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 10:56:54.665400 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:56:54.665400 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 10:56:54.665400 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:56:54.665400 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 10:56:54.665400 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:56:54.665400 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 10:56:54.665400 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:56:54.665400 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 10:56:54.665400 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:56:54.665400 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 10:56:54.665400 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:56:54.665400 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:56:54.665400 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:56:54.665400 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:56:54.665400 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:56:54.665400 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 10:56:54.665400 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:56:54.665400 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 10:56:54.665400 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:56:54.665400 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:56:54.665400 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:56:54.665400 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 10:56:54.665400 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:56:54.665400 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:56:54.665400 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:56:54.665400 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:56:54.665400 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:56:54.665400 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:56:54.665400 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:56:54.690955 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11e0972-0d30-439e-a655-b177b88ba949 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Made reservation on behalf of fb0167f3b2d0487da26d7fc0c00f0b66 for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:54.695531 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c11e0972-0d30-439e-a655-b177b88ba949 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:54.698315 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-c35f6022-0606-4471-9849-7a32b87351fa tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] For port 0b41dfd8-a44c-4eb7-9579-3556c803cf18, host dv-neutron-834599-1-hyperv, got binding levels [] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:56:54.698768 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c35f6022-0606-4471-9849-7a32b87351fa tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:54.819332 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-c35f6022-0606-4471-9849-7a32b87351fa tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Calling delete_port for 0b41dfd8-a44c-4eb7-9579-3556c803cf18 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:56:54.826250 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d94f45-e785-4112-a29d-9a2379879c5e None None] Pushing event updated for resources: {'Port': ['ID=0b41dfd8-a44c-4eb7-9579-3556c803cf18,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:54.832846 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8059b672-3c11-49ec-b408-1f479c2cdf17 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:54.837901 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8059b672-3c11-49ec-b408-1f479c2cdf17 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:54.841935 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8059b672-3c11-49ec-b408-1f479c2cdf17 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] 10.222.0.57 "DELETE /v2.0/networks/3f980a45-2c43-4916-9a8c-c723b7410054 HTTP/1.1" status: 204 len: 168 time: 1.4588666 Mar 22 10:56:54.865932 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-24f2aec1-c7d3-4153-a115-5b2138d88914 None None] Provisioning complete for port 03b60680-5be3-4076-b21f-3848d8b65e3d triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:56:54.866725 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-24f2aec1-c7d3-4153-a115-5b2138d88914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:54.883330 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c9981b28-c7c9-41c0-a888-f5b3d3a7aee4 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:54.888450 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c9981b28-c7c9-41c0-a888-f5b3d3a7aee4 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:54.896289 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c9981b28-c7c9-41c0-a888-f5b3d3a7aee4 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] 10.222.0.57 "DELETE /v2.0/networks/dd0a7f5d-78dc-4b06-9850-45b56fd94b2b HTTP/1.1" status: 204 len: 168 time: 3.0796053 Mar 22 10:56:54.898598 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8059b672-3c11-49ec-b408-1f479c2cdf17 tempest-BulkNetworkOpsTest-2109570545 tempest-BulkNetworkOpsTest-2109570545-project] Pushing event deleted for resources: {'Network': ['ID=3f980a45-2c43-4916-9a8c-c723b7410054,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:54.963458 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9981b28-c7c9-41c0-a888-f5b3d3a7aee4 tempest-NetworksIpV6TestAttrs-1850060124 tempest-NetworksIpV6TestAttrs-1850060124-project] Pushing event deleted for resources: {'Network': ['ID=dd0a7f5d-78dc-4b06-9850-45b56fd94b2b,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:54.996718 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_v2 [None req-d067be51-2c27-4f41-8822-fd5a4293f98e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Deleting subnet a4f1ccb8-8e99-4d57-b763-20c815a70cbc {{(pid=109050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:56:55.009449 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:55.011117 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c11e0972-0d30-439e-a655-b177b88ba949 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:55.015523 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d067be51-2c27-4f41-8822-fd5a4293f98e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:55.042407 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6b26cf-db9e-4333-8f91-840ba14d3f2a None None] Network 157c9dc2-5716-46a3-b305-04954c427882 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:56:55.100743 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c89b81f-72c5-4091-b6ef-82fc831be6ce tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:55.106558 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c89b81f-72c5-4091-b6ef-82fc831be6ce tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:55.113990 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-4c89b81f-72c5-4091-b6ef-82fc831be6ce tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.4534543 Mar 22 10:56:55.123902 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38314) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:55.152423 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d067be51-2c27-4f41-8822-fd5a4293f98e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11961780'] for subnet, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:55.229814 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-46d353c0-f580-4222-85fe-90ab176360a9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:55.243698 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b49a886-d631-4247-8839-8251b79c1548 None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:56:55.292210 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c35f6022-0606-4471-9849-7a32b87351fa tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:55.348730 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f6022-0606-4471-9849-7a32b87351fa tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Pushing event deleted for resources: {'Port': ['ID=0b41dfd8-a44c-4eb7-9579-3556c803cf18,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:55.351381 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35f6022-0606-4471-9849-7a32b87351fa tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] No DVR routers for this DVR port 0b41dfd8-a44c-4eb7-9579-3556c803cf18 on host dv-neutron-834599-1-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:56:55.432165 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c11e0972-0d30-439e-a655-b177b88ba949 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:55.454843 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c11e0972-0d30-439e-a655-b177b88ba949 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:55.463800 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d067be51-2c27-4f41-8822-fd5a4293f98e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:55.464476 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38320) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:55.513220 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38324) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:55.541198 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-24f2aec1-c7d3-4153-a115-5b2138d88914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:55.565629 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c35f6022-0606-4471-9849-7a32b87351fa tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:55.571445 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port 03b60680-5be3-4076-b21f-3848d8b65e3d, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=03b60680-5be3-4076-b21f-3848d8b65e3d,segment=NetworkSegment(da0f83a2-bc73-42a9-8a4e-1942ea8594a6),segment_id=da0f83a2-bc73-42a9-8a4e-1942ea8594a6)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:56:55.574313 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c11e0972-0d30-439e-a655-b177b88ba949 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:56:55.577545 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.objects.ports [None req-866d3015-312a-40d9-af53-9507cd03f289 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109049) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 10:56:55.578404 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-866d3015-312a-40d9-af53-9507cd03f289 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:55.629644 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866d3015-312a-40d9-af53-9507cd03f289 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b7b5b7ce-7bbb-4a7b-92ee-61316a53b7e1,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:55.630504 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-24f5d121-1845-4d32-abe9-b9032c27c6b5 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Deleting port 07b93494-e457-44d5-ba58-ff6ec2feaa94 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:56:55.630847 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-24f5d121-1845-4d32-abe9-b9032c27c6b5 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:55.650919 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e0972-0d30-439e-a655-b177b88ba949 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=379bedd3-2a05-4503-b12e-4f0d62219eca,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:55.666192 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c11e0972-0d30-439e-a655-b177b88ba949 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:55.675876 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-c11e0972-0d30-439e-a655-b177b88ba949 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Added segment 944859d4-08b6-48e5-837d-01d960968df9 of type vlan for network b431a499-e69f-4b25-8a69-0fc1b9d888e8 Mar 22 10:56:55.680156 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:55.681334 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 6cda97f7-9cfc-4889-a0ae-87e083441a28 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:56:55.690210 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-c35f6022-0606-4471-9849-7a32b87351fa tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['157c9dc2-5716-46a3-b305-04954c427882']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:55.752118 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c11e0972-0d30-439e-a655-b177b88ba949 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:55.775147 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d53ed8ae-b6d9-48df-a0d4-21aa9182a478 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=aca6e4961e534035bfe51426bdf4418a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3087306 Mar 22 10:56:55.784378 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38328) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:55.788896 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-c35f6022-0606-4471-9849-7a32b87351fa tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c8b71bc-574c-4c90-b4e3-24c6ef6a57d3') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:55.789202 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-c35f6022-0606-4471-9849-7a32b87351fa tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c8b71bc-574c-4c90-b4e3-24c6ef6a57d3') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:55.800654 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c35f6022-0606-4471-9849-7a32b87351fa tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:55.817405 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c35f6022-0606-4471-9849-7a32b87351fa tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:55.825457 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c35f6022-0606-4471-9849-7a32b87351fa tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:56:55.825859 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c35f6022-0606-4471-9849-7a32b87351fa tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:55.859283 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866d3015-312a-40d9-af53-9507cd03f289 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Checking segment: {'id': 'cf10bba5-ed21-48fe-bafa-59b99423f2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '98a2fbe7-c077-4fd0-9fdb-421da6752235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:56:55.859679 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866d3015-312a-40d9-af53-9507cd03f289 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Network hostable DHCP agents. Network: 98a2fbe7-c077-4fd0-9fdb-421da6752235, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:56:55.899446 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6d61b372-bd50-40be-9420-7d4e87056118 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=85ae0a882650439a8e638cfcb1492533&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3846648 Mar 22 10:56:55.899690 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38330) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:55.902779 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 10:56:55.902779 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:56:55.902779 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 10:56:55.902779 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:56:55.902779 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 10:56:55.902779 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:56:55.902779 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 10:56:55.902779 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:56:55.902779 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 10:56:55.902779 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:56:55.902779 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 10:56:55.902779 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:56:55.902779 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 10:56:55.902779 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:56:55.902779 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:56:55.902779 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:56:55.902779 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:56:55.902779 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:56:55.902779 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 10:56:55.902779 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:56:55.902779 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 10:56:55.902779 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:56:55.902779 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:56:55.902779 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:56:55.902779 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 10:56:55.902779 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:56:55.902779 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:56:55.902779 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:56:55.902779 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:56:55.902779 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:56:55.902779 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:56:55.902779 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:56:55.905000 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=03b60680-5be3-4076-b21f-3848d8b65e3d,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:55.910274 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.db.api [None req-24f2aec1-c7d3-4153-a115-5b2138d88914 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 10:56:55.910655 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG oslo_db.api [None req-24f2aec1-c7d3-4153-a115-5b2138d88914 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 10:56:55.931832 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866d3015-312a-40d9-af53-9507cd03f289 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Network 98a2fbe7-c077-4fd0-9fdb-421da6752235 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:56:55.934067 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 6cda97f7-9cfc-4889-a0ae-87e083441a28 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:56:55.934463 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:55.938592 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c35f6022-0606-4471-9849-7a32b87351fa tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:55.944872 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-46d353c0-f580-4222-85fe-90ab176360a9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:55.947339 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f67ac896-23ff-435f-918a-7189c63abe9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:55.950321 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-866d3015-312a-40d9-af53-9507cd03f289 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 98a2fbe7-c077-4fd0-9fdb-421da6752235) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:56:55.955491 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866d3015-312a-40d9-af53-9507cd03f289 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:55.956615 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-866d3015-312a-40d9-af53-9507cd03f289 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:55.973810 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-46d353c0-f580-4222-85fe-90ab176360a9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:55.984602 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c35f6022-0606-4471-9849-7a32b87351fa tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:55.994367 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-c35f6022-0606-4471-9849-7a32b87351fa tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "DELETE /v2.0/networks/157c9dc2-5716-46a3-b305-04954c427882 HTTP/1.1" status: 204 len: 168 time: 5.2808187 Mar 22 10:56:55.995522 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f6022-0606-4471-9849-7a32b87351fa tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Pushing event deleted for resources: {'Network': ['ID=157c9dc2-5716-46a3-b305-04954c427882,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:56.001960 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967e0175-fbd7-4591-8f7c-520eb7cc1246 None None] Network 98a2fbe7-c077-4fd0-9fdb-421da6752235 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:56:56.008273 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38332) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:56.048169 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-866d3015-312a-40d9-af53-9507cd03f289 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3338752 Mar 22 10:56:56.051917 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c11e0972-0d30-439e-a655-b177b88ba949 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:56.058460 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11e0972-0d30-439e-a655-b177b88ba949 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:56.058990 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f67ac896-23ff-435f-918a-7189c63abe9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:56.059115 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c11e0972-0d30-439e-a655-b177b88ba949 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:56.068694 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38334) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:56.079616 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-1799e84d-fd55-4be9-a46e-8150c69cd96e tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1764676520', 'network_id': '98a2fbe7-c077-4fd0-9fdb-421da6752235'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:56.080081 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-0ad01d45-07c0-4149-bb84-6af6f099c81d tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1953298229'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:56.118056 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1799e84d-fd55-4be9-a46e-8150c69cd96e tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Made reservation on behalf of 36acfd1392f74bbdb415094b9c8da695 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:56.120817 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1799e84d-fd55-4be9-a46e-8150c69cd96e tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:56.130609 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-c11e0972-0d30-439e-a655-b177b88ba949 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.1138222 Mar 22 10:56:56.139628 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38336) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:56.147883 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d067be51-2c27-4f41-8822-fd5a4293f98e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:56.153838 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-e3a65a45-b34f-4e49-bc60-a1dfd6d25a6d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Request body: {'network': {'name': 'tempest-RoutersTest-488863289'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:56.160494 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-24f5d121-1845-4d32-abe9-b9032c27c6b5 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:56.181677 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d067be51-2c27-4f41-8822-fd5a4293f98e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:56.183595 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-46d353c0-f580-4222-85fe-90ab176360a9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684306'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:56.185099 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-d067be51-2c27-4f41-8822-fd5a4293f98e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/subnets/a4f1ccb8-8e99-4d57-b763-20c815a70cbc HTTP/1.1" status: 204 len: 168 time: 1.5131364 Mar 22 10:56:56.192887 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38338) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:56.202491 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d353c0-f580-4222-85fe-90ab176360a9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Port': ['ID=7a40f030-16cb-4734-b959-88cabf919ff8,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:56.226933 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d067be51-2c27-4f41-8822-fd5a4293f98e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event deleted for resources: {'Subnet': ['ID=a4f1ccb8-8e99-4d57-b763-20c815a70cbc,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:56.239673 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-24f5d121-1845-4d32-abe9-b9032c27c6b5 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Calling delete_port for 07b93494-e457-44d5-ba58-ff6ec2feaa94 owned by {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:56:56.252240 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a65a45-b34f-4e49-bc60-a1dfd6d25a6d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Made reservation on behalf of fb0167f3b2d0487da26d7fc0c00f0b66 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:56.256012 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e3a65a45-b34f-4e49-bc60-a1dfd6d25a6d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:56.259735 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-1799e84d-fd55-4be9-a46e-8150c69cd96e tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] device_id is not set on port 9c98de94-1609-49ca-a8c9-46f46e21d378 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:56:56.267328 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9958f463-2b23-4bf6-bb46-05794cacca69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:56.268226 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-945ca2a8-438c-4986-a6b8-55c08332a866 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0683341 Mar 22 10:56:56.271646 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38340) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:56.277432 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad01d45-07c0-4149-bb84-6af6f099c81d tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Made reservation on behalf of a993536edab145339b0f463caedd0151 for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:56.280675 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0ad01d45-07c0-4149-bb84-6af6f099c81d tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:56.287340 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-4df430b7-b5c6-4c68-9781-b96a6aa16539 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'subnet': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:56.289921 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e0972-0d30-439e-a655-b177b88ba949 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event updated for resources: {'Network': ['ID=b431a499-e69f-4b25-8a69-0fc1b9d888e8,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:56.319280 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9958f463-2b23-4bf6-bb46-05794cacca69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:56.355256 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network b431a499-e69f-4b25-8a69-0fc1b9d888e8 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:56:56.396817 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ad01d45-07c0-4149-bb84-6af6f099c81d tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:56:56.424005 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0ad01d45-07c0-4149-bb84-6af6f099c81d tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:56.424401 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-0ad01d45-07c0-4149-bb84-6af6f099c81d tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Added segment 06c8fedc-9bbd-46a5-b201-5076d9eb4975 of type vlan for network d6decc40-f028-40d3-8a58-a204ba15eb04 Mar 22 10:56:56.474581 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b74919a-d39d-4916-879d-64fc3925bf37 None None] Network 98a2fbe7-c077-4fd0-9fdb-421da6752235 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:56:56.478586 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0ad01d45-07c0-4149-bb84-6af6f099c81d tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:56.478900 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3a65a45-b34f-4e49-bc60-a1dfd6d25a6d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:56:56.497632 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-24f5d121-1845-4d32-abe9-b9032c27c6b5 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:56.504510 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f67ac896-23ff-435f-918a-7189c63abe9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:56.507327 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f67ac896-23ff-435f-918a-7189c63abe9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:56.511211 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f67ac896-23ff-435f-918a-7189c63abe9a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3cfd71b9-7bf0-4592-9f26-c7ed2ef2bd59 HTTP/1.1" status: 204 len: 168 time: 0.7193770 Mar 22 10:56:56.511360 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9958f463-2b23-4bf6-bb46-05794cacca69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:56.512811 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9958f463-2b23-4bf6-bb46-05794cacca69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:56.513408 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-9958f463-2b23-4bf6-bb46-05794cacca69 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/56e1b8c8-397d-4719-a13b-6eb3fe88d040 HTTP/1.1" status: 204 len: 168 time: 0.6097417 Mar 22 10:56:56.536640 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e3a65a45-b34f-4e49-bc60-a1dfd6d25a6d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:56.536859 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-e3a65a45-b34f-4e49-bc60-a1dfd6d25a6d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Added segment d31bc719-574f-44cc-a3eb-bff2edc36f3b of type vlan for network bf0a1c79-cd9a-4d2e-a4a9-c157709b0877 Mar 22 10:56:56.556128 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f5d121-1845-4d32-abe9-b9032c27c6b5 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event deleted for resources: {'Port': ['ID=07b93494-e457-44d5-ba58-ff6ec2feaa94,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:56.560326 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:56.584821 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-24f5d121-1845-4d32-abe9-b9032c27c6b5 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:56.587994 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67ac896-23ff-435f-918a-7189c63abe9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cfd71b9-7bf0-4592-9f26-c7ed2ef2bd59,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:56.590195 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-24f5d121-1845-4d32-abe9-b9032c27c6b5 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "DELETE /v2.0/ports/07b93494-e457-44d5-ba58-ff6ec2feaa94 HTTP/1.1" status: 204 len: 168 time: 1.4635422 Mar 22 10:56:56.591581 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0ad01d45-07c0-4149-bb84-6af6f099c81d tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:56.597172 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38346) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:56.609492 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad01d45-07c0-4149-bb84-6af6f099c81d tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:56.610481 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0ad01d45-07c0-4149-bb84-6af6f099c81d tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:56.614024 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9958f463-2b23-4bf6-bb46-05794cacca69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e1b8c8-397d-4719-a13b-6eb3fe88d040,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:56.657065 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port 6cda97f7-9cfc-4889-a0ae-87e083441a28, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=6cda97f7-9cfc-4889-a0ae-87e083441a28,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:56:56.672473 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-466c6404-2d08-45ed-b8fd-3f940ec7d7c5 None None] Provisioning complete for port 03b60680-5be3-4076-b21f-3848d8b65e3d triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:56:56.672932 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-466c6404-2d08-45ed-b8fd-3f940ec7d7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:56.682442 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:56.683281 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 38e993be-c741-4f55-9899-82bf3adeb921 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:56:56.692713 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e3a65a45-b34f-4e49-bc60-a1dfd6d25a6d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:56.709669 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df430b7-b5c6-4c68-9781-b96a6aa16539 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Made reservation on behalf of f7a8ac7bbd5d466888176c13ba053f5f for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:56.713497 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4df430b7-b5c6-4c68-9781-b96a6aa16539 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:56.717877 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d353c0-f580-4222-85fe-90ab176360a9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Network 6a65d360-9164-47d6-a114-8a8963e979c8 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:56:56.726271 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-1799e84d-fd55-4be9-a46e-8150c69cd96e tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Allocated IP 172.20.0.9 (98a2fbe7-c077-4fd0-9fdb-421da6752235/b7b5b7ce-7bbb-4a7b-92ee-61316a53b7e1/9c98de94-1609-49ca-a8c9-46f46e21d378) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:56:56.763090 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-46d353c0-f580-4222-85fe-90ab176360a9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:56:56.804466 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=6cda97f7-9cfc-4889-a0ae-87e083441a28,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:56.988253 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e3a65a45-b34f-4e49-bc60-a1dfd6d25a6d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:57.000973 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a65a45-b34f-4e49-bc60-a1dfd6d25a6d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:57.001713 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e3a65a45-b34f-4e49-bc60-a1dfd6d25a6d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:57.082164 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 38e993be-c741-4f55-9899-82bf3adeb921 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:56:57.082891 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:57.196213 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c7080d-be2c-426f-bf7e-3af593813c98 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:57.200570 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-93c7080d-be2c-426f-bf7e-3af593813c98 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.5803955 Mar 22 10:56:57.230156 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e3a65a45-b34f-4e49-bc60-a1dfd6d25a6d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0753999 Mar 22 10:56:57.230156 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38360) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:57.231524 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-466c6404-2d08-45ed-b8fd-3f940ec7d7c5 None None] Provisioning complete for port 7a40f030-16cb-4734-b959-88cabf919ff8 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:56:57.234566 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-466c6404-2d08-45ed-b8fd-3f940ec7d7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:57.242126 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38364) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:57.303214 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-0ad01d45-07c0-4149-bb84-6af6f099c81d tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2589271 Mar 22 10:56:57.306434 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38368) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:57.313678 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-12342abf-18dd-4ba0-8663-cdd3622e9d4b tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Request body: {'subnet': {'network_id': 'd6decc40-f028-40d3-8a58-a204ba15eb04', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:57.364904 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-466c6404-2d08-45ed-b8fd-3f940ec7d7c5 None None] Port 7a40f030-16cb-4734-b959-88cabf919ff8 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:56:57.389876 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-466c6404-2d08-45ed-b8fd-3f940ec7d7c5 None None] Provisioning complete for port 38e993be-c741-4f55-9899-82bf3adeb921 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:56:57.390249 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad01d45-07c0-4149-bb84-6af6f099c81d tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Pushing event updated for resources: {'Network': ['ID=d6decc40-f028-40d3-8a58-a204ba15eb04,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:57.390362 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-466c6404-2d08-45ed-b8fd-3f940ec7d7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:57.419101 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-75d5a4d3-e5ad-478c-a01e-7167a9250e06 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Request body: {'subnet': {'network_id': 'b431a499-e69f-4b25-8a69-0fc1b9d888e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:57.436343 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network d6decc40-f028-40d3-8a58-a204ba15eb04 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:56:57.520346 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 8f422bc2-34ad-4c49-bbcd-7b1fa970a1d8 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:56:57.553048 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12342abf-18dd-4ba0-8663-cdd3622e9d4b tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Made reservation on behalf of a993536edab145339b0f463caedd0151 for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:57.557914 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-12342abf-18dd-4ba0-8663-cdd3622e9d4b tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:57.578621 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-60384504-a8e1-4917-ad6c-0a8f73944e99 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] GET failed (client error): The resource could not be found. Mar 22 10:56:57.580354 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-60384504-a8e1-4917-ad6c-0a8f73944e99 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "GET /v2.0/ports/80ef8932-b682-47dd-8566-ffa97848a1e4 HTTP/1.1" status: 404 len: 333 time: 0.3472574 Mar 22 10:56:57.581441 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4df430b7-b5c6-4c68-9781-b96a6aa16539 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:57.584195 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38376) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:57.610695 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38162add-6b16-4128-9a6a-4559b0a4aadc None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:56:57.624684 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 8f422bc2-34ad-4c49-bbcd-7b1fa970a1d8 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:56:57.625312 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 8f422bc2-34ad-4c49-bbcd-7b1fa970a1d8 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:56:57.680066 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a65a45-b34f-4e49-bc60-a1dfd6d25a6d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event updated for resources: {'Network': ['ID=bf0a1c79-cd9a-4d2e-a4a9-c157709b0877,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:57.762956 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network bf0a1c79-cd9a-4d2e-a4a9-c157709b0877 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:56:57.906904 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38390) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:57.925969 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 03b60680-5be3-4076-b21f-3848d8b65e3d up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:56:58.036761 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-12342abf-18dd-4ba0-8663-cdd3622e9d4b tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:58.051697 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 03b60680-5be3-4076-b21f-3848d8b65e3d triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:56:58.052393 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:58.120798 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-e85ee535-b08e-497a-8317-e12570005531 None None] Provisioning complete for port 7a40f030-16cb-4734-b959-88cabf919ff8 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:56:58.121368 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e85ee535-b08e-497a-8317-e12570005531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:58.146815 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12342abf-18dd-4ba0-8663-cdd3622e9d4b tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Pushing event updated for resources: {'Subnet': ['ID=3a0f0679-5079-4f6d-be78-1214a41f09ec,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:58.148597 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38396) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:58.212197 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-e85ee535-b08e-497a-8317-e12570005531 None None] Port 7a40f030-16cb-4734-b959-88cabf919ff8 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:56:58.212432 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a0d9a56-6cba-4888-854c-0663d2629206 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] GET failed (client error): The resource could not be found. Mar 22 10:56:58.217642 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3a0d9a56-6cba-4888-854c-0663d2629206 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "GET /v2.0/ports/07b93494-e457-44d5-ba58-ff6ec2feaa94 HTTP/1.1" status: 404 len: 333 time: 0.6131556 Mar 22 10:56:58.219399 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38400) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:58.219932 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 6cda97f7-9cfc-4889-a0ae-87e083441a28 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:56:58.247563 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-d207df03-b73e-4f25-b5c8-95bdc4f39c8a tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1952365011'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:58.260608 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df430b7-b5c6-4c68-9781-b96a6aa16539 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event updated for resources: {'Subnet': ['ID=39c5482b-726c-4735-982b-adafdf0edc20,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:58.266920 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12342abf-18dd-4ba0-8663-cdd3622e9d4b tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Checking segment: {'id': '06c8fedc-9bbd-46a5-b201-5076d9eb4975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd6decc40-f028-40d3-8a58-a204ba15eb04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:56:58.267625 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12342abf-18dd-4ba0-8663-cdd3622e9d4b tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Network hostable DHCP agents. Network: d6decc40-f028-40d3-8a58-a204ba15eb04, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:56:58.269316 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d353c0-f580-4222-85fe-90ab176360a9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Router f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:56:58.275542 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df430b7-b5c6-4c68-9781-b96a6aa16539 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:56:58.279861 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-f02513db-d1b9-4bd5-9700-f4c3aca31922 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-944936927', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:58.285918 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-e85ee535-b08e-497a-8317-e12570005531 None None] Provisioning complete for port 38e993be-c741-4f55-9899-82bf3adeb921 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:56:58.286284 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e85ee535-b08e-497a-8317-e12570005531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:58.287426 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-4df430b7-b5c6-4c68-9781-b96a6aa16539 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:56:58.315237 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df430b7-b5c6-4c68-9781-b96a6aa16539 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:58.316016 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4df430b7-b5c6-4c68-9781-b96a6aa16539 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:58.333751 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d5a4d3-e5ad-478c-a01e-7167a9250e06 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Made reservation on behalf of fb0167f3b2d0487da26d7fc0c00f0b66 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:58.338551 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-75d5a4d3-e5ad-478c-a01e-7167a9250e06 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:58.355528 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 6cda97f7-9cfc-4889-a0ae-87e083441a28 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:56:58.355938 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:58.391141 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d207df03-b73e-4f25-b5c8-95bdc4f39c8a tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Made reservation on behalf of 6fad94f603ac4450bd9d1e1d6faca259 for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:58.394790 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d207df03-b73e-4f25-b5c8-95bdc4f39c8a tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:58.401203 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f02513db-d1b9-4bd5-9700-f4c3aca31922 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:58.401871 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f02513db-d1b9-4bd5-9700-f4c3aca31922 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:58.408912 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03cd239-8b2e-422d-9c7a-61b3fdd47d59 None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:56:58.412323 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12342abf-18dd-4ba0-8663-cdd3622e9d4b tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Network d6decc40-f028-40d3-8a58-a204ba15eb04 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:56:58.427554 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d207df03-b73e-4f25-b5c8-95bdc4f39c8a tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:58.430063 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4df430b7-b5c6-4c68-9781-b96a6aa16539 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1558130 Mar 22 10:56:58.434611 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-85d1fc14-4959-451b-be57-846d62082ee5 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:58.439689 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38402) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:58.443791 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-5fa79827-769d-41a3-b8b1-18323ff29d12 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'subnet': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:58.456353 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-12342abf-18dd-4ba0-8663-cdd3622e9d4b tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, d6decc40-f028-40d3-8a58-a204ba15eb04) {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:56:58.487062 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12342abf-18dd-4ba0-8663-cdd3622e9d4b tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:58.488410 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-12342abf-18dd-4ba0-8663-cdd3622e9d4b tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:58.490196 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1799e84d-fd55-4be9-a46e-8150c69cd96e tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:58.492894 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45e6028-4a98-40fd-b2b7-7e47646233a1 None None] Network d6decc40-f028-40d3-8a58-a204ba15eb04 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:56:58.577385 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f02513db-d1b9-4bd5-9700-f4c3aca31922 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:58.600432 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d353c0-f580-4222-85fe-90ab176360a9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:56:58.620502 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-12342abf-18dd-4ba0-8663-cdd3622e9d4b tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3134296 Mar 22 10:56:58.621851 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f02513db-d1b9-4bd5-9700-f4c3aca31922 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:58.625769 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-46d353c0-f580-4222-85fe-90ab176360a9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "PUT /v2.0/routers/f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4394219 Mar 22 10:56:58.626646 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b36024-7a86-499a-a333-219e4c67c3ed None None] Sync routers for ids ['f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:56:58.628861 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38404) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:58.629191 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38406) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:58.630458 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1799e84d-fd55-4be9-a46e-8150c69cd96e tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:58.676659 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b36024-7a86-499a-a333-219e4c67c3ed None None] Routers {'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:56:58.680832 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-5031fee6-3f61-412d-80f8-42f67da60c89 None None] Provisioning complete for port 38e993be-c741-4f55-9899-82bf3adeb921 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:56:58.681611 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5031fee6-3f61-412d-80f8-42f67da60c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:58.696718 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f02513db-d1b9-4bd5-9700-f4c3aca31922 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:58.698257 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-f02513db-d1b9-4bd5-9700-f4c3aca31922 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.7910080 Mar 22 10:56:58.698866 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-e0b36024-7a86-499a-a333-219e4c67c3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:56:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:58.706563 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38408) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:58.742716 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-b8a81370-fa07-489c-9e35-9705cf839f2f tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1511432594'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:58.749683 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-85d1fc14-4959-451b-be57-846d62082ee5 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:58.778357 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1799e84d-fd55-4be9-a46e-8150c69cd96e tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Network 98a2fbe7-c077-4fd0-9fdb-421da6752235 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:56:58.795085 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-1799e84d-fd55-4be9-a46e-8150c69cd96e tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:56:58.806382 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-85d1fc14-4959-451b-be57-846d62082ee5 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['673c365f-8a39-4866-9f38-d64a66c9ed21']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:58.829186 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-85d1fc14-4959-451b-be57-846d62082ee5 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a0f36af-2090-4f7d-876e-50063093fe08') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:58.829872 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-85d1fc14-4959-451b-be57-846d62082ee5 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a0f36af-2090-4f7d-876e-50063093fe08') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:58.837034 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1799e84d-fd55-4be9-a46e-8150c69cd96e tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:56:58.843076 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d207df03-b73e-4f25-b5c8-95bdc4f39c8a tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:58.846415 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a81370-fa07-489c-9e35-9705cf839f2f tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Made reservation on behalf of 55d09b037a224a7db2a2dbd7ed1109cd for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:58.850358 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b8a81370-fa07-489c-9e35-9705cf839f2f tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:58.854031 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-85d1fc14-4959-451b-be57-846d62082ee5 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:58.867566 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa79827-769d-41a3-b8b1-18323ff29d12 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Made reservation on behalf of f7a8ac7bbd5d466888176c13ba053f5f for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:58.871698 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5fa79827-769d-41a3-b8b1-18323ff29d12 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:58.888560 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b8a81370-fa07-489c-9e35-9705cf839f2f tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:58.896713 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d207df03-b73e-4f25-b5c8-95bdc4f39c8a tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:58.911889 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-85d1fc14-4959-451b-be57-846d62082ee5 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:58.968221 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1799e84d-fd55-4be9-a46e-8150c69cd96e tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Pushing event updated for resources: {'Port': ['ID=9c98de94-1609-49ca-a8c9-46f46e21d378,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:58.986433 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-e0b36024-7a86-499a-a333-219e4c67c3ed None None] Set router f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:56:58.990922 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26218436-9ec1-4b34-90a9-9a3dae98cbbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-d6decc40-f028-40d3-8a58-a204ba15eb04', 'network_id': 'd6decc40-f028-40d3-8a58-a204ba15eb04', 'tenant_id': 'a993536edab145339b0f463caedd0151', 'fixed_ips': [{'subnet_id': '3a0f0679-5079-4f6d-be78-1214a41f09ec'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:56:58.990922 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-26218436-9ec1-4b34-90a9-9a3dae98cbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:59.001394 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85d1fc14-4959-451b-be57-846d62082ee5 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:56:59.001754 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-85d1fc14-4959-451b-be57-846d62082ee5 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:59.005241 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 10:56:59.005241 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:56:59.005241 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 10:56:59.005241 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:56:59.005241 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 10:56:59.005241 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:56:59.005241 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 10:56:59.005241 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:56:59.005241 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 10:56:59.005241 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:56:59.005241 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 10:56:59.005241 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:56:59.005241 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 10:56:59.005241 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:56:59.005241 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:56:59.005241 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:56:59.005241 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:56:59.005241 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:56:59.005241 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 10:56:59.005241 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:56:59.005241 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 10:56:59.005241 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:56:59.005241 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:56:59.005241 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:56:59.005241 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 10:56:59.005241 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:56:59.005241 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:56:59.005241 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:56:59.005241 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:56:59.005241 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:56:59.005241 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:56:59.005241 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:56:59.014716 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d207df03-b73e-4f25-b5c8-95bdc4f39c8a tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:56:59.047506 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d207df03-b73e-4f25-b5c8-95bdc4f39c8a tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c59f8e04-f2cb-403e-8612-d8219ae0eadc,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:59.057533 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-75d5a4d3-e5ad-478c-a01e-7167a9250e06 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:59.068500 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1799e84d-fd55-4be9-a46e-8150c69cd96e tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:59.069117 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1799e84d-fd55-4be9-a46e-8150c69cd96e tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:59.075065 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d207df03-b73e-4f25-b5c8-95bdc4f39c8a tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:59.075518 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-d207df03-b73e-4f25-b5c8-95bdc4f39c8a tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Added segment 23557e96-3a5b-43da-8fcf-8d1dce61d40e of type vlan for network 58ee3aba-8606-40a0-ba5f-dd813c07b20a Mar 22 10:56:59.158291 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d5a4d3-e5ad-478c-a01e-7167a9250e06 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event updated for resources: {'Subnet': ['ID=2a79ee7e-0f73-43d5-a090-8bc6ee96295a,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:59.176584 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12634791-212f-4c3b-9ba7-cf322a3b0fca tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:59.177694 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12634791-212f-4c3b-9ba7-cf322a3b0fca tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:59.178330 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12634791-212f-4c3b-9ba7-cf322a3b0fca tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:59.178984 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12634791-212f-4c3b-9ba7-cf322a3b0fca tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:59.179761 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12634791-212f-4c3b-9ba7-cf322a3b0fca tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:59.180417 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12634791-212f-4c3b-9ba7-cf322a3b0fca tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:59.181181 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12634791-212f-4c3b-9ba7-cf322a3b0fca tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:59.182161 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12634791-212f-4c3b-9ba7-cf322a3b0fca tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:59.182880 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12634791-212f-4c3b-9ba7-cf322a3b0fca tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:59.184722 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12634791-212f-4c3b-9ba7-cf322a3b0fca tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:59.185436 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12634791-212f-4c3b-9ba7-cf322a3b0fca tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:59.186431 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12634791-212f-4c3b-9ba7-cf322a3b0fca tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:59.189462 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-12634791-212f-4c3b-9ba7-cf322a3b0fca tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8261 time: 0.5554280 Mar 22 10:56:59.193749 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9ae4c8a1-be71-4ed7-899e-f61c40731c61 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:59.196406 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38410) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:59.197246 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-85d1fc14-4959-451b-be57-846d62082ee5 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:59.207635 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1799e84d-fd55-4be9-a46e-8150c69cd96e tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 3.1377857 Mar 22 10:56:59.209215 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38412) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:59.249593 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-26218436-9ec1-4b34-90a9-9a3dae98cbbe None None] Allocated IP 172.20.0.1 (d6decc40-f028-40d3-8a58-a204ba15eb04/3a0f0679-5079-4f6d-be78-1214a41f09ec/db7cd4a5-2b4b-4e92-a099-8f17c346a6de) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:56:59.285923 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-85d1fc14-4959-451b-be57-846d62082ee5 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:59.291188 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-85d1fc14-4959-451b-be57-846d62082ee5 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "DELETE /v2.0/networks/673c365f-8a39-4866-9f38-d64a66c9ed21 HTTP/1.1" status: 204 len: 168 time: 1.0690234 Mar 22 10:56:59.306929 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38414) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:59.343835 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d207df03-b73e-4f25-b5c8-95bdc4f39c8a tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:59.348529 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-1684581c-78f4-4e22-9ec6-7c72e528a63a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-639708002'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:59.357887 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d5a4d3-e5ad-478c-a01e-7167a9250e06 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Checking segment: {'id': '944859d4-08b6-48e5-837d-01d960968df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b431a499-e69f-4b25-8a69-0fc1b9d888e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:56:59.358828 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d5a4d3-e5ad-478c-a01e-7167a9250e06 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Network hostable DHCP agents. Network: b431a499-e69f-4b25-8a69-0fc1b9d888e8, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:56:59.364775 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d1fc14-4959-451b-be57-846d62082ee5 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event deleted for resources: {'Network': ['ID=673c365f-8a39-4866-9f38-d64a66c9ed21,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:59.421056 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d5a4d3-e5ad-478c-a01e-7167a9250e06 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Network b431a499-e69f-4b25-8a69-0fc1b9d888e8 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:56:59.432075 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1684581c-78f4-4e22-9ec6-7c72e528a63a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Made reservation on behalf of 976d65578b3f4457a067052eaaa72feb for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:56:59.436156 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-e0b36024-7a86-499a-a333-219e4c67c3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'name': 'tempest-TestNetworkBasicOps-router-1828628981', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': '6cda97f7-9cfc-4889-a0ae-87e083441a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:56:38Z', 'updated_at': '2022-03-22T10:56:55Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '6cda97f7-9cfc-4889-a0ae-87e083441a28', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:dc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:56:41Z', 'updated_at': '2022-03-22T10:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '7a40f030-16cb-4734-b959-88cabf919ff8', 'name': '', 'network_id': '6a65d360-9164-47d6-a114-8a8963e979c8', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:d0:fc:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '4c71e94c-7cee-47cf-9eaa-4ef0468212bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:56:51Z', 'updated_at': '2022-03-22T10:56:55Z', 'revision_number': 2, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '4c71e94c-7cee-47cf-9eaa-4ef0468212bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:59.436583 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1684581c-78f4-4e22-9ec6-7c72e528a63a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:59.449299 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9ae4c8a1-be71-4ed7-899e-f61c40731c61 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:59.470302 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b36024-7a86-499a-a333-219e4c67c3ed None None] Checking router: f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 10:56:59.470997 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b36024-7a86-499a-a333-219e4c67c3ed None None] Updating router f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4 port 7a40f030-16cb-4734-b959-88cabf919ff8 binding host dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 10:56:59.475881 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13b4947-62f7-4558-8341-c50790e481f4 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:59.476445 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13b4947-62f7-4558-8341-c50790e481f4 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:59.476786 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13b4947-62f7-4558-8341-c50790e481f4 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:59.477271 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13b4947-62f7-4558-8341-c50790e481f4 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:59.477716 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13b4947-62f7-4558-8341-c50790e481f4 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:59.478159 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13b4947-62f7-4558-8341-c50790e481f4 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:59.478598 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13b4947-62f7-4558-8341-c50790e481f4 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:59.479039 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13b4947-62f7-4558-8341-c50790e481f4 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:59.479511 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13b4947-62f7-4558-8341-c50790e481f4 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:59.479881 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-75d5a4d3-e5ad-478c-a01e-7167a9250e06 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, b431a499-e69f-4b25-8a69-0fc1b9d888e8) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:56:59.484799 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-e13b4947-62f7-4558-8341-c50790e481f4 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5696 time: 0.2843475 Mar 22 10:56:59.485606 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d5a4d3-e5ad-478c-a01e-7167a9250e06 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:59.486532 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-75d5a4d3-e5ad-478c-a01e-7167a9250e06 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:59.490003 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38416) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:59.514259 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e15bce7-690e-4ded-b9cc-f532ee248cab None None] Network b431a499-e69f-4b25-8a69-0fc1b9d888e8 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:56:59.527018 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-e0b36024-7a86-499a-a333-219e4c67c3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:59.531567 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-26218436-9ec1-4b34-90a9-9a3dae98cbbe None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:59.554252 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b8a81370-fa07-489c-9e35-9705cf839f2f tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:59.584213 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-26218436-9ec1-4b34-90a9-9a3dae98cbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:59.588456 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-d0eeed18-c163-4f06-83b7-461e3e8fc3b8 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Deleting port 9c98de94-1609-49ca-a8c9-46f46e21d378 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:56:59.588859 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d0eeed18-c163-4f06-83b7-461e3e8fc3b8 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:59.592355 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d207df03-b73e-4f25-b5c8-95bdc4f39c8a tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:59.599120 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d207df03-b73e-4f25-b5c8-95bdc4f39c8a tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:56:59.600267 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d207df03-b73e-4f25-b5c8-95bdc4f39c8a tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:59.612128 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-75d5a4d3-e5ad-478c-a01e-7167a9250e06 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2477953 Mar 22 10:56:59.613841 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1684581c-78f4-4e22-9ec6-7c72e528a63a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:56:59.616212 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b8a81370-fa07-489c-9e35-9705cf839f2f tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:59.625809 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38418) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:56:59.652467 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-916ea92d-233b-4b82-9b94-9c6d0dffa9b1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Request body: {'subnet': {'network_id': 'bf0a1c79-cd9a-4d2e-a4a9-c157709b0877', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:56:59.667406 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1684581c-78f4-4e22-9ec6-7c72e528a63a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:59.667406 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-1684581c-78f4-4e22-9ec6-7c72e528a63a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Added segment 60c26265-35c8-4169-b6bc-78d225811b96 of type vlan for network 30d2b94c-bee4-42f8-b593-43102434f7e9 Mar 22 10:56:59.719774 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-140b8eb1-7467-406b-9ff5-2dcf7a822e59 None None] Provisioning complete for port 38e993be-c741-4f55-9899-82bf3adeb921 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:56:59.720154 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-140b8eb1-7467-406b-9ff5-2dcf7a822e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:59.763354 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9ae4c8a1-be71-4ed7-899e-f61c40731c61 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:59.781433 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26218436-9ec1-4b34-90a9-9a3dae98cbbe None None] Network d6decc40-f028-40d3-8a58-a204ba15eb04 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:56:59.793890 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8a81370-fa07-489c-9e35-9705cf839f2f tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:56:59.797386 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-26218436-9ec1-4b34-90a9-9a3dae98cbbe None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:56:59.819558 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26218436-9ec1-4b34-90a9-9a3dae98cbbe None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:56:59.825982 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26218436-9ec1-4b34-90a9-9a3dae98cbbe None None] Pushing event updated for resources: {'Port': ['ID=db7cd4a5-2b4b-4e92-a099-8f17c346a6de,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:59.829801 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1684581c-78f4-4e22-9ec6-7c72e528a63a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:59.907572 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9ae4c8a1-be71-4ed7-899e-f61c40731c61 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:59.907812 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-d207df03-b73e-4f25-b5c8-95bdc4f39c8a tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7476850 Mar 22 10:56:59.907812 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d207df03-b73e-4f25-b5c8-95bdc4f39c8a tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Pushing event updated for resources: {'Network': ['ID=58ee3aba-8606-40a0-ba5f-dd813c07b20a,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:56:59.923444 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-9ae4c8a1-be71-4ed7-899e-f61c40731c61 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6decc40-f028-40d3-8a58-a204ba15eb04']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:59.928820 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-9ae4c8a1-be71-4ed7-899e-f61c40731c61 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06c8fedc-9bbd-46a5-b201-5076d9eb4975') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:59.929117 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-9ae4c8a1-be71-4ed7-899e-f61c40731c61 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06c8fedc-9bbd-46a5-b201-5076d9eb4975') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:56:59.938882 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9ae4c8a1-be71-4ed7-899e-f61c40731c61 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:59.953480 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 58ee3aba-8606-40a0-ba5f-dd813c07b20a details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:56:59.954886 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9ae4c8a1-be71-4ed7-899e-f61c40731c61 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:59.967573 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ae4c8a1-be71-4ed7-899e-f61c40731c61 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:56:59.967573 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9ae4c8a1-be71-4ed7-899e-f61c40731c61 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:59.967921 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b8a81370-fa07-489c-9e35-9705cf839f2f tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:56:59.968025 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-b8a81370-fa07-489c-9e35-9705cf839f2f tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Added segment dbffa19b-4840-466b-87be-d5839e7e08a8 of type vlan for network 1720e5b8-640f-4127-a74b-934c3af8bbbc Mar 22 10:57:00.014193 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b8a81370-fa07-489c-9e35-9705cf839f2f tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:00.045634 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-26218436-9ec1-4b34-90a9-9a3dae98cbbe None None] Attempting to bind port db7cd4a5-2b4b-4e92-a099-8f17c346a6de on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:57:00.046051 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-26218436-9ec1-4b34-90a9-9a3dae98cbbe None None] Attempting to bind port db7cd4a5-2b4b-4e92-a099-8f17c346a6de by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '06c8fedc-9bbd-46a5-b201-5076d9eb4975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd6decc40-f028-40d3-8a58-a204ba15eb04'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:57:00.046427 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26218436-9ec1-4b34-90a9-9a3dae98cbbe None None] Attempting to bind port db7cd4a5-2b4b-4e92-a099-8f17c346a6de on network d6decc40-f028-40d3-8a58-a204ba15eb04 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:57:00.095490 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 10:57:00.095490 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:57:00.095490 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 10:57:00.095490 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:57:00.095490 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 10:57:00.095490 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:57:00.095490 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 10:57:00.095490 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:57:00.095490 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 10:57:00.095490 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:57:00.095490 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 10:57:00.095490 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:57:00.095490 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 10:57:00.095490 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:57:00.095490 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:57:00.095490 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:57:00.095490 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:57:00.095490 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:57:00.095490 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 10:57:00.095490 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:57:00.095490 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 10:57:00.095490 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:57:00.095490 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:57:00.095490 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:57:00.095490 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 10:57:00.095490 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:57:00.095490 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:57:00.095490 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:57:00.095490 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:57:00.095490 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:57:00.095490 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:57:00.095490 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:57:00.098012 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a81370-fa07-489c-9e35-9705cf839f2f tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45eb0949-447f-48b4-9b07-86e386b6d7e2,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:00.101740 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b8a81370-fa07-489c-9e35-9705cf839f2f tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:00.108022 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a81370-fa07-489c-9e35-9705cf839f2f tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:00.108714 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b8a81370-fa07-489c-9e35-9705cf839f2f tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:00.118872 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae4c8a1-be71-4ed7-899e-f61c40731c61 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Pushing event deleted for resources: {'Subnet': ['ID=3a0f0679-5079-4f6d-be78-1214a41f09ec,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:00.132312 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 10:57:00.134068 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d0eeed18-c163-4f06-83b7-461e3e8fc3b8 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:00.135828 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26218436-9ec1-4b34-90a9-9a3dae98cbbe None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:57:00.136218 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26218436-9ec1-4b34-90a9-9a3dae98cbbe None None] Checking segment: {'id': '06c8fedc-9bbd-46a5-b201-5076d9eb4975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd6decc40-f028-40d3-8a58-a204ba15eb04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:57:00.136633 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-26218436-9ec1-4b34-90a9-9a3dae98cbbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:00.137031 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26218436-9ec1-4b34-90a9-9a3dae98cbbe None None] Bound using segment: {'id': '06c8fedc-9bbd-46a5-b201-5076d9eb4975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd6decc40-f028-40d3-8a58-a204ba15eb04'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:57:00.137529 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-26218436-9ec1-4b34-90a9-9a3dae98cbbe None None] Bound port: db7cd4a5-2b4b-4e92-a099-8f17c346a6de, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c8fedc-9bbd-46a5-b201-5076d9eb4975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd6decc40-f028-40d3-8a58-a204ba15eb04'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:57:00.137918 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-26218436-9ec1-4b34-90a9-9a3dae98cbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:00.143890 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.db.api [None req-9ae4c8a1-be71-4ed7-899e-f61c40731c61 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 22 10:57:00.143890 dv-neutron-834599-1-hyperv neutron-server[109049]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 22 10:57:00.143890 dv-neutron-834599-1-hyperv neutron-server[109049]: [parameters: {'id': 'd6decc40-f028-40d3-8a58-a204ba15eb04'}] Mar 22 10:57:00.143890 dv-neutron-834599-1-hyperv neutron-server[109049]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 10:57:00.144494 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG oslo_db.api [None req-9ae4c8a1-be71-4ed7-899e-f61c40731c61 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 10:57:00.167426 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-e0b36024-7a86-499a-a333-219e4c67c3ed None None] Notify callbacks [] for port, precommit_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:00.169544 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-d0eeed18-c163-4f06-83b7-461e3e8fc3b8 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Calling delete_port for 9c98de94-1609-49ca-a8c9-46f46e21d378 owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:57:00.175027 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84091e6c-8647-45d7-acb2-25aca4240450 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-b431a499-e69f-4b25-8a69-0fc1b9d888e8', 'network_id': 'b431a499-e69f-4b25-8a69-0fc1b9d888e8', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'fixed_ips': [{'subnet_id': '2a79ee7e-0f73-43d5-a090-8bc6ee96295a'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:57:00.180179 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-e0b36024-7a86-499a-a333-219e4c67c3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:00.188060 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-84091e6c-8647-45d7-acb2-25aca4240450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:00.208504 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1684581c-78f4-4e22-9ec6-7c72e528a63a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:00.215552 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1684581c-78f4-4e22-9ec6-7c72e528a63a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:00.216410 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1684581c-78f4-4e22-9ec6-7c72e528a63a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:00.274278 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee05aa0-031c-4bc8-8f3f-0f49607ed38c None None] Pushing event updated for resources: {'Port': ['ID=7a40f030-16cb-4734-b959-88cabf919ff8,revision_number=3']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:00.279217 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-b8a81370-fa07-489c-9e35-9705cf839f2f tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5374899 Mar 22 10:57:00.291199 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee05aa0-031c-4bc8-8f3f-0f49607ed38c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:57:00.291902 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee05aa0-031c-4bc8-8f3f-0f49607ed38c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:57:00.292954 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee05aa0-031c-4bc8-8f3f-0f49607ed38c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:57:00.294314 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee05aa0-031c-4bc8-8f3f-0f49607ed38c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:57:00.294800 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee05aa0-031c-4bc8-8f3f-0f49607ed38c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:57:00.295293 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee05aa0-031c-4bc8-8f3f-0f49607ed38c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:57:00.295939 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee05aa0-031c-4bc8-8f3f-0f49607ed38c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:57:00.296660 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee05aa0-031c-4bc8-8f3f-0f49607ed38c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:57:00.297156 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee05aa0-031c-4bc8-8f3f-0f49607ed38c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:57:00.298081 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee05aa0-031c-4bc8-8f3f-0f49607ed38c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:57:00.298572 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee05aa0-031c-4bc8-8f3f-0f49607ed38c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:57:00.299045 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee05aa0-031c-4bc8-8f3f-0f49607ed38c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:57:00.332647 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38420) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:00.345616 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916ea92d-233b-4b82-9b94-9c6d0dffa9b1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Made reservation on behalf of fb0167f3b2d0487da26d7fc0c00f0b66 for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:00.353697 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-916ea92d-233b-4b82-9b94-9c6d0dffa9b1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:00.397819 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-e0b36024-7a86-499a-a333-219e4c67c3ed None None] Attempting to bind port 7a40f030-16cb-4734-b959-88cabf919ff8 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:57:00.398325 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-e0b36024-7a86-499a-a333-219e4c67c3ed None None] Attempting to bind port 7a40f030-16cb-4734-b959-88cabf919ff8 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': 'da0f83a2-bc73-42a9-8a4e-1942ea8594a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '6a65d360-9164-47d6-a114-8a8963e979c8'}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:57:00.398684 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b36024-7a86-499a-a333-219e4c67c3ed None None] Attempting to bind port 7a40f030-16cb-4734-b959-88cabf919ff8 on network 6a65d360-9164-47d6-a114-8a8963e979c8 {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:57:00.404628 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-e9067b7a-6529-4ac6-ba43-346e9acbeb99 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Request body: {'subnet': {'network_id': '1720e5b8-640f-4127-a74b-934c3af8bbbc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:00.406906 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b36024-7a86-499a-a333-219e4c67c3ed None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:57:00.407284 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b36024-7a86-499a-a333-219e4c67c3ed None None] Checking segment: {'id': 'da0f83a2-bc73-42a9-8a4e-1942ea8594a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '6a65d360-9164-47d6-a114-8a8963e979c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:57:00.413640 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-e0b36024-7a86-499a-a333-219e4c67c3ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:00.414093 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b36024-7a86-499a-a333-219e4c67c3ed None None] Bound using segment: {'id': 'da0f83a2-bc73-42a9-8a4e-1942ea8594a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '6a65d360-9164-47d6-a114-8a8963e979c8'} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:57:00.414598 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-e0b36024-7a86-499a-a333-219e4c67c3ed None None] Bound port: 7a40f030-16cb-4734-b959-88cabf919ff8, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da0f83a2-bc73-42a9-8a4e-1942ea8594a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '6a65d360-9164-47d6-a114-8a8963e979c8'}}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:57:00.415044 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-e0b36024-7a86-499a-a333-219e4c67c3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:00.423533 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a81370-fa07-489c-9e35-9705cf839f2f tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Pushing event updated for resources: {'Network': ['ID=1720e5b8-640f-4127-a74b-934c3af8bbbc,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:00.498419 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 1720e5b8-640f-4127-a74b-934c3af8bbbc details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:57:00.506145 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1684581c-78f4-4e22-9ec6-7c72e528a63a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1891007 Mar 22 10:57:00.544169 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-e0b36024-7a86-499a-a333-219e4c67c3ed None None] For port 7a40f030-16cb-4734-b959-88cabf919ff8, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:57:00.547930 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-e0b36024-7a86-499a-a333-219e4c67c3ed None None] For port 7a40f030-16cb-4734-b959-88cabf919ff8, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=7a40f030-16cb-4734-b959-88cabf919ff8,segment=NetworkSegment(da0f83a2-bc73-42a9-8a4e-1942ea8594a6),segment_id=da0f83a2-bc73-42a9-8a4e-1942ea8594a6)] {{(pid=109052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:57:00.559770 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38422) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:00.564764 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-e0b36024-7a86-499a-a333-219e4c67c3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:00.574620 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-ab414e39-9405-4c1f-811a-b15504c3c2a8 None None] Could not find standard attr ID for object d4c17af4-52ee-4525-8d30-57a0c6a06fe3. {{(pid=109051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 10:57:00.602709 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-4010acc7-0198-44e3-82a6-419a5d847c87 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Request body: {'subnet': {'network_id': '30d2b94c-bee4-42f8-b593-43102434f7e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:00.623621 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1684581c-78f4-4e22-9ec6-7c72e528a63a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event updated for resources: {'Network': ['ID=30d2b94c-bee4-42f8-b593-43102434f7e9,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:00.646588 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-26218436-9ec1-4b34-90a9-9a3dae98cbbe None None] For port db7cd4a5-2b4b-4e92-a099-8f17c346a6de, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:57:00.651476 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 30d2b94c-bee4-42f8-b593-43102434f7e9 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:57:00.692543 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9ae4c8a1-be71-4ed7-899e-f61c40731c61 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:00.699899 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b36024-7a86-499a-a333-219e4c67c3ed None None] Routers {'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:57:00.700982 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-e0b36024-7a86-499a-a333-219e4c67c3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:56:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:00.718942 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.objects.ports [None req-5fa79827-769d-41a3-b8b1-18323ff29d12 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109050) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 10:57:00.754127 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee05aa0-031c-4bc8-8f3f-0f49607ed38c None None] Pushing event updated for resources: {'Port': ['ID=7a40f030-16cb-4734-b959-88cabf919ff8,revision_number=4']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:00.887522 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-e0b36024-7a86-499a-a333-219e4c67c3ed None None] Set router f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:57:00.896091 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-84091e6c-8647-45d7-acb2-25aca4240450 None None] Allocated IP 172.20.0.2 (b431a499-e69f-4b25-8a69-0fc1b9d888e8/2a79ee7e-0f73-43d5-a090-8bc6ee96295a/64ec7fa6-1cbd-40f9-b57d-3e18915e70e8) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:57:00.976120 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-587beec9-d3df-490c-b8f6-bb81574b1062 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2145 time: 1.4803848 Mar 22 10:57:01.048247 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4010acc7-0198-44e3-82a6-419a5d847c87 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Made reservation on behalf of 976d65578b3f4457a067052eaaa72feb for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:01.060782 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4010acc7-0198-44e3-82a6-419a5d847c87 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:01.098486 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d0eeed18-c163-4f06-83b7-461e3e8fc3b8 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:01.222329 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-84091e6c-8647-45d7-acb2-25aca4240450 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:01.239655 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38426) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:01.245177 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-26218436-9ec1-4b34-90a9-9a3dae98cbbe None None] For port db7cd4a5-2b4b-4e92-a099-8f17c346a6de, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=db7cd4a5-2b4b-4e92-a099-8f17c346a6de,segment=NetworkSegment(06c8fedc-9bbd-46a5-b201-5076d9eb4975),segment_id=06c8fedc-9bbd-46a5-b201-5076d9eb4975)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:57:01.260128 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-27781be0-79fa-45a9-8143-f99121063ee4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-331539500', 'description': 'tempest-secgroup-smoke-331539500 description', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:01.268307 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-916ea92d-233b-4b82-9b94-9c6d0dffa9b1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:01.278187 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-84091e6c-8647-45d7-acb2-25aca4240450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:01.336265 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-e0b36024-7a86-499a-a333-219e4c67c3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'name': 'tempest-TestNetworkBasicOps-router-1828628981', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': '6cda97f7-9cfc-4889-a0ae-87e083441a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:56:38Z', 'updated_at': '2022-03-22T10:56:55Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '6cda97f7-9cfc-4889-a0ae-87e083441a28', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:dc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:56:41Z', 'updated_at': '2022-03-22T10:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '7a40f030-16cb-4734-b959-88cabf919ff8', 'name': '', 'network_id': '6a65d360-9164-47d6-a114-8a8963e979c8', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:d0:fc:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '4c71e94c-7cee-47cf-9eaa-4ef0468212bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:56:51Z', 'updated_at': '2022-03-22T10:57:00Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '4c71e94c-7cee-47cf-9eaa-4ef0468212bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:01.350729 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5fa79827-769d-41a3-b8b1-18323ff29d12 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:01.367659 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-26218436-9ec1-4b34-90a9-9a3dae98cbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:01.387400 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b36024-7a86-499a-a333-219e4c67c3ed None None] The sync data for ids ['f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4'] in dv-neutron-834599-1-hyperv is: [{'id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'name': 'tempest-TestNetworkBasicOps-router-1828628981', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': '6cda97f7-9cfc-4889-a0ae-87e083441a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:56:38Z', 'updated_at': '2022-03-22T10:56:55Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '6cda97f7-9cfc-4889-a0ae-87e083441a28', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:dc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:56:41Z', 'updated_at': '2022-03-22T10:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '7a40f030-16cb-4734-b959-88cabf919ff8', 'name': '', 'network_id': '6a65d360-9164-47d6-a114-8a8963e979c8', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:d0:fc:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '4c71e94c-7cee-47cf-9eaa-4ef0468212bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:56:51Z', 'updated_at': '2022-03-22T10:57:00Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '4c71e94c-7cee-47cf-9eaa-4ef0468212bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:57:01.491099 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-08a4079e-35d1-4143-aca8-65681848dd7a None None] Provisioning complete for port 7a40f030-16cb-4734-b959-88cabf919ff8 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:01.491751 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-08a4079e-35d1-4143-aca8-65681848dd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:01.556866 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9067b7a-6529-4ac6-ba43-346e9acbeb99 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Made reservation on behalf of 55d09b037a224a7db2a2dbd7ed1109cd for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:01.561033 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e9067b7a-6529-4ac6-ba43-346e9acbeb99 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:01.572508 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eeed18-c163-4f06-83b7-461e3e8fc3b8 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c98de94-1609-49ca-a8c9-46f46e21d378,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:01.591756 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84091e6c-8647-45d7-acb2-25aca4240450 None None] Network b431a499-e69f-4b25-8a69-0fc1b9d888e8 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:57:01.611536 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-84091e6c-8647-45d7-acb2-25aca4240450 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:01.614724 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84091e6c-8647-45d7-acb2-25aca4240450 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:57:01.618973 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.ipam_backend_mixin [None req-4010acc7-0198-44e3-82a6-419a5d847c87 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Performing IP validity checks on allocation pools {{(pid=109049) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 22 10:57:01.620158 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.ipam_backend_mixin [None req-4010acc7-0198-44e3-82a6-419a5d847c87 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109049) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 22 10:57:01.626794 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84091e6c-8647-45d7-acb2-25aca4240450 None None] Pushing event updated for resources: {'Port': ['ID=64ec7fa6-1cbd-40f9-b57d-3e18915e70e8,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:01.725128 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26218436-9ec1-4b34-90a9-9a3dae98cbbe None None] Pushing event updated for resources: {'Port': ['ID=db7cd4a5-2b4b-4e92-a099-8f17c346a6de,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:01.799013 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916ea92d-233b-4b82-9b94-9c6d0dffa9b1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event updated for resources: {'Subnet': ['ID=d288ebd9-5a39-4ac4-a520-3994fa234cb9,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:01.844358 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916ea92d-233b-4b82-9b94-9c6d0dffa9b1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Checking segment: {'id': 'd31bc719-574f-44cc-a3eb-bff2edc36f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'bf0a1c79-cd9a-4d2e-a4a9-c157709b0877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:57:01.847182 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916ea92d-233b-4b82-9b94-9c6d0dffa9b1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Network hostable DHCP agents. Network: bf0a1c79-cd9a-4d2e-a4a9-c157709b0877, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:57:01.860301 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-27781be0-79fa-45a9-8143-f99121063ee4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:01.860615 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff71cd32-85b8-4c3a-aa0c-deab677be583 None None] Network d6decc40-f028-40d3-8a58-a204ba15eb04 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:57:01.883413 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 7a40f030-16cb-4734-b959-88cabf919ff8 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:57:01.901882 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-84091e6c-8647-45d7-acb2-25aca4240450 None None] Attempting to bind port 64ec7fa6-1cbd-40f9-b57d-3e18915e70e8 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:57:01.902340 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-84091e6c-8647-45d7-acb2-25aca4240450 None None] Attempting to bind port 64ec7fa6-1cbd-40f9-b57d-3e18915e70e8 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '944859d4-08b6-48e5-837d-01d960968df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b431a499-e69f-4b25-8a69-0fc1b9d888e8'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:57:01.903324 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84091e6c-8647-45d7-acb2-25aca4240450 None None] Attempting to bind port 64ec7fa6-1cbd-40f9-b57d-3e18915e70e8 on network b431a499-e69f-4b25-8a69-0fc1b9d888e8 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:57:01.907147 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-9ae4c8a1-be71-4ed7-899e-f61c40731c61 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Deleting port db7cd4a5-2b4b-4e92-a099-8f17c346a6de {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:57:01.907747 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9ae4c8a1-be71-4ed7-899e-f61c40731c61 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:01.910647 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-5fa79827-769d-41a3-b8b1-18323ff29d12 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] For port 38e993be-c741-4f55-9899-82bf3adeb921, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=38e993be-c741-4f55-9899-82bf3adeb921,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:57:01.949084 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84091e6c-8647-45d7-acb2-25aca4240450 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:57:01.950117 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84091e6c-8647-45d7-acb2-25aca4240450 None None] Checking segment: {'id': '944859d4-08b6-48e5-837d-01d960968df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b431a499-e69f-4b25-8a69-0fc1b9d888e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:57:01.950703 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-84091e6c-8647-45d7-acb2-25aca4240450 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:01.951183 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84091e6c-8647-45d7-acb2-25aca4240450 None None] Bound using segment: {'id': '944859d4-08b6-48e5-837d-01d960968df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b431a499-e69f-4b25-8a69-0fc1b9d888e8'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:57:01.951789 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-84091e6c-8647-45d7-acb2-25aca4240450 None None] Bound port: 64ec7fa6-1cbd-40f9-b57d-3e18915e70e8, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '944859d4-08b6-48e5-837d-01d960968df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b431a499-e69f-4b25-8a69-0fc1b9d888e8'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:57:01.952263 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-84091e6c-8647-45d7-acb2-25aca4240450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:02.000558 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5fa79827-769d-41a3-b8b1-18323ff29d12 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:02.007449 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d0eeed18-c163-4f06-83b7-461e3e8fc3b8 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:02.011557 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d0eeed18-c163-4f06-83b7-461e3e8fc3b8 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] 10.222.0.57 "DELETE /v2.0/ports/9c98de94-1609-49ca-a8c9-46f46e21d378 HTTP/1.1" status: 204 len: 168 time: 2.7952409 Mar 22 10:57:02.014152 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38428) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:02.041340 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-805d3734-9c6b-4a63-8ced-a0ff879b6d4c tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '98a2fbe7-c077-4fd0-9fdb-421da6752235', 'external_fixed_ips': [{'subnet_id': 'b7b5b7ce-7bbb-4a7b-92ee-61316a53b7e1', 'ip_address': '172.20.0.9'}]}}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:02.098825 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-27781be0-79fa-45a9-8143-f99121063ee4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:02.100637 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5fa79827-769d-41a3-b8b1-18323ff29d12 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:02.101960 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5fa79827-769d-41a3-b8b1-18323ff29d12 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:02.184601 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-08a4079e-35d1-4143-aca8-65681848dd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:02.228549 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-9ae4c8a1-be71-4ed7-899e-f61c40731c61 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] For port db7cd4a5-2b4b-4e92-a099-8f17c346a6de, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=db7cd4a5-2b4b-4e92-a099-8f17c346a6de,segment=NetworkSegment(06c8fedc-9bbd-46a5-b201-5076d9eb4975),segment_id=06c8fedc-9bbd-46a5-b201-5076d9eb4975)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:57:02.229091 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa79827-769d-41a3-b8b1-18323ff29d12 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event updated for resources: {'Subnet': ['ID=3b0e7097-4fb3-4e4f-9cd0-93f3d2fd51c1,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:02.229400 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9ae4c8a1-be71-4ed7-899e-f61c40731c61 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:02.232311 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 7a40f030-16cb-4734-b959-88cabf919ff8 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:02.233219 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:02.240431 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-27781be0-79fa-45a9-8143-f99121063ee4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:02.265423 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-84091e6c-8647-45d7-acb2-25aca4240450 None None] For port 64ec7fa6-1cbd-40f9-b57d-3e18915e70e8, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:57:02.279415 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-9ae4c8a1-be71-4ed7-899e-f61c40731c61 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Calling delete_port for db7cd4a5-2b4b-4e92-a099-8f17c346a6de owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:57:02.289018 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-805d3734-9c6b-4a63-8ced-a0ff879b6d4c tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:02.290223 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-805d3734-9c6b-4a63-8ced-a0ff879b6d4c tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:02.329492 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-08a4079e-35d1-4143-aca8-65681848dd7a None None] For port 7a40f030-16cb-4734-b959-88cabf919ff8, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=7a40f030-16cb-4734-b959-88cabf919ff8,segment=NetworkSegment(da0f83a2-bc73-42a9-8a4e-1942ea8594a6),segment_id=da0f83a2-bc73-42a9-8a4e-1942ea8594a6)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:57:02.347336 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa79827-769d-41a3-b8b1-18323ff29d12 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:57:02.348419 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27781be0-79fa-45a9-8143-f99121063ee4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33c78aa2-2e76-445d-9fd9-b8ed895eb7a7,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:02.360984 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-08a4079e-35d1-4143-aca8-65681848dd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:02.362271 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916ea92d-233b-4b82-9b94-9c6d0dffa9b1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Network bf0a1c79-cd9a-4d2e-a4a9-c157709b0877 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:57:02.372444 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-84091e6c-8647-45d7-acb2-25aca4240450 None None] For port 64ec7fa6-1cbd-40f9-b57d-3e18915e70e8, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=64ec7fa6-1cbd-40f9-b57d-3e18915e70e8,segment=NetworkSegment(944859d4-08b6-48e5-837d-01d960968df9),segment_id=944859d4-08b6-48e5-837d-01d960968df9)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:57:02.383987 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-27781be0-79fa-45a9-8143-f99121063ee4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:02.388189 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-27781be0-79fa-45a9-8143-f99121063ee4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.1313779 Mar 22 10:57:02.389931 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38430) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:02.401773 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-d0dd8360-010a-4735-900e-18f23707a8fa tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': '33c78aa2-2e76-445d-9fd9-b8ed895eb7a7', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:02.413742 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-84091e6c-8647-45d7-acb2-25aca4240450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:02.443324 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-916ea92d-233b-4b82-9b94-9c6d0dffa9b1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, bf0a1c79-cd9a-4d2e-a4a9-c157709b0877) {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:02.446154 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-5fa79827-769d-41a3-b8b1-18323ff29d12 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:02.453657 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa79827-769d-41a3-b8b1-18323ff29d12 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:02.454251 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5fa79827-769d-41a3-b8b1-18323ff29d12 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:02.470291 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c828de-bbff-4145-9506-6f1dcacd32a0 None None] Network bf0a1c79-cd9a-4d2e-a4a9-c157709b0877 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:57:02.474440 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bd5dc2-e0db-409e-8d37-2982e33e1f1e None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:57:02.479922 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916ea92d-233b-4b82-9b94-9c6d0dffa9b1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:02.480479 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-916ea92d-233b-4b82-9b94-9c6d0dffa9b1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:02.517862 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4010acc7-0198-44e3-82a6-419a5d847c87 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:02.525770 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d0dd8360-010a-4735-900e-18f23707a8fa tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:02.535491 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-5fa79827-769d-41a3-b8b1-18323ff29d12 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.0953569 Mar 22 10:57:02.552706 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38432) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:02.578381 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-8d017508-f765-4e92-9cf8-99f3bbf0193e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'port': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'mac_address': 'fa:16:3e:82:99:4e', 'name': 'tempest-NetworksTestDHCPv6-1753530704'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:02.624701 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e9067b7a-6529-4ac6-ba43-346e9acbeb99 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:02.638129 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-916ea92d-233b-4b82-9b94-9c6d0dffa9b1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0065658 Mar 22 10:57:02.639187 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa79827-769d-41a3-b8b1-18323ff29d12 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event updated for resources: {'Port': ['ID=38e993be-c741-4f55-9899-82bf3adeb921,revision_number=11']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:02.647854 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38434) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:02.666722 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-2b9ff939-a07b-47d3-b19a-cbc96abe21a5 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-276121716', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:02.735827 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-805d3734-9c6b-4a63-8ced-a0ff879b6d4c tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:02.768747 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a4079e-35d1-4143-aca8-65681848dd7a None None] Pushing event updated for resources: {'Port': ['ID=7a40f030-16cb-4734-b959-88cabf919ff8,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:02.822305 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2b9ff939-a07b-47d3-b19a-cbc96abe21a5 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:02.823357 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2b9ff939-a07b-47d3-b19a-cbc96abe21a5 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:02.910405 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d0dd8360-010a-4735-900e-18f23707a8fa tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:02.981299 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d0dd8360-010a-4735-900e-18f23707a8fa tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:03.037867 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4010acc7-0198-44e3-82a6-419a5d847c87 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event updated for resources: {'Subnet': ['ID=3eca731c-aa77-46a1-84da-8a1923affcd3,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:03.052036 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dd8360-010a-4735-900e-18f23707a8fa tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f118a0ac-2fc1-456c-81ba-845728c33fed,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:03.085924 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d0dd8360-010a-4735-900e-18f23707a8fa tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:03.087171 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-d0dd8360-010a-4735-900e-18f23707a8fa tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6963243 Mar 22 10:57:03.169939 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2b9ff939-a07b-47d3-b19a-cbc96abe21a5 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:03.171632 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38436) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:03.171973 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38438) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:03.172898 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d017508-f765-4e92-9cf8-99f3bbf0193e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Made reservation on behalf of f7a8ac7bbd5d466888176c13ba053f5f for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:03.184435 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-e294db49-be04-4534-bac4-8a39a5a0e927 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': '33c78aa2-2e76-445d-9fd9-b8ed895eb7a7', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:03.192318 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9ae4c8a1-be71-4ed7-899e-f61c40731c61 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:03.214847 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-7b588012-6202-4e8d-b275-7999099ee879 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Request body: {'subnet': {'network_id': '58ee3aba-8606-40a0-ba5f-dd813c07b20a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:03.225931 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-be47a3df-d511-4462-834f-be499e700a12 None None] Provisioning complete for port 7a40f030-16cb-4734-b959-88cabf919ff8 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:03.226300 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-be47a3df-d511-4462-834f-be499e700a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:03.306503 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-805d3734-9c6b-4a63-8ced-a0ff879b6d4c tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:03.310873 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae4c8a1-be71-4ed7-899e-f61c40731c61 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Pushing event deleted for resources: {'Port': ['ID=db7cd4a5-2b4b-4e92-a099-8f17c346a6de,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:03.313480 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae4c8a1-be71-4ed7-899e-f61c40731c61 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] No DVR routers for this DVR port db7cd4a5-2b4b-4e92-a099-8f17c346a6de on host dv-neutron-834599-1-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:57:03.325561 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9067b7a-6529-4ac6-ba43-346e9acbeb99 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Checking segment: {'id': 'dbffa19b-4840-466b-87be-d5839e7e08a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '1720e5b8-640f-4127-a74b-934c3af8bbbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:57:03.325930 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9067b7a-6529-4ac6-ba43-346e9acbeb99 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Network hostable DHCP agents. Network: 1720e5b8-640f-4127-a74b-934c3af8bbbc, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:57:03.335158 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2b9ff939-a07b-47d3-b19a-cbc96abe21a5 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:03.350380 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e294db49-be04-4534-bac4-8a39a5a0e927 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:03.352415 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4010acc7-0198-44e3-82a6-419a5d847c87 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Checking segment: {'id': '60c26265-35c8-4169-b6bc-78d225811b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '30d2b94c-bee4-42f8-b593-43102434f7e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:57:03.352723 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4010acc7-0198-44e3-82a6-419a5d847c87 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Network hostable DHCP agents. Network: 30d2b94c-bee4-42f8-b593-43102434f7e9, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:57:03.363980 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9067b7a-6529-4ac6-ba43-346e9acbeb99 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Pushing event updated for resources: {'Subnet': ['ID=bc216dcf-540a-433b-aa3c-956c74100833,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:03.427747 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4010acc7-0198-44e3-82a6-419a5d847c87 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Network 30d2b94c-bee4-42f8-b593-43102434f7e9 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:57:03.430510 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84091e6c-8647-45d7-acb2-25aca4240450 None None] Pushing event updated for resources: {'Port': ['ID=64ec7fa6-1cbd-40f9-b57d-3e18915e70e8,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:03.446563 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2b9ff939-a07b-47d3-b19a-cbc96abe21a5 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:03.447944 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-2b9ff939-a07b-47d3-b19a-cbc96abe21a5 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7989187 Mar 22 10:57:03.453077 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a73b4f-03c9-438e-a87b-e4c64c21c47d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-bf0a1c79-cd9a-4d2e-a4a9-c157709b0877', 'network_id': 'bf0a1c79-cd9a-4d2e-a4a9-c157709b0877', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'fixed_ips': [{'subnet_id': 'd288ebd9-5a39-4ac4-a520-3994fa234cb9'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:57:03.456416 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-09a73b4f-03c9-438e-a87b-e4c64c21c47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:03.459595 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38440) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:03.480869 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9067b7a-6529-4ac6-ba43-346e9acbeb99 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Network 1720e5b8-640f-4127-a74b-934c3af8bbbc is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:57:03.485322 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9ae4c8a1-be71-4ed7-899e-f61c40731c61 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:03.510445 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-4010acc7-0198-44e3-82a6-419a5d847c87 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 30d2b94c-bee4-42f8-b593-43102434f7e9) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:03.517358 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-e9067b7a-6529-4ac6-ba43-346e9acbeb99 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 1720e5b8-640f-4127-a74b-934c3af8bbbc) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:03.528917 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4010acc7-0198-44e3-82a6-419a5d847c87 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:03.529562 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4010acc7-0198-44e3-82a6-419a5d847c87 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:03.533928 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-9ae4c8a1-be71-4ed7-899e-f61c40731c61 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6decc40-f028-40d3-8a58-a204ba15eb04']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:03.537526 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9067b7a-6529-4ac6-ba43-346e9acbeb99 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:03.538117 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e9067b7a-6529-4ac6-ba43-346e9acbeb99 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:03.601143 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-9ae4c8a1-be71-4ed7-899e-f61c40731c61 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06c8fedc-9bbd-46a5-b201-5076d9eb4975') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:03.601548 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-9ae4c8a1-be71-4ed7-899e-f61c40731c61 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06c8fedc-9bbd-46a5-b201-5076d9eb4975') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:03.622159 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b588012-6202-4e8d-b275-7999099ee879 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Made reservation on behalf of 6fad94f603ac4450bd9d1e1d6faca259 for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:03.624978 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9ae4c8a1-be71-4ed7-899e-f61c40731c61 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:03.626788 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7b588012-6202-4e8d-b275-7999099ee879 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:03.641468 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4010acc7-0198-44e3-82a6-419a5d847c87 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0783308 Mar 22 10:57:03.647711 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38442) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:03.654662 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e9067b7a-6529-4ac6-ba43-346e9acbeb99 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2949886 Mar 22 10:57:03.659163 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38444) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:03.661347 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-14ec2abc-11fb-4825-867e-1d0f59843096 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Request body: {'port': {'network_id': '30d2b94c-bee4-42f8-b593-43102434f7e9', 'name': 'tempest-PortsTestJSON-1221118163'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:03.676784 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9ae4c8a1-be71-4ed7-899e-f61c40731c61 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:03.688817 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-80ab66b9-4399-4491-8886-5a756f270f9b tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Request body: {'network': {'name': 'tempest-router-network01--1483454222'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:03.711697 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ae4c8a1-be71-4ed7-899e-f61c40731c61 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:57:03.712115 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9ae4c8a1-be71-4ed7-899e-f61c40731c61 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:03.727285 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 10:57:03.727285 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:57:03.727285 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 10:57:03.727285 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:57:03.727285 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 10:57:03.727285 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:57:03.727285 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 10:57:03.727285 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:57:03.727285 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 10:57:03.727285 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:57:03.727285 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 10:57:03.727285 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:57:03.727285 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 10:57:03.727285 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:57:03.727285 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:57:03.727285 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:57:03.727285 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:57:03.727285 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:57:03.727285 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 10:57:03.727285 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:57:03.727285 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 10:57:03.727285 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:57:03.727285 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:57:03.727285 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:57:03.727285 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 10:57:03.727285 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:57:03.727285 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:57:03.727285 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:57:03.727285 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:57:03.727285 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:57:03.727285 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:57:03.727285 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:57:03.792664 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192a389d-317c-4632-ab43-00b0dd7ad565 None None] Network 30d2b94c-bee4-42f8-b593-43102434f7e9 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:57:03.795641 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61257170-040f-4e04-a495-708d778f883a None None] Network 1720e5b8-640f-4127-a74b-934c3af8bbbc requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:57:03.894784 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ab66b9-4399-4491-8886-5a756f270f9b tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Made reservation on behalf of 55d09b037a224a7db2a2dbd7ed1109cd for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:03.898753 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-80ab66b9-4399-4491-8886-5a756f270f9b tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:03.906928 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9ae4c8a1-be71-4ed7-899e-f61c40731c61 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:03.953909 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9ae4c8a1-be71-4ed7-899e-f61c40731c61 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:03.957229 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9ae4c8a1-be71-4ed7-899e-f61c40731c61 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "DELETE /v2.0/networks/d6decc40-f028-40d3-8a58-a204ba15eb04 HTTP/1.1" status: 204 len: 168 time: 5.3248091 Mar 22 10:57:03.965517 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38446) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:03.981801 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-563e0edf-caed-4509-bbb6-8edeb85bed70 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1404293458'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:03.991064 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 64ec7fa6-1cbd-40f9-b57d-3e18915e70e8 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:57:04.001911 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-09a73b4f-03c9-438e-a87b-e4c64c21c47d None None] Allocated IP 172.21.0.2 (bf0a1c79-cd9a-4d2e-a4a9-c157709b0877/d288ebd9-5a39-4ac4-a520-3994fa234cb9/8a6ea19c-2de4-4e36-b4f9-b16d72879dbf) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:57:04.019031 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae4c8a1-be71-4ed7-899e-f61c40731c61 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Pushing event deleted for resources: {'Network': ['ID=d6decc40-f028-40d3-8a58-a204ba15eb04,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:04.027322 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80ab66b9-4399-4491-8886-5a756f270f9b tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:57:04.061031 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fc5d92-0b61-4775-8370-8b4e7ff119fe None None] Network b431a499-e69f-4b25-8a69-0fc1b9d888e8 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:57:04.085173 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-80ab66b9-4399-4491-8886-5a756f270f9b tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:04.085707 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-80ab66b9-4399-4491-8886-5a756f270f9b tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Added segment 8074ae99-5542-477b-a608-c3ad91056188 of type vlan for network ec3cf6ac-e833-4cf0-9014-327d7e4edebe Mar 22 10:57:04.119506 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8d017508-f765-4e92-9cf8-99f3bbf0193e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:04.143657 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563e0edf-caed-4509-bbb6-8edeb85bed70 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Made reservation on behalf of a993536edab145339b0f463caedd0151 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:04.147536 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-563e0edf-caed-4509-bbb6-8edeb85bed70 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:04.154832 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ec2abc-11fb-4825-867e-1d0f59843096 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Made reservation on behalf of 976d65578b3f4457a067052eaaa72feb for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:04.158263 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-14ec2abc-11fb-4825-867e-1d0f59843096 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:04.183635 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-80ab66b9-4399-4491-8886-5a756f270f9b tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:04.197026 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e294db49-be04-4534-bac4-8a39a5a0e927 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:04.203983 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-8d017508-f765-4e92-9cf8-99f3bbf0193e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] device_id is not set on port 591ef350-1030-4818-92b8-8a847e8c0694 yet. {{(pid=109050) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:57:04.214484 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e294db49-be04-4534-bac4-8a39a5a0e927 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:04.217051 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-14ec2abc-11fb-4825-867e-1d0f59843096 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] device_id is not set on port b0235252-b212-4bf8-b92d-b2a2bd89a8ad yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:57:04.230776 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-563e0edf-caed-4509-bbb6-8edeb85bed70 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:57:04.233079 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-805d3734-9c6b-4a63-8ced-a0ff879b6d4c tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:04.295875 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-805d3734-9c6b-4a63-8ced-a0ff879b6d4c tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:04.302814 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-563e0edf-caed-4509-bbb6-8edeb85bed70 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:04.302814 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-563e0edf-caed-4509-bbb6-8edeb85bed70 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Added segment 7d29e9b7-7d5c-4de4-9b20-f9575a58394a of type vlan for network 6ba9ef6e-5569-408f-a7ad-930972fcf57b Mar 22 10:57:04.307336 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e294db49-be04-4534-bac4-8a39a5a0e927 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f4edeaf-88af-40f7-a8d5-78cf28c7b058,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:04.312724 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-80ab66b9-4399-4491-8886-5a756f270f9b tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:04.318186 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ab66b9-4399-4491-8886-5a756f270f9b tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:04.318793 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-80ab66b9-4399-4491-8886-5a756f270f9b tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:04.354824 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e294db49-be04-4534-bac4-8a39a5a0e927 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:04.356237 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-e294db49-be04-4534-bac4-8a39a5a0e927 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1782749 Mar 22 10:57:04.357640 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e294db49-be04-4534-bac4-8a39a5a0e927 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:57:04.358004 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e294db49-be04-4534-bac4-8a39a5a0e927 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:57:04.358316 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e294db49-be04-4534-bac4-8a39a5a0e927 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:57:04.358758 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e294db49-be04-4534-bac4-8a39a5a0e927 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:57:04.359065 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e294db49-be04-4534-bac4-8a39a5a0e927 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:57:04.359402 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e294db49-be04-4534-bac4-8a39a5a0e927 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:57:04.359730 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e294db49-be04-4534-bac4-8a39a5a0e927 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:57:04.360055 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e294db49-be04-4534-bac4-8a39a5a0e927 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:57:04.360377 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e294db49-be04-4534-bac4-8a39a5a0e927 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:57:04.360683 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e294db49-be04-4534-bac4-8a39a5a0e927 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:57:04.360999 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e294db49-be04-4534-bac4-8a39a5a0e927 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:57:04.361313 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e294db49-be04-4534-bac4-8a39a5a0e927 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:57:04.370532 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38448) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:04.375073 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-c61a7b35-a24c-4207-a9a2-0fab1fe6006d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': '33c78aa2-2e76-445d-9fd9-b8ed895eb7a7', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:04.389657 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579b375d-ef06-424f-a425-f436e2599e16 None None] Update dhcp port {'port': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'fixed_ips': [{'subnet_id': '3b0e7097-4fb3-4e4f-9cd0-93f3d2fd51c1', 'ip_address': '2001:db8::f816:3eff:fed4:5c8b'}, {'subnet_id': '39c5482b-726c-4735-982b-adafdf0edc20'}], 'binding:host_id': 'dv-neutron-834599-1-hyperv'}, 'id': '38e993be-c741-4f55-9899-82bf3adeb921'} from dv-neutron-834599-1-hyperv. {{(pid=109051) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 22 10:57:04.392103 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 64ec7fa6-1cbd-40f9-b57d-3e18915e70e8 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:04.392366 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:04.400011 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-d9405b0b-1de0-45c0-ac63-6988c9616c8d None None] Provisioning complete for port 64ec7fa6-1cbd-40f9-b57d-3e18915e70e8 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:04.400384 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d9405b0b-1de0-45c0-ac63-6988c9616c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:04.495185 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-80ab66b9-4399-4491-8886-5a756f270f9b tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8261881 Mar 22 10:57:04.498263 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38450) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:04.536675 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e8688a-57c9-4292-bc46-1b4d47ff4f85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-30d2b94c-bee4-42f8-b593-43102434f7e9', 'network_id': '30d2b94c-bee4-42f8-b593-43102434f7e9', 'tenant_id': '976d65578b3f4457a067052eaaa72feb', 'fixed_ips': [{'subnet_id': '3eca731c-aa77-46a1-84da-8a1923affcd3'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:57:04.537527 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-91e8688a-57c9-4292-bc46-1b4d47ff4f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:04.544096 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-31961262-c0e9-45fd-89ff-479a4a7a7275 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Request body: {'network': {'name': 'tempest-router-network02--1985875322'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:04.553146 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c61a7b35-a24c-4207-a9a2-0fab1fe6006d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:04.557211 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-563e0edf-caed-4509-bbb6-8edeb85bed70 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:04.568268 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ab66b9-4399-4491-8886-5a756f270f9b tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Pushing event updated for resources: {'Network': ['ID=ec3cf6ac-e833-4cf0-9014-327d7e4edebe,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:04.577063 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-579b375d-ef06-424f-a425-f436e2599e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:04.609197 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network ec3cf6ac-e833-4cf0-9014-327d7e4edebe details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:57:04.611103 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243820e0-4ca6-4136-8d0b-7b36ad212bb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-1720e5b8-640f-4127-a74b-934c3af8bbbc', 'network_id': '1720e5b8-640f-4127-a74b-934c3af8bbbc', 'tenant_id': '55d09b037a224a7db2a2dbd7ed1109cd', 'fixed_ips': [{'subnet_id': 'bc216dcf-540a-433b-aa3c-956c74100833'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:57:04.611836 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-009f0065-d631-4171-9bbe-1aabed8eedec tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:04.611990 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-243820e0-4ca6-4136-8d0b-7b36ad212bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:04.635663 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-14ec2abc-11fb-4825-867e-1d0f59843096 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Allocated IP 172.20.0.14 (30d2b94c-bee4-42f8-b593-43102434f7e9/3eca731c-aa77-46a1-84da-8a1923affcd3/b0235252-b212-4bf8-b92d-b2a2bd89a8ad) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:57:04.663449 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7b588012-6202-4e8d-b275-7999099ee879 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:04.666114 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31961262-c0e9-45fd-89ff-479a4a7a7275 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Made reservation on behalf of 55d09b037a224a7db2a2dbd7ed1109cd for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:04.669662 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-31961262-c0e9-45fd-89ff-479a4a7a7275 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:04.692697 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-563e0edf-caed-4509-bbb6-8edeb85bed70 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:04.698119 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563e0edf-caed-4509-bbb6-8edeb85bed70 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:04.698710 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-563e0edf-caed-4509-bbb6-8edeb85bed70 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:04.715724 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-09a73b4f-03c9-438e-a87b-e4c64c21c47d None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:04.773915 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-8d017508-f765-4e92-9cf8-99f3bbf0193e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Allocated IP 172.20.0.3 (1bc750fe-0949-42b2-bab7-34fc725823e6/39c5482b-726c-4735-982b-adafdf0edc20/591ef350-1030-4818-92b8-8a847e8c0694) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:57:04.782791 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-563e0edf-caed-4509-bbb6-8edeb85bed70 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8068180 Mar 22 10:57:04.796278 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38452) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:04.805003 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-dedc7b8e-0c8e-448d-a082-c87a4a25b70c tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:04.813573 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31961262-c0e9-45fd-89ff-479a4a7a7275 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:57:04.841598 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-8d017508-f765-4e92-9cf8-99f3bbf0193e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Allocated IP 2001:db8::f816:3eff:fe82:994e (1bc750fe-0949-42b2-bab7-34fc725823e6/3b0e7097-4fb3-4e4f-9cd0-93f3d2fd51c1/591ef350-1030-4818-92b8-8a847e8c0694) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:57:04.848294 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c61a7b35-a24c-4207-a9a2-0fab1fe6006d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:04.849166 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-09a73b4f-03c9-438e-a87b-e4c64c21c47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:04.851879 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-805d3734-9c6b-4a63-8ced-a0ff879b6d4c tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Allocated IP 172.20.0.9 (98a2fbe7-c077-4fd0-9fdb-421da6752235/b7b5b7ce-7bbb-4a7b-92ee-61316a53b7e1/c393422f-f210-45c7-b2e0-e5bc7f3f7543) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:57:04.853934 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b588012-6202-4e8d-b275-7999099ee879 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Pushing event updated for resources: {'Subnet': ['ID=293cc4d8-a5bd-43d0-b076-0e846293beb6,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:04.877347 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563e0edf-caed-4509-bbb6-8edeb85bed70 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Pushing event updated for resources: {'Network': ['ID=6ba9ef6e-5569-408f-a7ad-930972fcf57b,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:04.892715 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c61a7b35-a24c-4207-a9a2-0fab1fe6006d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:04.907129 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-31961262-c0e9-45fd-89ff-479a4a7a7275 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:04.907501 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-31961262-c0e9-45fd-89ff-479a4a7a7275 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Added segment c6e988c2-ceec-4afe-9f18-b8924aadcfe2 of type vlan for network 30f837f7-cb01-47b6-9ea3-5f215e36f2cb Mar 22 10:57:04.943934 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61a7b35-a24c-4207-a9a2-0fab1fe6006d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8727730-e1a6-4c23-b408-f90dc31815e7,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:04.959387 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b588012-6202-4e8d-b275-7999099ee879 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Checking segment: {'id': '23557e96-3a5b-43da-8fcf-8d1dce61d40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '58ee3aba-8606-40a0-ba5f-dd813c07b20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:57:04.959931 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b588012-6202-4e8d-b275-7999099ee879 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Network hostable DHCP agents. Network: 58ee3aba-8606-40a0-ba5f-dd813c07b20a, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:57:04.997699 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c61a7b35-a24c-4207-a9a2-0fab1fe6006d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:04.999875 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-c61a7b35-a24c-4207-a9a2-0fab1fe6006d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6275251 Mar 22 10:57:05.010591 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 6ba9ef6e-5569-408f-a7ad-930972fcf57b details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:57:05.033924 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38454) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:05.047004 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-b1c0e609-9b98-4a33-b897-f6434feffaea tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': '33c78aa2-2e76-445d-9fd9-b8ed895eb7a7', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:05.077352 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-31961262-c0e9-45fd-89ff-479a4a7a7275 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:05.089118 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b588012-6202-4e8d-b275-7999099ee879 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Network 58ee3aba-8606-40a0-ba5f-dd813c07b20a is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:57:05.119234 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-7b588012-6202-4e8d-b275-7999099ee879 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 58ee3aba-8606-40a0-ba5f-dd813c07b20a) {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:05.124849 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b588012-6202-4e8d-b275-7999099ee879 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:05.127031 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7b588012-6202-4e8d-b275-7999099ee879 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:05.191611 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-7b588012-6202-4e8d-b275-7999099ee879 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0121114 Mar 22 10:57:05.199884 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38458) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:05.211317 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-2954f609-8283-409d-9aba-a8b8552b8fa5 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1484277602'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:05.245837 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-009f0065-d631-4171-9bbe-1aabed8eedec tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Allocated IP 172.20.0.1 (b431a499-e69f-4b25-8a69-0fc1b9d888e8/2a79ee7e-0f73-43d5-a090-8bc6ee96295a/edd0e1ff-81b0-420f-b6f0-8e73c406db4a) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:57:05.278350 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2954f609-8283-409d-9aba-a8b8552b8fa5 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Made reservation on behalf of 6fad94f603ac4450bd9d1e1d6faca259 for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:05.282432 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2954f609-8283-409d-9aba-a8b8552b8fa5 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:05.314593 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8d017508-f765-4e92-9cf8-99f3bbf0193e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:05.334269 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abbf42a-28c6-423c-96d5-b77e32760e65 None None] Network 58ee3aba-8606-40a0-ba5f-dd813c07b20a requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:57:05.347922 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a73b4f-03c9-438e-a87b-e4c64c21c47d None None] Network bf0a1c79-cd9a-4d2e-a4a9-c157709b0877 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:57:05.384989 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-09a73b4f-03c9-438e-a87b-e4c64c21c47d None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:05.387585 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:05.409501 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a73b4f-03c9-438e-a87b-e4c64c21c47d None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:57:05.409737 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2954f609-8283-409d-9aba-a8b8552b8fa5 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:57:05.414351 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a73b4f-03c9-438e-a87b-e4c64c21c47d None None] Pushing event updated for resources: {'Port': ['ID=8a6ea19c-2de4-4e36-b4f9-b16d72879dbf,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:05.442209 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d9405b0b-1de0-45c0-ac63-6988c9616c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:05.450319 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2954f609-8283-409d-9aba-a8b8552b8fa5 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:05.450768 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-2954f609-8283-409d-9aba-a8b8552b8fa5 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Added segment b0276e2e-851f-4ee3-b980-aba80c73ecf3 of type vlan for network 13e09da5-c0ab-45ab-bb5d-9c01599e5656 Mar 22 10:57:05.485864 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-009f0065-d631-4171-9bbe-1aabed8eedec tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:05.509938 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8d017508-f765-4e92-9cf8-99f3bbf0193e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:05.569417 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2954f609-8283-409d-9aba-a8b8552b8fa5 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:05.596515 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-243820e0-4ca6-4136-8d0b-7b36ad212bb3 None None] Allocated IP 2001:db8::2 (1720e5b8-640f-4127-a74b-934c3af8bbbc/bc216dcf-540a-433b-aa3c-956c74100833/ce67bfae-0beb-4278-8344-f2ff876a4b81) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:57:05.605318 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d017508-f765-4e92-9cf8-99f3bbf0193e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:57:05.615896 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-14ec2abc-11fb-4825-867e-1d0f59843096 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:05.631892 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-31961262-c0e9-45fd-89ff-479a4a7a7275 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:05.632536 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-8d017508-f765-4e92-9cf8-99f3bbf0193e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:05.636229 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port 64ec7fa6-1cbd-40f9-b57d-3e18915e70e8, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=64ec7fa6-1cbd-40f9-b57d-3e18915e70e8,segment=NetworkSegment(944859d4-08b6-48e5-837d-01d960968df9),segment_id=944859d4-08b6-48e5-837d-01d960968df9)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:57:05.636571 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d017508-f765-4e92-9cf8-99f3bbf0193e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:57:05.639553 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31961262-c0e9-45fd-89ff-479a4a7a7275 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:05.640319 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-31961262-c0e9-45fd-89ff-479a4a7a7275 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:05.643069 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b1c0e609-9b98-4a33-b897-f6434feffaea tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:05.651341 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d017508-f765-4e92-9cf8-99f3bbf0193e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event updated for resources: {'Port': ['ID=591ef350-1030-4818-92b8-8a847e8c0694,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:05.663589 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:05.664595 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 7a40f030-16cb-4734-b959-88cabf919ff8 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:57:05.666391 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-09a73b4f-03c9-438e-a87b-e4c64c21c47d None None] Attempting to bind port 8a6ea19c-2de4-4e36-b4f9-b16d72879dbf on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:57:05.670172 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-09a73b4f-03c9-438e-a87b-e4c64c21c47d None None] Attempting to bind port 8a6ea19c-2de4-4e36-b4f9-b16d72879dbf by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': 'd31bc719-574f-44cc-a3eb-bff2edc36f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'bf0a1c79-cd9a-4d2e-a4a9-c157709b0877'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:57:05.670544 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a73b4f-03c9-438e-a87b-e4c64c21c47d None None] Attempting to bind port 8a6ea19c-2de4-4e36-b4f9-b16d72879dbf on network bf0a1c79-cd9a-4d2e-a4a9-c157709b0877 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:57:05.700341 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2954f609-8283-409d-9aba-a8b8552b8fa5 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:05.707526 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2954f609-8283-409d-9aba-a8b8552b8fa5 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:05.708382 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2954f609-8283-409d-9aba-a8b8552b8fa5 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:05.714635 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-805d3734-9c6b-4a63-8ced-a0ff879b6d4c tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:05.719587 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dedc7b8e-0c8e-448d-a082-c87a4a25b70c tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:05.729196 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-009f0065-d631-4171-9bbe-1aabed8eedec tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:05.750462 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-579b375d-ef06-424f-a425-f436e2599e16 None None] Allocated IP 172.20.0.2 (1bc750fe-0949-42b2-bab7-34fc725823e6/39c5482b-726c-4735-982b-adafdf0edc20/38e993be-c741-4f55-9899-82bf3adeb921) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:57:05.768650 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-31961262-c0e9-45fd-89ff-479a4a7a7275 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2360291 Mar 22 10:57:05.795876 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38460) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:05.798511 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a73b4f-03c9-438e-a87b-e4c64c21c47d None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:57:05.798902 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a73b4f-03c9-438e-a87b-e4c64c21c47d None None] Checking segment: {'id': 'd31bc719-574f-44cc-a3eb-bff2edc36f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'bf0a1c79-cd9a-4d2e-a4a9-c157709b0877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:57:05.799323 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-09a73b4f-03c9-438e-a87b-e4c64c21c47d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:05.799787 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a73b4f-03c9-438e-a87b-e4c64c21c47d None None] Bound using segment: {'id': 'd31bc719-574f-44cc-a3eb-bff2edc36f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'bf0a1c79-cd9a-4d2e-a4a9-c157709b0877'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:57:05.800297 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-09a73b4f-03c9-438e-a87b-e4c64c21c47d None None] Bound port: 8a6ea19c-2de4-4e36-b4f9-b16d72879dbf, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd31bc719-574f-44cc-a3eb-bff2edc36f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'bf0a1c79-cd9a-4d2e-a4a9-c157709b0877'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:57:05.800692 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-09a73b4f-03c9-438e-a87b-e4c64c21c47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:05.815747 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-440c5d00-d636-4a5c-9838-7b62c3cc286b tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Request body: {'subnet': {'network_id': 'ec3cf6ac-e833-4cf0-9014-327d7e4edebe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:05.818144 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dedc7b8e-0c8e-448d-a082-c87a4a25b70c tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:05.823388 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31961262-c0e9-45fd-89ff-479a4a7a7275 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Pushing event updated for resources: {'Network': ['ID=30f837f7-cb01-47b6-9ea3-5f215e36f2cb,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:05.831352 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009f0065-d631-4171-9bbe-1aabed8eedec tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Network b431a499-e69f-4b25-8a69-0fc1b9d888e8 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:57:05.839053 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d017508-f765-4e92-9cf8-99f3bbf0193e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:05.839862 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8d017508-f765-4e92-9cf8-99f3bbf0193e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:05.845386 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-2954f609-8283-409d-9aba-a8b8552b8fa5 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6444552 Mar 22 10:57:05.858769 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38462) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:05.859302 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dedc7b8e-0c8e-448d-a082-c87a4a25b70c tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Network 6ba9ef6e-5569-408f-a7ad-930972fcf57b is not hosted by any dhcp agent {{(pid=109049) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 22 10:57:05.864733 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedc7b8e-0c8e-448d-a082-c87a4a25b70c tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:05.865341 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dedc7b8e-0c8e-448d-a082-c87a4a25b70c tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:05.866602 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-dedc7b8e-0c8e-448d-a082-c87a4a25b70c tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "PUT /v2.0/networks/6ba9ef6e-5569-408f-a7ad-930972fcf57b HTTP/1.1" status: 200 len: 723 time: 1.0694137 Mar 22 10:57:05.874991 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-eff2f757-deab-416c-ae4d-5db1e4aacd6e tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Request body: {'subnet': {'network_id': '13e09da5-c0ab-45ab-bb5d-9c01599e5656', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:05.876381 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-009f0065-d631-4171-9bbe-1aabed8eedec tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:05.880044 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31961262-c0e9-45fd-89ff-479a4a7a7275 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:57:05.880388 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31961262-c0e9-45fd-89ff-479a4a7a7275 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:57:05.880727 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31961262-c0e9-45fd-89ff-479a4a7a7275 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:57:05.881054 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31961262-c0e9-45fd-89ff-479a4a7a7275 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:57:05.881589 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31961262-c0e9-45fd-89ff-479a4a7a7275 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:57:05.882101 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31961262-c0e9-45fd-89ff-479a4a7a7275 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:57:05.882601 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31961262-c0e9-45fd-89ff-479a4a7a7275 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:57:05.883122 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31961262-c0e9-45fd-89ff-479a4a7a7275 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:57:05.883706 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38464) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:05.883913 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31961262-c0e9-45fd-89ff-479a4a7a7275 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:57:05.884397 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31961262-c0e9-45fd-89ff-479a4a7a7275 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:57:05.884908 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31961262-c0e9-45fd-89ff-479a4a7a7275 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:57:05.885421 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31961262-c0e9-45fd-89ff-479a4a7a7275 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:57:05.886258 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009f0065-d631-4171-9bbe-1aabed8eedec tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:57:05.900959 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-273def2b-330b-45b2-a0d2-73641b824200 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Request body: {'subnet': {'network_id': '6ba9ef6e-5569-408f-a7ad-930972fcf57b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:05.930671 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 30f837f7-cb01-47b6-9ea3-5f215e36f2cb details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:57:05.937949 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b1c0e609-9b98-4a33-b897-f6434feffaea tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:05.939635 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-14ec2abc-11fb-4825-867e-1d0f59843096 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:05.978710 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b1c0e609-9b98-4a33-b897-f6434feffaea tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:06.001054 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.db.api [None req-d9405b0b-1de0-45c0-ac63-6988c9616c8d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 10:57:06.001410 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG oslo_db.api [None req-d9405b0b-1de0-45c0-ac63-6988c9616c8d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 10:57:06.009932 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=64ec7fa6-1cbd-40f9-b57d-3e18915e70e8,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:06.080710 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-805d3734-9c6b-4a63-8ced-a0ff879b6d4c tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:06.081229 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-8d017508-f765-4e92-9cf8-99f3bbf0193e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.5271590 Mar 22 10:57:06.082115 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2954f609-8283-409d-9aba-a8b8552b8fa5 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Pushing event updated for resources: {'Network': ['ID=13e09da5-c0ab-45ab-bb5d-9c01599e5656,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:06.097161 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38466) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:06.102509 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc7b8e-0c8e-448d-a082-c87a4a25b70c tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Pushing event updated for resources: {'Network': ['ID=6ba9ef6e-5569-408f-a7ad-930972fcf57b,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:06.132962 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009f0065-d631-4171-9bbe-1aabed8eedec tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event updated for resources: {'Port': ['ID=edd0e1ff-81b0-420f-b6f0-8e73c406db4a,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:06.135622 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c0e609-9b98-4a33-b897-f6434feffaea tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5070a1f-acfc-4be8-95e8-ce5f39452ce5,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:06.153579 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ec2abc-11fb-4825-867e-1d0f59843096 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Network 30d2b94c-bee4-42f8-b593-43102434f7e9 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:57:06.158909 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-243820e0-4ca6-4136-8d0b-7b36ad212bb3 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:06.177264 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-14ec2abc-11fb-4825-867e-1d0f59843096 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:06.180492 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-009f0065-d631-4171-9bbe-1aabed8eedec tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684270'] for router_interface, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:06.184883 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805d3734-9c6b-4a63-8ced-a0ff879b6d4c tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Network 98a2fbe7-c077-4fd0-9fdb-421da6752235 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:57:06.186619 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ec2abc-11fb-4825-867e-1d0f59843096 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event updated for resources: {'Port': ['ID=b0235252-b212-4bf8-b92d-b2a2bd89a8ad,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:06.186784 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273def2b-330b-45b2-a0d2-73641b824200 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Made reservation on behalf of a993536edab145339b0f463caedd0151 for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:06.188240 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ec2abc-11fb-4825-867e-1d0f59843096 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:57:06.189750 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-273def2b-330b-45b2-a0d2-73641b824200 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:06.197904 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b1c0e609-9b98-4a33-b897-f6434feffaea tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:06.201890 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b1c0e609-9b98-4a33-b897-f6434feffaea tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1669810 Mar 22 10:57:06.206716 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38468) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:06.210690 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-805d3734-9c6b-4a63-8ced-a0ff879b6d4c tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:06.241852 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-24983c48-024a-4fe2-9311-029f84b6a207 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': '33c78aa2-2e76-445d-9fd9-b8ed895eb7a7', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:06.253534 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-91e8688a-57c9-4292-bc46-1b4d47ff4f85 None None] Allocated IP 172.20.0.2 (30d2b94c-bee4-42f8-b593-43102434f7e9/3eca731c-aa77-46a1-84da-8a1923affcd3/aaab3424-ee22-47b8-b12c-4b5127dc6623) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:57:06.263664 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 13e09da5-c0ab-45ab-bb5d-9c01599e5656 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:57:06.270605 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 6ba9ef6e-5569-408f-a7ad-930972fcf57b details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:57:06.271010 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805d3734-9c6b-4a63-8ced-a0ff879b6d4c tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:57:06.295866 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440c5d00-d636-4a5c-9838-7b62c3cc286b tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Made reservation on behalf of 55d09b037a224a7db2a2dbd7ed1109cd for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:06.299585 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-440c5d00-d636-4a5c-9838-7b62c3cc286b tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:06.300340 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-243820e0-4ca6-4136-8d0b-7b36ad212bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:06.325811 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff2f757-deab-416c-ae4d-5db1e4aacd6e tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Made reservation on behalf of 6fad94f603ac4450bd9d1e1d6faca259 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:06.329626 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-eff2f757-deab-416c-ae4d-5db1e4aacd6e tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:06.356217 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81b0c49-f28b-4054-92a3-7fe8a6a77880 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-58ee3aba-8606-40a0-ba5f-dd813c07b20a', 'network_id': '58ee3aba-8606-40a0-ba5f-dd813c07b20a', 'tenant_id': '6fad94f603ac4450bd9d1e1d6faca259', 'fixed_ips': [{'subnet_id': '293cc4d8-a5bd-43d0-b076-0e846293beb6'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:57:06.357319 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c81b0c49-f28b-4054-92a3-7fe8a6a77880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:06.382462 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab958ac-580d-466f-9375-25e3801358ba tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:06.388951 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab958ac-580d-466f-9375-25e3801358ba tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:06.390752 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-fab958ac-580d-466f-9375-25e3801358ba tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.2857800 Mar 22 10:57:06.397429 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ec2abc-11fb-4825-867e-1d0f59843096 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:06.398446 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-14ec2abc-11fb-4825-867e-1d0f59843096 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:06.401306 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805d3734-9c6b-4a63-8ced-a0ff879b6d4c tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Pushing event updated for resources: {'Port': ['ID=c393422f-f210-45c7-b2e0-e5bc7f3f7543,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:06.406105 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38470) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:06.457319 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.securitygroups_db [None req-24983c48-024a-4fe2-9311-029f84b6a207 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Project 9d323f0b18e24bb7bcd0d92686e5587a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 10:57:06.482607 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-009f0065-d631-4171-9bbe-1aabed8eedec tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:06.508915 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-14ec2abc-11fb-4825-867e-1d0f59843096 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.8526692 Mar 22 10:57:06.510337 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-24983c48-024a-4fe2-9311-029f84b6a207 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:06.523107 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38472) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:06.537777 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 7a40f030-16cb-4734-b959-88cabf919ff8 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:06.538483 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:06.582020 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-09a73b4f-03c9-438e-a87b-e4c64c21c47d None None] For port 8a6ea19c-2de4-4e36-b4f9-b16d72879dbf, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:57:06.643416 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243820e0-4ca6-4136-8d0b-7b36ad212bb3 None None] Network 1720e5b8-640f-4127-a74b-934c3af8bbbc is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:57:06.683315 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243820e0-4ca6-4136-8d0b-7b36ad212bb3 None None] Pushing event updated for resources: {'Port': ['ID=ce67bfae-0beb-4278-8344-f2ff876a4b81,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:06.696065 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-243820e0-4ca6-4136-8d0b-7b36ad212bb3 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:06.698929 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-579b375d-ef06-424f-a425-f436e2599e16 None None] For port 38e993be-c741-4f55-9899-82bf3adeb921, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=38e993be-c741-4f55-9899-82bf3adeb921,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:57:06.703021 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-09a73b4f-03c9-438e-a87b-e4c64c21c47d None None] For port 8a6ea19c-2de4-4e36-b4f9-b16d72879dbf, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=8a6ea19c-2de4-4e36-b4f9-b16d72879dbf,segment=NetworkSegment(d31bc719-574f-44cc-a3eb-bff2edc36f3b),segment_id=d31bc719-574f-44cc-a3eb-bff2edc36f3b)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:57:06.782664 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243820e0-4ca6-4136-8d0b-7b36ad212bb3 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:57:06.789165 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-273def2b-330b-45b2-a0d2-73641b824200 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:06.794185 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-24983c48-024a-4fe2-9311-029f84b6a207 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:06.797589 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-e0ee6fcf-f61d-4aca-8dc2-d7d2f7868797 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Deleting port 591ef350-1030-4818-92b8-8a847e8c0694 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:57:06.797950 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e0ee6fcf-f61d-4aca-8dc2-d7d2f7868797 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:06.798910 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-09a73b4f-03c9-438e-a87b-e4c64c21c47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:06.863613 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-24983c48-024a-4fe2-9311-029f84b6a207 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:06.926299 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-579b375d-ef06-424f-a425-f436e2599e16 None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:06.973182 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-579b375d-ef06-424f-a425-f436e2599e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:06.974661 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273def2b-330b-45b2-a0d2-73641b824200 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Checking segment: {'id': '7d29e9b7-7d5c-4de4-9b20-f9575a58394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6ba9ef6e-5569-408f-a7ad-930972fcf57b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:57:06.975007 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273def2b-330b-45b2-a0d2-73641b824200 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Network hostable DHCP agents. Network: 6ba9ef6e-5569-408f-a7ad-930972fcf57b, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:57:06.981389 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24983c48-024a-4fe2-9311-029f84b6a207 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b58c789-a3f8-49cd-8185-73851be1ba19,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:07.002543 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273def2b-330b-45b2-a0d2-73641b824200 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Pushing event updated for resources: {'Subnet': ['ID=b51685f3-d8c8-4f8d-93d2-cb2652152c8f,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:07.006896 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-440c5d00-d636-4a5c-9838-7b62c3cc286b tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:07.016074 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-24983c48-024a-4fe2-9311-029f84b6a207 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:07.017524 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-24983c48-024a-4fe2-9311-029f84b6a207 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8079987 Mar 22 10:57:07.018030 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-7e01aed2-1865-4142-877c-7d77c30912ff tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Deleting port b0235252-b212-4bf8-b92d-b2a2bd89a8ad {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:57:07.018361 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7e01aed2-1865-4142-877c-7d77c30912ff tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:07.027180 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38476) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:07.054475 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e0ee6fcf-f61d-4aca-8dc2-d7d2f7868797 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:07.069466 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-7324ac7f-d860-40c7-98ff-11f6f72598d8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': '33c78aa2-2e76-445d-9fd9-b8ed895eb7a7', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:07.080449 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-e0ee6fcf-f61d-4aca-8dc2-d7d2f7868797 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Calling delete_port for 591ef350-1030-4818-92b8-8a847e8c0694 owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:57:07.082437 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a73b4f-03c9-438e-a87b-e4c64c21c47d None None] Pushing event updated for resources: {'Port': ['ID=8a6ea19c-2de4-4e36-b4f9-b16d72879dbf,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:07.092998 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 38e993be-c741-4f55-9899-82bf3adeb921 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:57:07.097641 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-243820e0-4ca6-4136-8d0b-7b36ad212bb3 None None] Attempting to bind port ce67bfae-0beb-4278-8344-f2ff876a4b81 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:57:07.098283 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-243820e0-4ca6-4136-8d0b-7b36ad212bb3 None None] Attempting to bind port ce67bfae-0beb-4278-8344-f2ff876a4b81 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': 'dbffa19b-4840-466b-87be-d5839e7e08a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '1720e5b8-640f-4127-a74b-934c3af8bbbc'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:57:07.098830 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243820e0-4ca6-4136-8d0b-7b36ad212bb3 None None] Attempting to bind port ce67bfae-0beb-4278-8344-f2ff876a4b81 on network 1720e5b8-640f-4127-a74b-934c3af8bbbc {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:57:07.126252 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-eff2f757-deab-416c-ae4d-5db1e4aacd6e tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:07.152174 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273def2b-330b-45b2-a0d2-73641b824200 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Network 6ba9ef6e-5569-408f-a7ad-930972fcf57b is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:57:07.281383 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-805d3734-9c6b-4a63-8ced-a0ff879b6d4c tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:07.354246 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff2f757-deab-416c-ae4d-5db1e4aacd6e tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Pushing event updated for resources: {'Subnet': ['ID=e32c12f4-1e66-43df-b82b-6240a30c7df9,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:07.384883 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff2f757-deab-416c-ae4d-5db1e4aacd6e tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Checking segment: {'id': 'b0276e2e-851f-4ee3-b980-aba80c73ecf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '13e09da5-c0ab-45ab-bb5d-9c01599e5656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:57:07.385750 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff2f757-deab-416c-ae4d-5db1e4aacd6e tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Network hostable DHCP agents. Network: 13e09da5-c0ab-45ab-bb5d-9c01599e5656, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:57:07.404762 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-91e8688a-57c9-4292-bc46-1b4d47ff4f85 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:07.450831 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-c81b0c49-f28b-4054-92a3-7fe8a6a77880 None None] Allocated IP 2001:db8:0:ffff::2 (58ee3aba-8606-40a0-ba5f-dd813c07b20a/293cc4d8-a5bd-43d0-b076-0e846293beb6/748ca494-4f82-472b-b586-6893413cfaab) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:57:07.458715 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243820e0-4ca6-4136-8d0b-7b36ad212bb3 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:57:07.459091 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243820e0-4ca6-4136-8d0b-7b36ad212bb3 None None] Checking segment: {'id': 'dbffa19b-4840-466b-87be-d5839e7e08a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '1720e5b8-640f-4127-a74b-934c3af8bbbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:57:07.459598 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-243820e0-4ca6-4136-8d0b-7b36ad212bb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:07.461167 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243820e0-4ca6-4136-8d0b-7b36ad212bb3 None None] Bound using segment: {'id': 'dbffa19b-4840-466b-87be-d5839e7e08a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '1720e5b8-640f-4127-a74b-934c3af8bbbc'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:57:07.461167 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-243820e0-4ca6-4136-8d0b-7b36ad212bb3 None None] Bound port: ce67bfae-0beb-4278-8344-f2ff876a4b81, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbffa19b-4840-466b-87be-d5839e7e08a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '1720e5b8-640f-4127-a74b-934c3af8bbbc'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:57:07.461167 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-243820e0-4ca6-4136-8d0b-7b36ad212bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:07.496425 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-91e8688a-57c9-4292-bc46-1b4d47ff4f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:07.542754 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff2f757-deab-416c-ae4d-5db1e4aacd6e tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Network 13e09da5-c0ab-45ab-bb5d-9c01599e5656 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:57:07.596330 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-eff2f757-deab-416c-ae4d-5db1e4aacd6e tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 13e09da5-c0ab-45ab-bb5d-9c01599e5656) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:07.605116 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff2f757-deab-416c-ae4d-5db1e4aacd6e tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:07.605719 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-eff2f757-deab-416c-ae4d-5db1e4aacd6e tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675419'] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:07.615585 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e8688a-57c9-4292-bc46-1b4d47ff4f85 None None] Network 30d2b94c-bee4-42f8-b593-43102434f7e9 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:57:07.616732 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-273def2b-330b-45b2-a0d2-73641b824200 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 6ba9ef6e-5569-408f-a7ad-930972fcf57b) {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:07.622292 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273def2b-330b-45b2-a0d2-73641b824200 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:07.622939 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-273def2b-330b-45b2-a0d2-73641b824200 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:07.643632 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440c5d00-d636-4a5c-9838-7b62c3cc286b tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Checking segment: {'id': '8074ae99-5542-477b-a608-c3ad91056188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'ec3cf6ac-e833-4cf0-9014-327d7e4edebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:57:07.644114 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440c5d00-d636-4a5c-9838-7b62c3cc286b tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Network hostable DHCP agents. Network: ec3cf6ac-e833-4cf0-9014-327d7e4edebe, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:57:07.661031 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.securitygroups_db [None req-7324ac7f-d860-40c7-98ff-11f6f72598d8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Project 9d323f0b18e24bb7bcd0d92686e5587a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 10:57:07.667119 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e0ee6fcf-f61d-4aca-8dc2-d7d2f7868797 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:07.669745 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5955f34a-af22-4e90-855c-af7276dad0f2 None None] Network 13e09da5-c0ab-45ab-bb5d-9c01599e5656 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:57:07.672584 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9366a80-e5d8-43ea-81cf-75f6db2381a9 None None] Network 6ba9ef6e-5569-408f-a7ad-930972fcf57b requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:57:07.674965 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-eff2f757-deab-416c-ae4d-5db1e4aacd6e tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.8071537 Mar 22 10:57:07.675115 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-12a83164-6e61-4108-b724-113543bc0315 None None] Provisioning complete for port edd0e1ff-81b0-420f-b6f0-8e73c406db4a triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:07.675449 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-12a83164-6e61-4108-b724-113543bc0315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:07.676683 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c5d00-d636-4a5c-9838-7b62c3cc286b tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Pushing event updated for resources: {'Subnet': ['ID=8133e44f-2663-4c80-95ee-e112fbf5523f,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:07.686901 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38478) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:07.687280 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38480) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:07.687712 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-273def2b-330b-45b2-a0d2-73641b824200 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7948170 Mar 22 10:57:07.689236 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-91e8688a-57c9-4292-bc46-1b4d47ff4f85 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:07.702827 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7324ac7f-d860-40c7-98ff-11f6f72598d8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:07.709337 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-7d63da8c-97b2-4485-96bd-2c6e8f9190fc tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:07.743249 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440c5d00-d636-4a5c-9838-7b62c3cc286b tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Network ec3cf6ac-e833-4cf0-9014-327d7e4edebe is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:57:07.771329 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2fb5da2e-cbec-4361-a9cf-ecdb83ba4452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:07.774661 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-440c5d00-d636-4a5c-9838-7b62c3cc286b tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, ec3cf6ac-e833-4cf0-9014-327d7e4edebe) {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:07.780561 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440c5d00-d636-4a5c-9838-7b62c3cc286b tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:07.781486 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-440c5d00-d636-4a5c-9838-7b62c3cc286b tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:07.790677 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e8688a-57c9-4292-bc46-1b4d47ff4f85 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:57:07.808097 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7e01aed2-1865-4142-877c-7d77c30912ff tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:07.810405 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717e2249-d2ee-4b70-9271-10623ffd3850 None None] Network ec3cf6ac-e833-4cf0-9014-327d7e4edebe requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:57:07.813203 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ee6fcf-f61d-4aca-8dc2-d7d2f7868797 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event deleted for resources: {'Port': ['ID=591ef350-1030-4818-92b8-8a847e8c0694,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:07.855946 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-7e01aed2-1865-4142-877c-7d77c30912ff tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Calling delete_port for b0235252-b212-4bf8-b92d-b2a2bd89a8ad owned by {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:57:07.862180 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-805d3734-9c6b-4a63-8ced-a0ff879b6d4c tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:07.870122 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-440c5d00-d636-4a5c-9838-7b62c3cc286b tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0694518 Mar 22 10:57:07.882653 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7324ac7f-d860-40c7-98ff-11f6f72598d8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:07.883588 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38482) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:07.892140 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-bdd250f4-0a39-4c41-82f8-60dc3e3218ab tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Request body: {'subnet': {'network_id': '30f837f7-cb01-47b6-9ea3-5f215e36f2cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:07.904068 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7324ac7f-d860-40c7-98ff-11f6f72598d8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:07.904907 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579b375d-ef06-424f-a425-f436e2599e16 None None] Pushing event updated for resources: {'Port': ['ID=38e993be-c741-4f55-9899-82bf3adeb921,revision_number=12']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:08.011844 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-009f0065-d631-4171-9bbe-1aabed8eedec tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:08.016396 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324ac7f-d860-40c7-98ff-11f6f72598d8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9331c627-d96b-47e1-a76c-4dc98df38cc6,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:08.035310 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-243820e0-4ca6-4136-8d0b-7b36ad212bb3 None None] For port ce67bfae-0beb-4278-8344-f2ff876a4b81, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:57:08.060138 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7324ac7f-d860-40c7-98ff-11f6f72598d8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:08.061849 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-7324ac7f-d860-40c7-98ff-11f6f72598d8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0278862 Mar 22 10:57:08.072663 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-009f0065-d631-4171-9bbe-1aabed8eedec tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:08.083313 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e0ee6fcf-f61d-4aca-8dc2-d7d2f7868797 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:08.088161 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e0ee6fcf-f61d-4aca-8dc2-d7d2f7868797 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/ports/591ef350-1030-4818-92b8-8a847e8c0694 HTTP/1.1" status: 204 len: 168 time: 1.6779983 Mar 22 10:57:08.095905 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-12a83164-6e61-4108-b724-113543bc0315 None None] Port edd0e1ff-81b0-420f-b6f0-8e73c406db4a cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:57:08.098134 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38486) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:08.121794 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7d63da8c-97b2-4485-96bd-2c6e8f9190fc tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12443811'] for subnet, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:08.174800 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0c4199ed-af4d-42a7-8495-54359407e094 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:08.191975 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd250f4-0a39-4c41-82f8-60dc3e3218ab tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Made reservation on behalf of 55d09b037a224a7db2a2dbd7ed1109cd for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:08.195882 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bdd250f4-0a39-4c41-82f8-60dc3e3218ab tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:08.211564 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-243820e0-4ca6-4136-8d0b-7b36ad212bb3 None None] For port ce67bfae-0beb-4278-8344-f2ff876a4b81, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=ce67bfae-0beb-4278-8344-f2ff876a4b81,segment=NetworkSegment(dbffa19b-4840-466b-87be-d5839e7e08a8),segment_id=dbffa19b-4840-466b-87be-d5839e7e08a8)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:57:08.336565 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-12a83164-6e61-4108-b724-113543bc0315 None None] Provisioning complete for port 64ec7fa6-1cbd-40f9-b57d-3e18915e70e8 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:08.336948 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-12a83164-6e61-4108-b724-113543bc0315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:08.338774 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-91e8688a-57c9-4292-bc46-1b4d47ff4f85 None None] Attempting to bind port aaab3424-ee22-47b8-b12c-4b5127dc6623 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:57:08.339141 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-91e8688a-57c9-4292-bc46-1b4d47ff4f85 None None] Attempting to bind port aaab3424-ee22-47b8-b12c-4b5127dc6623 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '60c26265-35c8-4169-b6bc-78d225811b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '30d2b94c-bee4-42f8-b593-43102434f7e9'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:57:08.339982 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e8688a-57c9-4292-bc46-1b4d47ff4f85 None None] Attempting to bind port aaab3424-ee22-47b8-b12c-4b5127dc6623 on network 30d2b94c-bee4-42f8-b593-43102434f7e9 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:57:08.341855 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-243820e0-4ca6-4136-8d0b-7b36ad212bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:08.386201 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009f0065-d631-4171-9bbe-1aabed8eedec tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event updated for resources: {'Port': ['ID=edd0e1ff-81b0-420f-b6f0-8e73c406db4a,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:08.390063 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-009f0065-d631-4171-9bbe-1aabed8eedec tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684306'] for router_interface, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:08.455139 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7104f133-3eb5-470e-a8ad-0ea11617041d tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:08.456663 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7104f133-3eb5-470e-a8ad-0ea11617041d tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:08.458820 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7104f133-3eb5-470e-a8ad-0ea11617041d tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:08.465174 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7104f133-3eb5-470e-a8ad-0ea11617041d tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3657124 Mar 22 10:57:08.495986 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38502) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:08.542154 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bdd250f4-0a39-4c41-82f8-60dc3e3218ab tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:08.561829 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0c4199ed-af4d-42a7-8495-54359407e094 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:08.594330 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c81b0c49-f28b-4054-92a3-7fe8a6a77880 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:08.681687 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-805d3734-9c6b-4a63-8ced-a0ff879b6d4c tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Router 3b128c19-4481-4fd0-8821-2c59540ddae2 is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 10:57:08.694274 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7d63da8c-97b2-4485-96bd-2c6e8f9190fc tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732232779704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8653176'] for subnet, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:08.706267 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7e01aed2-1865-4142-877c-7d77c30912ff tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:08.710050 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e8688a-57c9-4292-bc46-1b4d47ff4f85 None None] Pushing event updated for resources: {'Port': ['ID=aaab3424-ee22-47b8-b12c-4b5127dc6623,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:08.714786 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 38e993be-c741-4f55-9899-82bf3adeb921 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:08.715789 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f6c253f5-0fc5-4651-a3e1-2b51a94c7ddf req-f3436b75-19b0-44a8-a2bb-f0975a43eef6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-331539500&fields=id&tenant_id=9d323f0b18e24bb7bcd0d92686e5587a HTTP/1.1" status: 200 len: 267 time: 0.2715387 Mar 22 10:57:08.715919 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:08.716281 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d63da8c-97b2-4485-96bd-2c6e8f9190fc tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:08.716872 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7d63da8c-97b2-4485-96bd-2c6e8f9190fc tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:08.718831 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7d63da8c-97b2-4485-96bd-2c6e8f9190fc tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "PUT /v2.0/subnets/b51685f3-d8c8-4f8d-93d2-cb2652152c8f HTTP/1.1" status: 200 len: 806 time: 1.0254693 Mar 22 10:57:08.733248 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbd1c7d-f978-40b0-9226-6b51343d2343 None None] Network bf0a1c79-cd9a-4d2e-a4a9-c157709b0877 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:57:08.735684 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38504) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:08.736859 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c81b0c49-f28b-4054-92a3-7fe8a6a77880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:08.784992 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd250f4-0a39-4c41-82f8-60dc3e3218ab tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Pushing event updated for resources: {'Subnet': ['ID=679fac35-4407-4246-a7d5-f128201b2160,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:08.810589 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_v2 [None req-d28c2a54-54aa-4304-9e3b-8711ce2b4f17 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Deleting subnet 39c5482b-726c-4735-982b-adafdf0edc20 {{(pid=109050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:57:08.819513 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e01aed2-1865-4142-877c-7d77c30912ff tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event deleted for resources: {'Port': ['ID=b0235252-b212-4bf8-b92d-b2a2bd89a8ad,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:08.832043 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e8688a-57c9-4292-bc46-1b4d47ff4f85 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:57:08.832480 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e8688a-57c9-4292-bc46-1b4d47ff4f85 None None] Checking segment: {'id': '60c26265-35c8-4169-b6bc-78d225811b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '30d2b94c-bee4-42f8-b593-43102434f7e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:57:08.832977 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-91e8688a-57c9-4292-bc46-1b4d47ff4f85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:08.833479 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e8688a-57c9-4292-bc46-1b4d47ff4f85 None None] Bound using segment: {'id': '60c26265-35c8-4169-b6bc-78d225811b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '30d2b94c-bee4-42f8-b593-43102434f7e9'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:57:08.834198 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-91e8688a-57c9-4292-bc46-1b4d47ff4f85 None None] Bound port: aaab3424-ee22-47b8-b12c-4b5127dc6623, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c26265-35c8-4169-b6bc-78d225811b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '30d2b94c-bee4-42f8-b593-43102434f7e9'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:57:08.834673 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-91e8688a-57c9-4292-bc46-1b4d47ff4f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:08.843865 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d63da8c-97b2-4485-96bd-2c6e8f9190fc tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Pushing event updated for resources: {'Subnet': ['ID=b51685f3-d8c8-4f8d-93d2-cb2652152c8f,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:08.850156 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0c4199ed-af4d-42a7-8495-54359407e094 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:08.881267 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d28c2a54-54aa-4304-9e3b-8711ce2b4f17 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:08.896733 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81b0c49-f28b-4054-92a3-7fe8a6a77880 None None] Network 58ee3aba-8606-40a0-ba5f-dd813c07b20a is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:57:08.903626 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ca7a29-d0f5-4e91-9133-4b49476c659f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-6ba9ef6e-5569-408f-a7ad-930972fcf57b', 'network_id': '6ba9ef6e-5569-408f-a7ad-930972fcf57b', 'tenant_id': 'a993536edab145339b0f463caedd0151', 'fixed_ips': [{'subnet_id': 'b51685f3-d8c8-4f8d-93d2-cb2652152c8f'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:57:08.907044 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-81ca7a29-d0f5-4e91-9133-4b49476c659f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:08.981279 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b99cc54-4454-4bd3-bbfa-50dbc6ec3fcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-ec3cf6ac-e833-4cf0-9014-327d7e4edebe', 'network_id': 'ec3cf6ac-e833-4cf0-9014-327d7e4edebe', 'tenant_id': '55d09b037a224a7db2a2dbd7ed1109cd', 'fixed_ips': [{'subnet_id': '8133e44f-2663-4c80-95ee-e112fbf5523f'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:57:08.982184 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2b99cc54-4454-4bd3-bbfa-50dbc6ec3fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:08.985144 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-c81b0c49-f28b-4054-92a3-7fe8a6a77880 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:08.999553 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81b0c49-f28b-4054-92a3-7fe8a6a77880 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:57:09.026771 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009f0065-d631-4171-9bbe-1aabed8eedec tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Network b431a499-e69f-4b25-8a69-0fc1b9d888e8 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:57:09.082139 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-009f0065-d631-4171-9bbe-1aabed8eedec tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:09.110135 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd250f4-0a39-4c41-82f8-60dc3e3218ab tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Checking segment: {'id': 'c6e988c2-ceec-4afe-9f18-b8924aadcfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '30f837f7-cb01-47b6-9ea3-5f215e36f2cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:57:09.110492 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd250f4-0a39-4c41-82f8-60dc3e3218ab tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Network hostable DHCP agents. Network: 30f837f7-cb01-47b6-9ea3-5f215e36f2cb, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:57:09.177597 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d28c2a54-54aa-4304-9e3b-8711ce2b4f17 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11961780'] for subnet, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:09.299758 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-81ca7a29-d0f5-4e91-9133-4b49476c659f None None] Allocated IP 172.20.0.2 (6ba9ef6e-5569-408f-a7ad-930972fcf57b/b51685f3-d8c8-4f8d-93d2-cb2652152c8f/d07b6f9c-39c7-45c2-89aa-634931fbff98) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:57:09.360903 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4199ed-af4d-42a7-8495-54359407e094 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Pushing event deleted for resources: {'Subnet': ['ID=e32c12f4-1e66-43df-b82b-6240a30c7df9,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:09.391855 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7e01aed2-1865-4142-877c-7d77c30912ff tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:09.400867 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38506) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:09.401842 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-7e01aed2-1865-4142-877c-7d77c30912ff tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "DELETE /v2.0/ports/b0235252-b212-4bf8-b92d-b2a2bd89a8ad HTTP/1.1" status: 204 len: 168 time: 2.8739712 Mar 22 10:57:09.453524 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243820e0-4ca6-4136-8d0b-7b36ad212bb3 None None] Pushing event updated for resources: {'Port': ['ID=ce67bfae-0beb-4278-8344-f2ff876a4b81,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:09.466885 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fa59bcc2-3e96-450a-a8da-4332b583ccd0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:09.468986 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805d3734-9c6b-4a63-8ced-a0ff879b6d4c tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:57:09.479062 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bb782b7-c55a-41f9-a83d-02c3a77e8433 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] DELETE failed (client error): The resource could not be found. Mar 22 10:57:09.480026 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bb782b7-c55a-41f9-a83d-02c3a77e8433 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:57:09.483251 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1bb782b7-c55a-41f9-a83d-02c3a77e8433 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "DELETE /v2.0/ports/b0235252-b212-4bf8-b92d-b2a2bd89a8ad HTTP/1.1" status: 404 len: 333 time: 0.0797868 Mar 22 10:57:09.514096 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38508) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:09.525548 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0c4199ed-af4d-42a7-8495-54359407e094 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:09.551048 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b7c23e-5e5a-43f9-ba4b-a617d0e04bb5 None None] Sync routers for ids ['3b128c19-4481-4fd0-8821-2c59540ddae2'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:57:09.556423 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-805d3734-9c6b-4a63-8ced-a0ff879b6d4c tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:09.560516 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-805d3734-9c6b-4a63-8ced-a0ff879b6d4c tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 7.5233929 Mar 22 10:57:09.561701 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5563636-040b-4024-9771-2f774b90b489 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] GET failed (client error): The resource could not be found. Mar 22 10:57:09.563266 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c5563636-040b-4024-9771-2f774b90b489 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "GET /v2.0/ports/b0235252-b212-4bf8-b92d-b2a2bd89a8ad HTTP/1.1" status: 404 len: 333 time: 0.0482118 Mar 22 10:57:09.563845 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38510) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:09.569018 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38512) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:09.591064 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-0c4199ed-af4d-42a7-8495-54359407e094 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13e09da5-c0ab-45ab-bb5d-9c01599e5656']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:09.592680 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd250f4-0a39-4c41-82f8-60dc3e3218ab tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Network 30f837f7-cb01-47b6-9ea3-5f215e36f2cb is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:57:09.593424 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3f0183-a56e-4199-9b36-b30c4209e695 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-13e09da5-c0ab-45ab-bb5d-9c01599e5656', 'network_id': '13e09da5-c0ab-45ab-bb5d-9c01599e5656', 'tenant_id': '6fad94f603ac4450bd9d1e1d6faca259', 'fixed_ips': [{'subnet_id': 'e32c12f4-1e66-43df-b82b-6240a30c7df9'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:57:09.594459 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ca3f0183-a56e-4199-9b36-b30c4209e695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:09.618495 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c253f5-0fc5-4651-a3e1-2b51a94c7ddf req-0589e40c-a66a-44b1-9e5a-1c57451389c7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:09.620374 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f6c253f5-0fc5-4651-a3e1-2b51a94c7ddf req-0589e40c-a66a-44b1-9e5a-1c57451389c7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/networks?id=6a65d360-9164-47d6-a114-8a8963e979c8 HTTP/1.1" status: 200 len: 797 time: 0.8413515 Mar 22 10:57:09.665098 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-0c4199ed-af4d-42a7-8495-54359407e094 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0276e2e-851f-4ee3-b980-aba80c73ecf3') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:09.665386 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-0c4199ed-af4d-42a7-8495-54359407e094 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0276e2e-851f-4ee3-b980-aba80c73ecf3') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:09.683504 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0c4199ed-af4d-42a7-8495-54359407e094 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:09.703083 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f6c253f5-0fc5-4651-a3e1-2b51a94c7ddf req-5d2eabf1-6a18-4c93-bf14-0850016875e0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/quotas/9d323f0b18e24bb7bcd0d92686e5587a HTTP/1.1" status: 200 len: 375 time: 0.0604045 Mar 22 10:57:09.703661 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-bdd250f4-0a39-4c41-82f8-60dc3e3218ab tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 30f837f7-cb01-47b6-9ea3-5f215e36f2cb) {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:09.721394 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fa59bcc2-3e96-450a-a8da-4332b583ccd0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:09.745409 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0c4199ed-af4d-42a7-8495-54359407e094 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:09.751163 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-239b83c1-32f0-402a-b0ed-f8d51773d27d tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Deleting subnet 3eca731c-aa77-46a1-84da-8a1923affcd3 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:57:09.765236 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-239b83c1-32f0-402a-b0ed-f8d51773d27d tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:09.768410 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c4199ed-af4d-42a7-8495-54359407e094 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:57:09.770836 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0c4199ed-af4d-42a7-8495-54359407e094 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:09.774775 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 10:57:09.774775 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:57:09.774775 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 10:57:09.774775 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:57:09.774775 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 10:57:09.774775 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:57:09.774775 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 10:57:09.774775 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:57:09.774775 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 10:57:09.774775 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:57:09.774775 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 10:57:09.774775 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:57:09.774775 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 10:57:09.774775 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:57:09.774775 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:57:09.774775 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:57:09.774775 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:57:09.774775 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:57:09.774775 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 10:57:09.774775 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:57:09.774775 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 10:57:09.774775 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:57:09.774775 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:57:09.774775 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:57:09.774775 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 10:57:09.774775 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:57:09.774775 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:57:09.774775 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:57:09.774775 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:57:09.774775 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:57:09.774775 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:57:09.774775 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:57:09.796785 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd250f4-0a39-4c41-82f8-60dc3e3218ab tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:09.797379 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bdd250f4-0a39-4c41-82f8-60dc3e3218ab tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:09.810528 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d28c2a54-54aa-4304-9e3b-8711ce2b4f17 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:09.879272 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-efff4352-a2d3-42e3-8b27-e7abab9075ed tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:09.885134 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-239b83c1-32f0-402a-b0ed-f8d51773d27d tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:09.907123 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-bdd250f4-0a39-4c41-82f8-60dc3e3218ab tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0221848 Mar 22 10:57:09.916950 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38514) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:09.939338 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0c4199ed-af4d-42a7-8495-54359407e094 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:09.944396 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0c4199ed-af4d-42a7-8495-54359407e094 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:09.948520 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0c4199ed-af4d-42a7-8495-54359407e094 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] 10.222.0.57 "DELETE /v2.0/networks/13e09da5-c0ab-45ab-bb5d-9c01599e5656 HTTP/1.1" status: 204 len: 168 time: 2.2564998 Mar 22 10:57:09.957670 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38516) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:09.965517 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-63f661fd-5aa4-4e14-884e-db96cf66a725 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-183180904'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:10.026243 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4199ed-af4d-42a7-8495-54359407e094 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Pushing event deleted for resources: {'Network': ['ID=13e09da5-c0ab-45ab-bb5d-9c01599e5656,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:10.059043 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c476acca-b3f8-4fbf-bf8e-3eee596b0657 None None] Network 30f837f7-cb01-47b6-9ea3-5f215e36f2cb requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:57:10.083875 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-009f0065-d631-4171-9bbe-1aabed8eedec tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Router 36fae84b-0655-47d2-b4dc-a3ef8643f9a6 is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109050) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 10:57:10.104354 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f6c253f5-0fc5-4651-a3e1-2b51a94c7ddf req-3ebd626f-2a67-4435-80e0-d3d97d50173e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=9d323f0b18e24bb7bcd0d92686e5587a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3859901 Mar 22 10:57:10.108528 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f661fd-5aa4-4e14-884e-db96cf66a725 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Made reservation on behalf of 6fad94f603ac4450bd9d1e1d6faca259 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:10.112265 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-63f661fd-5aa4-4e14-884e-db96cf66a725 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:10.153120 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-91e8688a-57c9-4292-bc46-1b4d47ff4f85 None None] For port aaab3424-ee22-47b8-b12c-4b5127dc6623, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:57:10.169669 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-91e8688a-57c9-4292-bc46-1b4d47ff4f85 None None] For port aaab3424-ee22-47b8-b12c-4b5127dc6623, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=aaab3424-ee22-47b8-b12c-4b5127dc6623,segment=NetworkSegment(60c26265-35c8-4169-b6bc-78d225811b96),segment_id=60c26265-35c8-4169-b6bc-78d225811b96)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:57:10.175615 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-efff4352-a2d3-42e3-8b27-e7abab9075ed tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:10.185197 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-239b83c1-32f0-402a-b0ed-f8d51773d27d tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:10.190324 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3683bdee-eb72-4330-bb37-43abb4e27360 None None] Network 13e09da5-c0ab-45ab-bb5d-9c01599e5656 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:57:10.195076 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b7c23e-5e5a-43f9-ba4b-a617d0e04bb5 None None] Routers {'3b128c19-4481-4fd0-8821-2c59540ddae2'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:57:10.195446 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-79b7c23e-5e5a-43f9-ba4b-a617d0e04bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:56:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['3b128c19-4481-4fd0-8821-2c59540ddae2'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:10.211908 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63f661fd-5aa4-4e14-884e-db96cf66a725 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:57:10.233575 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-63f661fd-5aa4-4e14-884e-db96cf66a725 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:10.233925 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-63f661fd-5aa4-4e14-884e-db96cf66a725 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Added segment b8eed8f2-2627-4514-91df-33ddfc7565ce of type vlan for network ad179354-8d4d-4d12-8821-f571dec1bce2 Mar 22 10:57:10.251822 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-2b99cc54-4454-4bd3-bbfa-50dbc6ec3fcd None None] Allocated IP 2001:db8::2 (ec3cf6ac-e833-4cf0-9014-327d7e4edebe/8133e44f-2663-4c80-95ee-e112fbf5523f/1ceb59ea-2f6c-4486-9c41-1e84e423d658) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:57:10.331016 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-63f661fd-5aa4-4e14-884e-db96cf66a725 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:10.336483 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-239b83c1-32f0-402a-b0ed-f8d51773d27d tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:10.346387 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-c81b0c49-f28b-4054-92a3-7fe8a6a77880 None None] Attempting to bind port 748ca494-4f82-472b-b586-6893413cfaab on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:57:10.347045 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-c81b0c49-f28b-4054-92a3-7fe8a6a77880 None None] Attempting to bind port 748ca494-4f82-472b-b586-6893413cfaab by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '23557e96-3a5b-43da-8fcf-8d1dce61d40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '58ee3aba-8606-40a0-ba5f-dd813c07b20a'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:57:10.347669 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81b0c49-f28b-4054-92a3-7fe8a6a77880 None None] Attempting to bind port 748ca494-4f82-472b-b586-6893413cfaab on network 58ee3aba-8606-40a0-ba5f-dd813c07b20a {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:57:10.386560 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-239b83c1-32f0-402a-b0ed-f8d51773d27d tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:10.390767 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-239b83c1-32f0-402a-b0ed-f8d51773d27d tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "DELETE /v2.0/subnets/3eca731c-aa77-46a1-84da-8a1923affcd3 HTTP/1.1" status: 204 len: 168 time: 0.8169892 Mar 22 10:57:10.396049 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-91e8688a-57c9-4292-bc46-1b4d47ff4f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:10.396391 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239b83c1-32f0-402a-b0ed-f8d51773d27d tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event deleted for resources: {'Subnet': ['ID=3eca731c-aa77-46a1-84da-8a1923affcd3,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:10.402238 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38520) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:10.418117 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-efff4352-a2d3-42e3-8b27-e7abab9075ed tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Deleting port c393422f-f210-45c7-b2e0-e5bc7f3f7543 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:57:10.418466 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-efff4352-a2d3-42e3-8b27-e7abab9075ed tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:10.435485 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-63f661fd-5aa4-4e14-884e-db96cf66a725 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:10.441403 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f661fd-5aa4-4e14-884e-db96cf66a725 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:10.442151 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-63f661fd-5aa4-4e14-884e-db96cf66a725 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:10.487737 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3683bdee-eb72-4330-bb37-43abb4e27360 None None] Network 13e09da5-c0ab-45ab-bb5d-9c01599e5656 could not be found, it might have been deleted concurrently. {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 22 10:57:10.489463 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b0c49-f28b-4054-92a3-7fe8a6a77880 None None] Pushing event updated for resources: {'Port': ['ID=748ca494-4f82-472b-b586-6893413cfaab,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:10.582677 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81b0c49-f28b-4054-92a3-7fe8a6a77880 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:57:10.583215 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81b0c49-f28b-4054-92a3-7fe8a6a77880 None None] Checking segment: {'id': '23557e96-3a5b-43da-8fcf-8d1dce61d40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '58ee3aba-8606-40a0-ba5f-dd813c07b20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:57:10.583748 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c81b0c49-f28b-4054-92a3-7fe8a6a77880 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:10.584253 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81b0c49-f28b-4054-92a3-7fe8a6a77880 None None] Bound using segment: {'id': '23557e96-3a5b-43da-8fcf-8d1dce61d40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '58ee3aba-8606-40a0-ba5f-dd813c07b20a'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:57:10.584842 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-c81b0c49-f28b-4054-92a3-7fe8a6a77880 None None] Bound port: 748ca494-4f82-472b-b586-6893413cfaab, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23557e96-3a5b-43da-8fcf-8d1dce61d40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '58ee3aba-8606-40a0-ba5f-dd813c07b20a'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:57:10.585322 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c81b0c49-f28b-4054-92a3-7fe8a6a77880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:10.585833 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-63f661fd-5aa4-4e14-884e-db96cf66a725 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6254451 Mar 22 10:57:10.589294 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e8688a-57c9-4292-bc46-1b4d47ff4f85 None None] Pushing event updated for resources: {'Port': ['ID=aaab3424-ee22-47b8-b12c-4b5127dc6623,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:10.592000 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ed01a8fd-3f6b-4090-8a08-22a76b821079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:10.631225 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38522) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:10.645325 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-e5ed9fdf-e968-471a-818c-776f7797e481 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Request body: {'subnet': {'network_id': 'ad179354-8d4d-4d12-8821-f571dec1bce2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:10.655071 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f661fd-5aa4-4e14-884e-db96cf66a725 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Pushing event updated for resources: {'Network': ['ID=ad179354-8d4d-4d12-8821-f571dec1bce2,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:10.675941 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3b44ca2b-cb04-4b7e-8020-e0146af19be8 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:10.682269 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-81ca7a29-d0f5-4e91-9133-4b49476c659f None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:10.684764 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3afa344-526f-49ca-916e-d833d201a7ae None None] Network 1720e5b8-640f-4127-a74b-934c3af8bbbc requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:57:10.775488 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-efff4352-a2d3-42e3-8b27-e7abab9075ed tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:10.832113 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-efff4352-a2d3-42e3-8b27-e7abab9075ed tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Calling delete_port for c393422f-f210-45c7-b2e0-e5bc7f3f7543 owned by network:router_gateway {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:57:10.857065 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d28c2a54-54aa-4304-9e3b-8711ce2b4f17 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:10.900823 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ed9fdf-e968-471a-818c-776f7797e481 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Made reservation on behalf of 6fad94f603ac4450bd9d1e1d6faca259 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:10.904460 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e5ed9fdf-e968-471a-818c-776f7797e481 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:11.010781 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-79b7c23e-5e5a-43f9-ba4b-a617d0e04bb5 None None] Set router 3b128c19-4481-4fd0-8821-2c59540ddae2 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:57:11.036966 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-3b44ca2b-cb04-4b7e-8020-e0146af19be8 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Deleting port aaab3424-ee22-47b8-b12c-4b5127dc6623 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:57:11.037319 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3b44ca2b-cb04-4b7e-8020-e0146af19be8 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:11.082653 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28c2a54-54aa-4304-9e3b-8711ce2b4f17 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event deleted for resources: {'Subnet': ['ID=39c5482b-726c-4735-982b-adafdf0edc20,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:11.092971 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d28c2a54-54aa-4304-9e3b-8711ce2b4f17 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:11.102924 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-d28c2a54-54aa-4304-9e3b-8711ce2b4f17 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/subnets/39c5482b-726c-4735-982b-adafdf0edc20 HTTP/1.1" status: 204 len: 168 time: 2.6049607 Mar 22 10:57:11.105906 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f6c253f5-0fc5-4651-a3e1-2b51a94c7ddf req-5e409458-3930-46d2-b05e-50fa109db95b service neutron] 10.222.0.57 "GET /v2.0/networks/6a65d360-9164-47d6-a114-8a8963e979c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9818153 Mar 22 10:57:11.106362 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38524) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:11.114903 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fa59bcc2-3e96-450a-a8da-4332b583ccd0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:11.197424 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-3b44ca2b-cb04-4b7e-8020-e0146af19be8 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] For port aaab3424-ee22-47b8-b12c-4b5127dc6623, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=aaab3424-ee22-47b8-b12c-4b5127dc6623,segment=NetworkSegment(60c26265-35c8-4169-b6bc-78d225811b96),segment_id=60c26265-35c8-4169-b6bc-78d225811b96)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:57:11.197942 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3b44ca2b-cb04-4b7e-8020-e0146af19be8 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:11.212822 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-3b44ca2b-cb04-4b7e-8020-e0146af19be8 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Calling delete_port for aaab3424-ee22-47b8-b12c-4b5127dc6623 owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:57:11.224025 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-009f0065-d631-4171-9bbe-1aabed8eedec tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:57:11.234786 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa59bcc2-3e96-450a-a8da-4332b583ccd0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Pushing event deleted for resources: {'Subnet': ['ID=b51685f3-d8c8-4f8d-93d2-cb2652152c8f,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:11.241708 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-009f0065-d631-4171-9bbe-1aabed8eedec tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "PUT /v2.0/routers/36fae84b-0655-47d2-b4dc-a3ef8643f9a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7789693 Mar 22 10:57:11.245504 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9c8c83-b18f-4964-8d04-db0897363cf2 None None] Sync routers for ids ['36fae84b-0655-47d2-b4dc-a3ef8643f9a6'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:57:11.258850 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38526) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:11.266604 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9c8c83-b18f-4964-8d04-db0897363cf2 None None] Routers {'36fae84b-0655-47d2-b4dc-a3ef8643f9a6'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:57:11.268297 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-5a9c8c83-b18f-4964-8d04-db0897363cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:57:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['36fae84b-0655-47d2-b4dc-a3ef8643f9a6'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:11.323176 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2ab2e3-19ea-470f-a764-350ff4621f4d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:11.326343 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-5a9c8c83-b18f-4964-8d04-db0897363cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:11.328151 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4c2ab2e3-19ea-470f-a764-350ff4621f4d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "GET /v2.0/ports/edd0e1ff-81b0-420f-b6f0-8e73c406db4a HTTP/1.1" status: 200 len: 910 time: 0.0680046 Mar 22 10:57:11.328285 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b15c2f4-75bc-4d86-8f67-ed9e070b64de tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Deleting subnet 3b0e7097-4fb3-4e4f-9cd0-93f3d2fd51c1 {{(pid=109050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:57:11.328951 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38528) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:11.340522 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2b99cc54-4454-4bd3-bbfa-50dbc6ec3fcd None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:11.343267 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9c8c83-b18f-4964-8d04-db0897363cf2 None None] Routers {'36fae84b-0655-47d2-b4dc-a3ef8643f9a6'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:57:11.345258 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-5a9c8c83-b18f-4964-8d04-db0897363cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:57:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['36fae84b-0655-47d2-b4dc-a3ef8643f9a6'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:11.347103 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network ad179354-8d4d-4d12-8821-f571dec1bce2 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:57:11.348511 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8b15c2f4-75bc-4d86-8f67-ed9e070b64de tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:11.393582 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-84378c30-cc56-42d6-8d17-00c8bf121ba3 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:11.395728 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-5a9c8c83-b18f-4964-8d04-db0897363cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:11.397123 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9c8c83-b18f-4964-8d04-db0897363cf2 None None] The sync data for ids ['36fae84b-0655-47d2-b4dc-a3ef8643f9a6'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:57:11.454270 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fa59bcc2-3e96-450a-a8da-4332b583ccd0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:11.463606 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-81ca7a29-d0f5-4e91-9133-4b49476c659f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:11.487677 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2166ea8-a39b-4edc-84e5-6385326238a9 None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:57:11.497576 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe284ee4-b112-4cc0-92cc-9458fc355569 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-30f837f7-cb01-47b6-9ea3-5f215e36f2cb', 'network_id': '30f837f7-cb01-47b6-9ea3-5f215e36f2cb', 'tenant_id': '55d09b037a224a7db2a2dbd7ed1109cd', 'fixed_ips': [{'subnet_id': '679fac35-4407-4246-a7d5-f128201b2160'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:57:11.500465 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-fe284ee4-b112-4cc0-92cc-9458fc355569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:11.503117 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-fa59bcc2-3e96-450a-a8da-4332b583ccd0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ba9ef6e-5569-408f-a7ad-930972fcf57b']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:11.517101 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-fa59bcc2-3e96-450a-a8da-4332b583ccd0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d29e9b7-7d5c-4de4-9b20-f9575a58394a') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:11.517381 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-fa59bcc2-3e96-450a-a8da-4332b583ccd0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d29e9b7-7d5c-4de4-9b20-f9575a58394a') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:11.531221 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fa59bcc2-3e96-450a-a8da-4332b583ccd0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:11.556496 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fa59bcc2-3e96-450a-a8da-4332b583ccd0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:11.563988 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa59bcc2-3e96-450a-a8da-4332b583ccd0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:57:11.564521 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fa59bcc2-3e96-450a-a8da-4332b583ccd0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:11.567395 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-f2039e5c-ffbc-46a8-a99b-15d8b83f8dae None None] Provisioning complete for port edd0e1ff-81b0-420f-b6f0-8e73c406db4a triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:11.567395 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f2039e5c-ffbc-46a8-a99b-15d8b83f8dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:11.618600 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2b99cc54-4454-4bd3-bbfa-50dbc6ec3fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:11.642584 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 10:57:11.642584 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:57:11.642584 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 10:57:11.642584 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:57:11.642584 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 10:57:11.642584 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:57:11.642584 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 10:57:11.642584 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:57:11.642584 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 10:57:11.642584 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:57:11.642584 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 10:57:11.642584 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:57:11.642584 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 10:57:11.642584 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:57:11.642584 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:57:11.642584 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:57:11.642584 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:57:11.642584 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:57:11.642584 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 10:57:11.642584 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:57:11.642584 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 10:57:11.642584 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:57:11.642584 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:57:11.642584 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:57:11.642584 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 10:57:11.642584 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:57:11.642584 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:57:11.642584 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:57:11.642584 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:57:11.642584 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:57:11.642584 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:57:11.642584 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:57:11.701801 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8b15c2f4-75bc-4d86-8f67-ed9e070b64de tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11961780'] for subnet, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:11.705878 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.db.api [None req-fa59bcc2-3e96-450a-a8da-4332b583ccd0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 22 10:57:11.705878 dv-neutron-834599-1-hyperv neutron-server[109050]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 22 10:57:11.705878 dv-neutron-834599-1-hyperv neutron-server[109050]: [parameters: {'id': '6ba9ef6e-5569-408f-a7ad-930972fcf57b'}] Mar 22 10:57:11.705878 dv-neutron-834599-1-hyperv neutron-server[109050]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 10:57:11.706808 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG oslo_db.api [None req-fa59bcc2-3e96-450a-a8da-4332b583ccd0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 10:57:11.752168 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f6c253f5-0fc5-4651-a3e1-2b51a94c7ddf req-5df8293c-0cc3-4355-881d-b3242ba6634b service neutron] 10.222.0.57 "GET /v2.0/networks/6a65d360-9164-47d6-a114-8a8963e979c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6286757 Mar 22 10:57:11.818320 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-f2039e5c-ffbc-46a8-a99b-15d8b83f8dae None None] Port edd0e1ff-81b0-420f-b6f0-8e73c406db4a cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:57:11.841918 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-efff4352-a2d3-42e3-8b27-e7abab9075ed tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:11.853341 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ca7a29-d0f5-4e91-9133-4b49476c659f None None] Pushing event updated for resources: {'Port': ['ID=d07b6f9c-39c7-45c2-89aa-634931fbff98,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:11.857497 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3b44ca2b-cb04-4b7e-8020-e0146af19be8 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:11.940174 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ca7a29-d0f5-4e91-9133-4b49476c659f None None] Network 6ba9ef6e-5569-408f-a7ad-930972fcf57b is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:57:11.971221 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b44ca2b-cb04-4b7e-8020-e0146af19be8 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] No DVR routers for this DVR port aaab3424-ee22-47b8-b12c-4b5127dc6623 on host dv-neutron-834599-1-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:57:11.998469 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-f2039e5c-ffbc-46a8-a99b-15d8b83f8dae None None] Could not find standard attr ID for object 591ef350-1030-4818-92b8-8a847e8c0694. {{(pid=109051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 10:57:12.070863 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:12.083177 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e5ed9fdf-e968-471a-818c-776f7797e481 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:12.116988 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 8a6ea19c-2de4-4e36-b4f9-b16d72879dbf up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:57:12.121803 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-81ca7a29-d0f5-4e91-9133-4b49476c659f None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:12.138557 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ca7a29-d0f5-4e91-9133-4b49476c659f None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:57:12.154340 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efff4352-a2d3-42e3-8b27-e7abab9075ed tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Pushing event deleted for resources: {'Port': ['ID=c393422f-f210-45c7-b2e0-e5bc7f3f7543,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:12.200255 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-efff4352-a2d3-42e3-8b27-e7abab9075ed tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682553'] for router_gateway, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:12.201960 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b44ca2b-cb04-4b7e-8020-e0146af19be8 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event deleted for resources: {'Port': ['ID=aaab3424-ee22-47b8-b12c-4b5127dc6623,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:12.205789 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b99cc54-4454-4bd3-bbfa-50dbc6ec3fcd None None] Network ec3cf6ac-e833-4cf0-9014-327d7e4edebe is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:57:12.229483 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6a000766-f2e5-4f90-b920-bbcc3a971ec9 req-7b7aac44-e9ef-46dc-8e2c-0b1a16e37973 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b506bb6-f682-43e7-8a43-a0c464ff391a HTTP/1.1" status: 200 len: 210 time: 0.1377878 Mar 22 10:57:12.230253 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fa59bcc2-3e96-450a-a8da-4332b583ccd0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:12.291176 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-2b99cc54-4454-4bd3-bbfa-50dbc6ec3fcd None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:12.318978 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8b15c2f4-75bc-4d86-8f67-ed9e070b64de tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:12.321084 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b99cc54-4454-4bd3-bbfa-50dbc6ec3fcd None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:57:12.455660 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ed9fdf-e968-471a-818c-776f7797e481 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Checking segment: {'id': 'b8eed8f2-2627-4514-91df-33ddfc7565ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ad179354-8d4d-4d12-8821-f571dec1bce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:57:12.456033 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ed9fdf-e968-471a-818c-776f7797e481 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Network hostable DHCP agents. Network: ad179354-8d4d-4d12-8821-f571dec1bce2, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:57:12.464863 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b99cc54-4454-4bd3-bbfa-50dbc6ec3fcd None None] Pushing event updated for resources: {'Port': ['ID=1ceb59ea-2f6c-4486-9c41-1e84e423d658,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:12.465682 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3b44ca2b-cb04-4b7e-8020-e0146af19be8 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:12.506575 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-84378c30-cc56-42d6-8d17-00c8bf121ba3 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Allocated IP 2001:db8::1 (ec3cf6ac-e833-4cf0-9014-327d7e4edebe/8133e44f-2663-4c80-95ee-e112fbf5523f/0bd31b81-1e43-406a-90ee-e84dbda68754) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:57:12.518853 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee18eab-f9f0-4c8a-b3bf-5d7dfb401811 None None] Network 30d2b94c-bee4-42f8-b593-43102434f7e9 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:57:12.548928 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-c81b0c49-f28b-4054-92a3-7fe8a6a77880 None None] For port 748ca494-4f82-472b-b586-6893413cfaab, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:57:12.617674 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8b15c2f4-75bc-4d86-8f67-ed9e070b64de tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:12.758467 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-fa59bcc2-3e96-450a-a8da-4332b583ccd0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Deleting port d07b6f9c-39c7-45c2-89aa-634931fbff98 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:57:12.763901 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fa59bcc2-3e96-450a-a8da-4332b583ccd0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:12.813582 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b15c2f4-75bc-4d86-8f67-ed9e070b64de tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event deleted for resources: {'Subnet': ['ID=3b0e7097-4fb3-4e4f-9cd0-93f3d2fd51c1,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:12.849419 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-f2039e5c-ffbc-46a8-a99b-15d8b83f8dae None None] Provisioning complete for port 8a6ea19c-2de4-4e36-b4f9-b16d72879dbf triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:12.849788 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f2039e5c-ffbc-46a8-a99b-15d8b83f8dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:12.878750 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-fa59bcc2-3e96-450a-a8da-4332b583ccd0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] For port d07b6f9c-39c7-45c2-89aa-634931fbff98, host dv-neutron-834599-1-hyperv, got binding levels [] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:57:12.879176 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fa59bcc2-3e96-450a-a8da-4332b583ccd0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:12.886002 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-c81b0c49-f28b-4054-92a3-7fe8a6a77880 None None] For port 748ca494-4f82-472b-b586-6893413cfaab, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=748ca494-4f82-472b-b586-6893413cfaab,segment=NetworkSegment(23557e96-3a5b-43da-8fcf-8d1dce61d40e),segment_id=23557e96-3a5b-43da-8fcf-8d1dce61d40e)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:57:12.898567 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-fa59bcc2-3e96-450a-a8da-4332b583ccd0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Calling delete_port for d07b6f9c-39c7-45c2-89aa-634931fbff98 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:57:12.915024 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8b15c2f4-75bc-4d86-8f67-ed9e070b64de tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:12.922748 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-8b15c2f4-75bc-4d86-8f67-ed9e070b64de tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/subnets/3b0e7097-4fb3-4e4f-9cd0-93f3d2fd51c1 HTTP/1.1" status: 204 len: 168 time: 1.8111730 Mar 22 10:57:12.925132 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38540) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:12.992326 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c81b0c49-f28b-4054-92a3-7fe8a6a77880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:12.994445 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:13.024794 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-f99d5d2f-0b6c-4340-af6a-e5e8ec9c3026 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0908179 Mar 22 10:57:13.030111 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38542) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:13.051200 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-84378c30-cc56-42d6-8d17-00c8bf121ba3 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:13.128652 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:13.131405 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-81ca7a29-d0f5-4e91-9133-4b49476c659f None None] Attempting to bind port d07b6f9c-39c7-45c2-89aa-634931fbff98 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:57:13.131560 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-81ca7a29-d0f5-4e91-9133-4b49476c659f None None] Attempting to bind port d07b6f9c-39c7-45c2-89aa-634931fbff98 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '7d29e9b7-7d5c-4de4-9b20-f9575a58394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6ba9ef6e-5569-408f-a7ad-930972fcf57b'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:57:13.131978 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ca7a29-d0f5-4e91-9133-4b49476c659f None None] Attempting to bind port d07b6f9c-39c7-45c2-89aa-634931fbff98 on network 6ba9ef6e-5569-408f-a7ad-930972fcf57b {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:57:13.133497 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-efff4352-a2d3-42e3-8b27-e7abab9075ed tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:13.135289 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09681c85-c59d-40ff-89bd-cf313585a2f6 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:13.139250 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-09681c85-c59d-40ff-89bd-cf313585a2f6 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1046162 Mar 22 10:57:13.139450 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-efff4352-a2d3-42e3-8b27-e7abab9075ed tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:13.140895 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38544) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:13.161985 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ed9fdf-e968-471a-818c-776f7797e481 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Pushing event updated for resources: {'Subnet': ['ID=46dce192-b965-4c89-8e6e-e1d43abc98ea,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:13.165488 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-3b44ca2b-cb04-4b7e-8020-e0146af19be8 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30d2b94c-bee4-42f8-b593-43102434f7e9']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:13.185811 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-2b99cc54-4454-4bd3-bbfa-50dbc6ec3fcd None None] Attempting to bind port 1ceb59ea-2f6c-4486-9c41-1e84e423d658 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:57:13.185811 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-2b99cc54-4454-4bd3-bbfa-50dbc6ec3fcd None None] Attempting to bind port 1ceb59ea-2f6c-4486-9c41-1e84e423d658 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '8074ae99-5542-477b-a608-c3ad91056188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'ec3cf6ac-e833-4cf0-9014-327d7e4edebe'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:57:13.185811 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b99cc54-4454-4bd3-bbfa-50dbc6ec3fcd None None] Attempting to bind port 1ceb59ea-2f6c-4486-9c41-1e84e423d658 on network ec3cf6ac-e833-4cf0-9014-327d7e4edebe {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:57:13.211431 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa33c76-e70c-45d6-8128-4b7ee76e5485 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:13.211431 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-ffa33c76-e70c-45d6-8128-4b7ee76e5485 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0652761 Mar 22 10:57:13.214435 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ca7a29-d0f5-4e91-9133-4b49476c659f None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:57:13.214845 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ca7a29-d0f5-4e91-9133-4b49476c659f None None] Checking segment: {'id': '7d29e9b7-7d5c-4de4-9b20-f9575a58394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6ba9ef6e-5569-408f-a7ad-930972fcf57b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:57:13.215220 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-81ca7a29-d0f5-4e91-9133-4b49476c659f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:13.215642 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ca7a29-d0f5-4e91-9133-4b49476c659f None None] Bound using segment: {'id': '7d29e9b7-7d5c-4de4-9b20-f9575a58394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6ba9ef6e-5569-408f-a7ad-930972fcf57b'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:57:13.216732 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-81ca7a29-d0f5-4e91-9133-4b49476c659f None None] Bound port: d07b6f9c-39c7-45c2-89aa-634931fbff98, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d29e9b7-7d5c-4de4-9b20-f9575a58394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6ba9ef6e-5569-408f-a7ad-930972fcf57b'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:57:13.216732 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-81ca7a29-d0f5-4e91-9133-4b49476c659f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:13.217199 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38546) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:13.228979 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fa59bcc2-3e96-450a-a8da-4332b583ccd0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:13.243595 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-3b44ca2b-cb04-4b7e-8020-e0146af19be8 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60c26265-35c8-4169-b6bc-78d225811b96') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:13.244037 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-3b44ca2b-cb04-4b7e-8020-e0146af19be8 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60c26265-35c8-4169-b6bc-78d225811b96') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:13.265221 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3b44ca2b-cb04-4b7e-8020-e0146af19be8 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:13.266934 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-efff4352-a2d3-42e3-8b27-e7abab9075ed tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:13.267595 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efff4352-a2d3-42e3-8b27-e7abab9075ed tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3b128c19-4481-4fd0-8821-2c59540ddae2 {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 10:57:13.276935 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ed9fdf-e968-471a-818c-776f7797e481 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Network ad179354-8d4d-4d12-8821-f571dec1bce2 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:57:13.283710 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-84378c30-cc56-42d6-8d17-00c8bf121ba3 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:13.285518 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-efff4352-a2d3-42e3-8b27-e7abab9075ed tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:13.287682 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-efff4352-a2d3-42e3-8b27-e7abab9075ed tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] 10.222.0.57 "DELETE /v2.0/routers/3b128c19-4481-4fd0-8821-2c59540ddae2 HTTP/1.1" status: 204 len: 168 time: 3.7195783 Mar 22 10:57:13.292825 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38550) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:13.304164 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-ed7d0e05-9e57-4652-9d13-40cd8d027e81 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0836811 Mar 22 10:57:13.316069 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3b44ca2b-cb04-4b7e-8020-e0146af19be8 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:13.323512 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38552) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:13.334363 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-a3d08470-a6de-4daf-88ad-4d209883a2c5 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'subnet': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:13.341975 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa59bcc2-3e96-450a-a8da-4332b583ccd0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Pushing event deleted for resources: {'Port': ['ID=d07b6f9c-39c7-45c2-89aa-634931fbff98,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:13.355758 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b99cc54-4454-4bd3-bbfa-50dbc6ec3fcd None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:57:13.359478 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b99cc54-4454-4bd3-bbfa-50dbc6ec3fcd None None] Checking segment: {'id': '8074ae99-5542-477b-a608-c3ad91056188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'ec3cf6ac-e833-4cf0-9014-327d7e4edebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:57:13.360096 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2b99cc54-4454-4bd3-bbfa-50dbc6ec3fcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:13.360673 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b99cc54-4454-4bd3-bbfa-50dbc6ec3fcd None None] Bound using segment: {'id': '8074ae99-5542-477b-a608-c3ad91056188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'ec3cf6ac-e833-4cf0-9014-327d7e4edebe'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:57:13.361340 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-2b99cc54-4454-4bd3-bbfa-50dbc6ec3fcd None None] Bound port: 1ceb59ea-2f6c-4486-9c41-1e84e423d658, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8074ae99-5542-477b-a608-c3ad91056188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'ec3cf6ac-e833-4cf0-9014-327d7e4edebe'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:57:13.361908 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2b99cc54-4454-4bd3-bbfa-50dbc6ec3fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:13.393151 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa59bcc2-3e96-450a-a8da-4332b583ccd0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] No DVR routers for this DVR port d07b6f9c-39c7-45c2-89aa-634931fbff98 on host dv-neutron-834599-1-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:57:13.411927 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 8a6ea19c-2de4-4e36-b4f9-b16d72879dbf triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:13.412351 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:13.414116 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-e5ed9fdf-e968-471a-818c-776f7797e481 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, ad179354-8d4d-4d12-8821-f571dec1bce2) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:13.421406 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-fe284ee4-b112-4cc0-92cc-9458fc355569 None None] Allocated IP 2001:db8::2 (30f837f7-cb01-47b6-9ea3-5f215e36f2cb/679fac35-4407-4246-a7d5-f128201b2160/adfb10e1-98d5-4624-b0c3-9dc94811b23c) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:57:13.424214 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b44ca2b-cb04-4b7e-8020-e0146af19be8 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:57:13.424214 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3b44ca2b-cb04-4b7e-8020-e0146af19be8 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:13.427169 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 10:57:13.427169 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:57:13.427169 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 10:57:13.427169 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:57:13.427169 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 10:57:13.427169 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:57:13.427169 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 10:57:13.427169 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:57:13.427169 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 10:57:13.427169 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:57:13.427169 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 10:57:13.427169 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:57:13.427169 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 10:57:13.427169 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:57:13.427169 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:57:13.427169 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:57:13.427169 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:57:13.427169 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:57:13.427169 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 10:57:13.427169 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:57:13.427169 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 10:57:13.427169 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:57:13.427169 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:57:13.427169 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:57:13.427169 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 10:57:13.427169 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:57:13.427169 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:57:13.427169 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:57:13.427169 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:57:13.427169 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:57:13.427169 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:57:13.427169 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:57:13.441458 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ed9fdf-e968-471a-818c-776f7797e481 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:13.442153 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e5ed9fdf-e968-471a-818c-776f7797e481 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:13.466247 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84378c30-cc56-42d6-8d17-00c8bf121ba3 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Network ec3cf6ac-e833-4cf0-9014-327d7e4edebe is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:57:13.469349 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b0c49-f28b-4054-92a3-7fe8a6a77880 None None] Pushing event updated for resources: {'Port': ['ID=748ca494-4f82-472b-b586-6893413cfaab,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:13.496353 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-81ca7a29-d0f5-4e91-9133-4b49476c659f None None] Port d07b6f9c-39c7-45c2-89aa-634931fbff98 has been deleted concurrently {{(pid=109051) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:667}} Mar 22 10:57:13.500162 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034ded66-3420-4566-a0d7-6ec71eeb4944 None None] Network ad179354-8d4d-4d12-8821-f571dec1bce2 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:57:13.504897 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-84378c30-cc56-42d6-8d17-00c8bf121ba3 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:13.508434 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84378c30-cc56-42d6-8d17-00c8bf121ba3 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:57:13.509001 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-84378c30-cc56-42d6-8d17-00c8bf121ba3 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684270'] for router_interface, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:13.512945 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-32ed7431-694e-42b5-b215-7f32ab26b179 req-0b9eeecc-24c4-49cf-b867-3610ab89051a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b506bb6-f682-43e7-8a43-a0c464ff391a HTTP/1.1" status: 200 len: 210 time: 0.1288409 Mar 22 10:57:13.534035 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:13.585984 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81b0c49-f28b-4054-92a3-7fe8a6a77880 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:57:13.586530 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81b0c49-f28b-4054-92a3-7fe8a6a77880 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:57:13.586880 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81b0c49-f28b-4054-92a3-7fe8a6a77880 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:57:13.587220 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81b0c49-f28b-4054-92a3-7fe8a6a77880 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:57:13.587593 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81b0c49-f28b-4054-92a3-7fe8a6a77880 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:57:13.588118 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81b0c49-f28b-4054-92a3-7fe8a6a77880 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:57:13.588603 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81b0c49-f28b-4054-92a3-7fe8a6a77880 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:57:13.589115 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81b0c49-f28b-4054-92a3-7fe8a6a77880 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:57:13.589618 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81b0c49-f28b-4054-92a3-7fe8a6a77880 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:57:13.590105 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81b0c49-f28b-4054-92a3-7fe8a6a77880 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:57:13.590580 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81b0c49-f28b-4054-92a3-7fe8a6a77880 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:57:13.591062 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81b0c49-f28b-4054-92a3-7fe8a6a77880 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:57:13.613026 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84378c30-cc56-42d6-8d17-00c8bf121ba3 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Pushing event updated for resources: {'Port': ['ID=0bd31b81-1e43-406a-90ee-e84dbda68754,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:13.680749 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbb9d6e1-d9fb-4ac3-9ded-ae720a8e95f8 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Deleting subnet b7b5b7ce-7bbb-4a7b-92ee-61316a53b7e1 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:57:13.709140 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e5ed9fdf-e968-471a-818c-776f7797e481 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.0710788 Mar 22 10:57:13.719725 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bbb9d6e1-d9fb-4ac3-9ded-ae720a8e95f8 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:13.724512 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38554) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:13.728492 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b7e98703-c73d-4b0c-9042-ee11a61fea4d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:13.751688 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-3452449d-dcf1-4b26-b2ad-e89acf41199d tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-748371570'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:13.767888 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-79b7c23e-5e5a-43f9-ba4b-a617d0e04bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b128c19-4481-4fd0-8821-2c59540ddae2', 'name': '', 'tenant_id': '36acfd1392f74bbdb415094b9c8da695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a2fbe7-c077-4fd0-9fdb-421da6752235', 'external_fixed_ips': [{'subnet_id': 'b7b5b7ce-7bbb-4a7b-92ee-61316a53b7e1', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': 'c393422f-f210-45c7-b2e0-e5bc7f3f7543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:57:02Z', 'updated_at': '2022-03-22T10:57:06Z', 'revision_number': 3, 'project_id': '36acfd1392f74bbdb415094b9c8da695', 'gw_port': {'id': 'c393422f-f210-45c7-b2e0-e5bc7f3f7543', 'name': '', 'network_id': '98a2fbe7-c077-4fd0-9fdb-421da6752235', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:60:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b128c19-4481-4fd0-8821-2c59540ddae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': 'b7b5b7ce-7bbb-4a7b-92ee-61316a53b7e1', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:57:04Z', 'updated_at': '2022-03-22T10:57:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b5b7ce-7bbb-4a7b-92ee-61316a53b7e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:13.790037 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fa59bcc2-3e96-450a-a8da-4332b583ccd0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:13.858425 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3b44ca2b-cb04-4b7e-8020-e0146af19be8 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:13.866436 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216eb916-b2d9-46cb-be1f-617b5613ae8c None None] DHCP port deletion for 30d2b94c-bee4-42f8-b593-43102434f7e9 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:57:13.876104 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762abdd2-7073-4cdb-aaa3-f0e118a118a1 None None] DHCP port deletion for 1bc750fe-0949-42b2-bab7-34fc725823e6 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:57:13.878327 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f2039e5c-ffbc-46a8-a99b-15d8b83f8dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:13.878852 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-fa59bcc2-3e96-450a-a8da-4332b583ccd0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ba9ef6e-5569-408f-a7ad-930972fcf57b']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:13.890037 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3b44ca2b-cb04-4b7e-8020-e0146af19be8 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:13.898171 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3b44ca2b-cb04-4b7e-8020-e0146af19be8 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "DELETE /v2.0/networks/30d2b94c-bee4-42f8-b593-43102434f7e9 HTTP/1.1" status: 204 len: 168 time: 3.4937196 Mar 22 10:57:13.899048 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2b99cc54-4454-4bd3-bbfa-50dbc6ec3fcd None None] For port 1ceb59ea-2f6c-4486-9c41-1e84e423d658, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:57:13.902881 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b7c23e-5e5a-43f9-ba4b-a617d0e04bb5 None None] Checking router: 3b128c19-4481-4fd0-8821-2c59540ddae2 for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 10:57:13.903210 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b7c23e-5e5a-43f9-ba4b-a617d0e04bb5 None None] Updating router 3b128c19-4481-4fd0-8821-2c59540ddae2 port c393422f-f210-45c7-b2e0-e5bc7f3f7543 binding host dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 10:57:13.905036 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38560) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:13.910261 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-fa59bcc2-3e96-450a-a8da-4332b583ccd0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d29e9b7-7d5c-4de4-9b20-f9575a58394a') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:13.910820 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-fa59bcc2-3e96-450a-a8da-4332b583ccd0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d29e9b7-7d5c-4de4-9b20-f9575a58394a') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:13.916149 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-48a69841-2167-4e12-8a39-1bc913a0447a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1293627701'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:13.930478 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b44ca2b-cb04-4b7e-8020-e0146af19be8 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event deleted for resources: {'Network': ['ID=30d2b94c-bee4-42f8-b593-43102434f7e9,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:13.957763 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c253f5-0fc5-4651-a3e1-2b51a94c7ddf req-0cebcc1f-3312-4a7a-8f36-37cdda139257 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:13.959733 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f6c253f5-0fc5-4651-a3e1-2b51a94c7ddf req-0cebcc1f-3312-4a7a-8f36-37cdda139257 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.35 "GET /v2.0/networks?id=6a65d360-9164-47d6-a114-8a8963e979c8 HTTP/1.1" status: 200 len: 797 time: 0.5529754 Mar 22 10:57:13.978114 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bbb9d6e1-d9fb-4ac3-9ded-ae720a8e95f8 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:13.982615 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3452449d-dcf1-4b26-b2ad-e89acf41199d tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Made reservation on behalf of 6fad94f603ac4450bd9d1e1d6faca259 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:13.986416 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3452449d-dcf1-4b26-b2ad-e89acf41199d tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:13.987714 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fa59bcc2-3e96-450a-a8da-4332b583ccd0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:14.056592 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fa59bcc2-3e96-450a-a8da-4332b583ccd0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:14.065676 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-84378c30-cc56-42d6-8d17-00c8bf121ba3 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:14.071527 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a69841-2167-4e12-8a39-1bc913a0447a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Made reservation on behalf of 976d65578b3f4457a067052eaaa72feb for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:14.075303 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-48a69841-2167-4e12-8a39-1bc913a0447a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:14.077911 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa59bcc2-3e96-450a-a8da-4332b583ccd0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:57:14.078342 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fa59bcc2-3e96-450a-a8da-4332b583ccd0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:14.090582 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 10:57:14.090582 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:57:14.090582 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 10:57:14.090582 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:57:14.090582 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 10:57:14.090582 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:57:14.090582 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 10:57:14.090582 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:57:14.090582 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 10:57:14.090582 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:57:14.090582 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 10:57:14.090582 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:57:14.090582 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 10:57:14.090582 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:57:14.090582 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:57:14.090582 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:57:14.090582 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:57:14.090582 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:57:14.090582 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 10:57:14.090582 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:57:14.090582 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 10:57:14.090582 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:57:14.090582 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:57:14.090582 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:57:14.090582 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 10:57:14.090582 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:57:14.090582 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:57:14.090582 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:57:14.090582 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:57:14.090582 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:57:14.090582 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:57:14.090582 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:57:14.092669 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2b99cc54-4454-4bd3-bbfa-50dbc6ec3fcd None None] For port 1ceb59ea-2f6c-4486-9c41-1e84e423d658, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=1ceb59ea-2f6c-4486-9c41-1e84e423d658,segment=NetworkSegment(8074ae99-5542-477b-a608-c3ad91056188),segment_id=8074ae99-5542-477b-a608-c3ad91056188)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:57:14.095282 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b7c23e-5e5a-43f9-ba4b-a617d0e04bb5 None None] Port c393422f-f210-45c7-b2e0-e5bc7f3f7543 not found while updating agent binding for router 3b128c19-4481-4fd0-8821-2c59540ddae2. {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 22 10:57:14.110257 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d08470-a6de-4daf-88ad-4d209883a2c5 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Made reservation on behalf of f7a8ac7bbd5d466888176c13ba053f5f for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:14.113944 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a3d08470-a6de-4daf-88ad-4d209883a2c5 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:14.115459 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3d08470-a6de-4daf-88ad-4d209883a2c5 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 10:57:14.116581 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3d08470-a6de-4daf-88ad-4d209883a2c5 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:57:14.157594 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2b99cc54-4454-4bd3-bbfa-50dbc6ec3fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:14.215994 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f6c253f5-0fc5-4651-a3e1-2b51a94c7ddf req-6866c15f-132b-412b-919d-23f947df6ccd tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d323f0b18e24bb7bcd0d92686e5587a HTTP/1.1" status: 200 len: 379 time: 0.2244079 Mar 22 10:57:14.232560 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-f6c253f5-0fc5-4651-a3e1-2b51a94c7ddf req-eb55e98c-bfd4-4916-bba0-11a745f4af89 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'port': {'device_id': '4b506bb6-f682-43e7-8a43-a0c464ff391a', 'network_id': '6a65d360-9164-47d6-a114-8a8963e979c8', 'admin_state_up': True, 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'security_groups': ['33c78aa2-2e76-445d-9fd9-b8ed895eb7a7']}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:14.275075 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b7c23e-5e5a-43f9-ba4b-a617d0e04bb5 None None] Routers set() bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:57:14.275857 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b7c23e-5e5a-43f9-ba4b-a617d0e04bb5 None None] Router IDs set() for agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 22 10:57:14.276690 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_agentschedulers_db [None req-79b7c23e-5e5a-43f9-ba4b-a617d0e04bb5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3b128c19-4481-4fd0-8821-2c59540ddae2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:57:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent'). {{(pid=109051) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 22 10:57:14.277312 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b7c23e-5e5a-43f9-ba4b-a617d0e04bb5 None None] The sync data for ids ['3b128c19-4481-4fd0-8821-2c59540ddae2'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:57:14.280232 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-f2039e5c-ffbc-46a8-a99b-15d8b83f8dae None None] For port 8a6ea19c-2de4-4e36-b4f9-b16d72879dbf, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=8a6ea19c-2de4-4e36-b4f9-b16d72879dbf,segment=NetworkSegment(d31bc719-574f-44cc-a3eb-bff2edc36f3b),segment_id=d31bc719-574f-44cc-a3eb-bff2edc36f3b)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:57:14.291472 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a3d08470-a6de-4daf-88ad-4d209883a2c5 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.9611373 Mar 22 10:57:14.294874 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38562) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:14.300061 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48a69841-2167-4e12-8a39-1bc913a0447a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:57:14.302269 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:14.304698 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fa59bcc2-3e96-450a-a8da-4332b583ccd0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:14.309446 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-8183979b-472a-45bd-9cc9-ad6cd2d86219 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'subnet': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:14.309653 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fa59bcc2-3e96-450a-a8da-4332b583ccd0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:14.314615 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3452449d-dcf1-4b26-b2ad-e89acf41199d tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:57:14.317126 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-fa59bcc2-3e96-450a-a8da-4332b583ccd0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "DELETE /v2.0/networks/6ba9ef6e-5569-408f-a7ad-930972fcf57b HTTP/1.1" status: 204 len: 168 time: 5.5767987 Mar 22 10:57:14.322165 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38564) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:14.342671 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bbb9d6e1-d9fb-4ac3-9ded-ae720a8e95f8 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:14.347742 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f2039e5c-ffbc-46a8-a99b-15d8b83f8dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:14.400190 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-48a69841-2167-4e12-8a39-1bc913a0447a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:14.400533 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-48a69841-2167-4e12-8a39-1bc913a0447a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Added segment e7325381-21f0-4547-a32e-db5ee4fb22d6 of type vlan for network c04b202d-97e6-4bd7-997c-86270512c8e3 Mar 22 10:57:14.403662 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b99cc54-4454-4bd3-bbfa-50dbc6ec3fcd None None] Pushing event updated for resources: {'Port': ['ID=1ceb59ea-2f6c-4486-9c41-1e84e423d658,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:14.428550 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa59bcc2-3e96-450a-a8da-4332b583ccd0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Pushing event deleted for resources: {'Network': ['ID=6ba9ef6e-5569-408f-a7ad-930972fcf57b,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:14.449786 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-fe284ee4-b112-4cc0-92cc-9458fc355569 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:14.458358 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-3696ae84-0b88-47ff-9ce7-a9ce28c8ddfe tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] DELETE failed (client error): The resource could not be found. Mar 22 10:57:14.458358 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3696ae84-0b88-47ff-9ce7-a9ce28c8ddfe tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:57:14.465506 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-3696ae84-0b88-47ff-9ce7-a9ce28c8ddfe tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "DELETE /v2.0/networks/6ba9ef6e-5569-408f-a7ad-930972fcf57b HTTP/1.1" status: 404 len: 339 time: 0.1362612 Mar 22 10:57:14.472198 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38566) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:14.478419 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-91823472-1f2a-470c-974a-678c0a6e219a tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1497930007', 'description': 'd1'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:14.484208 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3452449d-dcf1-4b26-b2ad-e89acf41199d tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:14.485585 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-3452449d-dcf1-4b26-b2ad-e89acf41199d tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Added segment b2271542-0c0b-47e6-aa27-26476867074b of type vlan for network bff12f06-7b32-406e-a13c-6bd230d5e107 Mar 22 10:57:14.511940 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81126170-9c80-4656-b316-58743880805d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-ad179354-8d4d-4d12-8821-f571dec1bce2', 'network_id': 'ad179354-8d4d-4d12-8821-f571dec1bce2', 'tenant_id': '6fad94f603ac4450bd9d1e1d6faca259', 'fixed_ips': [{'subnet_id': '46dce192-b965-4c89-8e6e-e1d43abc98ea'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:57:14.513517 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-81126170-9c80-4656-b316-58743880805d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:14.540513 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-762abdd2-7073-4cdb-aaa3-f0e118a118a1 None None] Deleting port 38e993be-c741-4f55-9899-82bf3adeb921 {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:57:14.541207 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-762abdd2-7073-4cdb-aaa3-f0e118a118a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:14.543588 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-f2039e5c-ffbc-46a8-a99b-15d8b83f8dae None None] Provisioning complete for port 38e993be-c741-4f55-9899-82bf3adeb921 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:14.544278 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f2039e5c-ffbc-46a8-a99b-15d8b83f8dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:14.546331 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-fe284ee4-b112-4cc0-92cc-9458fc355569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:14.550028 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-48a69841-2167-4e12-8a39-1bc913a0447a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:14.694666 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.db.api [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 10:57:14.695187 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG oslo_db.api [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 10:57:14.749763 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe284ee4-b112-4cc0-92cc-9458fc355569 None None] Network 30f837f7-cb01-47b6-9ea3-5f215e36f2cb is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:57:14.750390 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-b7e98703-c73d-4b0c-9042-ee11a61fea4d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Allocated IP 172.21.0.1 (bf0a1c79-cd9a-4d2e-a4a9-c157709b0877/d288ebd9-5a39-4ac4-a520-3994fa234cb9/85247a5e-bd84-43df-87f9-c72a8e3d0312) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:57:14.819566 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-fe284ee4-b112-4cc0-92cc-9458fc355569 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:14.822251 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2039e5c-ffbc-46a8-a99b-15d8b83f8dae None None] Pushing event updated for resources: {'Port': ['ID=8a6ea19c-2de4-4e36-b4f9-b16d72879dbf,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:14.830283 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe284ee4-b112-4cc0-92cc-9458fc355569 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:57:14.942083 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-762abdd2-7073-4cdb-aaa3-f0e118a118a1 None None] For port 38e993be-c741-4f55-9899-82bf3adeb921, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=38e993be-c741-4f55-9899-82bf3adeb921,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:57:14.942592 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-762abdd2-7073-4cdb-aaa3-f0e118a118a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:14.946664 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3452449d-dcf1-4b26-b2ad-e89acf41199d tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:14.948363 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe284ee4-b112-4cc0-92cc-9458fc355569 None None] Pushing event updated for resources: {'Port': ['ID=adfb10e1-98d5-4624-b0c3-9dc94811b23c,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:14.999091 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.db.resource_extend [None req-48a69841-2167-4e12-8a39-1bc913a0447a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 10:57:15.018968 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8183979b-472a-45bd-9cc9-ad6cd2d86219 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Made reservation on behalf of f7a8ac7bbd5d466888176c13ba053f5f for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:15.023659 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8183979b-472a-45bd-9cc9-ad6cd2d86219 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:15.026843 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-8183979b-472a-45bd-9cc9-ad6cd2d86219 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 10:57:15.027563 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8183979b-472a-45bd-9cc9-ad6cd2d86219 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:57:15.029917 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91823472-1f2a-470c-974a-678c0a6e219a tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Made reservation on behalf of a993536edab145339b0f463caedd0151 for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:15.034334 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-91823472-1f2a-470c-974a-678c0a6e219a tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:15.054364 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.db.resource_extend [None req-3452449d-dcf1-4b26-b2ad-e89acf41199d tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 10:57:15.089486 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-762abdd2-7073-4cdb-aaa3-f0e118a118a1 None None] Calling delete_port for 38e993be-c741-4f55-9899-82bf3adeb921 owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:57:15.108920 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bbb9d6e1-d9fb-4ac3-9ded-ae720a8e95f8 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:15.115632 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b93f20f2-37d3-43be-9256-d55a1b717b5b req-2494b775-1df5-4091-859a-256a0d349ebc tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b506bb6-f682-43e7-8a43-a0c464ff391a HTTP/1.1" status: 200 len: 210 time: 0.1128654 Mar 22 10:57:15.156824 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8183979b-472a-45bd-9cc9-ad6cd2d86219 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8496642 Mar 22 10:57:15.187936 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38570) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:15.190797 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3452449d-dcf1-4b26-b2ad-e89acf41199d tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:15.197233 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3452449d-dcf1-4b26-b2ad-e89acf41199d tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:15.197904 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3452449d-dcf1-4b26-b2ad-e89acf41199d tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:15.201930 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-48a69841-2167-4e12-8a39-1bc913a0447a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:15.204214 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-66b9a760-cd5e-4c96-bf2d-dc77f6e21f86 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'subnet': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:15.207719 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a69841-2167-4e12-8a39-1bc913a0447a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:15.208585 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-48a69841-2167-4e12-8a39-1bc913a0447a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:15.217300 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb9d6e1-d9fb-4ac3-9ded-ae720a8e95f8 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b7b5b7ce-7bbb-4a7b-92ee-61316a53b7e1,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:15.248438 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bbb9d6e1-d9fb-4ac3-9ded-ae720a8e95f8 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:15.255135 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-bbb9d6e1-d9fb-4ac3-9ded-ae720a8e95f8 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] 10.222.0.57 "DELETE /v2.0/subnets/b7b5b7ce-7bbb-4a7b-92ee-61316a53b7e1 HTTP/1.1" status: 204 len: 168 time: 1.9537740 Mar 22 10:57:15.273326 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38572) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:15.278512 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b7e98703-c73d-4b0c-9042-ee11a61fea4d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:15.295489 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91823472-1f2a-470c-974a-678c0a6e219a tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:57:15.346310 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3452449d-dcf1-4b26-b2ad-e89acf41199d tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6152530 Mar 22 10:57:15.405826 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a69841-2167-4e12-8a39-1bc913a0447a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event updated for resources: {'Network': ['ID=c04b202d-97e6-4bd7-997c-86270512c8e3,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:15.418698 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38574) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:15.428556 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-91823472-1f2a-470c-974a-678c0a6e219a tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:15.428901 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-91823472-1f2a-470c-974a-678c0a6e219a tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Added segment 8b5a33d5-55b4-4399-a45d-343db7601002 of type vlan for network 299dd230-486d-4f0a-a75f-800f67c8e561 Mar 22 10:57:15.469457 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-4e28f2a6-59dd-4aac-a677-556c0c4f2a77 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Request body: {'subnet': {'network_id': 'bff12f06-7b32-406e-a13c-6bd230d5e107', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:15.501191 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-91823472-1f2a-470c-974a-678c0a6e219a tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:15.529735 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5a19d1-a016-4070-b38b-b8587d1707be None None] Network 58ee3aba-8606-40a0-ba5f-dd813c07b20a requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:57:15.534144 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network c04b202d-97e6-4bd7-997c-86270512c8e3 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:57:15.540049 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6c253f5-0fc5-4651-a3e1-2b51a94c7ddf req-eb55e98c-bfd4-4916-bba0-11a745f4af89 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Made reservation on behalf of 9d323f0b18e24bb7bcd0d92686e5587a for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:15.544929 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-f6c253f5-0fc5-4651-a3e1-2b51a94c7ddf req-eb55e98c-bfd4-4916-bba0-11a745f4af89 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:15.567595 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-91823472-1f2a-470c-974a-678c0a6e219a tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:15.573833 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91823472-1f2a-470c-974a-678c0a6e219a tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:15.574446 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-91823472-1f2a-470c-974a-678c0a6e219a tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:15.624238 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-48a69841-2167-4e12-8a39-1bc913a0447a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7178726 Mar 22 10:57:15.639645 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3452449d-dcf1-4b26-b2ad-e89acf41199d tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Pushing event updated for resources: {'Network': ['ID=bff12f06-7b32-406e-a13c-6bd230d5e107,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:15.640672 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38576) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:15.650371 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-2ba974e4-a549-4fd1-b2b5-3ace628c739c tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Request body: {'subnet': {'network_id': 'c04b202d-97e6-4bd7-997c-86270512c8e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:15.676635 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network bff12f06-7b32-406e-a13c-6bd230d5e107 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:57:15.699723 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-942369d6-3538-4bd0-859e-293326687020 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:15.701919 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-762abdd2-7073-4cdb-aaa3-f0e118a118a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:15.814079 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b7e98703-c73d-4b0c-9042-ee11a61fea4d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:15.819341 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-f2039e5c-ffbc-46a8-a99b-15d8b83f8dae None None] Port 38e993be-c741-4f55-9899-82bf3adeb921 update to ACTIVE by agent not found {{(pid=109051) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2191}} Mar 22 10:57:15.822520 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-fe284ee4-b112-4cc0-92cc-9458fc355569 None None] Attempting to bind port adfb10e1-98d5-4624-b0c3-9dc94811b23c on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:57:15.822985 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-fe284ee4-b112-4cc0-92cc-9458fc355569 None None] Attempting to bind port adfb10e1-98d5-4624-b0c3-9dc94811b23c by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': 'c6e988c2-ceec-4afe-9f18-b8924aadcfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '30f837f7-cb01-47b6-9ea3-5f215e36f2cb'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:57:15.823579 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe284ee4-b112-4cc0-92cc-9458fc355569 None None] Attempting to bind port adfb10e1-98d5-4624-b0c3-9dc94811b23c on network 30f837f7-cb01-47b6-9ea3-5f215e36f2cb {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:57:15.841654 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-91823472-1f2a-470c-974a-678c0a6e219a tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.3671350 Mar 22 10:57:15.864825 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a6a742-ef29-406c-8a9e-8bf6fdaabdef None None] DHCP port deletion for 6ba9ef6e-5569-408f-a7ad-930972fcf57b request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:57:15.880141 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762abdd2-7073-4cdb-aaa3-f0e118a118a1 None None] Pushing event deleted for resources: {'Port': ['ID=38e993be-c741-4f55-9899-82bf3adeb921,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:15.889203 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762abdd2-7073-4cdb-aaa3-f0e118a118a1 None None] No DVR routers for this DVR port 38e993be-c741-4f55-9899-82bf3adeb921 on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:57:15.891903 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38578) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:15.895844 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 38e993be-c741-4f55-9899-82bf3adeb921 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:57:15.937536 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 38e993be-c741-4f55-9899-82bf3adeb921 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:57:15.937978 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 38e993be-c741-4f55-9899-82bf3adeb921 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 22 10:57:15.949510 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91823472-1f2a-470c-974a-678c0a6e219a tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Pushing event updated for resources: {'Network': ['ID=299dd230-486d-4f0a-a75f-800f67c8e561,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:15.952494 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-942369d6-3538-4bd0-859e-293326687020 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:15.986340 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe284ee4-b112-4cc0-92cc-9458fc355569 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:57:15.986724 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe284ee4-b112-4cc0-92cc-9458fc355569 None None] Checking segment: {'id': 'c6e988c2-ceec-4afe-9f18-b8924aadcfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '30f837f7-cb01-47b6-9ea3-5f215e36f2cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:57:15.987590 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-fe284ee4-b112-4cc0-92cc-9458fc355569 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:15.987590 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe284ee4-b112-4cc0-92cc-9458fc355569 None None] Bound using segment: {'id': 'c6e988c2-ceec-4afe-9f18-b8924aadcfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '30f837f7-cb01-47b6-9ea3-5f215e36f2cb'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:57:15.988099 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-fe284ee4-b112-4cc0-92cc-9458fc355569 None None] Bound port: adfb10e1-98d5-4624-b0c3-9dc94811b23c, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6e988c2-ceec-4afe-9f18-b8924aadcfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '30f837f7-cb01-47b6-9ea3-5f215e36f2cb'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:57:15.988488 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-fe284ee4-b112-4cc0-92cc-9458fc355569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:15.990551 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-942369d6-3538-4bd0-859e-293326687020 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98a2fbe7-c077-4fd0-9fdb-421da6752235']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:15.991793 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-81126170-9c80-4656-b316-58743880805d None None] Allocated IP 2001:db8::1 (ad179354-8d4d-4d12-8821-f571dec1bce2/46dce192-b965-4c89-8e6e-e1d43abc98ea/c9cf75ab-30e2-4e8c-9f0a-e7f19ab247d8) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:57:16.002044 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 299dd230-486d-4f0a-a75f-800f67c8e561 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:57:16.018605 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-84378c30-cc56-42d6-8d17-00c8bf121ba3 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:16.018742 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e98703-c73d-4b0c-9042-ee11a61fea4d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Network bf0a1c79-cd9a-4d2e-a4a9-c157709b0877 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:57:16.019696 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b9a760-cd5e-4c96-bf2d-dc77f6e21f86 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Made reservation on behalf of f7a8ac7bbd5d466888176c13ba053f5f for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:16.025174 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-66b9a760-cd5e-4c96-bf2d-dc77f6e21f86 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:16.031903 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [req-f6c253f5-0fc5-4651-a3e1-2b51a94c7ddf req-eb55e98c-bfd4-4916-bba0-11a745f4af89 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Allocated IP 172.20.0.7 (6a65d360-9164-47d6-a114-8a8963e979c8/4c71e94c-7cee-47cf-9eaa-4ef0468212bd/43458a49-b7a5-495f-8072-2ea6171a6932) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:57:16.034669 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-66b9a760-cd5e-4c96-bf2d-dc77f6e21f86 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 10:57:16.035195 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66b9a760-cd5e-4c96-bf2d-dc77f6e21f86 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:57:16.043475 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-b7e98703-c73d-4b0c-9042-ee11a61fea4d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:16.048539 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-942369d6-3538-4bd0-859e-293326687020 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf10bba5-ed21-48fe-bafa-59b99423f2d1') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:16.049254 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-942369d6-3538-4bd0-859e-293326687020 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf10bba5-ed21-48fe-bafa-59b99423f2d1') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:16.068539 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55dd1cf5-1fee-48d4-8653-c8334aaffdd4 None None] Network 6ba9ef6e-5569-408f-a7ad-930972fcf57b requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:57:16.070330 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4bd7a1-2752-425a-af58-ebf136768e8d None None] Network ec3cf6ac-e833-4cf0-9014-327d7e4edebe requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:57:16.072806 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-84378c30-cc56-42d6-8d17-00c8bf121ba3 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:16.074018 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-84378c30-cc56-42d6-8d17-00c8bf121ba3 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684306'] for router_interface, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:16.074268 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-d9133d88-9150-4fab-a201-8a1b0a602651 None None] Could not find standard attr ID for object d07b6f9c-39c7-45c2-89aa-634931fbff98. {{(pid=109051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 10:57:16.078799 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e98703-c73d-4b0c-9042-ee11a61fea4d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:57:16.082090 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e28f2a6-59dd-4aac-a677-556c0c4f2a77 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Made reservation on behalf of 6fad94f603ac4450bd9d1e1d6faca259 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:16.085461 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4e28f2a6-59dd-4aac-a677-556c0c4f2a77 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:16.089004 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Port 38e993be-c741-4f55-9899-82bf3adeb921 not found, will not notify nova. {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 22 10:57:16.089426 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device aaab3424-ee22-47b8-b12c-4b5127dc6623 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:57:16.122398 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba974e4-a549-4fd1-b2b5-3ace628c739c tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Made reservation on behalf of 976d65578b3f4457a067052eaaa72feb for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:16.127132 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2ba974e4-a549-4fd1-b2b5-3ace628c739c tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:16.150412 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-942369d6-3538-4bd0-859e-293326687020 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:16.167200 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55dd1cf5-1fee-48d4-8653-c8334aaffdd4 None None] Network 6ba9ef6e-5569-408f-a7ad-930972fcf57b could not be found, it might have been deleted concurrently. {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 22 10:57:16.184514 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: aaab3424-ee22-47b8-b12c-4b5127dc6623 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:57:16.184863 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device aaab3424-ee22-47b8-b12c-4b5127dc6623 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 22 10:57:16.215847 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-66b9a760-cd5e-4c96-bf2d-dc77f6e21f86 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.0261652 Mar 22 10:57:16.228423 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38582) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:16.232482 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e98703-c73d-4b0c-9042-ee11a61fea4d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event updated for resources: {'Port': ['ID=85247a5e-bd84-43df-87f9-c72a8e3d0312,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:16.241041 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-e33adc68-b9b7-4a45-8e63-35b86dbd78a4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'subnet': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:16.261508 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba03d08a-d212-421e-94e4-6eba76624bad None None] Network 6ba9ef6e-5569-408f-a7ad-930972fcf57b requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:57:16.282338 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-942369d6-3538-4bd0-859e-293326687020 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:16.288779 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0391089-da91-4bbc-a204-6d3623638fa0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:16.289325 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.ipam_backend_mixin [None req-4e28f2a6-59dd-4aac-a677-556c0c4f2a77 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Performing IP validity checks on allocation pools {{(pid=109049) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 22 10:57:16.290005 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.ipam_backend_mixin [None req-4e28f2a6-59dd-4aac-a677-556c0c4f2a77 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109049) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 22 10:57:16.291121 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-a0391089-da91-4bbc-a204-6d3623638fa0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "GET /v2.0/networks?id=299dd230-486d-4f0a-a75f-800f67c8e561 HTTP/1.1" status: 200 len: 761 time: 0.3921692 Mar 22 10:57:16.294119 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38584) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:16.314872 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-7e92cf25-14da-40f3-a30a-1483c1fcb9c2 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Request body: {'network': {'description': 'd2'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:16.325742 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-942369d6-3538-4bd0-859e-293326687020 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:57:16.326203 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-942369d6-3538-4bd0-859e-293326687020 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:16.328413 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b7e98703-c73d-4b0c-9042-ee11a61fea4d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684270'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:16.330948 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 10:57:16.330948 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:57:16.330948 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 10:57:16.330948 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:57:16.330948 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 10:57:16.330948 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:57:16.330948 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 10:57:16.330948 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:57:16.330948 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 10:57:16.330948 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:57:16.330948 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 10:57:16.330948 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:57:16.330948 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 10:57:16.330948 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:57:16.330948 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:57:16.330948 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:57:16.330948 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:57:16.330948 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:57:16.330948 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 10:57:16.330948 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:57:16.330948 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 10:57:16.330948 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:57:16.330948 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:57:16.330948 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:57:16.330948 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 10:57:16.330948 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:57:16.330948 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:57:16.330948 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:57:16.330948 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:57:16.330948 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:57:16.330948 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:57:16.330948 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:57:16.357415 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Port aaab3424-ee22-47b8-b12c-4b5127dc6623 not found, will not notify nova. {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 22 10:57:16.358019 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 64ec7fa6-1cbd-40f9-b57d-3e18915e70e8 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:57:16.386573 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba03d08a-d212-421e-94e4-6eba76624bad None None] Network 6ba9ef6e-5569-408f-a7ad-930972fcf57b could not be found, it might have been deleted concurrently. {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 22 10:57:16.399683 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-d9133d88-9150-4fab-a201-8a1b0a602651 None None] Provisioning complete for port 748ca494-4f82-472b-b586-6893413cfaab triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:16.400272 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d9133d88-9150-4fab-a201-8a1b0a602651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:16.408083 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-47c8e2da-8d3e-4611-9399-af0f8b4145c1 req-8c3fd2e8-051f-4388-badb-852d94013946 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b506bb6-f682-43e7-8a43-a0c464ff391a HTTP/1.1" status: 200 len: 210 time: 0.1510992 Mar 22 10:57:16.449538 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84378c30-cc56-42d6-8d17-00c8bf121ba3 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Pushing event updated for resources: {'Port': ['ID=0bd31b81-1e43-406a-90ee-e84dbda68754,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:16.558534 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-fe284ee4-b112-4cc0-92cc-9458fc355569 None None] For port adfb10e1-98d5-4624-b0c3-9dc94811b23c, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:57:16.568386 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-fe284ee4-b112-4cc0-92cc-9458fc355569 None None] For port adfb10e1-98d5-4624-b0c3-9dc94811b23c, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=adfb10e1-98d5-4624-b0c3-9dc94811b23c,segment=NetworkSegment(c6e988c2-ceec-4afe-9f18-b8924aadcfe2),segment_id=c6e988c2-ceec-4afe-9f18-b8924aadcfe2)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:57:16.606799 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84378c30-cc56-42d6-8d17-00c8bf121ba3 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Network ec3cf6ac-e833-4cf0-9014-327d7e4edebe is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:57:16.612541 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-84378c30-cc56-42d6-8d17-00c8bf121ba3 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:16.623232 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33adc68-b9b7-4a45-8e63-35b86dbd78a4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Made reservation on behalf of f7a8ac7bbd5d466888176c13ba053f5f for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:16.627540 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e33adc68-b9b7-4a45-8e63-35b86dbd78a4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:16.627698 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-fe284ee4-b112-4cc0-92cc-9458fc355569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:16.628560 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-e33adc68-b9b7-4a45-8e63-35b86dbd78a4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 10:57:16.628983 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e33adc68-b9b7-4a45-8e63-35b86dbd78a4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:57:16.644623 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-942369d6-3538-4bd0-859e-293326687020 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:16.676757 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942369d6-3538-4bd0-859e-293326687020 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 98a2fbe7-c077-4fd0-9fdb-421da6752235 {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 22 10:57:16.687631 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e33adc68-b9b7-4a45-8e63-35b86dbd78a4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4505970 Mar 22 10:57:16.709687 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-942369d6-3538-4bd0-859e-293326687020 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:16.713483 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38586) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:16.722398 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-ba35b7d2-7b62-47b9-ad25-ff597d9d55b6 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'subnet': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:16.725207 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-942369d6-3538-4bd0-859e-293326687020 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] 10.222.0.57 "DELETE /v2.0/networks/98a2fbe7-c077-4fd0-9fdb-421da6752235 HTTP/1.1" status: 204 len: 168 time: 1.4443872 Mar 22 10:57:16.809446 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-81126170-9c80-4656-b316-58743880805d None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:16.818923 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe284ee4-b112-4cc0-92cc-9458fc355569 None None] Pushing event updated for resources: {'Port': ['ID=adfb10e1-98d5-4624-b0c3-9dc94811b23c,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:16.831674 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942369d6-3538-4bd0-859e-293326687020 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Pushing event deleted for resources: {'Network': ['ID=98a2fbe7-c077-4fd0-9fdb-421da6752235,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:16.875250 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-81126170-9c80-4656-b316-58743880805d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:16.989655 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81126170-9c80-4656-b316-58743880805d None None] Pushing event updated for resources: {'Port': ['ID=c9cf75ab-30e2-4e8c-9f0a-e7f19ab247d8,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:17.012750 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 64ec7fa6-1cbd-40f9-b57d-3e18915e70e8 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:17.013137 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:17.046353 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b7e98703-c73d-4b0c-9042-ee11a61fea4d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:17.096878 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-f6c253f5-0fc5-4651-a3e1-2b51a94c7ddf req-eb55e98c-bfd4-4916-bba0-11a745f4af89 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:17.106942 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d9133d88-9150-4fab-a201-8a1b0a602651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:17.115869 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81126170-9c80-4656-b316-58743880805d None None] Network ad179354-8d4d-4d12-8821-f571dec1bce2 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:57:17.197221 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38594) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:17.233927 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-81126170-9c80-4656-b316-58743880805d None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:17.238133 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81126170-9c80-4656-b316-58743880805d None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:57:17.252453 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-fe52a251-57ed-497b-a85b-f4dc376a33d8 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Request body: {'router': {'name': 'tempest-router--922841171', 'project_id': 'bdda7e8b38d2412dbe84ee158d52329c'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:17.289782 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2ba974e4-a549-4fd1-b2b5-3ace628c739c tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:17.303425 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7e92cf25-14da-40f3-a30a-1483c1fcb9c2 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:17.321530 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4e28f2a6-59dd-4aac-a677-556c0c4f2a77 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:17.339005 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba35b7d2-7b62-47b9-ad25-ff597d9d55b6 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Made reservation on behalf of f7a8ac7bbd5d466888176c13ba053f5f for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:17.342093 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fe52a251-57ed-497b-a85b-f4dc376a33d8 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:17.343177 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fe52a251-57ed-497b-a85b-f4dc376a33d8 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:17.343616 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ba35b7d2-7b62-47b9-ad25-ff597d9d55b6 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:17.345422 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba35b7d2-7b62-47b9-ad25-ff597d9d55b6 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 10:57:17.346034 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba35b7d2-7b62-47b9-ad25-ff597d9d55b6 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:57:17.353949 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-d9133d88-9150-4fab-a201-8a1b0a602651 None None] For port 748ca494-4f82-472b-b586-6893413cfaab, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=748ca494-4f82-472b-b586-6893413cfaab,segment=NetworkSegment(23557e96-3a5b-43da-8fcf-8d1dce61d40e),segment_id=23557e96-3a5b-43da-8fcf-8d1dce61d40e)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:57:17.371033 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84378c30-cc56-42d6-8d17-00c8bf121ba3 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Router d91b2e9e-78e9-4678-9c5d-eb378383beb6 is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109050) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 10:57:17.399789 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-f6c253f5-0fc5-4651-a3e1-2b51a94c7ddf req-eb55e98c-bfd4-4916-bba0-11a745f4af89 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:17.432837 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-ba35b7d2-7b62-47b9-ad25-ff597d9d55b6 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7150588 Mar 22 10:57:17.462195 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38598) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:17.468047 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-b892b7c2-d16b-4b49-add7-8e69b88be892 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'subnet': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:17.477612 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7e92cf25-14da-40f3-a30a-1483c1fcb9c2 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:17.480154 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d9133d88-9150-4fab-a201-8a1b0a602651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:17.482469 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba974e4-a549-4fd1-b2b5-3ace628c739c tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event updated for resources: {'Subnet': ['ID=ed5c2843-dd6f-49a2-857c-0a5c84a6bb6b,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:17.501598 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7e92cf25-14da-40f3-a30a-1483c1fcb9c2 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Network 299dd230-486d-4f0a-a75f-800f67c8e561 is not hosted by any dhcp agent {{(pid=109049) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 22 10:57:17.520208 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e92cf25-14da-40f3-a30a-1483c1fcb9c2 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:17.520899 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7e92cf25-14da-40f3-a30a-1483c1fcb9c2 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:17.523643 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7e92cf25-14da-40f3-a30a-1483c1fcb9c2 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "PUT /v2.0/networks/299dd230-486d-4f0a-a75f-800f67c8e561 HTTP/1.1" status: 200 len: 758 time: 1.2128322 Mar 22 10:57:17.542549 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38600) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:17.606285 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-81126170-9c80-4656-b316-58743880805d None None] Attempting to bind port c9cf75ab-30e2-4e8c-9f0a-e7f19ab247d8 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:57:17.606862 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-81126170-9c80-4656-b316-58743880805d None None] Attempting to bind port c9cf75ab-30e2-4e8c-9f0a-e7f19ab247d8 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': 'b8eed8f2-2627-4514-91df-33ddfc7565ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ad179354-8d4d-4d12-8821-f571dec1bce2'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:57:17.606971 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81126170-9c80-4656-b316-58743880805d None None] Attempting to bind port c9cf75ab-30e2-4e8c-9f0a-e7f19ab247d8 on network ad179354-8d4d-4d12-8821-f571dec1bce2 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:57:17.625920 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81126170-9c80-4656-b316-58743880805d None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:57:17.626321 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81126170-9c80-4656-b316-58743880805d None None] Checking segment: {'id': 'b8eed8f2-2627-4514-91df-33ddfc7565ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ad179354-8d4d-4d12-8821-f571dec1bce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:57:17.626716 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-81126170-9c80-4656-b316-58743880805d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:17.627116 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81126170-9c80-4656-b316-58743880805d None None] Bound using segment: {'id': 'b8eed8f2-2627-4514-91df-33ddfc7565ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ad179354-8d4d-4d12-8821-f571dec1bce2'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:57:17.627642 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-81126170-9c80-4656-b316-58743880805d None None] Bound port: c9cf75ab-30e2-4e8c-9f0a-e7f19ab247d8, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8eed8f2-2627-4514-91df-33ddfc7565ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ad179354-8d4d-4d12-8821-f571dec1bce2'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:57:17.628033 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-81126170-9c80-4656-b316-58743880805d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:17.634270 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-d9133d88-9150-4fab-a201-8a1b0a602651 None None] Provisioning complete for port 8a6ea19c-2de4-4e36-b4f9-b16d72879dbf triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:17.634641 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d9133d88-9150-4fab-a201-8a1b0a602651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:17.656170 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6c253f5-0fc5-4651-a3e1-2b51a94c7ddf req-eb55e98c-bfd4-4916-bba0-11a745f4af89 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Network 6a65d360-9164-47d6-a114-8a8963e979c8 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:57:17.688621 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device ce67bfae-0beb-4278-8344-f2ff876a4b81 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:57:17.690531 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9133d88-9150-4fab-a201-8a1b0a602651 None None] Pushing event updated for resources: {'Port': ['ID=748ca494-4f82-472b-b586-6893413cfaab,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:17.727816 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb55e98c-bfd4-4916-bba0-11a745f4af89 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Port': ['ID=43458a49-b7a5-495f-8072-2ea6171a6932,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:17.730485 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [req-f6c253f5-0fc5-4651-a3e1-2b51a94c7ddf req-eb55e98c-bfd4-4916-bba0-11a745f4af89 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:17.738381 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba974e4-a549-4fd1-b2b5-3ace628c739c tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Checking segment: {'id': 'e7325381-21f0-4547-a32e-db5ee4fb22d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c04b202d-97e6-4bd7-997c-86270512c8e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:57:17.738819 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba974e4-a549-4fd1-b2b5-3ace628c739c tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Network hostable DHCP agents. Network: c04b202d-97e6-4bd7-997c-86270512c8e3, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:57:17.742919 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6c253f5-0fc5-4651-a3e1-2b51a94c7ddf req-eb55e98c-bfd4-4916-bba0-11a745f4af89 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:57:17.754277 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-81126170-9c80-4656-b316-58743880805d None None] For port c9cf75ab-30e2-4e8c-9f0a-e7f19ab247d8, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:57:17.756505 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-81126170-9c80-4656-b316-58743880805d None None] For port c9cf75ab-30e2-4e8c-9f0a-e7f19ab247d8, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=c9cf75ab-30e2-4e8c-9f0a-e7f19ab247d8,segment=NetworkSegment(b8eed8f2-2627-4514-91df-33ddfc7565ce),segment_id=b8eed8f2-2627-4514-91df-33ddfc7565ce)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:57:17.786391 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-81126170-9c80-4656-b316-58743880805d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:17.841266 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21aa57e8-f41b-433a-84d8-92151d41e013 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:17.844621 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-21aa57e8-f41b-433a-84d8-92151d41e013 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "GET /v2.0/networks?id=299dd230-486d-4f0a-a75f-800f67c8e561 HTTP/1.1" status: 200 len: 761 time: 0.2979391 Mar 22 10:57:17.845915 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92cf25-14da-40f3-a30a-1483c1fcb9c2 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Pushing event updated for resources: {'Network': ['ID=299dd230-486d-4f0a-a75f-800f67c8e561,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:17.852231 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84378c30-cc56-42d6-8d17-00c8bf121ba3 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:57:17.856754 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38602) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:17.858291 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-84378c30-cc56-42d6-8d17-00c8bf121ba3 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] 10.222.0.57 "PUT /v2.0/routers/d91b2e9e-78e9-4678-9c5d-eb378383beb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9378135 Mar 22 10:57:17.865101 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38604) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:17.869639 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-30251f77-1adb-4dda-af1b-f10ffe425dcd tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-582678863'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:17.882547 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb14a5f-8e82-4cd8-95e7-d4ab3f262d86 req-7e58b9f2-c208-4767-a990-84199a337141 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:17.884256 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9fb14a5f-8e82-4cd8-95e7-d4ab3f262d86 req-7e58b9f2-c208-4767-a990-84199a337141 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b506bb6-f682-43e7-8a43-a0c464ff391a HTTP/1.1" status: 200 len: 931 time: 0.2735088 Mar 22 10:57:17.897031 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c253f5-0fc5-4651-a3e1-2b51a94c7ddf req-eb55e98c-bfd4-4916-bba0-11a745f4af89 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:17.897763 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-f6c253f5-0fc5-4651-a3e1-2b51a94c7ddf req-eb55e98c-bfd4-4916-bba0-11a745f4af89 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:17.932949 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e28f2a6-59dd-4aac-a677-556c0c4f2a77 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Pushing event updated for resources: {'Subnet': ['ID=c63291ae-b6c7-4dd9-b9f6-3f450fe49d83,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:17.952236 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba974e4-a549-4fd1-b2b5-3ace628c739c tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Network c04b202d-97e6-4bd7-997c-86270512c8e3 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:57:18.011177 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b892b7c2-d16b-4b49-add7-8e69b88be892 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Made reservation on behalf of f7a8ac7bbd5d466888176c13ba053f5f for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:18.014932 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b892b7c2-d16b-4b49-add7-8e69b88be892 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:18.022071 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-b892b7c2-d16b-4b49-add7-8e69b88be892 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 10:57:18.022519 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b892b7c2-d16b-4b49-add7-8e69b88be892 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:57:18.024898 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-2ba974e4-a549-4fd1-b2b5-3ace628c739c tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, c04b202d-97e6-4bd7-997c-86270512c8e3) {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:18.029520 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba974e4-a549-4fd1-b2b5-3ace628c739c tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:18.030113 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2ba974e4-a549-4fd1-b2b5-3ace628c739c tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:18.051294 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f6c253f5-0fc5-4651-a3e1-2b51a94c7ddf req-eb55e98c-bfd4-4916-bba0-11a745f4af89 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8273447 Mar 22 10:57:18.065199 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-f6c253f5-0fc5-4651-a3e1-2b51a94c7ddf req-169b8d7c-6423-479e-ac30-02646b9e8a64 service neutron] Request body: {'port': {'device_id': '4b506bb6-f682-43e7-8a43-a0c464ff391a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8345'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:18.089052 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9fb14a5f-8e82-4cd8-95e7-d4ab3f262d86 req-07f6819c-f4a2-4540-a253-4b3009fc80a1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=33c78aa2-2e76-445d-9fd9-b8ed895eb7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495161 Mar 22 10:57:18.121602 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-b892b7c2-d16b-4b49-add7-8e69b88be892 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6582079 Mar 22 10:57:18.135066 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-2ba974e4-a549-4fd1-b2b5-3ace628c739c tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4904501 Mar 22 10:57:18.136996 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38606) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:18.147800 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7772e3-a453-4ed6-a9d8-952a941d43ec None None] Sync routers for ids ['d91b2e9e-78e9-4678-9c5d-eb378383beb6'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:57:18.149757 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 299dd230-486d-4f0a-a75f-800f67c8e561 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:57:18.150988 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38608) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:18.156938 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8415eae8-f341-418d-9ed8-7aca9eee81fc None None] Network c04b202d-97e6-4bd7-997c-86270512c8e3 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:57:18.193935 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-ee4a3a12-4267-4f8d-a3d5-b5861efbc64a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Request body: {'port': {'network_id': 'c04b202d-97e6-4bd7-997c-86270512c8e3', 'security_groups': [], 'name': 'tempest-PortsTestJSON-737645939'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:18.230045 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-4bf8cec7-c7cc-425b-b6d1-615e11267cc9 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0878022 Mar 22 10:57:18.234681 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38610) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:18.415165 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7772e3-a453-4ed6-a9d8-952a941d43ec None None] Routers {'d91b2e9e-78e9-4678-9c5d-eb378383beb6'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:57:18.415865 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-af7772e3-a453-4ed6-a9d8-952a941d43ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:57:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['d91b2e9e-78e9-4678-9c5d-eb378383beb6'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:18.473424 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0811a979-8a02-4910-9e6e-87cbc397865f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:18.477489 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-0811a979-8a02-4910-9e6e-87cbc397865f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2359939 Mar 22 10:57:18.493214 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81126170-9c80-4656-b316-58743880805d None None] Pushing event updated for resources: {'Port': ['ID=c9cf75ab-30e2-4e8c-9f0a-e7f19ab247d8,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:18.518571 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-f6c253f5-0fc5-4651-a3e1-2b51a94c7ddf req-169b8d7c-6423-479e-ac30-02646b9e8a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:18.521362 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38612) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:18.525364 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-af7772e3-a453-4ed6-a9d8-952a941d43ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:18.617273 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7772e3-a453-4ed6-a9d8-952a941d43ec None None] Routers {'d91b2e9e-78e9-4678-9c5d-eb378383beb6'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:57:18.618812 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-af7772e3-a453-4ed6-a9d8-952a941d43ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:57:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['d91b2e9e-78e9-4678-9c5d-eb378383beb6'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:18.633013 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port ce67bfae-0beb-4278-8344-f2ff876a4b81 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:18.633529 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:18.679406 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fe52a251-57ed-497b-a85b-f4dc376a33d8 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:18.689230 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30251f77-1adb-4dda-af1b-f10ffe425dcd tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Made reservation on behalf of a993536edab145339b0f463caedd0151 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:18.694060 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-30251f77-1adb-4dda-af1b-f10ffe425dcd tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:18.702620 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fe52a251-57ed-497b-a85b-f4dc376a33d8 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:18.717788 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-af7772e3-a453-4ed6-a9d8-952a941d43ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:18.718541 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7772e3-a453-4ed6-a9d8-952a941d43ec None None] The sync data for ids ['d91b2e9e-78e9-4678-9c5d-eb378383beb6'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:57:18.739648 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fe52a251-57ed-497b-a85b-f4dc376a33d8 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:18.740984 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-fe52a251-57ed-497b-a85b-f4dc376a33d8 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.5109859 Mar 22 10:57:18.741876 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e28f2a6-59dd-4aac-a677-556c0c4f2a77 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Checking segment: {'id': 'b2271542-0c0b-47e6-aa27-26476867074b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bff12f06-7b32-406e-a13c-6bd230d5e107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:57:18.742273 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e28f2a6-59dd-4aac-a677-556c0c4f2a77 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Network hostable DHCP agents. Network: bff12f06-7b32-406e-a13c-6bd230d5e107, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:57:18.747708 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38614) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:18.762217 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-d9133d88-9150-4fab-a201-8a1b0a602651 None None] Provisioning complete for port ce67bfae-0beb-4278-8344-f2ff876a4b81 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:18.763115 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d9133d88-9150-4fab-a201-8a1b0a602651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:18.773140 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30251f77-1adb-4dda-af1b-f10ffe425dcd tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:57:18.786418 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-30251f77-1adb-4dda-af1b-f10ffe425dcd tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:18.786757 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-30251f77-1adb-4dda-af1b-f10ffe425dcd tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Added segment e386c676-025e-4888-bb2f-55999eb51b44 of type vlan for network dfd1629a-835d-49ac-a538-fd99d0023e9c Mar 22 10:57:18.809197 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fd7608-3b3a-43fe-875f-857273d0dbe8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-c04b202d-97e6-4bd7-997c-86270512c8e3', 'network_id': 'c04b202d-97e6-4bd7-997c-86270512c8e3', 'tenant_id': '976d65578b3f4457a067052eaaa72feb', 'fixed_ips': [{'subnet_id': 'ed5c2843-dd6f-49a2-857c-0a5c84a6bb6b'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:57:18.810278 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-29fd7608-3b3a-43fe-875f-857273d0dbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:18.847273 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a708255-cb91-4722-814c-e7c9c577b279 None None] Network 30f837f7-cb01-47b6-9ea3-5f215e36f2cb requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:57:18.933692 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cc450146-fde3-4b8e-8c0b-ce06558e26b9 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:18.945725 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-30251f77-1adb-4dda-af1b-f10ffe425dcd tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:18.949821 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e28f2a6-59dd-4aac-a677-556c0c4f2a77 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Network bff12f06-7b32-406e-a13c-6bd230d5e107 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:57:19.007186 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-4e28f2a6-59dd-4aac-a677-556c0c4f2a77 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, bff12f06-7b32-406e-a13c-6bd230d5e107) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:19.022201 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e28f2a6-59dd-4aac-a677-556c0c4f2a77 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:19.022723 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4e28f2a6-59dd-4aac-a677-556c0c4f2a77 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:19.030077 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1f0cd1-f6da-44c1-bc17-4466a5f100f5 None None] Network bff12f06-7b32-406e-a13c-6bd230d5e107 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:57:19.032252 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:19.114342 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-dadf6805-271e-45e1-974a-ee7c8ea64325 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5764961 Mar 22 10:57:19.135602 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38618) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:19.159034 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b7e98703-c73d-4b0c-9042-ee11a61fea4d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:19.205141 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4e28f2a6-59dd-4aac-a677-556c0c4f2a77 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.7685704 Mar 22 10:57:19.208280 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38620) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:19.210164 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-0889297a-cf85-4159-a344-40ddfa1f0b58 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'subnet': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:19.215695 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-30251f77-1adb-4dda-af1b-f10ffe425dcd tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:19.228315 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30251f77-1adb-4dda-af1b-f10ffe425dcd tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:19.229060 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-30251f77-1adb-4dda-af1b-f10ffe425dcd tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:19.241161 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b7e98703-c73d-4b0c-9042-ee11a61fea4d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:19.292006 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4a3a12-4267-4f8d-a3d5-b5861efbc64a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Made reservation on behalf of 976d65578b3f4457a067052eaaa72feb for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:19.295658 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ee4a3a12-4267-4f8d-a3d5-b5861efbc64a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:19.299400 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port ce67bfae-0beb-4278-8344-f2ff876a4b81, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=ce67bfae-0beb-4278-8344-f2ff876a4b81,segment=NetworkSegment(dbffa19b-4840-466b-87be-d5839e7e08a8),segment_id=dbffa19b-4840-466b-87be-d5839e7e08a8)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:57:19.328663 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d9133d88-9150-4fab-a201-8a1b0a602651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:19.359957 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:19.372627 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-29fd7608-3b3a-43fe-875f-857273d0dbe8 None None] Allocated IP 172.20.0.2 (c04b202d-97e6-4bd7-997c-86270512c8e3/ed5c2843-dd6f-49a2-857c-0a5c84a6bb6b/cf6d7299-3ba2-4a3a-8fb7-b5de313d5912) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:57:19.429896 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30251f77-1adb-4dda-af1b-f10ffe425dcd tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Pushing event updated for resources: {'Network': ['ID=dfd1629a-835d-49ac-a538-fd99d0023e9c,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:19.440575 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cc450146-fde3-4b8e-8c0b-ce06558e26b9 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:19.455701 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cc450146-fde3-4b8e-8c0b-ce06558e26b9 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:19.492500 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63722523-b3ec-422c-a949-692f9ffec900 req-caf19f4c-f371-4196-94a5-9ecfe86e9c8c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:19.494398 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-63722523-b3ec-422c-a949-692f9ffec900 req-caf19f4c-f371-4196-94a5-9ecfe86e9c8c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b506bb6-f682-43e7-8a43-a0c464ff391a HTTP/1.1" status: 200 len: 931 time: 0.3278973 Mar 22 10:57:19.500111 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-ee4a3a12-4267-4f8d-a3d5-b5861efbc64a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] device_id is not set on port c44c7ddb-0927-446a-936f-dd59a3d9d0c2 yet. {{(pid=109050) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:57:19.507925 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-30251f77-1adb-4dda-af1b-f10ffe425dcd tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6437449 Mar 22 10:57:19.538920 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38622) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:19.548549 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-c762285d-61a6-4f61-9088-d2e9f5586d84 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Request body: {'subnet': {'network_id': 'dfd1629a-835d-49ac-a538-fd99d0023e9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:19.615797 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-29fd7608-3b3a-43fe-875f-857273d0dbe8 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:19.647059 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b7e98703-c73d-4b0c-9042-ee11a61fea4d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684306'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:19.679747 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cc450146-fde3-4b8e-8c0b-ce06558e26b9 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:19.679747 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc450146-fde3-4b8e-8c0b-ce06558e26b9 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1d82ae02-0db1-4821-8c39-c0ccc56e7ede {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 10:57:19.680274 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network dfd1629a-835d-49ac-a538-fd99d0023e9c details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:57:19.680712 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e98703-c73d-4b0c-9042-ee11a61fea4d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event updated for resources: {'Port': ['ID=85247a5e-bd84-43df-87f9-c72a8e3d0312,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:19.682417 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-29fd7608-3b3a-43fe-875f-857273d0dbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:19.685063 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cc450146-fde3-4b8e-8c0b-ce06558e26b9 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:19.688967 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-cc450146-fde3-4b8e-8c0b-ce06558e26b9 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] 10.222.0.57 "DELETE /v2.0/routers/1d82ae02-0db1-4821-8c39-c0ccc56e7ede HTTP/1.1" status: 204 len: 168 time: 0.9365675 Mar 22 10:57:19.792014 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.api.v2.resource [None req-34ada887-ec51-4b62-abda-fc0794c18e5a tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 10:57:19.793429 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-34ada887-ec51-4b62-abda-fc0794c18e5a tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] 10.222.0.57 "PUT /v2.0/routers/d91b2e9e-78e9-4678-9c5d-eb378383beb6/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.9234457 Mar 22 10:57:19.810765 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38626) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:19.819097 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0889297a-cf85-4159-a344-40ddfa1f0b58 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Made reservation on behalf of f7a8ac7bbd5d466888176c13ba053f5f for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:19.826744 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0889297a-cf85-4159-a344-40ddfa1f0b58 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:19.845555 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-aca85fbe-5a80-47dc-9596-e386374ddf31 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:19.902205 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-63722523-b3ec-422c-a949-692f9ffec900 req-a8512290-d919-4d85-878a-e7d94919acb9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=33c78aa2-2e76-445d-9fd9-b8ed895eb7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3822284 Mar 22 10:57:19.908215 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd98b94-d549-4d16-bb67-876666e61ef6 None None] Network ad179354-8d4d-4d12-8821-f571dec1bce2 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:57:19.934473 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38628) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:20.025289 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29fd7608-3b3a-43fe-875f-857273d0dbe8 None None] Network c04b202d-97e6-4bd7-997c-86270512c8e3 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:57:20.038051 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e98703-c73d-4b0c-9042-ee11a61fea4d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Network bf0a1c79-cd9a-4d2e-a4a9-c157709b0877 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:57:20.041702 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-b7e98703-c73d-4b0c-9042-ee11a61fea4d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:20.041863 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device adfb10e1-98d5-4624-b0c3-9dc94811b23c up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:57:20.056547 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c762285d-61a6-4f61-9088-d2e9f5586d84 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Made reservation on behalf of a993536edab145339b0f463caedd0151 for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:20.060253 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c762285d-61a6-4f61-9088-d2e9f5586d84 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:20.146248 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-29fd7608-3b3a-43fe-875f-857273d0dbe8 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:20.161333 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.db.api [None req-d9133d88-9150-4fab-a201-8a1b0a602651 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 10:57:20.162053 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG oslo_db.api [None req-d9133d88-9150-4fab-a201-8a1b0a602651 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 10:57:20.169851 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fd7608-3b3a-43fe-875f-857273d0dbe8 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:57:20.194705 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=ce67bfae-0beb-4278-8344-f2ff876a4b81,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:20.213665 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29264940-f768-483f-94d1-57ff23a6dcec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-bff12f06-7b32-406e-a13c-6bd230d5e107', 'network_id': 'bff12f06-7b32-406e-a13c-6bd230d5e107', 'tenant_id': '6fad94f603ac4450bd9d1e1d6faca259', 'fixed_ips': [{'subnet_id': 'c63291ae-b6c7-4dd9-b9f6-3f450fe49d83'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:57:20.215215 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-29264940-f768-483f-94d1-57ff23a6dcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:20.289904 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e98703-c73d-4b0c-9042-ee11a61fea4d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Router 36fae84b-0655-47d2-b4dc-a3ef8643f9a6 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:57:20.329388 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd7608-3b3a-43fe-875f-857273d0dbe8 None None] Pushing event updated for resources: {'Port': ['ID=cf6d7299-3ba2-4a3a-8fb7-b5de313d5912,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:20.377800 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-ee4a3a12-4267-4f8d-a3d5-b5861efbc64a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Allocated IP 172.20.0.5 (c04b202d-97e6-4bd7-997c-86270512c8e3/ed5c2843-dd6f-49a2-857c-0a5c84a6bb6b/c44c7ddb-0927-446a-936f-dd59a3d9d0c2) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:57:20.403789 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-2ac65e83-adc3-4b2a-aab4-b1929fab1615 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-655453344', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}, 'admin_state_up': False}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:20.408859 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port adfb10e1-98d5-4624-b0c3-9dc94811b23c triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:20.409362 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:20.450267 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-aca85fbe-5a80-47dc-9596-e386374ddf31 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:20.455927 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e98703-c73d-4b0c-9042-ee11a61fea4d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:57:20.466515 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b7e98703-c73d-4b0c-9042-ee11a61fea4d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "PUT /v2.0/routers/36fae84b-0655-47d2-b4dc-a3ef8643f9a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1279578 Mar 22 10:57:20.466515 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38632) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:20.475287 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f770bc-cefc-4a76-a280-95e0db3bbea7 None None] Sync routers for ids ['36fae84b-0655-47d2-b4dc-a3ef8643f9a6'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:57:20.486203 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.objects.ports [None req-0889297a-cf85-4159-a344-40ddfa1f0b58 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109049) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 10:57:20.490848 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f770bc-cefc-4a76-a280-95e0db3bbea7 None None] Routers {'36fae84b-0655-47d2-b4dc-a3ef8643f9a6'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:57:20.491455 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-26f770bc-cefc-4a76-a280-95e0db3bbea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:57:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['36fae84b-0655-47d2-b4dc-a3ef8643f9a6'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:20.496618 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2ac65e83-adc3-4b2a-aab4-b1929fab1615 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:20.496911 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2ac65e83-adc3-4b2a-aab4-b1929fab1615 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:20.519258 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0889297a-cf85-4159-a344-40ddfa1f0b58 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:20.525597 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-26f770bc-cefc-4a76-a280-95e0db3bbea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:20.536099 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f770bc-cefc-4a76-a280-95e0db3bbea7 None None] Routers {'36fae84b-0655-47d2-b4dc-a3ef8643f9a6'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:57:20.537092 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-26f770bc-cefc-4a76-a280-95e0db3bbea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:57:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['36fae84b-0655-47d2-b4dc-a3ef8643f9a6'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:20.596017 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e9e85e-b804-47cd-a183-6e108fab8b68 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:20.597832 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-32e9e85e-b804-47cd-a183-6e108fab8b68 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "GET /v2.0/ports/85247a5e-bd84-43df-87f9-c72a8e3d0312 HTTP/1.1" status: 200 len: 910 time: 0.1323445 Mar 22 10:57:20.606829 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38634) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:20.608923 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0889297a-cf85-4159-a344-40ddfa1f0b58 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:57:20.621049 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-aca85fbe-5a80-47dc-9596-e386374ddf31 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:20.633987 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-0889297a-cf85-4159-a344-40ddfa1f0b58 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:20.637237 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0889297a-cf85-4159-a344-40ddfa1f0b58 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:20.637838 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0889297a-cf85-4159-a344-40ddfa1f0b58 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:20.668126 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-26f770bc-cefc-4a76-a280-95e0db3bbea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:20.669145 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f770bc-cefc-4a76-a280-95e0db3bbea7 None None] The sync data for ids ['36fae84b-0655-47d2-b4dc-a3ef8643f9a6'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:57:20.706403 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0889297a-cf85-4159-a344-40ddfa1f0b58 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event updated for resources: {'Subnet': ['ID=6e2f106d-a6c1-4536-a7e1-9e5dc2fb432d,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:20.712507 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2ac65e83-adc3-4b2a-aab4-b1929fab1615 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:20.734256 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca85fbe-5a80-47dc-9596-e386374ddf31 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Pushing event deleted for resources: {'Subnet': ['ID=c63291ae-b6c7-4dd9-b9f6-3f450fe49d83,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:20.772511 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea916e2-c397-440a-85a5-d7879aa75b6d None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:57:20.784047 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-29fd7608-3b3a-43fe-875f-857273d0dbe8 None None] Attempting to bind port cf6d7299-3ba2-4a3a-8fb7-b5de313d5912 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:57:20.784419 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-29fd7608-3b3a-43fe-875f-857273d0dbe8 None None] Attempting to bind port cf6d7299-3ba2-4a3a-8fb7-b5de313d5912 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': 'e7325381-21f0-4547-a32e-db5ee4fb22d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c04b202d-97e6-4bd7-997c-86270512c8e3'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:57:20.784783 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fd7608-3b3a-43fe-875f-857273d0dbe8 None None] Attempting to bind port cf6d7299-3ba2-4a3a-8fb7-b5de313d5912 on network c04b202d-97e6-4bd7-997c-86270512c8e3 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:57:20.802333 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0889297a-cf85-4159-a344-40ddfa1f0b58 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6023772 Mar 22 10:57:20.805235 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38636) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:20.814062 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-c56c0066-d527-41fd-825c-2ad5fa2ca67b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'port': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'mac_address': 'fa:16:3e:bf:a3:6c', 'name': 'tempest-NetworksTestDHCPv6-1756618637'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:20.828876 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fd7608-3b3a-43fe-875f-857273d0dbe8 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:57:20.829306 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fd7608-3b3a-43fe-875f-857273d0dbe8 None None] Checking segment: {'id': 'e7325381-21f0-4547-a32e-db5ee4fb22d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c04b202d-97e6-4bd7-997c-86270512c8e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:57:20.829652 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-29fd7608-3b3a-43fe-875f-857273d0dbe8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:20.830047 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fd7608-3b3a-43fe-875f-857273d0dbe8 None None] Bound using segment: {'id': 'e7325381-21f0-4547-a32e-db5ee4fb22d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c04b202d-97e6-4bd7-997c-86270512c8e3'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:57:20.830539 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-29fd7608-3b3a-43fe-875f-857273d0dbe8 None None] Bound port: cf6d7299-3ba2-4a3a-8fb7-b5de313d5912, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7325381-21f0-4547-a32e-db5ee4fb22d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c04b202d-97e6-4bd7-997c-86270512c8e3'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:57:20.830920 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-29fd7608-3b3a-43fe-875f-857273d0dbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:20.878558 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [req-f6c253f5-0fc5-4651-a3e1-2b51a94c7ddf req-169b8d7c-6423-479e-ac30-02646b9e8a64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43458a49-b7a5-495f-8072-2ea6171a6932 {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 10:57:20.926037 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-aca85fbe-5a80-47dc-9596-e386374ddf31 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:20.931072 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-f6c253f5-0fc5-4651-a3e1-2b51a94c7ddf req-169b8d7c-6423-479e-ac30-02646b9e8a64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:20.994508 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-aca85fbe-5a80-47dc-9596-e386374ddf31 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bff12f06-7b32-406e-a13c-6bd230d5e107']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server [None req-29264940-f768-483f-94d1-57ff23a6dcec None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c63291ae-b6c7-4dd9-b9f6-3f450fe49d83: This subnet is being modified by another concurrent operation. Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server raise exception Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c63291ae-b6c7-4dd9-b9f6-3f450fe49d83: This subnet is being modified by another concurrent operation. Mar 22 10:57:21.029641 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server Mar 22 10:57:21.040826 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-d9133d88-9150-4fab-a201-8a1b0a602651 None None] Could not find standard attr ID for object aaab3424-ee22-47b8-b12c-4b5127dc6623. {{(pid=109051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 10:57:21.041216 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [req-f6c253f5-0fc5-4651-a3e1-2b51a94c7ddf req-169b8d7c-6423-479e-ac30-02646b9e8a64 service neutron] Transition to ACTIVE for port object 43458a49-b7a5-495f-8072-2ea6171a6932 will not be triggered until provisioned by entity L2. {{(pid=109050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 10:57:21.048196 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2ac65e83-adc3-4b2a-aab4-b1929fab1615 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:21.079878 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-f6c253f5-0fc5-4651-a3e1-2b51a94c7ddf req-169b8d7c-6423-479e-ac30-02646b9e8a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:21.084107 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-aca85fbe-5a80-47dc-9596-e386374ddf31 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2271542-0c0b-47e6-aa27-26476867074b') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:21.084720 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-aca85fbe-5a80-47dc-9596-e386374ddf31 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2271542-0c0b-47e6-aa27-26476867074b') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:21.086794 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:21.090362 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-29fd7608-3b3a-43fe-875f-857273d0dbe8 None None] For port cf6d7299-3ba2-4a3a-8fb7-b5de313d5912, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:57:21.094552 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9794b5-2415-4f52-948c-0c0c4fb87885 None None] Network bff12f06-7b32-406e-a13c-6bd230d5e107 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:57:21.102942 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ee4a3a12-4267-4f8d-a3d5-b5861efbc64a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:21.143976 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-aca85fbe-5a80-47dc-9596-e386374ddf31 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:21.157628 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-29fd7608-3b3a-43fe-875f-857273d0dbe8 None None] For port cf6d7299-3ba2-4a3a-8fb7-b5de313d5912, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=cf6d7299-3ba2-4a3a-8fb7-b5de313d5912,segment=NetworkSegment(e7325381-21f0-4547-a32e-db5ee4fb22d6),segment_id=e7325381-21f0-4547-a32e-db5ee4fb22d6)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:57:21.190249 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-aca85fbe-5a80-47dc-9596-e386374ddf31 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:21.200508 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c762285d-61a6-4f61-9088-d2e9f5586d84 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:21.215562 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-29fd7608-3b3a-43fe-875f-857273d0dbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:21.235344 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aca85fbe-5a80-47dc-9596-e386374ddf31 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:57:21.235779 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-aca85fbe-5a80-47dc-9596-e386374ddf31 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:21.238840 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 10:57:21.238840 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:57:21.238840 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 10:57:21.238840 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:57:21.238840 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 10:57:21.238840 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:57:21.238840 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 10:57:21.238840 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:57:21.238840 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 10:57:21.238840 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:57:21.238840 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 10:57:21.238840 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:57:21.238840 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 10:57:21.238840 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:57:21.238840 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:57:21.238840 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:57:21.238840 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:57:21.238840 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:57:21.238840 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 10:57:21.238840 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:57:21.238840 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 10:57:21.238840 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:57:21.238840 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:57:21.238840 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:57:21.238840 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 10:57:21.238840 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:57:21.238840 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:57:21.238840 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:57:21.238840 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:57:21.238840 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:57:21.238840 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:57:21.238840 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:57:21.253367 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56c0066-d527-41fd-825c-2ad5fa2ca67b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Made reservation on behalf of f7a8ac7bbd5d466888176c13ba053f5f for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:21.264371 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169b8d7c-6423-479e-ac30-02646b9e8a64 service neutron] Pushing event updated for resources: {'Port': ['ID=43458a49-b7a5-495f-8072-2ea6171a6932,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:21.312004 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8540abd9-59e9-4004-b421-addfb8323431 req-35295a61-3025-4fe6-a1be-1185ae92d7c5 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:21.319608 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8540abd9-59e9-4004-b421-addfb8323431 req-35295a61-3025-4fe6-a1be-1185ae92d7c5 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b506bb6-f682-43e7-8a43-a0c464ff391a HTTP/1.1" status: 200 len: 943 time: 0.2765303 Mar 22 10:57:21.340056 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port adfb10e1-98d5-4624-b0c3-9dc94811b23c, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=adfb10e1-98d5-4624-b0c3-9dc94811b23c,segment=NetworkSegment(c6e988c2-ceec-4afe-9f18-b8924aadcfe2),segment_id=c6e988c2-ceec-4afe-9f18-b8924aadcfe2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:57:21.416406 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:21.417289 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 8a6ea19c-2de4-4e36-b4f9-b16d72879dbf up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:57:21.450781 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5cf720-4dd2-49c2-8528-ffa577691c30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-1bc750fe-0949-42b2-bab7-34fc725823e6', 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'tenant_id': 'f7a8ac7bbd5d466888176c13ba053f5f', 'fixed_ips': [{'subnet_id': '6e2f106d-a6c1-4536-a7e1-9e5dc2fb432d'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:57:21.451707 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ae5cf720-4dd2-49c2-8528-ffa577691c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:21.669881 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-d1b2afa8-257c-4f36-8530-7131c0e5eb9f None None] Provisioning complete for port 748ca494-4f82-472b-b586-6893413cfaab triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:21.669881 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d1b2afa8-257c-4f36-8530-7131c0e5eb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:21.701329 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd7608-3b3a-43fe-875f-857273d0dbe8 None None] Pushing event updated for resources: {'Port': ['ID=cf6d7299-3ba2-4a3a-8fb7-b5de313d5912,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:21.752311 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 8a6ea19c-2de4-4e36-b4f9-b16d72879dbf triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:21.752311 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:21.803824 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-ae5cf720-4dd2-49c2-8528-ffa577691c30 None None] Allocated IP 2001:db8::f816:3eff:fe1a:c703 (1bc750fe-0949-42b2-bab7-34fc725823e6/6e2f106d-a6c1-4536-a7e1-9e5dc2fb432d/a801844a-d7c7-4e89-8857-b8e0f55728e3) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:57:21.904740 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=adfb10e1-98d5-4624-b0c3-9dc94811b23c,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:21.905760 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ee4a3a12-4267-4f8d-a3d5-b5861efbc64a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:21.918664 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c56c0066-d527-41fd-825c-2ad5fa2ca67b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:21.938402 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c762285d-61a6-4f61-9088-d2e9f5586d84 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Pushing event updated for resources: {'Subnet': ['ID=9b9dd344-8be0-49f5-9190-f16d0ce3f30d,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:21.948130 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-c56c0066-d527-41fd-825c-2ad5fa2ca67b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] device_id is not set on port ede0c43b-1609-4b1c-a793-007302d12e8d yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:57:21.966991 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-aca85fbe-5a80-47dc-9596-e386374ddf31 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:22.017470 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-aca85fbe-5a80-47dc-9596-e386374ddf31 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:22.021175 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-aca85fbe-5a80-47dc-9596-e386374ddf31 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] 10.222.0.57 "DELETE /v2.0/networks/bff12f06-7b32-406e-a13c-6bd230d5e107 HTTP/1.1" status: 204 len: 168 time: 2.8063812 Mar 22 10:57:22.053435 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8540abd9-59e9-4004-b421-addfb8323431 req-a015be42-0b8d-4977-9e36-a6e7f168f5e7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=33c78aa2-2e76-445d-9fd9-b8ed895eb7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7309859 Mar 22 10:57:22.060894 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38640) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:22.069233 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-35f91428-ce3f-4cfc-bdfe-f2800be0131a tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1066651430'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:22.075534 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4a3a12-4267-4f8d-a3d5-b5861efbc64a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Network c04b202d-97e6-4bd7-997c-86270512c8e3 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:57:22.081756 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca85fbe-5a80-47dc-9596-e386374ddf31 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Pushing event deleted for resources: {'Network': ['ID=bff12f06-7b32-406e-a13c-6bd230d5e107,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:22.097644 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c762285d-61a6-4f61-9088-d2e9f5586d84 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Checking segment: {'id': 'e386c676-025e-4888-bb2f-55999eb51b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'dfd1629a-835d-49ac-a538-fd99d0023e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:57:22.098081 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c762285d-61a6-4f61-9088-d2e9f5586d84 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Network hostable DHCP agents. Network: dfd1629a-835d-49ac-a538-fd99d0023e9c, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:57:22.101096 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-ee4a3a12-4267-4f8d-a3d5-b5861efbc64a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:22.113555 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4a3a12-4267-4f8d-a3d5-b5861efbc64a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:57:22.120854 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4a3a12-4267-4f8d-a3d5-b5861efbc64a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event updated for resources: {'Port': ['ID=c44c7ddb-0927-446a-936f-dd59a3d9d0c2,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:22.123287 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-f6c253f5-0fc5-4651-a3e1-2b51a94c7ddf req-169b8d7c-6423-479e-ac30-02646b9e8a64 service neutron] Attempting to bind port 43458a49-b7a5-495f-8072-2ea6171a6932 on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:57:22.123802 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-f6c253f5-0fc5-4651-a3e1-2b51a94c7ddf req-169b8d7c-6423-479e-ac30-02646b9e8a64 service neutron] Attempting to bind port 43458a49-b7a5-495f-8072-2ea6171a6932 by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': 'da0f83a2-bc73-42a9-8a4e-1942ea8594a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '6a65d360-9164-47d6-a114-8a8963e979c8'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:57:22.124081 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c253f5-0fc5-4651-a3e1-2b51a94c7ddf req-169b8d7c-6423-479e-ac30-02646b9e8a64 service neutron] Attempting to bind port 43458a49-b7a5-495f-8072-2ea6171a6932 on network 6a65d360-9164-47d6-a114-8a8963e979c8 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:57:22.154613 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2ac65e83-adc3-4b2a-aab4-b1929fab1615 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks [] for router_gateway, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:22.168344 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ae5cf720-4dd2-49c2-8528-ffa577691c30 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:22.170805 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c253f5-0fc5-4651-a3e1-2b51a94c7ddf req-169b8d7c-6423-479e-ac30-02646b9e8a64 service neutron] Port 43458a49-b7a5-495f-8072-2ea6171a6932 on network 6a65d360-9164-47d6-a114-8a8963e979c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:57:22.171251 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c253f5-0fc5-4651-a3e1-2b51a94c7ddf req-169b8d7c-6423-479e-ac30-02646b9e8a64 service neutron] Attempting to bind port 43458a49-b7a5-495f-8072-2ea6171a6932 on network 6a65d360-9164-47d6-a114-8a8963e979c8 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:57:22.177953 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f91428-ce3f-4cfc-bdfe-f2800be0131a tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Made reservation on behalf of 6fad94f603ac4450bd9d1e1d6faca259 for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:22.178313 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 748ca494-4f82-472b-b586-6893413cfaab up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:57:22.181743 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-35f91428-ce3f-4cfc-bdfe-f2800be0131a tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:22.189799 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2ac65e83-adc3-4b2a-aab4-b1929fab1615 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:22.198570 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-83acdd61-ff2a-42fe-aa22-6331ca0d116d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683891'] for router_interface, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:22.207899 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ae5cf720-4dd2-49c2-8528-ffa577691c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:22.208805 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c253f5-0fc5-4651-a3e1-2b51a94c7ddf req-169b8d7c-6423-479e-ac30-02646b9e8a64 service neutron] Checking agent: {'id': 'dcb78974-6458-4942-8c9c-663284d5bb3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8345', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:57:22.209143 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c253f5-0fc5-4651-a3e1-2b51a94c7ddf req-169b8d7c-6423-479e-ac30-02646b9e8a64 service neutron] Checking segment: {'id': 'da0f83a2-bc73-42a9-8a4e-1942ea8594a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '6a65d360-9164-47d6-a114-8a8963e979c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:57:22.209557 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c253f5-0fc5-4651-a3e1-2b51a94c7ddf req-169b8d7c-6423-479e-ac30-02646b9e8a64 service neutron] Bound using segment: {'id': 'da0f83a2-bc73-42a9-8a4e-1942ea8594a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '6a65d360-9164-47d6-a114-8a8963e979c8'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:57:22.209983 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-f6c253f5-0fc5-4651-a3e1-2b51a94c7ddf req-169b8d7c-6423-479e-ac30-02646b9e8a64 service neutron] Bound port: 43458a49-b7a5-495f-8072-2ea6171a6932, host: hv-neutron-8345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da0f83a2-bc73-42a9-8a4e-1942ea8594a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '6a65d360-9164-47d6-a114-8a8963e979c8'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:57:22.210340 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-f6c253f5-0fc5-4651-a3e1-2b51a94c7ddf req-169b8d7c-6423-479e-ac30-02646b9e8a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:22.219093 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3d752eaf-e3d3-4ec9-86e1-b10744a7389a tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683891'] for router_interface, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:22.220955 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c762285d-61a6-4f61-9088-d2e9f5586d84 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Network dfd1629a-835d-49ac-a538-fd99d0023e9c is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:57:22.237264 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4a3a12-4267-4f8d-a3d5-b5861efbc64a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:22.237608 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ee4a3a12-4267-4f8d-a3d5-b5861efbc64a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:22.238601 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5cf720-4dd2-49c2-8528-ffa577691c30 None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:57:22.268148 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-ae5cf720-4dd2-49c2-8528-ffa577691c30 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:22.270931 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5cf720-4dd2-49c2-8528-ffa577691c30 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:57:22.293507 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-c762285d-61a6-4f61-9088-d2e9f5586d84 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, dfd1629a-835d-49ac-a538-fd99d0023e9c) {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:22.297830 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-d1b2afa8-257c-4f36-8530-7131c0e5eb9f None None] Provisioning complete for port 0bd31b81-1e43-406a-90ee-e84dbda68754 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:22.298200 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d1b2afa8-257c-4f36-8530-7131c0e5eb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:22.321829 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22a9240-fc95-4834-a1e4-b9983de7fb9e None None] Network dfd1629a-835d-49ac-a538-fd99d0023e9c requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:57:22.363188 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c762285d-61a6-4f61-9088-d2e9f5586d84 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:22.363803 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c762285d-61a6-4f61-9088-d2e9f5586d84 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:22.384368 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-ee4a3a12-4267-4f8d-a3d5-b5861efbc64a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 4.1793249 Mar 22 10:57:22.384368 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35f91428-ce3f-4cfc-bdfe-f2800be0131a tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:57:22.387584 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-c56c0066-d527-41fd-825c-2ad5fa2ca67b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Allocated IP 2001:db8::f816:3eff:febf:a36c (1bc750fe-0949-42b2-bab7-34fc725823e6/6e2f106d-a6c1-4536-a7e1-9e5dc2fb432d/ede0c43b-1609-4b1c-a793-007302d12e8d) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:57:22.409443 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5cf720-4dd2-49c2-8528-ffa577691c30 None None] Pushing event updated for resources: {'Port': ['ID=a801844a-d7c7-4e89-8857-b8e0f55728e3,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:22.444750 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-35f91428-ce3f-4cfc-bdfe-f2800be0131a tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:22.445102 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-35f91428-ce3f-4cfc-bdfe-f2800be0131a tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Added segment 048d0312-34a2-46d0-a183-904d36812595 of type vlan for network 8cbc1910-bfac-4fbd-bf80-91920aefbd22 Mar 22 10:57:22.459470 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-c762285d-61a6-4f61-9088-d2e9f5586d84 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9148836 Mar 22 10:57:22.474521 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38642) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:22.474866 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38644) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:22.488674 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-d1b2afa8-257c-4f36-8530-7131c0e5eb9f None None] Port 0bd31b81-1e43-406a-90ee-e84dbda68754 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:57:22.502513 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-ae5cf720-4dd2-49c2-8528-ffa577691c30 None None] Attempting to bind port a801844a-d7c7-4e89-8857-b8e0f55728e3 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:57:22.503645 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-ae5cf720-4dd2-49c2-8528-ffa577691c30 None None] Attempting to bind port a801844a-d7c7-4e89-8857-b8e0f55728e3 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:57:22.504218 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5cf720-4dd2-49c2-8528-ffa577691c30 None None] Attempting to bind port a801844a-d7c7-4e89-8857-b8e0f55728e3 on network 1bc750fe-0949-42b2-bab7-34fc725823e6 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:57:22.527293 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 748ca494-4f82-472b-b586-6893413cfaab triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:22.528124 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:22.540368 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-2ac65e83-adc3-4b2a-aab4-b1929fab1615 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Allocated IP 172.26.7.176 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/d354c142-e74a-48aa-859d-17d50122999c) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:57:22.553858 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-f6c253f5-0fc5-4651-a3e1-2b51a94c7ddf req-169b8d7c-6423-479e-ac30-02646b9e8a64 service neutron] For port 43458a49-b7a5-495f-8072-2ea6171a6932, host hv-neutron-8345, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:57:22.625758 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-f6c253f5-0fc5-4651-a3e1-2b51a94c7ddf req-169b8d7c-6423-479e-ac30-02646b9e8a64 service neutron] For port 43458a49-b7a5-495f-8072-2ea6171a6932, host hv-neutron-8345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=43458a49-b7a5-495f-8072-2ea6171a6932,segment=NetworkSegment(da0f83a2-bc73-42a9-8a4e-1942ea8594a6),segment_id=da0f83a2-bc73-42a9-8a4e-1942ea8594a6)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:57:22.637688 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-35f91428-ce3f-4cfc-bdfe-f2800be0131a tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:22.660451 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5cf720-4dd2-49c2-8528-ffa577691c30 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:57:22.660834 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5cf720-4dd2-49c2-8528-ffa577691c30 None None] Checking segment: {'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:57:22.661213 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ae5cf720-4dd2-49c2-8528-ffa577691c30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:22.661601 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5cf720-4dd2-49c2-8528-ffa577691c30 None None] Bound using segment: {'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:57:22.662105 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-ae5cf720-4dd2-49c2-8528-ffa577691c30 None None] Bound port: a801844a-d7c7-4e89-8857-b8e0f55728e3, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:57:22.662468 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ae5cf720-4dd2-49c2-8528-ffa577691c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:22.678357 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-f6c253f5-0fc5-4651-a3e1-2b51a94c7ddf req-169b8d7c-6423-479e-ac30-02646b9e8a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:22.681075 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-d1b2afa8-257c-4f36-8530-7131c0e5eb9f None None] Provisioning complete for port c9cf75ab-30e2-4e8c-9f0a-e7f19ab247d8 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:22.681451 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d1b2afa8-257c-4f36-8530-7131c0e5eb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:22.728379 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4410bc-6f66-4e78-b71f-19570e575730 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-dfd1629a-835d-49ac-a538-fd99d0023e9c', 'network_id': 'dfd1629a-835d-49ac-a538-fd99d0023e9c', 'tenant_id': 'a993536edab145339b0f463caedd0151', 'fixed_ips': [{'subnet_id': '9b9dd344-8be0-49f5-9190-f16d0ce3f30d'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:57:22.729241 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0b4410bc-6f66-4e78-b71f-19570e575730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:22.758452 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.db.resource_extend [None req-35f91428-ce3f-4cfc-bdfe-f2800be0131a tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 10:57:22.809445 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c253f5-0fc5-4651-a3e1-2b51a94c7ddf req-169b8d7c-6423-479e-ac30-02646b9e8a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:22.810072 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-f6c253f5-0fc5-4651-a3e1-2b51a94c7ddf req-169b8d7c-6423-479e-ac30-02646b9e8a64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:22.813081 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f6c253f5-0fc5-4651-a3e1-2b51a94c7ddf req-169b8d7c-6423-479e-ac30-02646b9e8a64 service neutron] 10.222.0.35 "PUT /v2.0/ports/43458a49-b7a5-495f-8072-2ea6171a6932 HTTP/1.1" status: 200 len: 1093 time: 4.7521296 Mar 22 10:57:22.826744 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b506bb6-f682-43e7-8a43-a0c464ff391a', 'tag': '43458a49-b7a5-495f-8072-2ea6171a6932'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 10:57:22.831231 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07240b8b-c204-4765-892f-4b9312d7e65b" -d '{"events": [{"name": "network-changed", "server_uuid": "4b506bb6-f682-43e7-8a43-a0c464ff391a", "tag": "43458a49-b7a5-495f-8072-2ea6171a6932"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 10:57:22.846039 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 1ceb59ea-2f6c-4486-9c41-1e84e423d658 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:57:22.939616 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-35f91428-ce3f-4cfc-bdfe-f2800be0131a tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:22.945797 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f91428-ce3f-4cfc-bdfe-f2800be0131a tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:22.946717 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-35f91428-ce3f-4cfc-bdfe-f2800be0131a tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:22.979583 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 10:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea91c612-cb28-4bee-abc9-2d56aaee3190 x-openstack-request-id: req-ea91c612-cb28-4bee-abc9-2d56aaee3190 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 10:57:22.979583 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b506bb6-f682-43e7-8a43-a0c464ff391a", "tag": "43458a49-b7a5-495f-8072-2ea6171a6932", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 10:57:22.979583 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ea91c612-cb28-4bee-abc9-2d56aaee3190 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 10:57:22.979990 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea91c612-cb28-4bee-abc9-2d56aaee3190'] response: {'name': 'network-changed', 'server_uuid': '4b506bb6-f682-43e7-8a43-a0c464ff391a', 'tag': '43458a49-b7a5-495f-8072-2ea6171a6932', 'status': 'completed', 'code': 200} Mar 22 10:57:22.987726 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2ac65e83-adc3-4b2a-aab4-b1929fab1615 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:23.010245 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c56c0066-d527-41fd-825c-2ad5fa2ca67b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:23.016838 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ee482810-ad8e-448d-8009-35ceb144a6d0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:23.044809 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169b8d7c-6423-479e-ac30-02646b9e8a64 service neutron] Pushing event updated for resources: {'Port': ['ID=43458a49-b7a5-495f-8072-2ea6171a6932,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:23.050779 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-35f91428-ce3f-4cfc-bdfe-f2800be0131a tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9856536 Mar 22 10:57:23.054425 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38648) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:23.064913 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-c5bc2abc-9534-447d-bcf5-85e5b1e88dd3 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Request body: {'subnet': {'network_id': '8cbc1910-bfac-4fbd-bf80-91920aefbd22', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:23.088968 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2ac65e83-adc3-4b2a-aab4-b1929fab1615 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:23.127633 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-8726de78-431a-48c1-bd89-8125dd0c7b12 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Deleting port c44c7ddb-0927-446a-936f-dd59a3d9d0c2 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:57:23.127633 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8726de78-431a-48c1-bd89-8125dd0c7b12 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:23.130147 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f91428-ce3f-4cfc-bdfe-f2800be0131a tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Pushing event updated for resources: {'Network': ['ID=8cbc1910-bfac-4fbd-bf80-91920aefbd22,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:23.152330 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-83acdd61-ff2a-42fe-aa22-6331ca0d116d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Deleting port 85247a5e-bd84-43df-87f9-c72a8e3d0312 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:57:23.152711 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-83acdd61-ff2a-42fe-aa22-6331ca0d116d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:23.163628 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d009a6-e113-4b16-9f54-2e1a62684853 None None] Network c04b202d-97e6-4bd7-997c-86270512c8e3 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:57:23.177010 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac65e83-adc3-4b2a-aab4-b1929fab1615 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:57:23.184912 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c253f5-0fc5-4651-a3e1-2b51a94c7ddf req-e5307556-c316-4954-b86d-a5733f146cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:23.186420 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f6c253f5-0fc5-4651-a3e1-2b51a94c7ddf req-e5307556-c316-4954-b86d-a5733f146cc3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d323f0b18e24bb7bcd0d92686e5587a&device_id=4b506bb6-f682-43e7-8a43-a0c464ff391a HTTP/1.1" status: 200 len: 1096 time: 0.3013980 Mar 22 10:57:23.197555 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-2ac65e83-adc3-4b2a-aab4-b1929fab1615 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:23.224161 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 8cbc1910-bfac-4fbd-bf80-91920aefbd22 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:57:23.227483 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-ae5cf720-4dd2-49c2-8528-ffa577691c30 None None] For port a801844a-d7c7-4e89-8857-b8e0f55728e3, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:57:23.249331 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac65e83-adc3-4b2a-aab4-b1929fab1615 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:57:23.251652 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac65e83-adc3-4b2a-aab4-b1929fab1615 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Pushing event updated for resources: {'Port': ['ID=d354c142-e74a-48aa-859d-17d50122999c,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:23.314436 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-ae5cf720-4dd2-49c2-8528-ffa577691c30 None None] For port a801844a-d7c7-4e89-8857-b8e0f55728e3, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=a801844a-d7c7-4e89-8857-b8e0f55728e3,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:57:23.319748 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c56c0066-d527-41fd-825c-2ad5fa2ca67b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:23.326495 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f6c253f5-0fc5-4651-a3e1-2b51a94c7ddf req-444e5f09-b0c4-4611-88b7-4b6cee852e40 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43458a49-b7a5-495f-8072-2ea6171a6932 HTTP/1.1" status: 200 len: 217 time: 0.1228123 Mar 22 10:57:23.398877 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c504c6-ffbc-47ae-9b0f-0d660575854a req-49350c0d-e47e-40c6-afd7-3bc88caaa152 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:23.400599 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-46c504c6-ffbc-47ae-9b0f-0d660575854a req-49350c0d-e47e-40c6-afd7-3bc88caaa152 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b506bb6-f682-43e7-8a43-a0c464ff391a HTTP/1.1" status: 200 len: 943 time: 0.2627308 Mar 22 10:57:23.401244 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ee482810-ad8e-448d-8009-35ceb144a6d0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:23.412630 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56c0066-d527-41fd-825c-2ad5fa2ca67b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:57:23.427845 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ae5cf720-4dd2-49c2-8528-ffa577691c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:23.451236 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-83acdd61-ff2a-42fe-aa22-6331ca0d116d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:23.455719 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8726de78-431a-48c1-bd89-8125dd0c7b12 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:23.462476 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-c56c0066-d527-41fd-825c-2ad5fa2ca67b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:23.464444 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5bc2abc-9534-447d-bcf5-85e5b1e88dd3 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Made reservation on behalf of 6fad94f603ac4450bd9d1e1d6faca259 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:23.467857 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c5bc2abc-9534-447d-bcf5-85e5b1e88dd3 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:23.474242 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56c0066-d527-41fd-825c-2ad5fa2ca67b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:57:23.480409 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56c0066-d527-41fd-825c-2ad5fa2ca67b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:23.480727 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c56c0066-d527-41fd-825c-2ad5fa2ca67b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:23.483598 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-8726de78-431a-48c1-bd89-8125dd0c7b12 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Calling delete_port for c44c7ddb-0927-446a-936f-dd59a3d9d0c2 owned by {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:57:23.499244 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c0066-d527-41fd-825c-2ad5fa2ca67b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event updated for resources: {'Port': ['ID=ede0c43b-1609-4b1c-a793-007302d12e8d,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:23.505831 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c253f5-0fc5-4651-a3e1-2b51a94c7ddf req-6ff332b4-f2ef-45fd-b993-d705bb467b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:23.506609 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f6c253f5-0fc5-4651-a3e1-2b51a94c7ddf req-6ff332b4-f2ef-45fd-b993-d705bb467b1d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4c71e94c-7cee-47cf-9eaa-4ef0468212bd HTTP/1.1" status: 200 len: 835 time: 0.1729398 Mar 22 10:57:23.507760 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-83acdd61-ff2a-42fe-aa22-6331ca0d116d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Calling delete_port for 85247a5e-bd84-43df-87f9-c72a8e3d0312 owned by network:router_interface {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:57:23.538840 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-46c504c6-ffbc-47ae-9b0f-0d660575854a req-ca621338-2b85-493e-8740-47f9bf2271d3 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=33c78aa2-2e76-445d-9fd9-b8ed895eb7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271610 Mar 22 10:57:23.547137 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-3d752eaf-e3d3-4ec9-86e1-b10744a7389a tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Deleting port 0bd31b81-1e43-406a-90ee-e84dbda68754 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:57:23.547521 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3d752eaf-e3d3-4ec9-86e1-b10744a7389a tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:23.549309 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 1ceb59ea-2f6c-4486-9c41-1e84e423d658 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:23.550538 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:23.602091 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c56c0066-d527-41fd-825c-2ad5fa2ca67b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7919898 Mar 22 10:57:23.610401 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38652) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:23.634824 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-0b4410bc-6f66-4e78-b71f-19570e575730 None None] Allocated IP 172.20.0.2 (dfd1629a-835d-49ac-a538-fd99d0023e9c/9b9dd344-8be0-49f5-9190-f16d0ce3f30d/d75c2d5d-946d-4abe-91e1-39a05173bec7) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:57:23.673777 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5cf720-4dd2-49c2-8528-ffa577691c30 None None] Pushing event updated for resources: {'Port': ['ID=a801844a-d7c7-4e89-8857-b8e0f55728e3,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:23.682565 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d1b2afa8-257c-4f36-8530-7131c0e5eb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:23.749021 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c253f5-0fc5-4651-a3e1-2b51a94c7ddf req-7bf5fa5a-f798-4ea9-96d7-1f5a6a1b5632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:23.750539 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f6c253f5-0fc5-4651-a3e1-2b51a94c7ddf req-7bf5fa5a-f798-4ea9-96d7-1f5a6a1b5632 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6a65d360-9164-47d6-a114-8a8963e979c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2252023 Mar 22 10:57:23.780341 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-d1b2afa8-257c-4f36-8530-7131c0e5eb9f None None] For port c9cf75ab-30e2-4e8c-9f0a-e7f19ab247d8, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=c9cf75ab-30e2-4e8c-9f0a-e7f19ab247d8,segment=NetworkSegment(b8eed8f2-2627-4514-91df-33ddfc7565ce),segment_id=b8eed8f2-2627-4514-91df-33ddfc7565ce)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:57:23.816988 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3d752eaf-e3d3-4ec9-86e1-b10744a7389a tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:23.827677 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750fa473-e521-45e5-a4a4-eae38acaf05f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:23.833514 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750fa473-e521-45e5-a4a4-eae38acaf05f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:23.835389 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-750fa473-e521-45e5-a4a4-eae38acaf05f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2213893 Mar 22 10:57:23.847362 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38654) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:23.850323 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d1b2afa8-257c-4f36-8530-7131c0e5eb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:23.883885 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:23.922388 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-3d752eaf-e3d3-4ec9-86e1-b10744a7389a tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Calling delete_port for 0bd31b81-1e43-406a-90ee-e84dbda68754 owned by network:router_interface {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:57:23.940390 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-d1b2afa8-257c-4f36-8530-7131c0e5eb9f None None] Provisioning complete for port 85247a5e-bd84-43df-87f9-c72a8e3d0312 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:23.940766 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d1b2afa8-257c-4f36-8530-7131c0e5eb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:24.009827 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8726de78-431a-48c1-bd89-8125dd0c7b12 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:24.028244 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-d1b2afa8-257c-4f36-8530-7131c0e5eb9f None None] Port 85247a5e-bd84-43df-87f9-c72a8e3d0312 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:57:24.051603 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b2afa8-257c-4f36-8530-7131c0e5eb9f None None] Pushing event updated for resources: {'Port': ['ID=c9cf75ab-30e2-4e8c-9f0a-e7f19ab247d8,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:24.063067 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8726de78-431a-48c1-bd89-8125dd0c7b12 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event deleted for resources: {'Port': ['ID=c44c7ddb-0927-446a-936f-dd59a3d9d0c2,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:24.071502 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f6c253f5-0fc5-4651-a3e1-2b51a94c7ddf req-175b6d00-1685-48e1-ad17-84eab0b82731 service neutron] 10.222.0.35 "GET /v2.0/networks/6a65d360-9164-47d6-a114-8a8963e979c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107421 Mar 22 10:57:24.090523 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port 1ceb59ea-2f6c-4486-9c41-1e84e423d658, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=1ceb59ea-2f6c-4486-9c41-1e84e423d658,segment=NetworkSegment(8074ae99-5542-477b-a608-c3ad91056188),segment_id=8074ae99-5542-477b-a608-c3ad91056188)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:57:24.135630 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:24.137204 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device c9cf75ab-30e2-4e8c-9f0a-e7f19ab247d8 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:57:24.142768 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-d1b2afa8-257c-4f36-8530-7131c0e5eb9f None None] Provisioning complete for port 1ceb59ea-2f6c-4486-9c41-1e84e423d658 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:24.143082 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d1b2afa8-257c-4f36-8530-7131c0e5eb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:24.208919 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2ac65e83-adc3-4b2a-aab4-b1929fab1615 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks [] for router_gateway, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:24.221557 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-16c3bb53-ab7f-423d-86a1-7ee322a81ccb tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Deleting port ede0c43b-1609-4b1c-a793-007302d12e8d {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:57:24.222654 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-16c3bb53-ab7f-423d-86a1-7ee322a81ccb tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:24.256507 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0b4410bc-6f66-4e78-b71f-19570e575730 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:24.279182 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=1ceb59ea-2f6c-4486-9c41-1e84e423d658,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:24.282377 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0b4410bc-6f66-4e78-b71f-19570e575730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:24.347069 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4410bc-6f66-4e78-b71f-19570e575730 None None] Network dfd1629a-835d-49ac-a538-fd99d0023e9c is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:57:24.353544 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-0b4410bc-6f66-4e78-b71f-19570e575730 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:24.359514 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4410bc-6f66-4e78-b71f-19570e575730 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:57:24.363473 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4410bc-6f66-4e78-b71f-19570e575730 None None] Pushing event updated for resources: {'Port': ['ID=d75c2d5d-946d-4abe-91e1-39a05173bec7,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:24.384984 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port c9cf75ab-30e2-4e8c-9f0a-e7f19ab247d8 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:24.385362 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:24.409209 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8726de78-431a-48c1-bd89-8125dd0c7b12 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:24.412904 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-8726de78-431a-48c1-bd89-8125dd0c7b12 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "DELETE /v2.0/ports/c44c7ddb-0927-446a-936f-dd59a3d9d0c2 HTTP/1.1" status: 204 len: 168 time: 1.9290297 Mar 22 10:57:24.414289 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ee482810-ad8e-448d-8009-35ceb144a6d0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:24.416267 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38656) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:24.428838 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c5bc2abc-9534-447d-bcf5-85e5b1e88dd3 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:24.437703 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-83acdd61-ff2a-42fe-aa22-6331ca0d116d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:24.478046 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f6c253f5-0fc5-4651-a3e1-2b51a94c7ddf req-ea083035-0df4-49bb-b031-c153bdc0f7be service neutron] 10.222.0.35 "GET /v2.0/networks/6a65d360-9164-47d6-a114-8a8963e979c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3951025 Mar 22 10:57:24.483786 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-0b4410bc-6f66-4e78-b71f-19570e575730 None None] Attempting to bind port d75c2d5d-946d-4abe-91e1-39a05173bec7 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:57:24.484163 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-0b4410bc-6f66-4e78-b71f-19570e575730 None None] Attempting to bind port d75c2d5d-946d-4abe-91e1-39a05173bec7 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': 'e386c676-025e-4888-bb2f-55999eb51b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'dfd1629a-835d-49ac-a538-fd99d0023e9c'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:57:24.484527 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4410bc-6f66-4e78-b71f-19570e575730 None None] Attempting to bind port d75c2d5d-946d-4abe-91e1-39a05173bec7 on network dfd1629a-835d-49ac-a538-fd99d0023e9c {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:57:24.495579 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4410bc-6f66-4e78-b71f-19570e575730 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:57:24.496010 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4410bc-6f66-4e78-b71f-19570e575730 None None] Checking segment: {'id': 'e386c676-025e-4888-bb2f-55999eb51b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'dfd1629a-835d-49ac-a538-fd99d0023e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:57:24.496359 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0b4410bc-6f66-4e78-b71f-19570e575730 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:24.496753 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4410bc-6f66-4e78-b71f-19570e575730 None None] Bound using segment: {'id': 'e386c676-025e-4888-bb2f-55999eb51b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'dfd1629a-835d-49ac-a538-fd99d0023e9c'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:57:24.497239 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-0b4410bc-6f66-4e78-b71f-19570e575730 None None] Bound port: d75c2d5d-946d-4abe-91e1-39a05173bec7, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e386c676-025e-4888-bb2f-55999eb51b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'dfd1629a-835d-49ac-a538-fd99d0023e9c'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:57:24.497623 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0b4410bc-6f66-4e78-b71f-19570e575730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:24.515252 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b355976-c46a-4418-9ca7-e3d1a830a412 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] GET failed (client error): The resource could not be found. Mar 22 10:57:24.520236 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-d1b2afa8-257c-4f36-8530-7131c0e5eb9f None None] Provisioning complete for port adfb10e1-98d5-4624-b0c3-9dc94811b23c triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:24.520402 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-5b355976-c46a-4418-9ca7-e3d1a830a412 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "GET /v2.0/ports/c44c7ddb-0927-446a-936f-dd59a3d9d0c2 HTTP/1.1" status: 404 len: 333 time: 0.0929122 Mar 22 10:57:24.520526 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d1b2afa8-257c-4f36-8530-7131c0e5eb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:24.524641 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee482810-ad8e-448d-8009-35ceb144a6d0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Pushing event deleted for resources: {'Subnet': ['ID=9b9dd344-8be0-49f5-9190-f16d0ce3f30d,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:24.526835 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38658) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:24.575855 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83acdd61-ff2a-42fe-aa22-6331ca0d116d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event deleted for resources: {'Port': ['ID=85247a5e-bd84-43df-87f9-c72a8e3d0312,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:24.585465 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bc2abc-9534-447d-bcf5-85e5b1e88dd3 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Pushing event updated for resources: {'Subnet': ['ID=6761ddf2-830e-4bef-93a2-3f3bbec296bf,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:24.693735 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3d752eaf-e3d3-4ec9-86e1-b10744a7389a tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:24.705924 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-0b4410bc-6f66-4e78-b71f-19570e575730 None None] For port d75c2d5d-946d-4abe-91e1-39a05173bec7, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:57:24.709430 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-0b4410bc-6f66-4e78-b71f-19570e575730 None None] For port d75c2d5d-946d-4abe-91e1-39a05173bec7, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=d75c2d5d-946d-4abe-91e1-39a05173bec7,segment=NetworkSegment(e386c676-025e-4888-bb2f-55999eb51b44),segment_id=e386c676-025e-4888-bb2f-55999eb51b44)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:57:24.717951 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0b4410bc-6f66-4e78-b71f-19570e575730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:24.720675 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-16c3bb53-ab7f-423d-86a1-7ee322a81ccb tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:24.790794 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ee482810-ad8e-448d-8009-35ceb144a6d0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:24.834108 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device aaab3424-ee22-47b8-b12c-4b5127dc6623 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:57:24.940494 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d752eaf-e3d3-4ec9-86e1-b10744a7389a tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Pushing event deleted for resources: {'Port': ['ID=0bd31b81-1e43-406a-90ee-e84dbda68754,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:24.956399 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: aaab3424-ee22-47b8-b12c-4b5127dc6623 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:57:24.958266 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device aaab3424-ee22-47b8-b12c-4b5127dc6623 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:57:24.958957 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 38e993be-c741-4f55-9899-82bf3adeb921 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:57:24.961686 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2c80e5e-cfaa-4487-9094-bfd1b09838df tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Deleting subnet ed5c2843-dd6f-49a2-857c-0a5c84a6bb6b {{(pid=109050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:57:25.007712 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 38e993be-c741-4f55-9899-82bf3adeb921 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:57:25.008242 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 38e993be-c741-4f55-9899-82bf3adeb921 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:57:25.102344 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4410bc-6f66-4e78-b71f-19570e575730 None None] Pushing event updated for resources: {'Port': ['ID=d75c2d5d-946d-4abe-91e1-39a05173bec7,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:25.149998 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9698376e-eec6-414b-a7c3-e384ba4a4149 None None] Network dfd1629a-835d-49ac-a538-fd99d0023e9c requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:57:25.316327 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-0c52e73b-a6ab-459c-bcf2-176d587d6046 None None] Provisioning complete for port cf6d7299-3ba2-4a3a-8fb7-b5de313d5912 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:25.316642 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0c52e73b-a6ab-459c-bcf2-176d587d6046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:25.413772 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bc2abc-9534-447d-bcf5-85e5b1e88dd3 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Checking segment: {'id': '048d0312-34a2-46d0-a183-904d36812595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8cbc1910-bfac-4fbd-bf80-91920aefbd22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:57:25.414438 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bc2abc-9534-447d-bcf5-85e5b1e88dd3 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Network hostable DHCP agents. Network: 8cbc1910-bfac-4fbd-bf80-91920aefbd22, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:57:25.422428 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-16c3bb53-ab7f-423d-86a1-7ee322a81ccb tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Calling delete_port for ede0c43b-1609-4b1c-a793-007302d12e8d owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:57:25.490644 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e2c80e5e-cfaa-4487-9094-bfd1b09838df tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for subnet, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:25.493103 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device adfb10e1-98d5-4624-b0c3-9dc94811b23c up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:57:25.494114 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-ee482810-ad8e-448d-8009-35ceb144a6d0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfd1629a-835d-49ac-a538-fd99d0023e9c']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:25.557642 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07240b8b-c204-4765-892f-4b9312d7e65b req-6c4a6b37-f36a-4437-8322-41dc4b67b286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:25.559217 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-07240b8b-c204-4765-892f-4b9312d7e65b req-6c4a6b37-f36a-4437-8322-41dc4b67b286 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d323f0b18e24bb7bcd0d92686e5587a&device_id=4b506bb6-f682-43e7-8a43-a0c464ff391a HTTP/1.1" status: 200 len: 1096 time: 1.0043874 Mar 22 10:57:25.566875 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-ee482810-ad8e-448d-8009-35ceb144a6d0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e386c676-025e-4888-bb2f-55999eb51b44') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:25.567147 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-ee482810-ad8e-448d-8009-35ceb144a6d0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e386c676-025e-4888-bb2f-55999eb51b44') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:25.579332 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb98b9-b758-4c62-af6d-b505edac614c req-f523bc0c-4fde-4f36-bf0d-4164c90e8eab tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:25.580944 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2efb98b9-b758-4c62-af6d-b505edac614c req-f523bc0c-4fde-4f36-bf0d-4164c90e8eab tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b506bb6-f682-43e7-8a43-a0c464ff391a HTTP/1.1" status: 200 len: 943 time: 0.9046624 Mar 22 10:57:25.582764 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bc2abc-9534-447d-bcf5-85e5b1e88dd3 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Network 8cbc1910-bfac-4fbd-bf80-91920aefbd22 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:57:25.657214 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ee482810-ad8e-448d-8009-35ceb144a6d0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:25.667444 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-c5bc2abc-9534-447d-bcf5-85e5b1e88dd3 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 8cbc1910-bfac-4fbd-bf80-91920aefbd22) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:25.673685 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3d752eaf-e3d3-4ec9-86e1-b10744a7389a tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684007'] for router_interface, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:25.693508 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5bc2abc-9534-447d-bcf5-85e5b1e88dd3 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:25.694179 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c5bc2abc-9534-447d-bcf5-85e5b1e88dd3 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:25.696182 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e2c80e5e-cfaa-4487-9094-bfd1b09838df tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11961780'] for subnet, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:25.725321 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2ac65e83-adc3-4b2a-aab4-b1929fab1615 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:25.729477 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ee482810-ad8e-448d-8009-35ceb144a6d0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:25.734786 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-83acdd61-ff2a-42fe-aa22-6331ca0d116d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684007'] for router_interface, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:25.735819 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90398e6e-11fa-4f7f-a3de-f31ddf593945 None None] Network 8cbc1910-bfac-4fbd-bf80-91920aefbd22 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:57:25.742991 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c5bc2abc-9534-447d-bcf5-85e5b1e88dd3 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.6849132 Mar 22 10:57:25.774575 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0c52e73b-a6ab-459c-bcf2-176d587d6046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:25.781098 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38662) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:25.797700 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee482810-ad8e-448d-8009-35ceb144a6d0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:57:25.798520 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ee482810-ad8e-448d-8009-35ceb144a6d0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:25.810987 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 10:57:25.810987 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:57:25.810987 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 10:57:25.810987 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:57:25.810987 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 10:57:25.810987 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:57:25.810987 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 10:57:25.810987 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:57:25.810987 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 10:57:25.810987 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:57:25.810987 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 10:57:25.810987 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:57:25.810987 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 10:57:25.810987 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:57:25.810987 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:57:25.810987 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:57:25.810987 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:57:25.810987 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:57:25.810987 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 10:57:25.810987 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:57:25.810987 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 10:57:25.810987 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:57:25.810987 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:57:25.810987 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:57:25.810987 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 10:57:25.810987 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:57:25.810987 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:57:25.810987 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:57:25.810987 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:57:25.810987 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:57:25.810987 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:57:25.810987 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:57:25.873351 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2efb98b9-b758-4c62-af6d-b505edac614c req-4a60569c-479b-4a90-bf75-eb6abdcd9be3 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=33c78aa2-2e76-445d-9fd9-b8ed895eb7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2412896 Mar 22 10:57:25.888978 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-0c52e73b-a6ab-459c-bcf2-176d587d6046 None None] For port cf6d7299-3ba2-4a3a-8fb7-b5de313d5912, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=cf6d7299-3ba2-4a3a-8fb7-b5de313d5912,segment=NetworkSegment(e7325381-21f0-4547-a32e-db5ee4fb22d6),segment_id=e7325381-21f0-4547-a32e-db5ee4fb22d6)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:57:25.891617 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port adfb10e1-98d5-4624-b0c3-9dc94811b23c triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:25.892764 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:25.928739 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0c52e73b-a6ab-459c-bcf2-176d587d6046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:25.992104 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.db.api [None req-ee482810-ad8e-448d-8009-35ceb144a6d0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 22 10:57:25.992104 dv-neutron-834599-1-hyperv neutron-server[109050]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 22 10:57:25.992104 dv-neutron-834599-1-hyperv neutron-server[109050]: [parameters: {'id': 'dfd1629a-835d-49ac-a538-fd99d0023e9c'}] Mar 22 10:57:25.992104 dv-neutron-834599-1-hyperv neutron-server[109050]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 10:57:25.992581 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG oslo_db.api [None req-ee482810-ad8e-448d-8009-35ceb144a6d0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 10:57:26.014502 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-16c3bb53-ab7f-423d-86a1-7ee322a81ccb tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:26.051336 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07240b8b-c204-4765-892f-4b9312d7e65b req-6bffecb3-5fcb-4c1e-92b1-f7ad09daef9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:26.053139 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-07240b8b-c204-4765-892f-4b9312d7e65b req-6bffecb3-5fcb-4c1e-92b1-f7ad09daef9e service neutron] 10.222.0.35 "GET /v2.0/networks?id=6a65d360-9164-47d6-a114-8a8963e979c8 HTTP/1.1" status: 200 len: 898 time: 0.4713078 Mar 22 10:57:26.073786 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c3bb53-ab7f-423d-86a1-7ee322a81ccb tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event deleted for resources: {'Port': ['ID=ede0c43b-1609-4b1c-a793-007302d12e8d,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:26.092063 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c52e73b-a6ab-459c-bcf2-176d587d6046 None None] Pushing event updated for resources: {'Port': ['ID=cf6d7299-3ba2-4a3a-8fb7-b5de313d5912,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:26.094361 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c7e054c4-ac2e-4117-9cc6-974928fe5b7c tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:26.097250 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 1ceb59ea-2f6c-4486-9c41-1e84e423d658 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:57:26.123863 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-16c3bb53-ab7f-423d-86a1-7ee322a81ccb tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:26.126988 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-16c3bb53-ab7f-423d-86a1-7ee322a81ccb tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/ports/ede0c43b-1609-4b1c-a793-007302d12e8d HTTP/1.1" status: 204 len: 168 time: 2.2785861 Mar 22 10:57:26.129880 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38664) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:26.147102 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e2c80e5e-cfaa-4487-9094-bfd1b09838df tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:26.163160 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-0c52e73b-a6ab-459c-bcf2-176d587d6046 None None] Provisioning complete for port c9cf75ab-30e2-4e8c-9f0a-e7f19ab247d8 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:26.164023 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0c52e73b-a6ab-459c-bcf2-176d587d6046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:26.187220 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9a4ff0-fa0a-4ab9-8a82-f3541954ee69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-8cbc1910-bfac-4fbd-bf80-91920aefbd22', 'network_id': '8cbc1910-bfac-4fbd-bf80-91920aefbd22', 'tenant_id': '6fad94f603ac4450bd9d1e1d6faca259', 'fixed_ips': [{'subnet_id': '6761ddf2-830e-4bef-93a2-3f3bbec296bf'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:57:26.188307 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-fc9a4ff0-fa0a-4ab9-8a82-f3541954ee69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:26.197668 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-07240b8b-c204-4765-892f-4b9312d7e65b req-d1780db9-0593-4004-b3bc-3f3999c71181 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43458a49-b7a5-495f-8072-2ea6171a6932 HTTP/1.1" status: 200 len: 217 time: 0.1348104 Mar 22 10:57:26.206981 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d752eaf-e3d3-4ec9-86e1-b10744a7389a tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Router d91b2e9e-78e9-4678-9c5d-eb378383beb6 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:57:26.261689 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07240b8b-c204-4765-892f-4b9312d7e65b req-9da6bac0-549b-494e-b947-2fa6375bf69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:26.263325 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-07240b8b-c204-4765-892f-4b9312d7e65b req-9da6bac0-549b-494e-b947-2fa6375bf69e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4c71e94c-7cee-47cf-9eaa-4ef0468212bd HTTP/1.1" status: 200 len: 835 time: 0.0522740 Mar 22 10:57:26.307264 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c978ddf-e37a-426f-9c5c-b014dc649e26 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:26.309059 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c978ddf-e37a-426f-9c5c-b014dc649e26 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:26.313302 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7c978ddf-e37a-426f-9c5c-b014dc649e26 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1788099 Mar 22 10:57:26.313492 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 1ceb59ea-2f6c-4486-9c41-1e84e423d658 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:26.313492 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:26.316171 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38666) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:26.334884 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ac65e83-adc3-4b2a-aab4-b1929fab1615 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Router a584b23e-d645-45cc-80c2-5681b8216ddb is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 10:57:26.386894 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c7e054c4-ac2e-4117-9cc6-974928fe5b7c tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:26.389366 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d752eaf-e3d3-4ec9-86e1-b10744a7389a tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:57:26.401470 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-3d752eaf-e3d3-4ec9-86e1-b10744a7389a tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] 10.222.0.57 "PUT /v2.0/routers/d91b2e9e-78e9-4678-9c5d-eb378383beb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5698950 Mar 22 10:57:26.401470 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38668) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:26.417102 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580d8f0a-bc4b-4c37-baad-90d9fa2e8a08 None None] Sync routers for ids ['d91b2e9e-78e9-4678-9c5d-eb378383beb6'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:57:26.460246 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.api.v2.resource [None req-f59f955a-0b5a-474a-b593-810967d36274 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] delete failed (client error): The resource could not be found. Mar 22 10:57:26.465509 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-f59f955a-0b5a-474a-b593-810967d36274 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] 10.222.0.57 "DELETE /v2.0/routers/tempest-non_exist_router-421722448 HTTP/1.1" status: 404 len: 334 time: 0.0537329 Mar 22 10:57:26.466411 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38670) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:26.469023 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea2ecb3c-0f37-4cfd-b342-82191810bd0e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Deleting subnet 6e2f106d-a6c1-4536-a7e1-9e5dc2fb432d {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:57:26.471792 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-1e22dba5-f1fd-46db-9b15-e4e7486b22f2 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd91b2e9e-78e9-4678-9c5d-eb378383beb6'}}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:26.474253 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580d8f0a-bc4b-4c37-baad-90d9fa2e8a08 None None] Routers {'d91b2e9e-78e9-4678-9c5d-eb378383beb6'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:57:26.475272 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-580d8f0a-bc4b-4c37-baad-90d9fa2e8a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:57:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['d91b2e9e-78e9-4678-9c5d-eb378383beb6'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:26.476568 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83acdd61-ff2a-42fe-aa22-6331ca0d116d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Router 36fae84b-0655-47d2-b4dc-a3ef8643f9a6 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:57:26.477058 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07240b8b-c204-4765-892f-4b9312d7e65b req-7e7b96d2-3e1e-465a-9b48-63218dc24caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:26.479512 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-fc9a4ff0-fa0a-4ab9-8a82-f3541954ee69 None None] Allocated IP 2001:db8::1 (8cbc1910-bfac-4fbd-bf80-91920aefbd22/6761ddf2-830e-4bef-93a2-3f3bbec296bf/e2f01b93-82c6-4e10-9f49-b9592ef41194) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:57:26.479645 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-07240b8b-c204-4765-892f-4b9312d7e65b req-7e7b96d2-3e1e-465a-9b48-63218dc24caa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6a65d360-9164-47d6-a114-8a8963e979c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2059393 Mar 22 10:57:26.484010 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ea2ecb3c-0f37-4cfd-b342-82191810bd0e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:26.484183 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-0c52e73b-a6ab-459c-bcf2-176d587d6046 None None] Could not find standard attr ID for object c44c7ddb-0927-446a-936f-dd59a3d9d0c2. {{(pid=109051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 10:57:26.484310 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e2c80e5e-cfaa-4487-9094-bfd1b09838df tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:26.515678 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ee482810-ad8e-448d-8009-35ceb144a6d0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:26.518790 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-580d8f0a-bc4b-4c37-baad-90d9fa2e8a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:26.549811 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ea2ecb3c-0f37-4cfd-b342-82191810bd0e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:26.583575 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580d8f0a-bc4b-4c37-baad-90d9fa2e8a08 None None] Routers {'d91b2e9e-78e9-4678-9c5d-eb378383beb6'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:57:26.584201 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-580d8f0a-bc4b-4c37-baad-90d9fa2e8a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:57:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['d91b2e9e-78e9-4678-9c5d-eb378383beb6'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:26.599759 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c80e5e-cfaa-4487-9094-bfd1b09838df tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event deleted for resources: {'Subnet': ['ID=ed5c2843-dd6f-49a2-857c-0a5c84a6bb6b,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:26.622406 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e2c80e5e-cfaa-4487-9094-bfd1b09838df tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:26.625615 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-e2c80e5e-cfaa-4487-9094-bfd1b09838df tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "DELETE /v2.0/subnets/ed5c2843-dd6f-49a2-857c-0a5c84a6bb6b HTTP/1.1" status: 204 len: 168 time: 2.0836844 Mar 22 10:57:26.635161 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38672) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:26.649189 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 43458a49-b7a5-495f-8072-2ea6171a6932 details requested by agent hyperv_hv-neutron-8345 with host hv-neutron-8345 {{(pid=109051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 10:57:26.650942 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cebfdea-c1cf-4db5-ad8a-1eff713bce34 None None] Network c04b202d-97e6-4bd7-997c-86270512c8e3 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:57:26.672205 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device a801844a-d7c7-4e89-8857-b8e0f55728e3 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:57:26.674229 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-580d8f0a-bc4b-4c37-baad-90d9fa2e8a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:26.674843 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580d8f0a-bc4b-4c37-baad-90d9fa2e8a08 None None] The sync data for ids ['d91b2e9e-78e9-4678-9c5d-eb378383beb6'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:57:26.725996 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac65e83-adc3-4b2a-aab4-b1929fab1615 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:57:26.743794 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8d38b1-0a7d-407c-94f5-a1b2583a19d1 None None] Sync routers for ids ['a584b23e-d645-45cc-80c2-5681b8216ddb'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:57:26.744349 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83acdd61-ff2a-42fe-aa22-6331ca0d116d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:57:26.752705 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-83acdd61-ff2a-42fe-aa22-6331ca0d116d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "PUT /v2.0/routers/36fae84b-0655-47d2-b4dc-a3ef8643f9a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1401079 Mar 22 10:57:26.757358 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38674) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:26.795841 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-55eaebbd-db68-4c3c-979a-e3778009221d None None] Provisioning complete for port a801844a-d7c7-4e89-8857-b8e0f55728e3 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:26.796260 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-55eaebbd-db68-4c3c-979a-e3778009221d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:26.801671 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ea2ecb3c-0f37-4cfd-b342-82191810bd0e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:26.808427 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2ac65e83-adc3-4b2a-aab4-b1929fab1615 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:26.809795 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2ac65e83-adc3-4b2a-aab4-b1929fab1615 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.8720891 Mar 22 10:57:26.819347 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8d38b1-0a7d-407c-94f5-a1b2583a19d1 None None] Routers {'a584b23e-d645-45cc-80c2-5681b8216ddb'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:57:26.820726 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-8e8d38b1-0a7d-407c-94f5-a1b2583a19d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:57:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['a584b23e-d645-45cc-80c2-5681b8216ddb'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:26.835527 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38676) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:26.838040 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3f1628-0a09-4644-991b-bb96d0ace105 None None] Sync routers for ids ['36fae84b-0655-47d2-b4dc-a3ef8643f9a6'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:57:26.878695 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-8e8d38b1-0a7d-407c-94f5-a1b2583a19d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:26.898758 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8d38b1-0a7d-407c-94f5-a1b2583a19d1 None None] Routers {'a584b23e-d645-45cc-80c2-5681b8216ddb'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:57:26.899670 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-8e8d38b1-0a7d-407c-94f5-a1b2583a19d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:57:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['a584b23e-d645-45cc-80c2-5681b8216ddb'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:26.934033 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1e22dba5-f1fd-46db-9b15-e4e7486b22f2 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:26.942324 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-07240b8b-c204-4765-892f-4b9312d7e65b req-e87a287d-5766-4dc4-95ff-260cbb044df7 service neutron] 10.222.0.35 "GET /v2.0/networks/6a65d360-9164-47d6-a114-8a8963e979c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4230280 Mar 22 10:57:26.949052 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7856e1ab-1890-4844-975a-bb9512f1dea1 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:26.988013 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-8e8d38b1-0a7d-407c-94f5-a1b2583a19d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:26.988662 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8d38b1-0a7d-407c-94f5-a1b2583a19d1 None None] The sync data for ids ['a584b23e-d645-45cc-80c2-5681b8216ddb'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:57:27.019012 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.api.v2.resource [None req-1e22dba5-f1fd-46db-9b15-e4e7486b22f2 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] update failed (client error): The resource could not be found. Mar 22 10:57:27.020437 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-1e22dba5-f1fd-46db-9b15-e4e7486b22f2 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] 10.222.0.57 "PUT /v2.0/routers/d91b2e9e-78e9-4678-9c5d-eb378383beb6 HTTP/1.1" status: 404 len: 339 time: 0.5531044 Mar 22 10:57:27.025277 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3f1628-0a09-4644-991b-bb96d0ace105 None None] Routers {'36fae84b-0655-47d2-b4dc-a3ef8643f9a6'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:57:27.025907 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-ca3f1628-0a09-4644-991b-bb96d0ace105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:57:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['36fae84b-0655-47d2-b4dc-a3ef8643f9a6'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:27.029886 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38680) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:27.035765 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-8b74bbe5-7030-4981-9422-19803aae48c1 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-756866502'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:27.077036 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port a801844a-d7c7-4e89-8857-b8e0f55728e3 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:27.077415 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:27.084268 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-ca3f1628-0a09-4644-991b-bb96d0ace105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:27.087413 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ea2ecb3c-0f37-4cfd-b342-82191810bd0e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:27.109724 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9d5eb961-1457-4030-a456-f88c3634acae tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] 10.222.0.57 "GET /v2.0/routers/a584b23e-d645-45cc-80c2-5681b8216ddb HTTP/1.1" status: 200 len: 920 time: 0.2704279 Mar 22 10:57:27.110289 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38682) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:27.116263 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-ee482810-ad8e-448d-8009-35ceb144a6d0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Deleting port d75c2d5d-946d-4abe-91e1-39a05173bec7 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:57:27.116456 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ee482810-ad8e-448d-8009-35ceb144a6d0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:27.150164 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2ecb3c-0f37-4cfd-b342-82191810bd0e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event deleted for resources: {'Subnet': ['ID=6e2f106d-a6c1-4536-a7e1-9e5dc2fb432d,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:27.153117 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-fc9a4ff0-fa0a-4ab9-8a82-f3541954ee69 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:27.168536 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 43458a49-b7a5-495f-8072-2ea6171a6932, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=43458a49-b7a5-495f-8072-2ea6171a6932,segment=NetworkSegment(da0f83a2-bc73-42a9-8a4e-1942ea8594a6),segment_id=da0f83a2-bc73-42a9-8a4e-1942ea8594a6)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:57:27.171252 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b74bbe5-7030-4981-9422-19803aae48c1 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Made reservation on behalf of 55d09b037a224a7db2a2dbd7ed1109cd for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:27.172821 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ea2ecb3c-0f37-4cfd-b342-82191810bd0e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:27.174259 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3f1628-0a09-4644-991b-bb96d0ace105 None None] Routers {'36fae84b-0655-47d2-b4dc-a3ef8643f9a6'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:57:27.174882 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-ca3f1628-0a09-4644-991b-bb96d0ace105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:57:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['36fae84b-0655-47d2-b4dc-a3ef8643f9a6'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:27.177237 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8b74bbe5-7030-4981-9422-19803aae48c1 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:27.177568 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ea2ecb3c-0f37-4cfd-b342-82191810bd0e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/subnets/6e2f106d-a6c1-4536-a7e1-9e5dc2fb432d HTTP/1.1" status: 204 len: 168 time: 0.8570795 Mar 22 10:57:27.189360 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38684) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:27.200499 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-92173a5b-6563-4a31-8d69-569824d169bb tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] 10.222.0.57 "GET /v2.0/ports?device_id=a584b23e-d645-45cc-80c2-5681b8216ddb HTTP/1.1" status: 200 len: 205 time: 0.0660491 Mar 22 10:57:27.204741 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38686) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:27.204893 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-fc9a4ff0-fa0a-4ab9-8a82-f3541954ee69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:27.213264 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c7e054c4-ac2e-4117-9cc6-974928fe5b7c tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:27.243862 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b1a44f-cff3-4abd-ae94-d003235dfc9a None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:57:27.286754 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-ca3f1628-0a09-4644-991b-bb96d0ace105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:27.287424 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3f1628-0a09-4644-991b-bb96d0ace105 None None] The sync data for ids ['36fae84b-0655-47d2-b4dc-a3ef8643f9a6'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:57:27.288894 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Returning: {'device': '43458a49-b7a5-495f-8072-2ea6171a6932', 'network_id': '6a65d360-9164-47d6-a114-8a8963e979c8', 'port_id': '43458a49-b7a5-495f-8072-2ea6171a6932', 'mac_address': 'fa:16:3e:f4:4c:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c71e94c-7cee-47cf-9eaa-4ef0468212bd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 10:57:27.297197 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-d5f05655-4392-4fcb-a9f9-4a405f8bc90f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1022980 Mar 22 10:57:27.302328 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38688) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:27.305014 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f4623-dad9-42f5-8793-f0b31f822b56 req-f744a725-0d78-458c-afa2-fcadd3aac410 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:27.306538 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-011f4623-dad9-42f5-8793-f0b31f822b56 req-f744a725-0d78-458c-afa2-fcadd3aac410 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b506bb6-f682-43e7-8a43-a0c464ff391a HTTP/1.1" status: 200 len: 943 time: 0.3002627 Mar 22 10:57:27.319425 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-67bf174a-5871-4f12-a8ba-43774b922dd6 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'subnet': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:27.324630 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e054c4-ac2e-4117-9cc6-974928fe5b7c tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Pushing event deleted for resources: {'Subnet': ['ID=6761ddf2-830e-4bef-93a2-3f3bbec296bf,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:27.329146 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b6a835-cef4-48fc-9aa2-9d3ec7710755 None None] DHCP port deletion for c04b202d-97e6-4bd7-997c-86270512c8e3 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:57:27.332678 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-07240b8b-c204-4765-892f-4b9312d7e65b req-0622a1ab-5bbc-444c-94f4-7a5cc84e3144 service neutron] 10.222.0.35 "GET /v2.0/networks/6a65d360-9164-47d6-a114-8a8963e979c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3806803 Mar 22 10:57:27.356946 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-ee482810-ad8e-448d-8009-35ceb144a6d0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] For port d75c2d5d-946d-4abe-91e1-39a05173bec7, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=d75c2d5d-946d-4abe-91e1-39a05173bec7,segment=NetworkSegment(e386c676-025e-4888-bb2f-55999eb51b44),segment_id=e386c676-025e-4888-bb2f-55999eb51b44)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:57:27.357339 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ee482810-ad8e-448d-8009-35ceb144a6d0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:27.373229 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9a4ff0-fa0a-4ab9-8a82-f3541954ee69 None None] Network 8cbc1910-bfac-4fbd-bf80-91920aefbd22 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:57:27.375936 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-55eaebbd-db68-4c3c-979a-e3778009221d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:27.383432 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b74bbe5-7030-4981-9422-19803aae48c1 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:57:27.392760 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-ee482810-ad8e-448d-8009-35ceb144a6d0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Calling delete_port for d75c2d5d-946d-4abe-91e1-39a05173bec7 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:57:27.406108 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-011f4623-dad9-42f5-8793-f0b31f822b56 req-0c2d8b44-1c9d-4466-b3ef-4400c17bfb93 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=33c78aa2-2e76-445d-9fd9-b8ed895eb7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898993 Mar 22 10:57:27.411489 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-7856e1ab-1890-4844-975a-bb9512f1dea1 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Deleting port cf6d7299-3ba2-4a3a-8fb7-b5de313d5912 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:57:27.411831 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7856e1ab-1890-4844-975a-bb9512f1dea1 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:27.418308 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8b74bbe5-7030-4981-9422-19803aae48c1 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:27.427157 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-8b74bbe5-7030-4981-9422-19803aae48c1 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Added segment 4d260789-3900-4283-b226-4cb207f212da of type vlan for network 281c46aa-5519-4e3a-aa5f-fe6dbaebd490 Mar 22 10:57:27.430593 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-fc9a4ff0-fa0a-4ab9-8a82-f3541954ee69 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:27.453613 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9a4ff0-fa0a-4ab9-8a82-f3541954ee69 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:57:27.462063 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a4ff0-fa0a-4ab9-8a82-f3541954ee69 None None] Pushing event updated for resources: {'Port': ['ID=e2f01b93-82c6-4e10-9f49-b9592ef41194,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:27.555834 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8b74bbe5-7030-4981-9422-19803aae48c1 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:27.598267 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-7856e1ab-1890-4844-975a-bb9512f1dea1 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] For port cf6d7299-3ba2-4a3a-8fb7-b5de313d5912, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=cf6d7299-3ba2-4a3a-8fb7-b5de313d5912,segment=NetworkSegment(e7325381-21f0-4547-a32e-db5ee4fb22d6),segment_id=e7325381-21f0-4547-a32e-db5ee4fb22d6)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:57:27.598728 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7856e1ab-1890-4844-975a-bb9512f1dea1 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:27.625072 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-7856e1ab-1890-4844-975a-bb9512f1dea1 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Calling delete_port for cf6d7299-3ba2-4a3a-8fb7-b5de313d5912 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:57:27.640168 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8b74bbe5-7030-4981-9422-19803aae48c1 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:27.646308 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b74bbe5-7030-4981-9422-19803aae48c1 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:27.646689 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8b74bbe5-7030-4981-9422-19803aae48c1 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:27.686759 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ee482810-ad8e-448d-8009-35ceb144a6d0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:27.719380 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:27.745015 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee482810-ad8e-448d-8009-35ceb144a6d0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Pushing event deleted for resources: {'Port': ['ID=d75c2d5d-946d-4abe-91e1-39a05173bec7,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:27.759218 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-8b74bbe5-7030-4981-9422-19803aae48c1 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7243629 Mar 22 10:57:27.778874 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-55eaebbd-db68-4c3c-979a-e3778009221d None None] For port a801844a-d7c7-4e89-8857-b8e0f55728e3, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=a801844a-d7c7-4e89-8857-b8e0f55728e3,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:57:27.781031 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:27.787034 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee482810-ad8e-448d-8009-35ceb144a6d0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] No DVR routers for this DVR port d75c2d5d-946d-4abe-91e1-39a05173bec7 on host dv-neutron-834599-1-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:57:27.792513 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43458a49-b7a5-495f-8072-2ea6171a6932 {{(pid=109051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 10:57:27.793683 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38690) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:27.798754 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-f70c46be-74be-4c6c-9d54-4e5e3509230f tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Request body: {'subnet': {'network_id': '281c46aa-5519-4e3a-aa5f-fe6dbaebd490', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:27.811459 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-55eaebbd-db68-4c3c-979a-e3778009221d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:27.822390 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b74bbe5-7030-4981-9422-19803aae48c1 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Pushing event updated for resources: {'Network': ['ID=281c46aa-5519-4e3a-aa5f-fe6dbaebd490,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:27.834991 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-55eaebbd-db68-4c3c-979a-e3778009221d None None] Could not find standard attr ID for object ede0c43b-1609-4b1c-a793-007302d12e8d. {{(pid=109051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 10:57:27.865245 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-fc9a4ff0-fa0a-4ab9-8a82-f3541954ee69 None None] Attempting to bind port e2f01b93-82c6-4e10-9f49-b9592ef41194 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:57:27.865614 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-fc9a4ff0-fa0a-4ab9-8a82-f3541954ee69 None None] Attempting to bind port e2f01b93-82c6-4e10-9f49-b9592ef41194 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '048d0312-34a2-46d0-a183-904d36812595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8cbc1910-bfac-4fbd-bf80-91920aefbd22'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:57:27.865996 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9a4ff0-fa0a-4ab9-8a82-f3541954ee69 None None] Attempting to bind port e2f01b93-82c6-4e10-9f49-b9592ef41194 on network 8cbc1910-bfac-4fbd-bf80-91920aefbd22 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:57:27.876745 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 281c46aa-5519-4e3a-aa5f-fe6dbaebd490 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:57:27.882883 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 43458a49-b7a5-495f-8072-2ea6171a6932, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=43458a49-b7a5-495f-8072-2ea6171a6932,segment=NetworkSegment(da0f83a2-bc73-42a9-8a4e-1942ea8594a6),segment_id=da0f83a2-bc73-42a9-8a4e-1942ea8594a6)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:57:27.905467 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c7e054c4-ac2e-4117-9cc6-974928fe5b7c tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:27.919082 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9a4ff0-fa0a-4ab9-8a82-f3541954ee69 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:57:27.919439 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9a4ff0-fa0a-4ab9-8a82-f3541954ee69 None None] Checking segment: {'id': '048d0312-34a2-46d0-a183-904d36812595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8cbc1910-bfac-4fbd-bf80-91920aefbd22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:57:27.919836 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-fc9a4ff0-fa0a-4ab9-8a82-f3541954ee69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:27.920713 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9a4ff0-fa0a-4ab9-8a82-f3541954ee69 None None] Bound using segment: {'id': '048d0312-34a2-46d0-a183-904d36812595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8cbc1910-bfac-4fbd-bf80-91920aefbd22'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:57:27.920713 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-fc9a4ff0-fa0a-4ab9-8a82-f3541954ee69 None None] Bound port: e2f01b93-82c6-4e10-9f49-b9592ef41194, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '048d0312-34a2-46d0-a183-904d36812595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8cbc1910-bfac-4fbd-bf80-91920aefbd22'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:57:27.921151 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-fc9a4ff0-fa0a-4ab9-8a82-f3541954ee69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:27.923411 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:27.949669 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-c7e054c4-ac2e-4117-9cc6-974928fe5b7c tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cbc1910-bfac-4fbd-bf80-91920aefbd22']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:27.970964 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c5400744-be34-4e2f-a3a3-8c409a11eda0 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:27.977317 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-c7e054c4-ac2e-4117-9cc6-974928fe5b7c tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '048d0312-34a2-46d0-a183-904d36812595') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:27.977547 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-c7e054c4-ac2e-4117-9cc6-974928fe5b7c tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '048d0312-34a2-46d0-a183-904d36812595') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:27.982151 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-88b6a835-cef4-48fc-9aa2-9d3ec7710755 None None] Deleting port cf6d7299-3ba2-4a3a-8fb7-b5de313d5912 {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:57:27.982792 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-88b6a835-cef4-48fc-9aa2-9d3ec7710755 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:28.032587 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c7e054c4-ac2e-4117-9cc6-974928fe5b7c tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:28.041491 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eaebbd-db68-4c3c-979a-e3778009221d None None] Pushing event updated for resources: {'Port': ['ID=a801844a-d7c7-4e89-8857-b8e0f55728e3,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:28.061085 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67bf174a-5871-4f12-a8ba-43774b922dd6 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Made reservation on behalf of f7a8ac7bbd5d466888176c13ba053f5f for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:28.066351 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-67bf174a-5871-4f12-a8ba-43774b922dd6 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:28.093783 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c7e054c4-ac2e-4117-9cc6-974928fe5b7c tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:28.108006 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb95a3f-ecea-4f62-914b-06ad5b129a0e None None] DHCP port deletion for 1bc750fe-0949-42b2-bab7-34fc725823e6 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:57:28.132288 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.db.api [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 10:57:28.132678 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG oslo_db.api [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 10:57:28.146880 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7e054c4-ac2e-4117-9cc6-974928fe5b7c tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:57:28.147418 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c7e054c4-ac2e-4117-9cc6-974928fe5b7c tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:28.150721 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 10:57:28.150721 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:57:28.150721 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 10:57:28.150721 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:57:28.150721 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 10:57:28.150721 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:57:28.150721 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 10:57:28.150721 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:57:28.150721 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 10:57:28.150721 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:57:28.150721 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 10:57:28.150721 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:57:28.150721 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 10:57:28.150721 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:57:28.150721 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:57:28.150721 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:57:28.150721 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:57:28.150721 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:57:28.150721 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 10:57:28.150721 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:57:28.150721 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 10:57:28.150721 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:57:28.150721 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:57:28.150721 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:57:28.150721 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 10:57:28.150721 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:57:28.150721 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:57:28.150721 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:57:28.150721 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:57:28.150721 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:57:28.150721 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:57:28.150721 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:57:28.187312 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['43458a49-b7a5-495f-8072-2ea6171a6932'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 10:57:28.229026 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-88b6a835-cef4-48fc-9aa2-9d3ec7710755 None None] For port cf6d7299-3ba2-4a3a-8fb7-b5de313d5912, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=cf6d7299-3ba2-4a3a-8fb7-b5de313d5912,segment=NetworkSegment(e7325381-21f0-4547-a32e-db5ee4fb22d6),segment_id=e7325381-21f0-4547-a32e-db5ee4fb22d6)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:57:28.229337 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-88b6a835-cef4-48fc-9aa2-9d3ec7710755 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:28.290645 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-88b6a835-cef4-48fc-9aa2-9d3ec7710755 None None] Calling delete_port for cf6d7299-3ba2-4a3a-8fb7-b5de313d5912 owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:57:28.293190 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ee482810-ad8e-448d-8009-35ceb144a6d0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:28.295679 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7856e1ab-1890-4844-975a-bb9512f1dea1 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:28.297494 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-fc9a4ff0-fa0a-4ab9-8a82-f3541954ee69 None None] For port e2f01b93-82c6-4e10-9f49-b9592ef41194, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:57:28.299764 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=43458a49-b7a5-495f-8072-2ea6171a6932,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:28.307522 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c5400744-be34-4e2f-a3a3-8c409a11eda0 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:28.314430 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.db.api [None req-c7e054c4-ac2e-4117-9cc6-974928fe5b7c tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 22 10:57:28.314430 dv-neutron-834599-1-hyperv neutron-server[109049]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 22 10:57:28.314430 dv-neutron-834599-1-hyperv neutron-server[109049]: [parameters: {'id': '8cbc1910-bfac-4fbd-bf80-91920aefbd22'}] Mar 22 10:57:28.314430 dv-neutron-834599-1-hyperv neutron-server[109049]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 10:57:28.314906 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG oslo_db.api [None req-c7e054c4-ac2e-4117-9cc6-974928fe5b7c tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 10:57:28.324082 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-fc9a4ff0-fa0a-4ab9-8a82-f3541954ee69 None None] For port e2f01b93-82c6-4e10-9f49-b9592ef41194, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=e2f01b93-82c6-4e10-9f49-b9592ef41194,segment=NetworkSegment(048d0312-34a2-46d0-a183-904d36812595),segment_id=048d0312-34a2-46d0-a183-904d36812595)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:57:28.347583 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7856e1ab-1890-4844-975a-bb9512f1dea1 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event deleted for resources: {'Port': ['ID=cf6d7299-3ba2-4a3a-8fb7-b5de313d5912,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:28.355948 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7856e1ab-1890-4844-975a-bb9512f1dea1 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] No DVR routers for this DVR port cf6d7299-3ba2-4a3a-8fb7-b5de313d5912 on host dv-neutron-834599-1-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:57:28.358388 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-ee482810-ad8e-448d-8009-35ceb144a6d0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfd1629a-835d-49ac-a538-fd99d0023e9c']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:28.364905 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-fc9a4ff0-fa0a-4ab9-8a82-f3541954ee69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:28.396500 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-ee482810-ad8e-448d-8009-35ceb144a6d0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e386c676-025e-4888-bb2f-55999eb51b44') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:28.396948 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-ee482810-ad8e-448d-8009-35ceb144a6d0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e386c676-025e-4888-bb2f-55999eb51b44') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:28.406140 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70c46be-74be-4c6c-9d54-4e5e3509230f tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Made reservation on behalf of 55d09b037a224a7db2a2dbd7ed1109cd for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:28.411521 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f70c46be-74be-4c6c-9d54-4e5e3509230f tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:28.413762 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b8dbaf8-c410-447f-bd25-fc869a490551 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683891'] for router_interface, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:28.431064 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ee482810-ad8e-448d-8009-35ceb144a6d0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:28.500199 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ee482810-ad8e-448d-8009-35ceb144a6d0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:28.502125 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-feb95a3f-ecea-4f62-914b-06ad5b129a0e None None] Deleting port a801844a-d7c7-4e89-8857-b8e0f55728e3 {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:57:28.502693 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-feb95a3f-ecea-4f62-914b-06ad5b129a0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:28.535758 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a4ff0-fa0a-4ab9-8a82-f3541954ee69 None None] Pushing event updated for resources: {'Port': ['ID=e2f01b93-82c6-4e10-9f49-b9592ef41194,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:28.561425 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596b62dc-4c67-4355-b791-f963eb5b3d8a None None] Network 8cbc1910-bfac-4fbd-bf80-91920aefbd22 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:57:28.568418 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-88b6a835-cef4-48fc-9aa2-9d3ec7710755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:28.595284 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee482810-ad8e-448d-8009-35ceb144a6d0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:57:28.595918 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ee482810-ad8e-448d-8009-35ceb144a6d0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:28.601012 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-c5400744-be34-4e2f-a3a3-8c409a11eda0 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Deleting port d354c142-e74a-48aa-859d-17d50122999c {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:57:28.601402 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c5400744-be34-4e2f-a3a3-8c409a11eda0 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:28.623340 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7856e1ab-1890-4844-975a-bb9512f1dea1 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:28.628112 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 10:57:28.628112 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:57:28.628112 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 10:57:28.628112 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:57:28.628112 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 10:57:28.628112 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:57:28.628112 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 10:57:28.628112 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:57:28.628112 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 10:57:28.628112 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:57:28.628112 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 10:57:28.628112 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:57:28.628112 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 10:57:28.628112 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:57:28.628112 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:57:28.628112 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:57:28.628112 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:57:28.628112 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:57:28.628112 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 10:57:28.628112 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:57:28.628112 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 10:57:28.628112 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:57:28.628112 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:57:28.628112 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:57:28.628112 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 10:57:28.628112 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:57:28.628112 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:57:28.628112 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:57:28.628112 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:57:28.628112 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:57:28.628112 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:57:28.628112 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:57:28.664338 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b6a835-cef4-48fc-9aa2-9d3ec7710755 None None] Pushing event deleted for resources: {'Port': ['ID=cf6d7299-3ba2-4a3a-8fb7-b5de313d5912,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:28.666815 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b6a835-cef4-48fc-9aa2-9d3ec7710755 None None] No DVR routers for this DVR port cf6d7299-3ba2-4a3a-8fb7-b5de313d5912 on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:57:28.706709 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-7856e1ab-1890-4844-975a-bb9512f1dea1 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c04b202d-97e6-4bd7-997c-86270512c8e3']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:28.721586 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce223c7b-7c75-4b75-b340-2e905fe09214 req-4c577f32-715b-4e35-83a5-3678cbe92d95 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:28.723112 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ce223c7b-7c75-4b75-b340-2e905fe09214 req-4c577f32-715b-4e35-83a5-3678cbe92d95 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b506bb6-f682-43e7-8a43-a0c464ff391a HTTP/1.1" status: 200 len: 944 time: 0.1555603 Mar 22 10:57:28.735871 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ee482810-ad8e-448d-8009-35ceb144a6d0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:28.738563 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-7856e1ab-1890-4844-975a-bb9512f1dea1 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7325381-21f0-4547-a32e-db5ee4fb22d6') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:28.738854 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-7856e1ab-1890-4844-975a-bb9512f1dea1 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7325381-21f0-4547-a32e-db5ee4fb22d6') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:28.739973 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-feb95a3f-ecea-4f62-914b-06ad5b129a0e None None] For port a801844a-d7c7-4e89-8857-b8e0f55728e3, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=a801844a-d7c7-4e89-8857-b8e0f55728e3,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:57:28.740391 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-feb95a3f-ecea-4f62-914b-06ad5b129a0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:28.768073 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ee482810-ad8e-448d-8009-35ceb144a6d0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:28.773815 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-feb95a3f-ecea-4f62-914b-06ad5b129a0e None None] Calling delete_port for a801844a-d7c7-4e89-8857-b8e0f55728e3 owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:57:28.774012 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-ee482810-ad8e-448d-8009-35ceb144a6d0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "DELETE /v2.0/networks/dfd1629a-835d-49ac-a538-fd99d0023e9c HTTP/1.1" status: 204 len: 168 time: 6.2979507 Mar 22 10:57:28.778626 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38694) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:28.788700 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device ce67bfae-0beb-4278-8344-f2ff876a4b81 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:57:28.796905 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7856e1ab-1890-4844-975a-bb9512f1dea1 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:28.814149 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee482810-ad8e-448d-8009-35ceb144a6d0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Pushing event deleted for resources: {'Network': ['ID=dfd1629a-835d-49ac-a538-fd99d0023e9c,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:28.818606 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c7e054c4-ac2e-4117-9cc6-974928fe5b7c tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:28.856254 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c5400744-be34-4e2f-a3a3-8c409a11eda0 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:28.874104 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-c20ab522-51b0-42b0-a142-f4f800d14340 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] GET failed (client error): The resource could not be found. Mar 22 10:57:28.878283 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-c20ab522-51b0-42b0-a142-f4f800d14340 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "GET /v2.0/subnets/9b9dd344-8be0-49f5-9190-f16d0ce3f30d HTTP/1.1" status: 404 len: 337 time: 0.0877995 Mar 22 10:57:28.878283 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7856e1ab-1890-4844-975a-bb9512f1dea1 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:28.882946 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ce223c7b-7c75-4b75-b340-2e905fe09214 req-b0909379-2a27-44b2-b845-dc9923d989cb tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=33c78aa2-2e76-445d-9fd9-b8ed895eb7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495664 Mar 22 10:57:28.884063 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38696) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:28.895675 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7856e1ab-1890-4844-975a-bb9512f1dea1 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:57:28.896187 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7856e1ab-1890-4844-975a-bb9512f1dea1 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:28.898947 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.objects.ports [None req-67bf174a-5871-4f12-a8ba-43774b922dd6 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109049) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 10:57:28.900113 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 10:57:28.900113 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:57:28.900113 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 10:57:28.900113 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:57:28.900113 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 10:57:28.900113 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:57:28.900113 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 10:57:28.900113 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:57:28.900113 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 10:57:28.900113 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:57:28.900113 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 10:57:28.900113 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:57:28.900113 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 10:57:28.900113 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:57:28.900113 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:57:28.900113 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:57:28.900113 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:57:28.900113 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:57:28.900113 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 10:57:28.900113 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:57:28.900113 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 10:57:28.900113 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:57:28.900113 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:57:28.900113 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:57:28.900113 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 10:57:28.900113 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:57:28.900113 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:57:28.900113 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:57:28.900113 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:57:28.900113 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:57:28.900113 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:57:28.900113 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:57:28.911863 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-c5400744-be34-4e2f-a3a3-8c409a11eda0 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Calling delete_port for d354c142-e74a-48aa-859d-17d50122999c owned by network:router_gateway {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:57:28.996626 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port ce67bfae-0beb-4278-8344-f2ff876a4b81 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:28.996851 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:29.006214 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-f13e9c7c-3b74-451f-b97c-b7ae38eda81b tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] DELETE failed (client error): The resource could not be found. Mar 22 10:57:29.006855 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f13e9c7c-3b74-451f-b97c-b7ae38eda81b tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:57:29.013527 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f13e9c7c-3b74-451f-b97c-b7ae38eda81b tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "DELETE /v2.0/networks/dfd1629a-835d-49ac-a538-fd99d0023e9c HTTP/1.1" status: 404 len: 339 time: 0.1186430 Mar 22 10:57:29.015477 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38698) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:29.040879 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7856e1ab-1890-4844-975a-bb9512f1dea1 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:29.046956 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-feb95a3f-ecea-4f62-914b-06ad5b129a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:29.083729 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7856e1ab-1890-4844-975a-bb9512f1dea1 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:29.090510 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-7856e1ab-1890-4844-975a-bb9512f1dea1 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "DELETE /v2.0/networks/c04b202d-97e6-4bd7-997c-86270512c8e3 HTTP/1.1" status: 204 len: 168 time: 2.4510555 Mar 22 10:57:29.091958 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb95a3f-ecea-4f62-914b-06ad5b129a0e None None] Pushing event deleted for resources: {'Port': ['ID=a801844a-d7c7-4e89-8857-b8e0f55728e3,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:29.094365 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38700) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:29.097446 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb95a3f-ecea-4f62-914b-06ad5b129a0e None None] No DVR routers for this DVR port a801844a-d7c7-4e89-8857-b8e0f55728e3 on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:57:29.120733 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-7633a0ff-7f64-40e6-b027-3640097d482d tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Request body: {'port': {'network_id': 'c33d4098-434a-4c67-a0d0-3ea0db9d3f43', 'name': 'tempest-PortsTestJSON-1591121210'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:29.122525 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafcd768-d767-4bdd-8a88-14d2b3ac01db None None] get_active_networks_info from dv-neutron-834599-1-hyperv {{(pid=109051) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 22 10:57:29.155395 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7856e1ab-1890-4844-975a-bb9512f1dea1 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event deleted for resources: {'Network': ['ID=c04b202d-97e6-4bd7-997c-86270512c8e3,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:29.208319 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device cf6d7299-3ba2-4a3a-8fb7-b5de313d5912 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:57:29.216881 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f70c46be-74be-4c6c-9d54-4e5e3509230f tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:29.248123 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: cf6d7299-3ba2-4a3a-8fb7-b5de313d5912 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:57:29.248521 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device cf6d7299-3ba2-4a3a-8fb7-b5de313d5912 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 22 10:57:29.278953 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Port cf6d7299-3ba2-4a3a-8fb7-b5de313d5912 not found, will not notify nova. {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 22 10:57:29.279378 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device c9cf75ab-30e2-4e8c-9f0a-e7f19ab247d8 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:57:29.308857 dv-neutron-834599-1-hyperv neutron-server[109049]: WARNING neutron.services.revisions.revision_plugin [None req-67bf174a-5871-4f12-a8ba-43774b922dd6 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Could not find related port for resource to bump revision. Mar 22 10:57:29.333798 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f338f2f-510d-43f4-b78d-559d6ee1b884 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:29.335269 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.ipam_pluggable_backend [None req-67bf174a-5871-4f12-a8ba-43774b922dd6 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Port a801844a-d7c7-4e89-8857-b8e0f55728e3 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109049) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 22 10:57:29.335604 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.ipam_pluggable_backend [None req-67bf174a-5871-4f12-a8ba-43774b922dd6 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Reverting IP allocation for 2001:db8::f816:3eff:fe1a:c703 {{(pid=109049) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 22 10:57:29.338337 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-9f338f2f-510d-43f4-b78d-559d6ee1b884 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3215585 Mar 22 10:57:29.339541 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70c46be-74be-4c6c-9d54-4e5e3509230f tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Pushing event updated for resources: {'Subnet': ['ID=94e57aab-afc6-41e9-8a08-5f9e95b58caa,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:29.341586 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38702) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:29.348017 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.ipam_pluggable_backend [None req-67bf174a-5871-4f12-a8ba-43774b922dd6 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe1a:c703 {{(pid=109049) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Mar 22 10:57:29.361601 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-67bf174a-5871-4f12-a8ba-43774b922dd6 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:29.373042 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port c9cf75ab-30e2-4e8c-9f0a-e7f19ab247d8 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:29.373429 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:29.376330 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafcd768-d767-4bdd-8a88-14d2b3ac01db None None] Resources bound (agent type, host, resource id): {{(pid=109051) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 10:57:29.392107 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-d46f25a8-43f4-455c-a4ba-8206c8b972f0 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "GET /v2.0/subnets?network_id=a14ca783-6f82-4799-85a3-4cbe79c980a8 HTTP/1.1" status: 200 len: 207 time: 0.0396056 Mar 22 10:57:29.393850 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38704) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:29.393850 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70c46be-74be-4c6c-9d54-4e5e3509230f tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Checking segment: {'id': '4d260789-3900-4283-b226-4cb207f212da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '281c46aa-5519-4e3a-aa5f-fe6dbaebd490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:57:29.394089 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70c46be-74be-4c6c-9d54-4e5e3509230f tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Network hostable DHCP agents. Network: 281c46aa-5519-4e3a-aa5f-fe6dbaebd490, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:57:29.406359 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-c7e054c4-ac2e-4117-9cc6-974928fe5b7c tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Deleting port e2f01b93-82c6-4e10-9f49-b9592ef41194 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:57:29.406737 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c7e054c4-ac2e-4117-9cc6-974928fe5b7c tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:29.473380 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70c46be-74be-4c6c-9d54-4e5e3509230f tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Network 281c46aa-5519-4e3a-aa5f-fe6dbaebd490 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:57:29.485163 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7633a0ff-7f64-40e6-b027-3640097d482d tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Made reservation on behalf of 976d65578b3f4457a067052eaaa72feb for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:29.489064 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7633a0ff-7f64-40e6-b027-3640097d482d tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:29.489789 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-f70c46be-74be-4c6c-9d54-4e5e3509230f tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 281c46aa-5519-4e3a-aa5f-fe6dbaebd490) {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:29.497421 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70c46be-74be-4c6c-9d54-4e5e3509230f tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:29.498006 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f70c46be-74be-4c6c-9d54-4e5e3509230f tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:29.508473 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bf174a-5871-4f12-a8ba-43774b922dd6 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:57:29.537212 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-f70c46be-74be-4c6c-9d54-4e5e3509230f tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7423880 Mar 22 10:57:29.537844 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38706) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:29.546297 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba087141-9e79-4522-a615-922d2f440655 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:29.552873 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba087141-9e79-4522-a615-922d2f440655 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:29.553235 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-67bf174a-5871-4f12-a8ba-43774b922dd6 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:29.556340 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bf174a-5871-4f12-a8ba-43774b922dd6 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:29.556947 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-67bf174a-5871-4f12-a8ba-43774b922dd6 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:29.558817 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba087141-9e79-4522-a615-922d2f440655 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:29.565082 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba087141-9e79-4522-a615-922d2f440655 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:29.572533 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-ba087141-9e79-4522-a615-922d2f440655 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.1702344 Mar 22 10:57:29.572533 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-2cbb9f90-d33b-4185-9c1d-4d4d0d648e36 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Request body: {'router': {'external_gateway_info': {'network_id': '281c46aa-5519-4e3a-aa5f-fe6dbaebd490'}}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:29.572878 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38708) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:29.578471 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-9b8dbaf8-c410-447f-bd25-fc869a490551 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Deleting port edd0e1ff-81b0-420f-b6f0-8e73c406db4a {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:57:29.578891 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b8dbaf8-c410-447f-bd25-fc869a490551 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:29.599755 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf174a-5871-4f12-a8ba-43774b922dd6 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event updated for resources: {'Subnet': ['ID=1bc6f8f1-8c42-4194-9987-9fc692389297,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:29.614361 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-7633a0ff-7f64-40e6-b027-3640097d482d tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] device_id is not set on port 83e0f7af-b234-427f-8c8e-4e8c27cfb143 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:57:29.677729 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-c7e054c4-ac2e-4117-9cc6-974928fe5b7c tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] For port e2f01b93-82c6-4e10-9f49-b9592ef41194, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=e2f01b93-82c6-4e10-9f49-b9592ef41194,segment=NetworkSegment(048d0312-34a2-46d0-a183-904d36812595),segment_id=048d0312-34a2-46d0-a183-904d36812595)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:57:29.678134 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c7e054c4-ac2e-4117-9cc6-974928fe5b7c tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:29.687090 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-67bf174a-5871-4f12-a8ba-43774b922dd6 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3742049 Mar 22 10:57:29.700849 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38710) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:29.764788 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-c7e054c4-ac2e-4117-9cc6-974928fe5b7c tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Calling delete_port for e2f01b93-82c6-4e10-9f49-b9592ef41194 owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:57:29.773021 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-2454715b-2550-4600-9b84-cc27bd26a079 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'port': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'mac_address': 'fa:16:3e:be:55:71', 'name': 'tempest-NetworksTestDHCPv6-1432917056'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:29.817578 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c5400744-be34-4e2f-a3a3-8c409a11eda0 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:29.820875 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device cf6d7299-3ba2-4a3a-8fb7-b5de313d5912 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:57:29.853061 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: cf6d7299-3ba2-4a3a-8fb7-b5de313d5912 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:57:29.853560 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device cf6d7299-3ba2-4a3a-8fb7-b5de313d5912 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:57:29.854081 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device a801844a-d7c7-4e89-8857-b8e0f55728e3 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:57:29.874914 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2cbb9f90-d33b-4185-9c1d-4d4d0d648e36 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:29.878062 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: a801844a-d7c7-4e89-8857-b8e0f55728e3 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:57:29.878511 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device a801844a-d7c7-4e89-8857-b8e0f55728e3 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:57:29.904052 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b8dbaf8-c410-447f-bd25-fc869a490551 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:29.906835 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5400744-be34-4e2f-a3a3-8c409a11eda0 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Pushing event deleted for resources: {'Port': ['ID=d354c142-e74a-48aa-859d-17d50122999c,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:29.936791 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad4737e-7ad7-49cb-8ac7-ae49f0c5857a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-1bc750fe-0949-42b2-bab7-34fc725823e6', 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'tenant_id': 'f7a8ac7bbd5d466888176c13ba053f5f', 'fixed_ips': [{'subnet_id': '1bc6f8f1-8c42-4194-9987-9fc692389297'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:57:29.938408 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2ad4737e-7ad7-49cb-8ac7-ae49f0c5857a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:29.948906 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-9b8dbaf8-c410-447f-bd25-fc869a490551 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Calling delete_port for edd0e1ff-81b0-420f-b6f0-8e73c406db4a owned by network:router_interface {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:57:29.966138 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-42849e45-41bd-4450-b58f-6704b65f2c34 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.3922563 Mar 22 10:57:29.971332 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38714) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:30.083254 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965f8083-85bf-4ecb-a7ee-01470d2cc650 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:30.085121 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965f8083-85bf-4ecb-a7ee-01470d2cc650 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:30.086961 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-965f8083-85bf-4ecb-a7ee-01470d2cc650 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1144128 Mar 22 10:57:30.093982 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38716) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:30.104559 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c5400744-be34-4e2f-a3a3-8c409a11eda0 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682553'] for router_gateway, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:30.139035 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2454715b-2550-4600-9b84-cc27bd26a079 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Made reservation on behalf of f7a8ac7bbd5d466888176c13ba053f5f for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:30.154340 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-2ad4737e-7ad7-49cb-8ac7-ae49f0c5857a None None] Allocated IP 2001:db8::f816:3eff:febc:525e (1bc750fe-0949-42b2-bab7-34fc725823e6/1bc6f8f1-8c42-4194-9987-9fc692389297/b9735fe5-3a85-4979-8ffa-26c5df16e520) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:57:30.164263 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998be029-66cc-4d3f-8bf7-49d3adda2e67 req-3bfc91e9-434d-49a2-984f-81567f3d114e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:30.166062 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-998be029-66cc-4d3f-8bf7-49d3adda2e67 req-3bfc91e9-434d-49a2-984f-81567f3d114e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b506bb6-f682-43e7-8a43-a0c464ff391a HTTP/1.1" status: 200 len: 944 time: 0.1510212 Mar 22 10:57:30.236612 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7633a0ff-7f64-40e6-b027-3640097d482d tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:30.271545 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-998be029-66cc-4d3f-8bf7-49d3adda2e67 req-b10e0aab-2d97-4b62-b4ee-fb325900299e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=33c78aa2-2e76-445d-9fd9-b8ed895eb7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893221 Mar 22 10:57:30.279074 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c5400744-be34-4e2f-a3a3-8c409a11eda0 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:30.280751 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c7e054c4-ac2e-4117-9cc6-974928fe5b7c tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:30.285055 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.api.v2.resource [None req-2cbb9f90-d33b-4185-9c1d-4d4d0d648e36 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 10:57:30.287292 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c5400744-be34-4e2f-a3a3-8c409a11eda0 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:30.289924 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-2cbb9f90-d33b-4185-9c1d-4d4d0d648e36 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] 10.222.0.57 "PUT /v2.0/routers/d91b2e9e-78e9-4678-9c5d-eb378383beb6 HTTP/1.1" status: 400 len: 364 time: 0.7509298 Mar 22 10:57:30.290912 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38718) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:30.292490 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2454715b-2550-4600-9b84-cc27bd26a079 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:30.322213 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-2454715b-2550-4600-9b84-cc27bd26a079 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] device_id is not set on port 76ba36b4-de98-4c41-ac4e-c56a20b2acbe yet. {{(pid=109050) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:57:30.325164 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2ad4737e-7ad7-49cb-8ac7-ae49f0c5857a None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:30.331813 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2ad4737e-7ad7-49cb-8ac7-ae49f0c5857a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:30.371903 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad4737e-7ad7-49cb-8ac7-ae49f0c5857a None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:57:30.374681 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-2ad4737e-7ad7-49cb-8ac7-ae49f0c5857a None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:30.378190 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad4737e-7ad7-49cb-8ac7-ae49f0c5857a None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:57:30.388609 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad4737e-7ad7-49cb-8ac7-ae49f0c5857a None None] Pushing event updated for resources: {'Port': ['ID=b9735fe5-3a85-4979-8ffa-26c5df16e520,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:30.439425 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-2454715b-2550-4600-9b84-cc27bd26a079 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Allocated IP 2001:db8::f816:3eff:febe:5571 (1bc750fe-0949-42b2-bab7-34fc725823e6/1bc6f8f1-8c42-4194-9987-9fc692389297/76ba36b4-de98-4c41-ac4e-c56a20b2acbe) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:57:30.441067 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-2ad4737e-7ad7-49cb-8ac7-ae49f0c5857a None None] Attempting to bind port b9735fe5-3a85-4979-8ffa-26c5df16e520 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:57:30.441461 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-2ad4737e-7ad7-49cb-8ac7-ae49f0c5857a None None] Attempting to bind port b9735fe5-3a85-4979-8ffa-26c5df16e520 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:57:30.441897 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad4737e-7ad7-49cb-8ac7-ae49f0c5857a None None] Attempting to bind port b9735fe5-3a85-4979-8ffa-26c5df16e520 on network 1bc750fe-0949-42b2-bab7-34fc725823e6 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:57:30.448161 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad4737e-7ad7-49cb-8ac7-ae49f0c5857a None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:57:30.448558 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad4737e-7ad7-49cb-8ac7-ae49f0c5857a None None] Checking segment: {'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:57:30.448970 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2ad4737e-7ad7-49cb-8ac7-ae49f0c5857a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:30.449367 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad4737e-7ad7-49cb-8ac7-ae49f0c5857a None None] Bound using segment: {'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:57:30.449853 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-2ad4737e-7ad7-49cb-8ac7-ae49f0c5857a None None] Bound port: b9735fe5-3a85-4979-8ffa-26c5df16e520, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:57:30.450238 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2ad4737e-7ad7-49cb-8ac7-ae49f0c5857a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:30.515983 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2ad4737e-7ad7-49cb-8ac7-ae49f0c5857a None None] For port b9735fe5-3a85-4979-8ffa-26c5df16e520, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:57:30.519263 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2ad4737e-7ad7-49cb-8ac7-ae49f0c5857a None None] For port b9735fe5-3a85-4979-8ffa-26c5df16e520, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=b9735fe5-3a85-4979-8ffa-26c5df16e520,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:57:30.526344 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2ad4737e-7ad7-49cb-8ac7-ae49f0c5857a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:30.584665 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad4737e-7ad7-49cb-8ac7-ae49f0c5857a None None] Pushing event updated for resources: {'Port': ['ID=b9735fe5-3a85-4979-8ffa-26c5df16e520,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:30.622299 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2454715b-2550-4600-9b84-cc27bd26a079 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:30.629620 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 43458a49-b7a5-495f-8072-2ea6171a6932 up at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:57:30.669341 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2454715b-2550-4600-9b84-cc27bd26a079 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:30.699609 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning for port 43458a49-b7a5-495f-8072-2ea6171a6932 completed by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 10:57:30.705604 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning complete for port 43458a49-b7a5-495f-8072-2ea6171a6932 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:30.706179 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:30.724992 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2454715b-2550-4600-9b84-cc27bd26a079 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:57:30.728240 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-2454715b-2550-4600-9b84-cc27bd26a079 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:30.732809 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2454715b-2550-4600-9b84-cc27bd26a079 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:57:30.744896 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2454715b-2550-4600-9b84-cc27bd26a079 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:30.745578 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2454715b-2550-4600-9b84-cc27bd26a079 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:30.749519 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2454715b-2550-4600-9b84-cc27bd26a079 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event updated for resources: {'Port': ['ID=76ba36b4-de98-4c41-ac4e-c56a20b2acbe,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:30.778735 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-2454715b-2550-4600-9b84-cc27bd26a079 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0078280 Mar 22 10:57:30.779056 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38720) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:30.815772 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e054c4-ac2e-4117-9cc6-974928fe5b7c tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] No DVR routers for this DVR port e2f01b93-82c6-4e10-9f49-b9592ef41194 on host dv-neutron-834599-1-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:57:30.823684 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:30.832481 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e054c4-ac2e-4117-9cc6-974928fe5b7c tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Pushing event deleted for resources: {'Port': ['ID=e2f01b93-82c6-4e10-9f49-b9592ef41194,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:30.853072 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee11de19-458e-40b1-8c91-4005c42c5813 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Attributes excluded by policy engine: ['shared'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:30.863428 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee11de19-458e-40b1-8c91-4005c42c5813 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Attributes excluded by policy engine: ['shared'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:30.863428 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ee11de19-458e-40b1-8c91-4005c42c5813 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.7551422 Mar 22 10:57:30.863861 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38722) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:30.877744 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b506bb6-f682-43e7-8a43-a0c464ff391a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43458a49-b7a5-495f-8072-2ea6171a6932'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 10:57:30.880221 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5e0759-c54e-44b5-b0ad-c1f8d42fc291" -d '{"events": [{"server_uuid": "4b506bb6-f682-43e7-8a43-a0c464ff391a", "name": "network-vif-plugged", "status": "completed", "tag": "43458a49-b7a5-495f-8072-2ea6171a6932"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 10:57:30.893971 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 43458a49-b7a5-495f-8072-2ea6171a6932, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=43458a49-b7a5-495f-8072-2ea6171a6932,segment=NetworkSegment(da0f83a2-bc73-42a9-8a4e-1942ea8594a6),segment_id=da0f83a2-bc73-42a9-8a4e-1942ea8594a6)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:57:30.900779 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:30.924630 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c5400744-be34-4e2f-a3a3-8c409a11eda0 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:30.925167 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5400744-be34-4e2f-a3a3-8c409a11eda0 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Fanout notify agent at l3_agent the message router_deleted on router a584b23e-d645-45cc-80c2-5681b8216ddb {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 10:57:30.934698 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c5400744-be34-4e2f-a3a3-8c409a11eda0 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:30.943899 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c5400744-be34-4e2f-a3a3-8c409a11eda0 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] 10.222.0.57 "DELETE /v2.0/routers/a584b23e-d645-45cc-80c2-5681b8216ddb HTTP/1.1" status: 204 len: 168 time: 3.7391510 Mar 22 10:57:30.946092 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38726) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:30.962452 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-e5087fdf-bfeb-4e63-a06f-352e24fe60bc tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Request body: {'router': {'name': 'tempest-snat-router-888919382', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'enable_snat': False}}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:30.972737 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 10:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32708eae-7e6b-4416-813f-faa34f981e80 x-openstack-request-id: req-32708eae-7e6b-4416-813f-faa34f981e80 {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 10:57:30.973416 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b506bb6-f682-43e7-8a43-a0c464ff391a", "name": "network-vif-plugged", "status": "completed", "tag": "43458a49-b7a5-495f-8072-2ea6171a6932", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 10:57:30.973905 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-32708eae-7e6b-4416-813f-faa34f981e80 {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 10:57:30.974643 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32708eae-7e6b-4416-813f-faa34f981e80'] response: {'server_uuid': '4b506bb6-f682-43e7-8a43-a0c464ff391a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43458a49-b7a5-495f-8072-2ea6171a6932', 'code': 200} Mar 22 10:57:30.997467 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=43458a49-b7a5-495f-8072-2ea6171a6932,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:31.056900 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a520ac4c-4014-46d9-b467-98d6c78f3bcb tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:31.062819 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a520ac4c-4014-46d9-b467-98d6c78f3bcb tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:31.064575 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-a520ac4c-4014-46d9-b467-98d6c78f3bcb tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2842004 Mar 22 10:57:31.067301 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38728) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:31.083409 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06b8112-41b2-4012-97e3-13109331edcb tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:31.085260 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-e06b8112-41b2-4012-97e3-13109331edcb tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "GET /v2.0/networks/90a54b1b-3d26-4289-b377-53712942a54e HTTP/1.1" status: 200 len: 800 time: 0.2238071 Mar 22 10:57:31.101362 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38730) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:31.127633 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7633a0ff-7f64-40e6-b027-3640097d482d tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:31.175183 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c7e054c4-ac2e-4117-9cc6-974928fe5b7c tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:31.191318 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492a505-dcac-49e7-8322-df437e395db4 req-e4c5924f-b10d-4c20-818c-5733e4e97ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:31.192849 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6492a505-dcac-49e7-8322-df437e395db4 req-e4c5924f-b10d-4c20-818c-5733e4e97ea9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4b506bb6-f682-43e7-8a43-a0c464ff391a HTTP/1.1" status: 200 len: 1098 time: 0.0696242 Mar 22 10:57:31.215402 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f3e73-ebee-4ad1-b5aa-600441b477a9 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Deleting port 76ba36b4-de98-4c41-ac4e-c56a20b2acbe {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:57:31.215789 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cb8f3e73-ebee-4ad1-b5aa-600441b477a9 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:31.277778 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e5087fdf-bfeb-4e63-a06f-352e24fe60bc tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:31.278826 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e5087fdf-bfeb-4e63-a06f-352e24fe60bc tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:31.284615 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6492a505-dcac-49e7-8322-df437e395db4 req-213bed42-a9c3-41f1-8266-3e74d938e43a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=33c78aa2-2e76-445d-9fd9-b8ed895eb7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842023 Mar 22 10:57:31.317063 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cb8f3e73-ebee-4ad1-b5aa-600441b477a9 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:31.330641 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f3e73-ebee-4ad1-b5aa-600441b477a9 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Calling delete_port for 76ba36b4-de98-4c41-ac4e-c56a20b2acbe owned by {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:57:31.332865 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7633a0ff-7f64-40e6-b027-3640097d482d tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Network c33d4098-434a-4c67-a0d0-3ea0db9d3f43 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:57:31.334560 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-c7e054c4-ac2e-4117-9cc6-974928fe5b7c tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cbc1910-bfac-4fbd-bf80-91920aefbd22']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:31.379174 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-7633a0ff-7f64-40e6-b027-3640097d482d tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:31.381711 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7633a0ff-7f64-40e6-b027-3640097d482d tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:57:31.387643 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7633a0ff-7f64-40e6-b027-3640097d482d tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:31.388272 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7633a0ff-7f64-40e6-b027-3640097d482d tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:31.390631 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b8dbaf8-c410-447f-bd25-fc869a490551 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:31.401354 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7633a0ff-7f64-40e6-b027-3640097d482d tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event updated for resources: {'Port': ['ID=83e0f7af-b234-427f-8c8e-4e8c27cfb143,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:31.420391 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-c7e054c4-ac2e-4117-9cc6-974928fe5b7c tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '048d0312-34a2-46d0-a183-904d36812595') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:31.420691 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-c7e054c4-ac2e-4117-9cc6-974928fe5b7c tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '048d0312-34a2-46d0-a183-904d36812595') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:31.455234 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e062f8e8-078e-492a-b881-7de884b748c4 req-2a16e80e-d044-4e2d-b009-5a63932a2599 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:31.457117 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e062f8e8-078e-492a-b881-7de884b748c4 req-2a16e80e-d044-4e2d-b009-5a63932a2599 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b506bb6-f682-43e7-8a43-a0c464ff391a HTTP/1.1" status: 200 len: 945 time: 0.0846190 Mar 22 10:57:31.487588 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8dbaf8-c410-447f-bd25-fc869a490551 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event deleted for resources: {'Port': ['ID=edd0e1ff-81b0-420f-b6f0-8e73c406db4a,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:31.500579 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c7e054c4-ac2e-4117-9cc6-974928fe5b7c tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:31.534809 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e062f8e8-078e-492a-b881-7de884b748c4 req-1bd4f1a7-316f-42aa-b17f-1a253ca983e7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=33c78aa2-2e76-445d-9fd9-b8ed895eb7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692878 Mar 22 10:57:31.536328 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7633a0ff-7f64-40e6-b027-3640097d482d tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.4286869 Mar 22 10:57:31.539804 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38734) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:31.575892 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cb8f3e73-ebee-4ad1-b5aa-600441b477a9 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:31.610536 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e5087fdf-bfeb-4e63-a06f-352e24fe60bc tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:31.616050 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c7e054c4-ac2e-4117-9cc6-974928fe5b7c tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:31.636068 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f3e73-ebee-4ad1-b5aa-600441b477a9 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event deleted for resources: {'Port': ['ID=76ba36b4-de98-4c41-ac4e-c56a20b2acbe,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:31.636317 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7e054c4-ac2e-4117-9cc6-974928fe5b7c tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:57:31.636465 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c7e054c4-ac2e-4117-9cc6-974928fe5b7c tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:31.649231 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-10606468-8904-43e6-a5d8-560bda96bab7 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "GET /v2.0/networks/90a54b1b-3d26-4289-b377-53712942a54e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.5418332 Mar 22 10:57:31.649231 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 10:57:31.649231 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:57:31.649231 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 10:57:31.649231 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:57:31.649231 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 10:57:31.649231 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:57:31.649231 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 10:57:31.649231 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:57:31.649231 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 10:57:31.649231 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:57:31.649231 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 10:57:31.649231 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:57:31.649231 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 10:57:31.649231 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:57:31.649231 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:57:31.649231 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:57:31.649231 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:57:31.649231 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:57:31.649231 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 10:57:31.649231 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:57:31.649231 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 10:57:31.649231 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:57:31.649231 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:57:31.649231 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:57:31.649231 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 10:57:31.649231 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:57:31.649231 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:57:31.649231 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:57:31.649231 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:57:31.649231 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:57:31.649231 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:57:31.649231 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:57:31.651968 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38736) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:31.702011 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cb8f3e73-ebee-4ad1-b5aa-600441b477a9 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:31.705705 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-cb8f3e73-ebee-4ad1-b5aa-600441b477a9 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/ports/76ba36b4-de98-4c41-ac4e-c56a20b2acbe HTTP/1.1" status: 204 len: 168 time: 0.6371081 Mar 22 10:57:31.709595 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38738) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:31.727053 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-50780244-8ace-423f-8227-555ec623aade tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:31.743812 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61e9daa-750e-4785-a82a-d0b66ccbb106 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:31.746639 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-e61e9daa-750e-4785-a82a-d0b66ccbb106 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "GET /v2.0/subnets/083b05b6-cf23-4885-acae-fe191e1a5f86 HTTP/1.1" status: 200 len: 811 time: 0.0927324 Mar 22 10:57:31.753153 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38740) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:31.806994 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-23028fc1-cf45-4240-bfd4-28ec87709844 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Deleting port 83e0f7af-b234-427f-8c8e-4e8c27cfb143 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:57:31.807660 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-23028fc1-cf45-4240-bfd4-28ec87709844 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:31.833538 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device b9735fe5-3a85-4979-8ffa-26c5df16e520 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:57:31.871316 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c0391a-8564-4959-b094-eda1b469d0fd tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Attributes excluded by policy engine: ['shared'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:31.873447 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-a3c0391a-8564-4959-b094-eda1b469d0fd tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "GET /v2.0/subnets/083b05b6-cf23-4885-acae-fe191e1a5f86?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1180820 Mar 22 10:57:31.897436 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1697fa-4378-439b-ac08-79602b8b44f8 None None] get_active_networks_info from dv-neutron-834599-1-hyperv {{(pid=109051) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 22 10:57:31.900992 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38742) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:31.906395 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-b43cae48-b730-4585-b989-03de8ad8308f tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1514138089'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:31.923082 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port b9735fe5-3a85-4979-8ffa-26c5df16e520 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:31.923799 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:31.926252 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-23028fc1-cf45-4240-bfd4-28ec87709844 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:31.945249 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-23028fc1-cf45-4240-bfd4-28ec87709844 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Calling delete_port for 83e0f7af-b234-427f-8c8e-4e8c27cfb143 owned by {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:57:31.955696 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43cae48-b730-4585-b989-03de8ad8308f tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Made reservation on behalf of a993536edab145339b0f463caedd0151 for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:31.959401 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b43cae48-b730-4585-b989-03de8ad8308f tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:31.983920 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-a3a1bade-a78d-40fc-8e32-d2e45b143993 None None] Provisioning complete for port b9735fe5-3a85-4979-8ffa-26c5df16e520 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:31.984579 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a3a1bade-a78d-40fc-8e32-d2e45b143993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:32.008489 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c7e054c4-ac2e-4117-9cc6-974928fe5b7c tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:32.013011 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c7e054c4-ac2e-4117-9cc6-974928fe5b7c tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:32.020512 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c7e054c4-ac2e-4117-9cc6-974928fe5b7c tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] 10.222.0.57 "DELETE /v2.0/networks/8cbc1910-bfac-4fbd-bf80-91920aefbd22 HTTP/1.1" status: 204 len: 168 time: 6.2309396 Mar 22 10:57:32.020719 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e5087fdf-bfeb-4e63-a06f-352e24fe60bc tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:32.035722 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38744) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:32.043467 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-d93435e4-b209-4ba5-8766-965c46a13f75 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-582920664'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:32.048812 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b8dbaf8-c410-447f-bd25-fc869a490551 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684007'] for router_interface, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:32.094123 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a70782-9d69-4698-97a8-73a5b9395720 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:32.095629 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a70782-9d69-4698-97a8-73a5b9395720 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:32.099863 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-85a70782-9d69-4698-97a8-73a5b9395720 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3850412 Mar 22 10:57:32.117871 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38746) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:32.118303 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e054c4-ac2e-4117-9cc6-974928fe5b7c tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Pushing event deleted for resources: {'Network': ['ID=8cbc1910-bfac-4fbd-bf80-91920aefbd22,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:32.174372 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:32.207513 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1697fa-4378-439b-ac08-79602b8b44f8 None None] Resources bound (agent type, host, resource id): {{(pid=109051) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 10:57:32.215455 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a3a1bade-a78d-40fc-8e32-d2e45b143993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:32.246464 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port b9735fe5-3a85-4979-8ffa-26c5df16e520, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=b9735fe5-3a85-4979-8ffa-26c5df16e520,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:57:32.301145 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93435e4-b209-4ba5-8766-965c46a13f75 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Made reservation on behalf of 6fad94f603ac4450bd9d1e1d6faca259 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:32.305075 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d93435e4-b209-4ba5-8766-965c46a13f75 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:32.322605 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:32.377695 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-48a0339d-7d6e-47ba-b71c-aeec1f0334dd tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Deleting subnet 1bc6f8f1-8c42-4194-9987-9fc692389297 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:57:32.393406 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-48a0339d-7d6e-47ba-b71c-aeec1f0334dd tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:32.400360 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b43cae48-b730-4585-b989-03de8ad8308f tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:57:32.414398 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b43cae48-b730-4585-b989-03de8ad8308f tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:32.414776 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-b43cae48-b730-4585-b989-03de8ad8308f tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Added segment 0dddf593-db6b-48ff-a4a6-54c309b6a7ec of type vlan for network 8c51dfed-459c-4585-b402-9a2f5dd1fd4f Mar 22 10:57:32.441786 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.db.api [None req-a3a1bade-a78d-40fc-8e32-d2e45b143993 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 10:57:32.442286 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG oslo_db.api [None req-a3a1bade-a78d-40fc-8e32-d2e45b143993 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 10:57:32.465742 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b43cae48-b730-4585-b989-03de8ad8308f tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:32.467574 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=b9735fe5-3a85-4979-8ffa-26c5df16e520,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:32.471653 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-23028fc1-cf45-4240-bfd4-28ec87709844 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:32.474677 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d93435e4-b209-4ba5-8766-965c46a13f75 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:57:32.511471 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-23028fc1-cf45-4240-bfd4-28ec87709844 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:32.514968 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-23028fc1-cf45-4240-bfd4-28ec87709844 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "DELETE /v2.0/ports/83e0f7af-b234-427f-8c8e-4e8c27cfb143 HTTP/1.1" status: 204 len: 168 time: 0.9749868 Mar 22 10:57:32.521151 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23028fc1-cf45-4240-bfd4-28ec87709844 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event deleted for resources: {'Port': ['ID=83e0f7af-b234-427f-8c8e-4e8c27cfb143,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:32.524404 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38748) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:32.531110 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-5524cb95-522b-4deb-bbfa-d5909c827606 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Request body: {'port': {'network_id': 'c33d4098-434a-4c67-a0d0-3ea0db9d3f43', 'mac_address': 'fa:16:3e:14:8e:ea', 'name': 'tempest-PortsTestJSON-660821225'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:32.555495 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b43cae48-b730-4585-b989-03de8ad8308f tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:32.562750 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43cae48-b730-4585-b989-03de8ad8308f tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:32.563360 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b43cae48-b730-4585-b989-03de8ad8308f tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:32.583164 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-48a0339d-7d6e-47ba-b71c-aeec1f0334dd tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:32.590693 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d93435e4-b209-4ba5-8766-965c46a13f75 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:32.591048 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-d93435e4-b209-4ba5-8766-965c46a13f75 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Added segment d6c36b67-a129-42a5-a408-fb7ba4209446 of type vlan for network c43085de-3b67-4f68-b760-4d0571e2e752 Mar 22 10:57:32.646036 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e254ba-8072-42ba-ab90-a3a4f042e613 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-281c46aa-5519-4e3a-aa5f-fe6dbaebd490', 'network_id': '281c46aa-5519-4e3a-aa5f-fe6dbaebd490', 'tenant_id': '55d09b037a224a7db2a2dbd7ed1109cd', 'fixed_ips': [{'subnet_id': '94e57aab-afc6-41e9-8a08-5f9e95b58caa'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:57:32.649623 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-71e254ba-8072-42ba-ab90-a3a4f042e613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:32.671029 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8dbaf8-c410-447f-bd25-fc869a490551 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Router 36fae84b-0655-47d2-b4dc-a3ef8643f9a6 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:57:32.700739 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d93435e4-b209-4ba5-8766-965c46a13f75 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:32.713464 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-50780244-8ace-423f-8227-555ec623aade tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Allocated IP 2001:db8::1 (1720e5b8-640f-4127-a74b-934c3af8bbbc/bc216dcf-540a-433b-aa3c-956c74100833/b7de07a0-e060-41ed-8b84-8ffd14973890) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:57:32.718307 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-b43cae48-b730-4585-b989-03de8ad8308f tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8135724 Mar 22 10:57:32.719867 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43cae48-b730-4585-b989-03de8ad8308f tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Pushing event updated for resources: {'Network': ['ID=8c51dfed-459c-4585-b402-9a2f5dd1fd4f,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:32.720565 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38752) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:32.740100 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-1ebeb911-2a49-4bb1-9c4f-99d468347121 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Request body: {'subnet': {'network_id': '8c51dfed-459c-4585-b402-9a2f5dd1fd4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:32.744574 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 8c51dfed-459c-4585-b402-9a2f5dd1fd4f details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:57:32.752765 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bdf37b-2332-4b0c-a050-6d3789671cf0 req-57e3851a-1b8d-4cbb-9556-fc2ccb901bfd tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:32.754753 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-12bdf37b-2332-4b0c-a050-6d3789671cf0 req-57e3851a-1b8d-4cbb-9556-fc2ccb901bfd tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b506bb6-f682-43e7-8a43-a0c464ff391a HTTP/1.1" status: 200 len: 945 time: 0.0758300 Mar 22 10:57:32.755467 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5524cb95-522b-4deb-bbfa-d5909c827606 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Made reservation on behalf of 976d65578b3f4457a067052eaaa72feb for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:32.856852 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5524cb95-522b-4deb-bbfa-d5909c827606 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:32.863500 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-71e254ba-8072-42ba-ab90-a3a4f042e613 None None] Allocated IP 2001:db8:1::2 (281c46aa-5519-4e3a-aa5f-fe6dbaebd490/94e57aab-afc6-41e9-8a08-5f9e95b58caa/772da3f2-baf3-4fb0-aee4-4717dd1fb998) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:57:32.875495 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-12bdf37b-2332-4b0c-a050-6d3789671cf0 req-91e2b5b4-02a5-4ec4-9587-9e7e79ee0460 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=33c78aa2-2e76-445d-9fd9-b8ed895eb7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904748 Mar 22 10:57:32.878442 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d93435e4-b209-4ba5-8766-965c46a13f75 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:32.884389 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93435e4-b209-4ba5-8766-965c46a13f75 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:32.885043 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d93435e4-b209-4ba5-8766-965c46a13f75 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:32.885188 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-5524cb95-522b-4deb-bbfa-d5909c827606 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] device_id is not set on port 63caf481-d644-4b8c-8ead-4eac1529c636 yet. {{(pid=109050) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:57:33.084638 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-71e254ba-8072-42ba-ab90-a3a4f042e613 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:33.090242 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a313c-90a9-4436-b3c2-c5ad8aa09624 req-35283024-af77-4f50-91f8-68770aba6132 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:33.091097 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-71e254ba-8072-42ba-ab90-a3a4f042e613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:33.091957 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2d6a313c-90a9-4436-b3c2-c5ad8aa09624 req-35283024-af77-4f50-91f8-68770aba6132 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b506bb6-f682-43e7-8a43-a0c464ff391a HTTP/1.1" status: 200 len: 945 time: 0.1211555 Mar 22 10:57:33.108093 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5524cb95-522b-4deb-bbfa-d5909c827606 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:33.138243 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e254ba-8072-42ba-ab90-a3a4f042e613 None None] Network 281c46aa-5519-4e3a-aa5f-fe6dbaebd490 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:57:33.141126 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-71e254ba-8072-42ba-ab90-a3a4f042e613 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:33.145848 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e254ba-8072-42ba-ab90-a3a4f042e613 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:57:33.149651 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e254ba-8072-42ba-ab90-a3a4f042e613 None None] Pushing event updated for resources: {'Port': ['ID=772da3f2-baf3-4fb0-aee4-4717dd1fb998,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:33.160114 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2d6a313c-90a9-4436-b3c2-c5ad8aa09624 req-f2c0c29f-ba25-4859-8377-5b110186dfe2 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=33c78aa2-2e76-445d-9fd9-b8ed895eb7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551925 Mar 22 10:57:33.185815 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5524cb95-522b-4deb-bbfa-d5909c827606 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:33.187406 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38756) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:33.206116 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-71e254ba-8072-42ba-ab90-a3a4f042e613 None None] Attempting to bind port 772da3f2-baf3-4fb0-aee4-4717dd1fb998 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:57:33.206489 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-71e254ba-8072-42ba-ab90-a3a4f042e613 None None] Attempting to bind port 772da3f2-baf3-4fb0-aee4-4717dd1fb998 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '4d260789-3900-4283-b226-4cb207f212da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '281c46aa-5519-4e3a-aa5f-fe6dbaebd490'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:57:33.206856 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e254ba-8072-42ba-ab90-a3a4f042e613 None None] Attempting to bind port 772da3f2-baf3-4fb0-aee4-4717dd1fb998 on network 281c46aa-5519-4e3a-aa5f-fe6dbaebd490 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:57:33.212674 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e254ba-8072-42ba-ab90-a3a4f042e613 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:57:33.213057 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e254ba-8072-42ba-ab90-a3a4f042e613 None None] Checking segment: {'id': '4d260789-3900-4283-b226-4cb207f212da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '281c46aa-5519-4e3a-aa5f-fe6dbaebd490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:57:33.213472 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-71e254ba-8072-42ba-ab90-a3a4f042e613 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:33.213856 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e254ba-8072-42ba-ab90-a3a4f042e613 None None] Bound using segment: {'id': '4d260789-3900-4283-b226-4cb207f212da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '281c46aa-5519-4e3a-aa5f-fe6dbaebd490'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:57:33.214334 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-71e254ba-8072-42ba-ab90-a3a4f042e613 None None] Bound port: 772da3f2-baf3-4fb0-aee4-4717dd1fb998, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d260789-3900-4283-b226-4cb207f212da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '281c46aa-5519-4e3a-aa5f-fe6dbaebd490'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:57:33.214720 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-71e254ba-8072-42ba-ab90-a3a4f042e613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:33.271408 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5524cb95-522b-4deb-bbfa-d5909c827606 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Network c33d4098-434a-4c67-a0d0-3ea0db9d3f43 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:57:33.277303 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-5524cb95-522b-4deb-bbfa-d5909c827606 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:33.279921 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5524cb95-522b-4deb-bbfa-d5909c827606 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:57:33.280761 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-71e254ba-8072-42ba-ab90-a3a4f042e613 None None] For port 772da3f2-baf3-4fb0-aee4-4717dd1fb998, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:57:33.284370 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-71e254ba-8072-42ba-ab90-a3a4f042e613 None None] For port 772da3f2-baf3-4fb0-aee4-4717dd1fb998, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=772da3f2-baf3-4fb0-aee4-4717dd1fb998,segment=NetworkSegment(4d260789-3900-4283-b226-4cb207f212da),segment_id=4d260789-3900-4283-b226-4cb207f212da)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:57:33.286029 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5524cb95-522b-4deb-bbfa-d5909c827606 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:33.286754 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5524cb95-522b-4deb-bbfa-d5909c827606 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:33.291352 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-71e254ba-8072-42ba-ab90-a3a4f042e613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:33.300403 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5524cb95-522b-4deb-bbfa-d5909c827606 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event updated for resources: {'Port': ['ID=63caf481-d644-4b8c-8ead-4eac1529c636,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:33.307699 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00687275-2916-4e57-9068-666c8db75b71 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:33.309334 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-00687275-2916-4e57-9068-666c8db75b71 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=4b506bb6-f682-43e7-8a43-a0c464ff391a HTTP/1.1" status: 200 len: 1093 time: 0.1209021 Mar 22 10:57:33.313967 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38758) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:33.319109 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-80462dce-55d6-4a94-a90e-a11edf881498 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'floatingip': {'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'port_id': '43458a49-b7a5-495f-8072-2ea6171a6932', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:33.327530 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-5524cb95-522b-4deb-bbfa-d5909c827606 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8018558 Mar 22 10:57:33.335167 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38760) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:33.346667 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-48a0339d-7d6e-47ba-b71c-aeec1f0334dd tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:33.362381 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e254ba-8072-42ba-ab90-a3a4f042e613 None None] Pushing event updated for resources: {'Port': ['ID=772da3f2-baf3-4fb0-aee4-4717dd1fb998,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:33.394866 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b21b061-a0b8-4bfa-aaa4-b98febbc7539 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:33.396482 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-7b21b061-a0b8-4bfa-aaa4-b98febbc7539 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "GET /v2.0/ports/63caf481-d644-4b8c-8ead-4eac1529c636 HTTP/1.1" status: 200 len: 840 time: 0.0601206 Mar 22 10:57:33.397191 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-80462dce-55d6-4a94-a90e-a11edf881498 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for floatingip, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:33.399998 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38762) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:33.435492 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8dbaf8-c410-447f-bd25-fc869a490551 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:57:33.452399 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959759c3-8430-46aa-8b75-99a18e128bfc None None] Sync routers for ids ['36fae84b-0655-47d2-b4dc-a3ef8643f9a6'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:57:33.469611 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959759c3-8430-46aa-8b75-99a18e128bfc None None] Routers {'36fae84b-0655-47d2-b4dc-a3ef8643f9a6'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:57:33.470491 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-959759c3-8430-46aa-8b75-99a18e128bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:57:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['36fae84b-0655-47d2-b4dc-a3ef8643f9a6'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:33.498623 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9b8dbaf8-c410-447f-bd25-fc869a490551 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "PUT /v2.0/routers/36fae84b-0655-47d2-b4dc-a3ef8643f9a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7377639 Mar 22 10:57:33.502627 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38764) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:33.513531 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d93435e4-b209-4ba5-8766-965c46a13f75 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4742694 Mar 22 10:57:33.520937 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-959759c3-8430-46aa-8b75-99a18e128bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:33.533623 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959759c3-8430-46aa-8b75-99a18e128bfc None None] Routers {'36fae84b-0655-47d2-b4dc-a3ef8643f9a6'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:57:33.534531 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-959759c3-8430-46aa-8b75-99a18e128bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:57:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['36fae84b-0655-47d2-b4dc-a3ef8643f9a6'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:33.550718 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38766) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:33.555731 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-7a64b767-035a-4412-909f-3d11763b5700 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Request body: {'subnet': {'network_id': 'c43085de-3b67-4f68-b760-4d0571e2e752', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:33.563728 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-4b1753d8-9a06-4210-9fb3-2c36cc802dca tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "GET /v2.0/ports?device_id=36fae84b-0655-47d2-b4dc-a3ef8643f9a6 HTTP/1.1" status: 200 len: 205 time: 0.0558958 Mar 22 10:57:33.567873 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38768) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:33.591556 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-959759c3-8430-46aa-8b75-99a18e128bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:33.592523 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959759c3-8430-46aa-8b75-99a18e128bfc None None] The sync data for ids ['36fae84b-0655-47d2-b4dc-a3ef8643f9a6'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:57:33.653392 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93435e4-b209-4ba5-8766-965c46a13f75 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Pushing event updated for resources: {'Network': ['ID=c43085de-3b67-4f68-b760-4d0571e2e752,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:33.670833 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8b9d96b1-b83a-435f-bf59-ba832fdff2d2 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for router, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:33.681025 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network c43085de-3b67-4f68-b760-4d0571e2e752 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:57:33.715477 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-4c04946a-fe72-4352-8b16-d1064c9472f8 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Deleting port 63caf481-d644-4b8c-8ead-4eac1529c636 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:57:33.715818 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4c04946a-fe72-4352-8b16-d1064c9472f8 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:33.717911 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-50780244-8ace-423f-8227-555ec623aade tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:33.821583 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ebeb911-2a49-4bb1-9c4f-99d468347121 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Made reservation on behalf of a993536edab145339b0f463caedd0151 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:33.825903 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1ebeb911-2a49-4bb1-9c4f-99d468347121 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:33.829661 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e5087fdf-bfeb-4e63-a06f-352e24fe60bc tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:33.845217 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-48a0339d-7d6e-47ba-b71c-aeec1f0334dd tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:33.900727 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4c04946a-fe72-4352-8b16-d1064c9472f8 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:33.903941 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-80462dce-55d6-4a94-a90e-a11edf881498 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:33.913505 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e5087fdf-bfeb-4e63-a06f-352e24fe60bc tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:33.932246 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a0339d-7d6e-47ba-b71c-aeec1f0334dd tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event deleted for resources: {'Subnet': ['ID=1bc6f8f1-8c42-4194-9987-9fc692389297,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:33.939131 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-50780244-8ace-423f-8227-555ec623aade tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:33.947268 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-48a0339d-7d6e-47ba-b71c-aeec1f0334dd tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:33.948825 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-4c04946a-fe72-4352-8b16-d1064c9472f8 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Calling delete_port for 63caf481-d644-4b8c-8ead-4eac1529c636 owned by {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:57:33.951406 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-48a0339d-7d6e-47ba-b71c-aeec1f0334dd tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/subnets/1bc6f8f1-8c42-4194-9987-9fc692389297 HTTP/1.1" status: 204 len: 168 time: 1.8290017 Mar 22 10:57:33.952209 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8b9d96b1-b83a-435f-bf59-ba832fdff2d2 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:33.953598 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38770) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:33.966939 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8b9d96b1-b83a-435f-bf59-ba832fdff2d2 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:33.978590 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device b9735fe5-3a85-4979-8ffa-26c5df16e520 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:57:34.007413 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a64b767-035a-4412-909f-3d11763b5700 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Made reservation on behalf of 6fad94f603ac4450bd9d1e1d6faca259 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:34.010898 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7a64b767-035a-4412-909f-3d11763b5700 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:34.014602 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.ipam_backend_mixin [None req-1ebeb911-2a49-4bb1-9c4f-99d468347121 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Performing IP validity checks on allocation pools {{(pid=109049) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 22 10:57:34.015113 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.ipam_backend_mixin [None req-1ebeb911-2a49-4bb1-9c4f-99d468347121 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109049) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 22 10:57:34.035212 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-0bfe3b36-e89d-4ddb-9f80-9082edcc73ac tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0776839 Mar 22 10:57:34.043187 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38772) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:34.049192 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port b9735fe5-3a85-4979-8ffa-26c5df16e520 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:34.049662 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:34.061684 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50780244-8ace-423f-8227-555ec623aade tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Network 1720e5b8-640f-4127-a74b-934c3af8bbbc is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:57:34.088113 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-50780244-8ace-423f-8227-555ec623aade tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:34.108281 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50780244-8ace-423f-8227-555ec623aade tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:57:34.108834 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-50780244-8ace-423f-8227-555ec623aade tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684270'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:34.147744 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 772da3f2-baf3-4fb0-aee4-4717dd1fb998 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:57:34.166262 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8b9d96b1-b83a-435f-bf59-ba832fdff2d2 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:34.167361 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9d96b1-b83a-435f-bf59-ba832fdff2d2 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Fanout notify agent at l3_agent the message router_deleted on router 36fae84b-0655-47d2-b4dc-a3ef8643f9a6 {{(pid=109050) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 10:57:34.176496 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8b9d96b1-b83a-435f-bf59-ba832fdff2d2 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:34.180471 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-8b9d96b1-b83a-435f-bf59-ba832fdff2d2 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "DELETE /v2.0/routers/36fae84b-0655-47d2-b4dc-a3ef8643f9a6 HTTP/1.1" status: 204 len: 168 time: 0.6089377 Mar 22 10:57:34.182025 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38774) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:34.203937 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50780244-8ace-423f-8227-555ec623aade tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Pushing event updated for resources: {'Port': ['ID=b7de07a0-e060-41ed-8b84-8ffd14973890,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:34.219732 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 772da3f2-baf3-4fb0-aee4-4717dd1fb998 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:34.220445 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:34.263477 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_v2 [None req-98925d55-825f-4d71-b03c-bc7e6db3c748 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Deleting subnet d288ebd9-5a39-4ac4-a520-3994fa234cb9 {{(pid=109050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:57:34.269233 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-98925d55-825f-4d71-b03c-bc7e6db3c748 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for subnet, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:34.320456 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:34.326378 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-e5087fdf-bfeb-4e63-a06f-352e24fe60bc tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Allocated IP 172.26.7.235 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/d2593e84-b3f9-4d75-ac92-a9a81ef57ee1) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:57:34.330546 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-98925d55-825f-4d71-b03c-bc7e6db3c748 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11961780'] for subnet, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:34.367470 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port 772da3f2-baf3-4fb0-aee4-4717dd1fb998, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=772da3f2-baf3-4fb0-aee4-4717dd1fb998,segment=NetworkSegment(4d260789-3900-4283-b226-4cb207f212da),segment_id=4d260789-3900-4283-b226-4cb207f212da)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:57:34.376550 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:34.441535 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=772da3f2-baf3-4fb0-aee4-4717dd1fb998,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:34.448451 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31532a47-286c-4107-9ff1-c4ed020d0909 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:34.453453 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-31532a47-286c-4107-9ff1-c4ed020d0909 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4078104 Mar 22 10:57:34.456091 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38776) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:34.467778 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-50780244-8ace-423f-8227-555ec623aade tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:34.471856 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4c04946a-fe72-4352-8b16-d1064c9472f8 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:34.531465 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c04946a-fe72-4352-8b16-d1064c9472f8 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event deleted for resources: {'Port': ['ID=63caf481-d644-4b8c-8ead-4eac1529c636,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:34.534355 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-98925d55-825f-4d71-b03c-bc7e6db3c748 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:34.564788 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4c04946a-fe72-4352-8b16-d1064c9472f8 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:34.568272 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-4c04946a-fe72-4352-8b16-d1064c9472f8 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "DELETE /v2.0/ports/63caf481-d644-4b8c-8ead-4eac1529c636 HTTP/1.1" status: 204 len: 168 time: 1.1661930 Mar 22 10:57:34.574381 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38778) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:34.587437 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b42823-44e0-4252-899e-f01ce54a131e None None] Network 281c46aa-5519-4e3a-aa5f-fe6dbaebd490 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:57:34.604149 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a4a3eb-64ae-4d85-990d-6c989f92340e None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:57:34.608464 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0285074-b687-4e0f-bc77-c3b607299797 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] GET failed (client error): The resource could not be found. Mar 22 10:57:34.613762 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-c0285074-b687-4e0f-bc77-c3b607299797 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "GET /v2.0/ports/63caf481-d644-4b8c-8ead-4eac1529c636 HTTP/1.1" status: 404 len: 333 time: 0.0349450 Mar 22 10:57:34.618601 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38780) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:34.623724 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-c4647d3b-a0dd-4dc7-bbac-e8e5a862d4f1 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Request body: {'port': {'network_id': 'c33d4098-434a-4c67-a0d0-3ea0db9d3f43', 'name': 'tempest-PortsTestJSON-1466722483'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:34.662514 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1ebeb911-2a49-4bb1-9c4f-99d468347121 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:34.704289 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc16024-010c-499a-8c6c-44c6f3fb258d tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:34.706715 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-0dc16024-010c-499a-8c6c-44c6f3fb258d tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2486582 Mar 22 10:57:34.717128 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38782) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:34.731069 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7a64b767-035a-4412-909f-3d11763b5700 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:34.767909 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-78ca6065-bdd4-43ea-afad-3e8bb83b34ae tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0478702 Mar 22 10:57:34.773069 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38784) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:34.778812 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-2fe84e88-e41e-42f8-9bb8-3555fb55db28 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'subnet': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:34.873754 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e5087fdf-bfeb-4e63-a06f-352e24fe60bc tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:34.912331 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebeb911-2a49-4bb1-9c4f-99d468347121 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Pushing event updated for resources: {'Subnet': ['ID=24b2a3dd-45a0-40a9-9bab-7ba005614153,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:34.929520 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-98925d55-825f-4d71-b03c-bc7e6db3c748 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:34.970620 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4647d3b-a0dd-4dc7-bbac-e8e5a862d4f1 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Made reservation on behalf of 976d65578b3f4457a067052eaaa72feb for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:34.977058 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c4647d3b-a0dd-4dc7-bbac-e8e5a862d4f1 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:35.011277 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ec6102-c8f0-4813-8087-1cf3339f947d None None] Network bf0a1c79-cd9a-4d2e-a4a9-c157709b0877 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:57:35.011956 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-98925d55-825f-4d71-b03c-bc7e6db3c748 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:35.014786 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebeb911-2a49-4bb1-9c4f-99d468347121 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Checking segment: {'id': '0dddf593-db6b-48ff-a4a6-54c309b6a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '8c51dfed-459c-4585-b402-9a2f5dd1fd4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:57:35.015219 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebeb911-2a49-4bb1-9c4f-99d468347121 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Network hostable DHCP agents. Network: 8c51dfed-459c-4585-b402-9a2f5dd1fd4f, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:57:35.018762 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-98925d55-825f-4d71-b03c-bc7e6db3c748 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "DELETE /v2.0/subnets/d288ebd9-5a39-4ac4-a520-3994fa234cb9 HTTP/1.1" status: 204 len: 168 time: 0.8343225 Mar 22 10:57:35.022745 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38786) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:35.028296 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a64b767-035a-4412-909f-3d11763b5700 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Checking segment: {'id': 'd6c36b67-a129-42a5-a408-fb7ba4209446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c43085de-3b67-4f68-b760-4d0571e2e752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:57:35.028754 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a64b767-035a-4412-909f-3d11763b5700 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Network hostable DHCP agents. Network: c43085de-3b67-4f68-b760-4d0571e2e752, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:57:35.040112 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98925d55-825f-4d71-b03c-bc7e6db3c748 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event deleted for resources: {'Subnet': ['ID=d288ebd9-5a39-4ac4-a520-3994fa234cb9,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:35.077458 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-c4647d3b-a0dd-4dc7-bbac-e8e5a862d4f1 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] device_id is not set on port 8a94501b-c74c-470a-87a7-db1445d8a1b1 yet. {{(pid=109050) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:57:35.087120 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe84e88-e41e-42f8-9bb8-3555fb55db28 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Made reservation on behalf of f7a8ac7bbd5d466888176c13ba053f5f for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:35.090546 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2fe84e88-e41e-42f8-9bb8-3555fb55db28 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:35.102446 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a64b767-035a-4412-909f-3d11763b5700 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Pushing event updated for resources: {'Subnet': ['ID=ef9f4e58-1847-4bee-ad1c-4f87ed9135b2,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:35.115002 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e5087fdf-bfeb-4e63-a06f-352e24fe60bc tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:35.161420 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebeb911-2a49-4bb1-9c4f-99d468347121 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Network 8c51dfed-459c-4585-b402-9a2f5dd1fd4f is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:57:35.163254 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-5368317b-9a7e-4444-9923-47a7a31c8320 None None] Provisioning complete for port 772da3f2-baf3-4fb0-aee4-4717dd1fb998 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:35.163687 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5368317b-9a7e-4444-9923-47a7a31c8320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:35.179552 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a64b767-035a-4412-909f-3d11763b5700 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Network c43085de-3b67-4f68-b760-4d0571e2e752 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:57:35.195157 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5087fdf-bfeb-4e63-a06f-352e24fe60bc tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:57:35.203079 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-1ebeb911-2a49-4bb1-9c4f-99d468347121 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 8c51dfed-459c-4585-b402-9a2f5dd1fd4f) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:35.207220 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebeb911-2a49-4bb1-9c4f-99d468347121 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:35.207416 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1ebeb911-2a49-4bb1-9c4f-99d468347121 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:35.216469 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-7a64b767-035a-4412-909f-3d11763b5700 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, c43085de-3b67-4f68-b760-4d0571e2e752) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:35.221391 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a64b767-035a-4412-909f-3d11763b5700 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:35.221991 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7a64b767-035a-4412-909f-3d11763b5700 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:35.224514 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-e5087fdf-bfeb-4e63-a06f-352e24fe60bc tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:35.226576 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5087fdf-bfeb-4e63-a06f-352e24fe60bc tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:57:35.248047 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cad70b-33bf-4c9a-a051-e88cbc8e1cf8 None None] Network 8c51dfed-459c-4585-b402-9a2f5dd1fd4f requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:57:35.250305 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17115d32-1a18-43f3-9227-7696f60425c9 None None] Network c43085de-3b67-4f68-b760-4d0571e2e752 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:57:35.257913 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea131d82-8a2d-4c31-9cfe-58220ca4f4f9 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Deleting subnet 2a79ee7e-0f73-43d5-a090-8bc6ee96295a {{(pid=109050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:57:35.272338 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ea131d82-8a2d-4c31-9cfe-58220ca4f4f9 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for subnet, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:35.282199 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5087fdf-bfeb-4e63-a06f-352e24fe60bc tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Pushing event updated for resources: {'Port': ['ID=d2593e84-b3f9-4d75-ac92-a9a81ef57ee1,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:35.303087 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1ebeb911-2a49-4bb1-9c4f-99d468347121 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.5691714 Mar 22 10:57:35.307602 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7a64b767-035a-4412-909f-3d11763b5700 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7531567 Mar 22 10:57:35.307752 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38788) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:35.307866 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-50780244-8ace-423f-8227-555ec623aade tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:35.314071 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38790) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:35.330064 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-0c22826a-05f5-4146-97f7-421bb693dbae tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:35.364012 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-50780244-8ace-423f-8227-555ec623aade tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:35.364872 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-50780244-8ace-423f-8227-555ec623aade tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684306'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:35.384516 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.db.api [None req-80462dce-55d6-4a94-a90e-a11edf881498 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.26.7.235-6086e4c3-691c-4ff4-84b7-b67f63f87d59 {{(pid=109050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 10:57:35.384826 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG oslo_db.api [None req-80462dce-55d6-4a94-a90e-a11edf881498 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 10:57:35.399412 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ea131d82-8a2d-4c31-9cfe-58220ca4f4f9 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11961780'] for subnet, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:35.541651 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50780244-8ace-423f-8227-555ec623aade tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Pushing event updated for resources: {'Port': ['ID=b7de07a0-e060-41ed-8b84-8ffd14973890,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:35.575127 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f57a287-1974-4b72-9c88-88475bf0cc21 None None] DHCP port deletion for bf0a1c79-cd9a-4d2e-a4a9-c157709b0877 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:57:35.603343 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3f933e-ee71-43c9-8f28-00fb5f51ff46 None None] DHCP port deletion for 1bc750fe-0949-42b2-bab7-34fc725823e6 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:57:35.660208 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c4647d3b-a0dd-4dc7-bbac-e8e5a862d4f1 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:35.698297 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0c22826a-05f5-4146-97f7-421bb693dbae tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11946031'] for subnet, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:35.722619 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ca3a19-12e5-41b3-9f28-d5977505a958 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-c43085de-3b67-4f68-b760-4d0571e2e752', 'network_id': 'c43085de-3b67-4f68-b760-4d0571e2e752', 'tenant_id': '6fad94f603ac4450bd9d1e1d6faca259', 'fixed_ips': [{'subnet_id': 'ef9f4e58-1847-4bee-ad1c-4f87ed9135b2'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:57:35.723748 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b1ca3a19-12e5-41b3-9f28-d5977505a958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:35.744030 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ea131d82-8a2d-4c31-9cfe-58220ca4f4f9 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:35.751119 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6557ebb4-91bd-4c88-946a-62f41cf522a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-8c51dfed-459c-4585-b402-9a2f5dd1fd4f', 'network_id': '8c51dfed-459c-4585-b402-9a2f5dd1fd4f', 'tenant_id': 'a993536edab145339b0f463caedd0151', 'fixed_ips': [{'subnet_id': '24b2a3dd-45a0-40a9-9bab-7ba005614153'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:57:35.752110 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-6557ebb4-91bd-4c88-946a-62f41cf522a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:35.814291 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50780244-8ace-423f-8227-555ec623aade tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Network 1720e5b8-640f-4127-a74b-934c3af8bbbc is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:57:35.818149 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-50780244-8ace-423f-8227-555ec623aade tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:35.834644 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d9a56f5b-52d6-4a71-8c76-93f03b252341 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:35.887620 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 772da3f2-baf3-4fb0-aee4-4717dd1fb998 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:57:35.892385 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e5087fdf-bfeb-4e63-a06f-352e24fe60bc tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:35.916366 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-80462dce-55d6-4a94-a90e-a11edf881498 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:35.934788 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c4647d3b-a0dd-4dc7-bbac-e8e5a862d4f1 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:35.969802 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ea131d82-8a2d-4c31-9cfe-58220ca4f4f9 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:36.106310 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ea131d82-8a2d-4c31-9cfe-58220ca4f4f9 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:36.109634 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-ea131d82-8a2d-4c31-9cfe-58220ca4f4f9 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "DELETE /v2.0/subnets/2a79ee7e-0f73-43d5-a090-8bc6ee96295a HTTP/1.1" status: 204 len: 168 time: 1.0855994 Mar 22 10:57:36.129828 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea131d82-8a2d-4c31-9cfe-58220ca4f4f9 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event deleted for resources: {'Subnet': ['ID=2a79ee7e-0f73-43d5-a090-8bc6ee96295a,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:36.148838 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38792) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:36.189398 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4647d3b-a0dd-4dc7-bbac-e8e5a862d4f1 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Network c33d4098-434a-4c67-a0d0-3ea0db9d3f43 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:57:36.191077 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-7f57a287-1974-4b72-9c88-88475bf0cc21 None None] Deleting port 8a6ea19c-2de4-4e36-b4f9-b16d72879dbf {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:57:36.191662 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7f57a287-1974-4b72-9c88-88475bf0cc21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:36.220299 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-c4647d3b-a0dd-4dc7-bbac-e8e5a862d4f1 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:36.222800 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4647d3b-a0dd-4dc7-bbac-e8e5a862d4f1 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:57:36.228798 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4647d3b-a0dd-4dc7-bbac-e8e5a862d4f1 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:36.229471 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c4647d3b-a0dd-4dc7-bbac-e8e5a862d4f1 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:36.232099 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4647d3b-a0dd-4dc7-bbac-e8e5a862d4f1 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event updated for resources: {'Port': ['ID=8a94501b-c74c-470a-87a7-db1445d8a1b1,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:36.301887 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-7f57a287-1974-4b72-9c88-88475bf0cc21 None None] For port 8a6ea19c-2de4-4e36-b4f9-b16d72879dbf, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=8a6ea19c-2de4-4e36-b4f9-b16d72879dbf,segment=NetworkSegment(d31bc719-574f-44cc-a3eb-bff2edc36f3b),segment_id=d31bc719-574f-44cc-a3eb-bff2edc36f3b)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:57:36.302407 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7f57a287-1974-4b72-9c88-88475bf0cc21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:36.323221 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-7f57a287-1974-4b72-9c88-88475bf0cc21 None None] Calling delete_port for 8a6ea19c-2de4-4e36-b4f9-b16d72879dbf owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:57:36.408048 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-ecded873-4d0a-44e5-a90b-1b712b69fa00 None None] Provisioning complete for port b7de07a0-e060-41ed-8b84-8ffd14973890 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:36.408488 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ecded873-4d0a-44e5-a90b-1b712b69fa00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:36.449495 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b285d33f-ffbf-4aab-b31b-7c8a12b6ba80 None None] Network b431a499-e69f-4b25-8a69-0fc1b9d888e8 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:57:36.465893 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6a083b-ff25-482c-93aa-99aeef967ba9 None None] Network 281c46aa-5519-4e3a-aa5f-fe6dbaebd490 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:57:36.495300 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7f57a287-1974-4b72-9c88-88475bf0cc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:36.524557 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50780244-8ace-423f-8227-555ec623aade tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Router d91b2e9e-78e9-4678-9c5d-eb378383beb6 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:57:36.529776 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d9a56f5b-52d6-4a71-8c76-93f03b252341 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:36.586266 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f57a287-1974-4b72-9c88-88475bf0cc21 None None] Pushing event deleted for resources: {'Port': ['ID=8a6ea19c-2de4-4e36-b4f9-b16d72879dbf,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:36.655704 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-ecded873-4d0a-44e5-a90b-1b712b69fa00 None None] Port b7de07a0-e060-41ed-8b84-8ffd14973890 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:57:36.657392 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f57a287-1974-4b72-9c88-88475bf0cc21 None None] No DVR routers for this DVR port 8a6ea19c-2de4-4e36-b4f9-b16d72879dbf on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:57:36.666475 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-b1ca3a19-12e5-41b3-9f28-d5977505a958 None None] Allocated IP 2001:db8::1 (c43085de-3b67-4f68-b760-4d0571e2e752/ef9f4e58-1847-4bee-ad1c-4f87ed9135b2/e750af36-7c63-4003-8e34-b9fc40882d46) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:57:36.668770 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-2f3f933e-ee71-43c9-8f28-00fb5f51ff46 None None] Deleting port b9735fe5-3a85-4979-8ffa-26c5df16e520 {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:57:36.669158 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2f3f933e-ee71-43c9-8f28-00fb5f51ff46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:36.693899 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-c4647d3b-a0dd-4dc7-bbac-e8e5a862d4f1 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.0741873 Mar 22 10:57:36.709182 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38794) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:36.719571 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-67b00c0d-7952-4cd1-9edd-3e94bc239701 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:36.758174 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-67716bc6-31c5-4748-a94e-0f06a5564979 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:36.773484 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50780244-8ace-423f-8227-555ec623aade tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:57:36.788235 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-50780244-8ace-423f-8227-555ec623aade tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] 10.222.0.57 "PUT /v2.0/routers/d91b2e9e-78e9-4678-9c5d-eb378383beb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4862919 Mar 22 10:57:36.789203 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38796) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:36.802256 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-80462dce-55d6-4a94-a90e-a11edf881498 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Allocated IP 172.26.7.163 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/eec0abfd-5f41-44e5-9e5c-7131f6077be6) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:57:36.806374 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.objects.ports [None req-2fe84e88-e41e-42f8-9bb8-3555fb55db28 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109050) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 10:57:36.887566 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0c22826a-05f5-4146-97f7-421bb693dbae tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732232779704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11961805'] for subnet, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:36.910114 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-67b00c0d-7952-4cd1-9edd-3e94bc239701 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:36.937929 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e5087fdf-bfeb-4e63-a06f-352e24fe60bc tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:36.971437 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdf2deb-4bb8-4256-b437-b114b4404528 None None] Sync routers for ids ['d91b2e9e-78e9-4678-9c5d-eb378383beb6'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:57:37.021176 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c22826a-05f5-4146-97f7-421bb693dbae tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:37.021772 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0c22826a-05f5-4146-97f7-421bb693dbae tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:37.025609 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-0c22826a-05f5-4146-97f7-421bb693dbae tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "PUT /v2.0/subnets/24b2a3dd-45a0-40a9-9bab-7ba005614153 HTTP/1.1" status: 200 len: 877 time: 1.7083232 Mar 22 10:57:37.027270 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38798) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:37.043763 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 772da3f2-baf3-4fb0-aee4-4717dd1fb998 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:37.044133 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:37.050921 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f5de739a-fa40-4bf5-957f-923bb9ce68b9 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:37.110618 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-67716bc6-31c5-4748-a94e-0f06a5564979 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:37.138751 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 10:57:37.150423 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c22826a-05f5-4146-97f7-421bb693dbae tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Pushing event updated for resources: {'Subnet': ['ID=24b2a3dd-45a0-40a9-9bab-7ba005614153,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:37.177437 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdf2deb-4bb8-4256-b437-b114b4404528 None None] Routers {'d91b2e9e-78e9-4678-9c5d-eb378383beb6'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:57:37.178192 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-4bdf2deb-4bb8-4256-b437-b114b4404528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:57:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['d91b2e9e-78e9-4678-9c5d-eb378383beb6'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:37.187745 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-67716bc6-31c5-4748-a94e-0f06a5564979 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf0a1c79-cd9a-4d2e-a4a9-c157709b0877']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:37.204818 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-67716bc6-31c5-4748-a94e-0f06a5564979 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd31bc719-574f-44cc-a3eb-bff2edc36f3b') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:37.205098 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-67716bc6-31c5-4748-a94e-0f06a5564979 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd31bc719-574f-44cc-a3eb-bff2edc36f3b') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:37.216466 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-064ea05c-230b-40f2-a346-ae4b98cb6edc None None] Provisioning complete for port 772da3f2-baf3-4fb0-aee4-4717dd1fb998 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:37.217065 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-064ea05c-230b-40f2-a346-ae4b98cb6edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:37.227051 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-80462dce-55d6-4a94-a90e-a11edf881498 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:37.231437 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-67716bc6-31c5-4748-a94e-0f06a5564979 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:37.277489 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-67716bc6-31c5-4748-a94e-0f06a5564979 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:37.281145 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-6557ebb4-91bd-4c88-946a-62f41cf522a0 None None] Allocated IP 172.20.0.3 (8c51dfed-459c-4585-b402-9a2f5dd1fd4f/24b2a3dd-45a0-40a9-9bab-7ba005614153/68895717-4655-4681-a08f-ee9b1784ffc6) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:57:37.284459 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2fe84e88-e41e-42f8-9bb8-3555fb55db28 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:37.296067 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-4bdf2deb-4bb8-4256-b437-b114b4404528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:37.298113 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67716bc6-31c5-4748-a94e-0f06a5564979 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:57:37.298528 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-67716bc6-31c5-4748-a94e-0f06a5564979 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:37.299648 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2f3f933e-ee71-43c9-8f28-00fb5f51ff46 None None] For port b9735fe5-3a85-4979-8ffa-26c5df16e520, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=b9735fe5-3a85-4979-8ffa-26c5df16e520,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:57:37.300055 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2f3f933e-ee71-43c9-8f28-00fb5f51ff46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:37.302225 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 10:57:37.302225 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:57:37.302225 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 10:57:37.302225 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:57:37.302225 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 10:57:37.302225 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:57:37.302225 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 10:57:37.302225 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:57:37.302225 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 10:57:37.302225 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:57:37.302225 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 10:57:37.302225 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:57:37.302225 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 10:57:37.302225 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:57:37.302225 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:57:37.302225 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:57:37.302225 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:57:37.302225 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:57:37.302225 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 10:57:37.302225 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:57:37.302225 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 10:57:37.302225 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:57:37.302225 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:57:37.302225 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:57:37.302225 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 10:57:37.302225 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:57:37.302225 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:57:37.302225 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:57:37.302225 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:57:37.302225 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:57:37.302225 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:57:37.302225 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:57:37.323154 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-f5de739a-fa40-4bf5-957f-923bb9ce68b9 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 22 10:57:37.328367 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f5de739a-fa40-4bf5-957f-923bb9ce68b9 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] 10.222.0.57 "DELETE /v2.0/routers/d91b2e9e-78e9-4678-9c5d-eb378383beb6 HTTP/1.1" status: 409 len: 329 time: 0.5029049 Mar 22 10:57:37.329557 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38800) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:37.349533 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-2f3f933e-ee71-43c9-8f28-00fb5f51ff46 None None] Calling delete_port for b9735fe5-3a85-4979-8ffa-26c5df16e520 owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:57:37.360414 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-be944845-24dc-4d42-b615-d3fb0ada4627 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:37.400278 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdf2deb-4bb8-4256-b437-b114b4404528 None None] Routers {'d91b2e9e-78e9-4678-9c5d-eb378383beb6'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:57:37.400908 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-4bdf2deb-4bb8-4256-b437-b114b4404528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:57:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['d91b2e9e-78e9-4678-9c5d-eb378383beb6'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:37.401194 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-67b00c0d-7952-4cd1-9edd-3e94bc239701 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:37.432279 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-67b00c0d-7952-4cd1-9edd-3e94bc239701 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:37.491749 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-67b00c0d-7952-4cd1-9edd-3e94bc239701 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] In _notify_port_updated(), no bound segment for port 8a94501b-c74c-470a-87a7-db1445d8a1b1 on network c33d4098-434a-4c67-a0d0-3ea0db9d3f43 {{(pid=109049) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 22 10:57:37.492476 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-80462dce-55d6-4a94-a90e-a11edf881498 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:37.497468 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b00c0d-7952-4cd1-9edd-3e94bc239701 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:37.498145 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-67b00c0d-7952-4cd1-9edd-3e94bc239701 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:37.500064 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-67b00c0d-7952-4cd1-9edd-3e94bc239701 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "PUT /v2.0/ports/8a94501b-c74c-470a-87a7-db1445d8a1b1 HTTP/1.1" status: 200 len: 818 time: 0.7849641 Mar 22 10:57:37.503652 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38802) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:37.508033 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ca33a7-4fdb-48b5-82fa-a1c60cf3cb73 None None] DHCP port deletion for b431a499-e69f-4b25-8a69-0fc1b9d888e8 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:57:37.537520 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-4bdf2deb-4bb8-4256-b437-b114b4404528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:37.538180 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdf2deb-4bb8-4256-b437-b114b4404528 None None] The sync data for ids ['d91b2e9e-78e9-4678-9c5d-eb378383beb6'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:57:37.548110 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-67716bc6-31c5-4748-a94e-0f06a5564979 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:37.552416 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-67716bc6-31c5-4748-a94e-0f06a5564979 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:37.555744 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-67716bc6-31c5-4748-a94e-0f06a5564979 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "DELETE /v2.0/networks/bf0a1c79-cd9a-4d2e-a4a9-c157709b0877 HTTP/1.1" status: 204 len: 168 time: 1.3947303 Mar 22 10:57:37.561545 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-be944845-24dc-4d42-b615-d3fb0ada4627 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:37.564766 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38804) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:37.570167 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5087fdf-bfeb-4e63-a06f-352e24fe60bc tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Router 7618e55c-223f-46ea-8035-0aadeb01195e is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 10:57:37.582419 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80462dce-55d6-4a94-a90e-a11edf881498 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:57:37.582663 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b00c0d-7952-4cd1-9edd-3e94bc239701 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event updated for resources: {'Port': ['ID=8a94501b-c74c-470a-87a7-db1445d8a1b1,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:37.611153 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-80462dce-55d6-4a94-a90e-a11edf881498 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:37.613660 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80462dce-55d6-4a94-a90e-a11edf881498 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:57:37.651942 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67716bc6-31c5-4748-a94e-0f06a5564979 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event deleted for resources: {'Network': ['ID=bf0a1c79-cd9a-4d2e-a4a9-c157709b0877,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:37.682466 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80462dce-55d6-4a94-a90e-a11edf881498 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Port': ['ID=eec0abfd-5f41-44e5-9e5c-7131f6077be6,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:37.682756 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b1ca3a19-12e5-41b3-9f28-d5977505a958 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:37.731142 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-09fb9808-e726-4381-a5ed-e4ff347aaa6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:37.766174 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b1ca3a19-12e5-41b3-9f28-d5977505a958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:37.828876 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-82e897ad-9a49-41b6-af70-2dddeeb68057 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:37.854404 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-064ea05c-230b-40f2-a346-ae4b98cb6edc None None] Provisioning complete for port b7de07a0-e060-41ed-8b84-8ffd14973890 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:37.854785 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-064ea05c-230b-40f2-a346-ae4b98cb6edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:37.857544 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ca3a19-12e5-41b3-9f28-d5977505a958 None None] Network c43085de-3b67-4f68-b760-4d0571e2e752 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:57:37.906209 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device b9735fe5-3a85-4979-8ffa-26c5df16e520 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:57:37.916933 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-b1ca3a19-12e5-41b3-9f28-d5977505a958 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:37.919555 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d9a56f5b-52d6-4a71-8c76-93f03b252341 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:37.937187 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-2fe84e88-e41e-42f8-9bb8-3555fb55db28 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] For port b9735fe5-3a85-4979-8ffa-26c5df16e520, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=b9735fe5-3a85-4979-8ffa-26c5df16e520,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:57:37.962232 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ca3a19-12e5-41b3-9f28-d5977505a958 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:57:37.974497 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a56f5b-52d6-4a71-8c76-93f03b252341 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Pushing event deleted for resources: {'Subnet': ['ID=ef9f4e58-1847-4bee-ad1c-4f87ed9135b2,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:37.988872 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-16ca33a7-4fdb-48b5-82fa-a1c60cf3cb73 None None] Deleting port 64ec7fa6-1cbd-40f9-b57d-3e18915e70e8 {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:57:37.989384 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-16ca33a7-4fdb-48b5-82fa-a1c60cf3cb73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:38.001468 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-a60d03e3-42ed-438a-a9e9-1352df90424a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Deleting port 8a94501b-c74c-470a-87a7-db1445d8a1b1 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:57:38.001808 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a60d03e3-42ed-438a-a9e9-1352df90424a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:38.010576 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca3a19-12e5-41b3-9f28-d5977505a958 None None] Pushing event updated for resources: {'Port': ['ID=e750af36-7c63-4003-8e34-b9fc40882d46,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:38.057932 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2fe84e88-e41e-42f8-9bb8-3555fb55db28 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:38.062206 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-6557ebb4-91bd-4c88-946a-62f41cf522a0 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:38.066961 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5087fdf-bfeb-4e63-a06f-352e24fe60bc tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:57:38.076243 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2fe84e88-e41e-42f8-9bb8-3555fb55db28 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:38.076947 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2fe84e88-e41e-42f8-9bb8-3555fb55db28 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:38.081817 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8d19fe-9382-4412-8df3-c9fe0bf4cde8 None None] Sync routers for ids ['7618e55c-223f-46ea-8035-0aadeb01195e'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:57:38.093292 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8d19fe-9382-4412-8df3-c9fe0bf4cde8 None None] Routers {'7618e55c-223f-46ea-8035-0aadeb01195e'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:57:38.094295 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-2e8d19fe-9382-4412-8df3-c9fe0bf4cde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:57:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['7618e55c-223f-46ea-8035-0aadeb01195e'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:38.136573 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-16ca33a7-4fdb-48b5-82fa-a1c60cf3cb73 None None] For port 64ec7fa6-1cbd-40f9-b57d-3e18915e70e8, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=64ec7fa6-1cbd-40f9-b57d-3e18915e70e8,segment=NetworkSegment(944859d4-08b6-48e5-837d-01d960968df9),segment_id=944859d4-08b6-48e5-837d-01d960968df9)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:57:38.137395 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-16ca33a7-4fdb-48b5-82fa-a1c60cf3cb73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:38.152478 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-16ca33a7-4fdb-48b5-82fa-a1c60cf3cb73 None None] Calling delete_port for 64ec7fa6-1cbd-40f9-b57d-3e18915e70e8 owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:57:38.155894 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d9a56f5b-52d6-4a71-8c76-93f03b252341 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:38.172876 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe84e88-e41e-42f8-9bb8-3555fb55db28 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event deleted for resources: {'Port': ['ID=b9735fe5-3a85-4979-8ffa-26c5df16e520,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:38.186311 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-d9a56f5b-52d6-4a71-8c76-93f03b252341 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c43085de-3b67-4f68-b760-4d0571e2e752']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:38.199735 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-d9a56f5b-52d6-4a71-8c76-93f03b252341 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6c36b67-a129-42a5-a408-fb7ba4209446') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:38.200115 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-d9a56f5b-52d6-4a71-8c76-93f03b252341 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6c36b67-a129-42a5-a408-fb7ba4209446') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:38.202765 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe84e88-e41e-42f8-9bb8-3555fb55db28 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:57:38.211283 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d9a56f5b-52d6-4a71-8c76-93f03b252341 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:38.214517 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-2fe84e88-e41e-42f8-9bb8-3555fb55db28 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:38.224328 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe84e88-e41e-42f8-9bb8-3555fb55db28 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:38.225173 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2fe84e88-e41e-42f8-9bb8-3555fb55db28 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:38.226559 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d9a56f5b-52d6-4a71-8c76-93f03b252341 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:38.228688 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe84e88-e41e-42f8-9bb8-3555fb55db28 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event updated for resources: {'Subnet': ['ID=1f4b7ba7-91fb-4b65-b53f-b59f15f8ce74,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:38.230892 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-2e8d19fe-9382-4412-8df3-c9fe0bf4cde8 None None] Set router 7618e55c-223f-46ea-8035-0aadeb01195e gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:57:38.241325 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9a56f5b-52d6-4a71-8c76-93f03b252341 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:57:38.241728 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d9a56f5b-52d6-4a71-8c76-93f03b252341 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:38.255807 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2f3f933e-ee71-43c9-8f28-00fb5f51ff46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:38.280319 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 10:57:38.280319 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:57:38.280319 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 10:57:38.280319 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:57:38.280319 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 10:57:38.280319 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:57:38.280319 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 10:57:38.280319 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:57:38.280319 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 10:57:38.280319 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:57:38.280319 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 10:57:38.280319 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:57:38.280319 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 10:57:38.280319 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:57:38.280319 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:57:38.280319 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:57:38.280319 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:57:38.280319 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:57:38.280319 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 10:57:38.280319 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:57:38.280319 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 10:57:38.280319 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:57:38.280319 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:57:38.280319 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:57:38.280319 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 10:57:38.280319 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:57:38.280319 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:57:38.280319 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:57:38.280319 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:57:38.280319 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:57:38.280319 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:57:38.280319 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:57:38.287096 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-2fe84e88-e41e-42f8-9bb8-3555fb55db28 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.5124435 Mar 22 10:57:38.290018 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38806) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:38.292458 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-16ca33a7-4fdb-48b5-82fa-a1c60cf3cb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:38.295937 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-768bdd3e-19ee-495d-b755-5bc201ebb2c6 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'port': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'mac_address': 'fa:16:3e:a4:a7:cb', 'name': 'tempest-NetworksTestDHCPv6-603384639'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:38.301513 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-6557ebb4-91bd-4c88-946a-62f41cf522a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:38.310932 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-064ea05c-230b-40f2-a346-ae4b98cb6edc None None] Port b7de07a0-e060-41ed-8b84-8ffd14973890 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:57:38.325047 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f933e-ee71-43c9-8f28-00fb5f51ff46 None None] Pushing event deleted for resources: {'Port': ['ID=b9735fe5-3a85-4979-8ffa-26c5df16e520,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:38.332893 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No active binding found for port b9735fe5-3a85-4979-8ffa-26c5df16e520 {{(pid=109051) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 22 10:57:38.333350 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device b9735fe5-3a85-4979-8ffa-26c5df16e520 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:57:38.333775 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 8a6ea19c-2de4-4e36-b4f9-b16d72879dbf no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:57:38.343218 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b02f06fd-54a2-4f0f-96b6-8e0fcd034337 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683891'] for router_interface, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:38.345761 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3f933e-ee71-43c9-8f28-00fb5f51ff46 None None] No DVR routers for this DVR port b9735fe5-3a85-4979-8ffa-26c5df16e520 on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:57:38.361601 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-b1ca3a19-12e5-41b3-9f28-d5977505a958 None None] Attempting to bind port e750af36-7c63-4003-8e34-b9fc40882d46 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:57:38.362155 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-b1ca3a19-12e5-41b3-9f28-d5977505a958 None None] Attempting to bind port e750af36-7c63-4003-8e34-b9fc40882d46 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': 'd6c36b67-a129-42a5-a408-fb7ba4209446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c43085de-3b67-4f68-b760-4d0571e2e752'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:57:38.362670 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ca3a19-12e5-41b3-9f28-d5977505a958 None None] Attempting to bind port e750af36-7c63-4003-8e34-b9fc40882d46 on network c43085de-3b67-4f68-b760-4d0571e2e752 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:57:38.368848 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6557ebb4-91bd-4c88-946a-62f41cf522a0 None None] Network 8c51dfed-459c-4585-b402-9a2f5dd1fd4f is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:57:38.410690 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ca33a7-4fdb-48b5-82fa-a1c60cf3cb73 None None] No DVR routers for this DVR port 64ec7fa6-1cbd-40f9-b57d-3e18915e70e8 on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:57:38.411109 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a60d03e3-42ed-438a-a9e9-1352df90424a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:38.415574 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bff8f7-4c2c-43de-abd1-3e363aa3f043 None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:57:38.432796 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-a60d03e3-42ed-438a-a9e9-1352df90424a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Calling delete_port for 8a94501b-c74c-470a-87a7-db1445d8a1b1 owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:57:38.440040 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ca33a7-4fdb-48b5-82fa-a1c60cf3cb73 None None] Pushing event deleted for resources: {'Port': ['ID=64ec7fa6-1cbd-40f9-b57d-3e18915e70e8,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:38.450432 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e5087fdf-bfeb-4e63-a06f-352e24fe60bc tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:38.452121 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e5087fdf-bfeb-4e63-a06f-352e24fe60bc tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.5029092 Mar 22 10:57:38.459514 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-be944845-24dc-4d42-b615-d3fb0ada4627 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:38.460322 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-2e8d19fe-9382-4412-8df3-c9fe0bf4cde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7618e55c-223f-46ea-8035-0aadeb01195e', 'name': 'tempest-snat-router-888919382', 'tenant_id': '36acfd1392f74bbdb415094b9c8da695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.235'}], 'enable_snat': False}, 'gw_port_id': 'd2593e84-b3f9-4d75-ac92-a9a81ef57ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:57:31Z', 'updated_at': '2022-03-22T10:57:35Z', 'revision_number': 3, 'project_id': '36acfd1392f74bbdb415094b9c8da695', 'gw_port': {'id': 'd2593e84-b3f9-4d75-ac92-a9a81ef57ee1', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7618e55c-223f-46ea-8035-0aadeb01195e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:57:33Z', 'updated_at': '2022-03-22T10:57:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:38.474958 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38808) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:38.488517 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 8a6ea19c-2de4-4e36-b4f9-b16d72879dbf {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:57:38.488922 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 8a6ea19c-2de4-4e36-b4f9-b16d72879dbf not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:57:38.491743 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-6557ebb4-91bd-4c88-946a-62f41cf522a0 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:38.494083 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6557ebb4-91bd-4c88-946a-62f41cf522a0 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:57:38.498544 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8d19fe-9382-4412-8df3-c9fe0bf4cde8 None None] Checking router: 7618e55c-223f-46ea-8035-0aadeb01195e for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 10:57:38.499009 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8d19fe-9382-4412-8df3-c9fe0bf4cde8 None None] Updating router 7618e55c-223f-46ea-8035-0aadeb01195e port d2593e84-b3f9-4d75-ac92-a9a81ef57ee1 binding host dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 10:57:38.504447 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6557ebb4-91bd-4c88-946a-62f41cf522a0 None None] Pushing event updated for resources: {'Port': ['ID=68895717-4655-4681-a08f-ee9b1784ffc6,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:38.507568 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ca3a19-12e5-41b3-9f28-d5977505a958 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:57:38.507990 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ca3a19-12e5-41b3-9f28-d5977505a958 None None] Checking segment: {'id': 'd6c36b67-a129-42a5-a408-fb7ba4209446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c43085de-3b67-4f68-b760-4d0571e2e752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:57:38.508402 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b1ca3a19-12e5-41b3-9f28-d5977505a958 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:38.508787 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ca3a19-12e5-41b3-9f28-d5977505a958 None None] Bound using segment: {'id': 'd6c36b67-a129-42a5-a408-fb7ba4209446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c43085de-3b67-4f68-b760-4d0571e2e752'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:57:38.509500 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-b1ca3a19-12e5-41b3-9f28-d5977505a958 None None] Bound port: e750af36-7c63-4003-8e34-b9fc40882d46, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6c36b67-a129-42a5-a408-fb7ba4209446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c43085de-3b67-4f68-b760-4d0571e2e752'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:57:38.509889 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b1ca3a19-12e5-41b3-9f28-d5977505a958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:38.531823 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-2e8d19fe-9382-4412-8df3-c9fe0bf4cde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:38.615644 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-ee4439e2-117a-4805-8d65-ccf165a4b88f None None] Provisioning complete for port 772da3f2-baf3-4fb0-aee4-4717dd1fb998 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:38.615937 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ee4439e2-117a-4805-8d65-ccf165a4b88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:38.625065 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.db.api [None req-d9a56f5b-52d6-4a71-8c76-93f03b252341 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 22 10:57:38.625065 dv-neutron-834599-1-hyperv neutron-server[109049]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 22 10:57:38.625065 dv-neutron-834599-1-hyperv neutron-server[109049]: [parameters: {'id': 'c43085de-3b67-4f68-b760-4d0571e2e752'}] Mar 22 10:57:38.625065 dv-neutron-834599-1-hyperv neutron-server[109049]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 10:57:38.625863 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG oslo_db.api [None req-d9a56f5b-52d6-4a71-8c76-93f03b252341 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 10:57:38.627736 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-80462dce-55d6-4a94-a90e-a11edf881498 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:38.631691 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be944845-24dc-4d42-b615-d3fb0ada4627 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Pushing event deleted for resources: {'Subnet': ['ID=24b2a3dd-45a0-40a9-9bab-7ba005614153,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:38.696651 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-6557ebb4-91bd-4c88-946a-62f41cf522a0 None None] Attempting to bind port 68895717-4655-4681-a08f-ee9b1784ffc6 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:57:38.697029 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-6557ebb4-91bd-4c88-946a-62f41cf522a0 None None] Attempting to bind port 68895717-4655-4681-a08f-ee9b1784ffc6 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '0dddf593-db6b-48ff-a4a6-54c309b6a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '8c51dfed-459c-4585-b402-9a2f5dd1fd4f'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:57:38.697547 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6557ebb4-91bd-4c88-946a-62f41cf522a0 None None] Attempting to bind port 68895717-4655-4681-a08f-ee9b1784ffc6 on network 8c51dfed-459c-4585-b402-9a2f5dd1fd4f {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:57:38.711327 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 64ec7fa6-1cbd-40f9-b57d-3e18915e70e8 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:57:38.754632 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6557ebb4-91bd-4c88-946a-62f41cf522a0 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:57:38.755009 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6557ebb4-91bd-4c88-946a-62f41cf522a0 None None] Checking segment: {'id': '0dddf593-db6b-48ff-a4a6-54c309b6a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '8c51dfed-459c-4585-b402-9a2f5dd1fd4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:57:38.755512 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-6557ebb4-91bd-4c88-946a-62f41cf522a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:38.755912 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6557ebb4-91bd-4c88-946a-62f41cf522a0 None None] Bound using segment: {'id': '0dddf593-db6b-48ff-a4a6-54c309b6a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '8c51dfed-459c-4585-b402-9a2f5dd1fd4f'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:57:38.756397 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-6557ebb4-91bd-4c88-946a-62f41cf522a0 None None] Bound port: 68895717-4655-4681-a08f-ee9b1784ffc6, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dddf593-db6b-48ff-a4a6-54c309b6a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '8c51dfed-459c-4585-b402-9a2f5dd1fd4f'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:57:38.756804 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-6557ebb4-91bd-4c88-946a-62f41cf522a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:38.779087 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 64ec7fa6-1cbd-40f9-b57d-3e18915e70e8 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:57:38.779463 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 64ec7fa6-1cbd-40f9-b57d-3e18915e70e8 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:57:38.797041 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-82e897ad-9a49-41b6-af70-2dddeeb68057 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Deleting port 64ec7fa6-1cbd-40f9-b57d-3e18915e70e8 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:57:38.797634 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-82e897ad-9a49-41b6-af70-2dddeeb68057 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:38.801687 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-be944845-24dc-4d42-b615-d3fb0ada4627 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:38.857609 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-80462dce-55d6-4a94-a90e-a11edf881498 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:38.883352 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-2e8d19fe-9382-4412-8df3-c9fe0bf4cde8 None None] Notify callbacks [] for port, precommit_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:38.884421 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768bdd3e-19ee-495d-b755-5bc201ebb2c6 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Made reservation on behalf of f7a8ac7bbd5d466888176c13ba053f5f for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:38.891946 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-2e8d19fe-9382-4412-8df3-c9fe0bf4cde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:38.943056 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86ee00-3ec4-4700-95b9-401622f3af7f None None] Pushing event updated for resources: {'Port': ['ID=d2593e84-b3f9-4d75-ac92-a9a81ef57ee1,revision_number=2']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:38.984543 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-2e8d19fe-9382-4412-8df3-c9fe0bf4cde8 None None] Attempting to bind port d2593e84-b3f9-4d75-ac92-a9a81ef57ee1 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:57:38.985003 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-2e8d19fe-9382-4412-8df3-c9fe0bf4cde8 None None] Attempting to bind port d2593e84-b3f9-4d75-ac92-a9a81ef57ee1 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:57:38.986043 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8d19fe-9382-4412-8df3-c9fe0bf4cde8 None None] Attempting to bind port d2593e84-b3f9-4d75-ac92-a9a81ef57ee1 on network a14ca783-6f82-4799-85a3-4cbe79c980a8 {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:57:39.005374 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8d19fe-9382-4412-8df3-c9fe0bf4cde8 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:57:39.005701 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8d19fe-9382-4412-8df3-c9fe0bf4cde8 None None] Checking segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:57:39.006015 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-2e8d19fe-9382-4412-8df3-c9fe0bf4cde8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:39.006315 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8d19fe-9382-4412-8df3-c9fe0bf4cde8 None None] Bound using segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:57:39.007393 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-2e8d19fe-9382-4412-8df3-c9fe0bf4cde8 None None] Bound port: d2593e84-b3f9-4d75-ac92-a9a81ef57ee1, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:57:39.007393 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-2e8d19fe-9382-4412-8df3-c9fe0bf4cde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:39.039263 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-b1ca3a19-12e5-41b3-9f28-d5977505a958 None None] For port e750af36-7c63-4003-8e34-b9fc40882d46, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:57:39.068933 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-b1ca3a19-12e5-41b3-9f28-d5977505a958 None None] For port e750af36-7c63-4003-8e34-b9fc40882d46, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=e750af36-7c63-4003-8e34-b9fc40882d46,segment=NetworkSegment(d6c36b67-a129-42a5-a408-fb7ba4209446),segment_id=d6c36b67-a129-42a5-a408-fb7ba4209446)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:57:39.092383 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-2e8d19fe-9382-4412-8df3-c9fe0bf4cde8 None None] For port d2593e84-b3f9-4d75-ac92-a9a81ef57ee1, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:57:39.098214 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-2e8d19fe-9382-4412-8df3-c9fe0bf4cde8 None None] For port d2593e84-b3f9-4d75-ac92-a9a81ef57ee1, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=d2593e84-b3f9-4d75-ac92-a9a81ef57ee1,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:57:39.106916 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b1ca3a19-12e5-41b3-9f28-d5977505a958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:39.117618 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-2e8d19fe-9382-4412-8df3-c9fe0bf4cde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:39.128316 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-768bdd3e-19ee-495d-b755-5bc201ebb2c6 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:39.143441 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5630e7e7-088b-49e4-931d-39d67df88b14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-1bc750fe-0949-42b2-bab7-34fc725823e6', 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'tenant_id': 'f7a8ac7bbd5d466888176c13ba053f5f', 'fixed_ips': [{'subnet_id': '1f4b7ba7-91fb-4b65-b53f-b59f15f8ce74'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:57:39.144318 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5630e7e7-088b-49e4-931d-39d67df88b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:39.187548 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86ee00-3ec4-4700-95b9-401622f3af7f None None] Pushing event updated for resources: {'Port': ['ID=d2593e84-b3f9-4d75-ac92-a9a81ef57ee1,revision_number=3']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:39.205705 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca3a19-12e5-41b3-9f28-d5977505a958 None None] Pushing event updated for resources: {'Port': ['ID=e750af36-7c63-4003-8e34-b9fc40882d46,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:39.209444 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-6557ebb4-91bd-4c88-946a-62f41cf522a0 None None] For port 68895717-4655-4681-a08f-ee9b1784ffc6, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:57:39.259341 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d9a56f5b-52d6-4a71-8c76-93f03b252341 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:39.262997 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8d19fe-9382-4412-8df3-c9fe0bf4cde8 None None] Routers {'7618e55c-223f-46ea-8035-0aadeb01195e'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:57:39.264281 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-2e8d19fe-9382-4412-8df3-c9fe0bf4cde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:57:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['7618e55c-223f-46ea-8035-0aadeb01195e'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:39.267493 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3b02ce43-a470-4cbc-9593-a60d6b510b6f tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] 10.222.0.57 "GET /v2.0/routers/7618e55c-223f-46ea-8035-0aadeb01195e HTTP/1.1" status: 200 len: 908 time: 0.7861099 Mar 22 10:57:39.285601 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38810) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:39.295440 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-7b75887b-cd3a-4786-a96a-7b937b2523d8 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Request body: {'router': {'name': 'tempest-snat-router-888919382', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'enable_snat': True}}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:39.344818 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7b75887b-cd3a-4786-a96a-7b937b2523d8 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:39.345865 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7b75887b-cd3a-4786-a96a-7b937b2523d8 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:39.357494 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-be944845-24dc-4d42-b615-d3fb0ada4627 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c51dfed-459c-4585-b402-9a2f5dd1fd4f']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:39.381842 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-5630e7e7-088b-49e4-931d-39d67df88b14 None None] Allocated IP 2001:db8::f816:3eff:fedf:6846 (1bc750fe-0949-42b2-bab7-34fc725823e6/1f4b7ba7-91fb-4b65-b53f-b59f15f8ce74/b991b397-d607-427c-9ceb-9dff2f24a346) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:57:39.392751 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-6557ebb4-91bd-4c88-946a-62f41cf522a0 None None] For port 68895717-4655-4681-a08f-ee9b1784ffc6, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=68895717-4655-4681-a08f-ee9b1784ffc6,segment=NetworkSegment(0dddf593-db6b-48ff-a4a6-54c309b6a7ec),segment_id=0dddf593-db6b-48ff-a4a6-54c309b6a7ec)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:57:39.414581 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-be944845-24dc-4d42-b615-d3fb0ada4627 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dddf593-db6b-48ff-a4a6-54c309b6a7ec') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:39.414975 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-be944845-24dc-4d42-b615-d3fb0ada4627 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dddf593-db6b-48ff-a4a6-54c309b6a7ec') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:39.421066 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-2e8d19fe-9382-4412-8df3-c9fe0bf4cde8 None None] Set router 7618e55c-223f-46ea-8035-0aadeb01195e gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:57:39.433741 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-6557ebb4-91bd-4c88-946a-62f41cf522a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:39.466494 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-82e897ad-9a49-41b6-af70-2dddeeb68057 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] For port 64ec7fa6-1cbd-40f9-b57d-3e18915e70e8, host dv-neutron-834599-1-hyperv, got binding levels [] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:57:39.466909 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-82e897ad-9a49-41b6-af70-2dddeeb68057 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:39.490336 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-be944845-24dc-4d42-b615-d3fb0ada4627 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:39.491816 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad55485-e018-4450-90fc-0a9c95942952 None None] Network c43085de-3b67-4f68-b760-4d0571e2e752 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:57:39.524979 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a60d03e3-42ed-438a-a9e9-1352df90424a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:39.557159 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-82e897ad-9a49-41b6-af70-2dddeeb68057 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Calling delete_port for 64ec7fa6-1cbd-40f9-b57d-3e18915e70e8 owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:57:39.582790 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.ipam_backend_mixin [None req-82e897ad-9a49-41b6-af70-2dddeeb68057 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Port 64ec7fa6-1cbd-40f9-b57d-3e18915e70e8 was not found and therefore no delete operation was performed {{(pid=109049) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 22 10:57:39.608204 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00756a01-1a19-44c6-b2b5-a098ca79911a None None] Network 8c51dfed-459c-4585-b402-9a2f5dd1fd4f requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:57:39.615890 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-768bdd3e-19ee-495d-b755-5bc201ebb2c6 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] device_id is not set on port 654d0c0b-d3e5-4c90-ab47-cada7c8effde yet. {{(pid=109050) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:57:39.623008 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-be944845-24dc-4d42-b615-d3fb0ada4627 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:39.629267 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7b75887b-cd3a-4786-a96a-7b937b2523d8 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:39.630860 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60d03e3-42ed-438a-a9e9-1352df90424a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event deleted for resources: {'Port': ['ID=8a94501b-c74c-470a-87a7-db1445d8a1b1,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:39.645253 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a60d03e3-42ed-438a-a9e9-1352df90424a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:39.650273 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a60d03e3-42ed-438a-a9e9-1352df90424a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "DELETE /v2.0/ports/8a94501b-c74c-470a-87a7-db1445d8a1b1 HTTP/1.1" status: 204 len: 168 time: 2.1434517 Mar 22 10:57:39.654936 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-82e897ad-9a49-41b6-af70-2dddeeb68057 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:39.665769 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38812) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:39.668520 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6557ebb4-91bd-4c88-946a-62f41cf522a0 None None] Pushing event updated for resources: {'Port': ['ID=68895717-4655-4681-a08f-ee9b1784ffc6,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:39.675242 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e897ad-9a49-41b6-af70-2dddeeb68057 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] No DVR routers for this DVR port 64ec7fa6-1cbd-40f9-b57d-3e18915e70e8 on host dv-neutron-834599-1-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:57:39.699754 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-2e8d19fe-9382-4412-8df3-c9fe0bf4cde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7618e55c-223f-46ea-8035-0aadeb01195e', 'name': 'tempest-snat-router-888919382', 'tenant_id': '36acfd1392f74bbdb415094b9c8da695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.235'}], 'enable_snat': False}, 'gw_port_id': 'd2593e84-b3f9-4d75-ac92-a9a81ef57ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:57:31Z', 'updated_at': '2022-03-22T10:57:35Z', 'revision_number': 3, 'project_id': '36acfd1392f74bbdb415094b9c8da695', 'gw_port': {'id': 'd2593e84-b3f9-4d75-ac92-a9a81ef57ee1', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7618e55c-223f-46ea-8035-0aadeb01195e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:57:33Z', 'updated_at': '2022-03-22T10:57:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:39.720107 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be944845-24dc-4d42-b615-d3fb0ada4627 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:57:39.720924 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-be944845-24dc-4d42-b615-d3fb0ada4627 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:39.744673 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8d19fe-9382-4412-8df3-c9fe0bf4cde8 None None] The sync data for ids ['7618e55c-223f-46ea-8035-0aadeb01195e'] in dv-neutron-834599-1-hyperv is: [{'id': '7618e55c-223f-46ea-8035-0aadeb01195e', 'name': 'tempest-snat-router-888919382', 'tenant_id': '36acfd1392f74bbdb415094b9c8da695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.235'}], 'enable_snat': False}, 'gw_port_id': 'd2593e84-b3f9-4d75-ac92-a9a81ef57ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:57:31Z', 'updated_at': '2022-03-22T10:57:35Z', 'revision_number': 3, 'project_id': '36acfd1392f74bbdb415094b9c8da695', 'gw_port': {'id': 'd2593e84-b3f9-4d75-ac92-a9a81ef57ee1', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7618e55c-223f-46ea-8035-0aadeb01195e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:57:33Z', 'updated_at': '2022-03-22T10:57:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:57:39.745366 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 10:57:39.745366 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:57:39.745366 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 10:57:39.745366 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:57:39.745366 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 10:57:39.745366 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:57:39.745366 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 10:57:39.745366 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:57:39.745366 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 10:57:39.745366 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:57:39.745366 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 10:57:39.745366 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:57:39.745366 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 10:57:39.745366 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:57:39.745366 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:57:39.745366 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:57:39.745366 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:57:39.745366 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:57:39.745366 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 10:57:39.745366 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:57:39.745366 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 10:57:39.745366 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:57:39.745366 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:57:39.745366 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:57:39.745366 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 10:57:39.745366 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:57:39.745366 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:57:39.745366 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:57:39.745366 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:57:39.745366 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:57:39.745366 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:57:39.745366 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:57:39.768071 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-80462dce-55d6-4a94-a90e-a11edf881498 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:39.786654 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-80462dce-55d6-4a94-a90e-a11edf881498 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:39.833871 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80462dce-55d6-4a94-a90e-a11edf881498 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Port': ['ID=eec0abfd-5f41-44e5-9e5c-7131f6077be6,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:39.844992 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e897ad-9a49-41b6-af70-2dddeeb68057 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event deleted for resources: {'Port': ['ID=64ec7fa6-1cbd-40f9-b57d-3e18915e70e8,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:39.845173 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-b02f06fd-54a2-4f0f-96b6-8e0fcd034337 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Deleting port b7de07a0-e060-41ed-8b84-8ffd14973890 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:57:39.845506 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b02f06fd-54a2-4f0f-96b6-8e0fcd034337 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:39.888407 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-6d5d917d-9894-42eb-abf6-4ff633a1d73e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:39.895487 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5630e7e7-088b-49e4-931d-39d67df88b14 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:39.914956 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5630e7e7-088b-49e4-931d-39d67df88b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:39.921420 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb352921-28b3-4d33-98fb-61a1e75b8b5c None None] Network 8c51dfed-459c-4585-b402-9a2f5dd1fd4f requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:57:39.980486 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-82e897ad-9a49-41b6-af70-2dddeeb68057 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:40.003907 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-768bdd3e-19ee-495d-b755-5bc201ebb2c6 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Allocated IP 2001:db8::f816:3eff:fea4:a7cb (1bc750fe-0949-42b2-bab7-34fc725823e6/1f4b7ba7-91fb-4b65-b53f-b59f15f8ce74/654d0c0b-d3e5-4c90-ab47-cada7c8effde) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:57:40.004701 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5630e7e7-088b-49e4-931d-39d67df88b14 None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:57:40.008625 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-82e897ad-9a49-41b6-af70-2dddeeb68057 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b431a499-e69f-4b25-8a69-0fc1b9d888e8']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:40.054778 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-5630e7e7-088b-49e4-931d-39d67df88b14 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:40.057953 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5630e7e7-088b-49e4-931d-39d67df88b14 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:57:40.068163 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b02f06fd-54a2-4f0f-96b6-8e0fcd034337 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:40.083050 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5630e7e7-088b-49e4-931d-39d67df88b14 None None] Pushing event updated for resources: {'Port': ['ID=b991b397-d607-427c-9ceb-9dff2f24a346,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:40.098061 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-82e897ad-9a49-41b6-af70-2dddeeb68057 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '944859d4-08b6-48e5-837d-01d960968df9') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:40.098301 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-82e897ad-9a49-41b6-af70-2dddeeb68057 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '944859d4-08b6-48e5-837d-01d960968df9') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:40.123453 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-b02f06fd-54a2-4f0f-96b6-8e0fcd034337 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Calling delete_port for b7de07a0-e060-41ed-8b84-8ffd14973890 owned by network:router_interface {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:57:40.151517 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-80462dce-55d6-4a94-a90e-a11edf881498 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684147'] for floatingip, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:40.180328 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7b75887b-cd3a-4786-a96a-7b937b2523d8 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:40.194412 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-d9a56f5b-52d6-4a71-8c76-93f03b252341 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Deleting port e750af36-7c63-4003-8e34-b9fc40882d46 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:57:40.194735 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d9a56f5b-52d6-4a71-8c76-93f03b252341 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:40.202452 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-82e897ad-9a49-41b6-af70-2dddeeb68057 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:40.208017 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-5630e7e7-088b-49e4-931d-39d67df88b14 None None] Attempting to bind port b991b397-d607-427c-9ceb-9dff2f24a346 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:57:40.208427 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-5630e7e7-088b-49e4-931d-39d67df88b14 None None] Attempting to bind port b991b397-d607-427c-9ceb-9dff2f24a346 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:57:40.208778 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5630e7e7-088b-49e4-931d-39d67df88b14 None None] Attempting to bind port b991b397-d607-427c-9ceb-9dff2f24a346 on network 1bc750fe-0949-42b2-bab7-34fc725823e6 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:57:40.215002 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5630e7e7-088b-49e4-931d-39d67df88b14 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:57:40.215164 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5630e7e7-088b-49e4-931d-39d67df88b14 None None] Checking segment: {'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:57:40.215539 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5630e7e7-088b-49e4-931d-39d67df88b14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:40.215981 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5630e7e7-088b-49e4-931d-39d67df88b14 None None] Bound using segment: {'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:57:40.216475 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-5630e7e7-088b-49e4-931d-39d67df88b14 None None] Bound port: b991b397-d607-427c-9ceb-9dff2f24a346, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:57:40.216888 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5630e7e7-088b-49e4-931d-39d67df88b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:40.221985 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbccb4f4-e8bd-4d46-b1f4-5ebd2aed3f59 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:40.223546 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-dbccb4f4-e8bd-4d46-b1f4-5ebd2aed3f59 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.5397053 Mar 22 10:57:40.243919 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.db.api [None req-be944845-24dc-4d42-b615-d3fb0ada4627 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 22 10:57:40.243919 dv-neutron-834599-1-hyperv neutron-server[109049]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 22 10:57:40.243919 dv-neutron-834599-1-hyperv neutron-server[109049]: [parameters: {'id': '8c51dfed-459c-4585-b402-9a2f5dd1fd4f'}] Mar 22 10:57:40.243919 dv-neutron-834599-1-hyperv neutron-server[109049]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 10:57:40.244543 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG oslo_db.api [None req-be944845-24dc-4d42-b615-d3fb0ada4627 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 10:57:40.244794 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38814) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:40.287889 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-82e897ad-9a49-41b6-af70-2dddeeb68057 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:40.298035 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-5630e7e7-088b-49e4-931d-39d67df88b14 None None] For port b991b397-d607-427c-9ceb-9dff2f24a346, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:57:40.304976 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-5630e7e7-088b-49e4-931d-39d67df88b14 None None] For port b991b397-d607-427c-9ceb-9dff2f24a346, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=b991b397-d607-427c-9ceb-9dff2f24a346,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:57:40.312593 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5630e7e7-088b-49e4-931d-39d67df88b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:40.319200 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-6705bf49-dd32-4e23-8ee3-ae03e1ea31bf tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] GET failed (client error): The resource could not be found. Mar 22 10:57:40.325027 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6705bf49-dd32-4e23-8ee3-ae03e1ea31bf tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "GET /v2.0/ports/8a94501b-c74c-470a-87a7-db1445d8a1b1 HTTP/1.1" status: 404 len: 333 time: 0.0762537 Mar 22 10:57:40.329451 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38816) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:40.336146 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-bb9c66c7-1c8d-4c2f-b178-63abdc474a73 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-421853538'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:40.356199 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82e897ad-9a49-41b6-af70-2dddeeb68057 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:57:40.356629 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-82e897ad-9a49-41b6-af70-2dddeeb68057 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:40.362743 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 10:57:40.362743 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:57:40.362743 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 10:57:40.362743 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:57:40.362743 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 10:57:40.362743 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:57:40.362743 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 10:57:40.362743 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:57:40.362743 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 10:57:40.362743 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:57:40.362743 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 10:57:40.362743 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:57:40.362743 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 10:57:40.362743 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:57:40.362743 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:57:40.362743 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:57:40.362743 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:57:40.362743 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:57:40.362743 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 10:57:40.362743 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:57:40.362743 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 10:57:40.362743 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:57:40.362743 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:57:40.362743 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:57:40.362743 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 10:57:40.362743 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:57:40.362743 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:57:40.362743 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:57:40.362743 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:57:40.362743 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:57:40.362743 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:57:40.362743 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:57:40.365208 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-d9a56f5b-52d6-4a71-8c76-93f03b252341 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] For port e750af36-7c63-4003-8e34-b9fc40882d46, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=e750af36-7c63-4003-8e34-b9fc40882d46,segment=NetworkSegment(d6c36b67-a129-42a5-a408-fb7ba4209446),segment_id=d6c36b67-a129-42a5-a408-fb7ba4209446)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:57:40.365563 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d9a56f5b-52d6-4a71-8c76-93f03b252341 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:40.388702 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5630e7e7-088b-49e4-931d-39d67df88b14 None None] Pushing event updated for resources: {'Port': ['ID=b991b397-d607-427c-9ceb-9dff2f24a346,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:40.422859 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-d9a56f5b-52d6-4a71-8c76-93f03b252341 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Calling delete_port for e750af36-7c63-4003-8e34-b9fc40882d46 owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:57:40.472144 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9c66c7-1c8d-4c2f-b178-63abdc474a73 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Made reservation on behalf of 976d65578b3f4457a067052eaaa72feb for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:40.475652 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bb9c66c7-1c8d-4c2f-b178-63abdc474a73 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:40.517041 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.l3_db [None req-80462dce-55d6-4a94-a90e-a11edf881498 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Floating IP 226deaff-d1c0-4a14-bddd-21ebe5040da8 associated. External IP: 172.26.7.163, port: 43458a49-b7a5-495f-8072-2ea6171a6932. Mar 22 10:57:40.537988 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-82e897ad-9a49-41b6-af70-2dddeeb68057 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:40.542860 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-82e897ad-9a49-41b6-af70-2dddeeb68057 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:40.546234 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-82e897ad-9a49-41b6-af70-2dddeeb68057 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "DELETE /v2.0/networks/b431a499-e69f-4b25-8a69-0fc1b9d888e8 HTTP/1.1" status: 204 len: 168 time: 2.9773872 Mar 22 10:57:40.559043 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38818) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:40.576846 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-fe2133de-a630-4445-8d4c-25b49ed571b1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Request body: {'network': {'name': 'tempest-RoutersTest-1620015347'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:40.584949 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e897ad-9a49-41b6-af70-2dddeeb68057 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event deleted for resources: {'Network': ['ID=b431a499-e69f-4b25-8a69-0fc1b9d888e8,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:40.590406 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-768bdd3e-19ee-495d-b755-5bc201ebb2c6 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:40.601991 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb9c66c7-1c8d-4c2f-b178-63abdc474a73 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:57:40.616908 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bb9c66c7-1c8d-4c2f-b178-63abdc474a73 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:40.621195 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-bb9c66c7-1c8d-4c2f-b178-63abdc474a73 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Added segment 280acc85-25af-4c84-a218-a28a6911b8ae of type vlan for network 211bb3de-21fd-4ad3-b1f7-e8d0044a01f9 Mar 22 10:57:40.654062 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2133de-a630-4445-8d4c-25b49ed571b1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Made reservation on behalf of fb0167f3b2d0487da26d7fc0c00f0b66 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:40.657762 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fe2133de-a630-4445-8d4c-25b49ed571b1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:40.709937 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d9a56f5b-52d6-4a71-8c76-93f03b252341 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:40.754339 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe2133de-a630-4445-8d4c-25b49ed571b1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:57:40.764429 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fe2133de-a630-4445-8d4c-25b49ed571b1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:40.764993 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-fe2133de-a630-4445-8d4c-25b49ed571b1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Added segment 58ea0041-071b-41ac-90fc-d5af1cb38e38 of type vlan for network 44f797be-8ccb-49ed-b449-fc5099dde749 Mar 22 10:57:40.794197 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bb9c66c7-1c8d-4c2f-b178-63abdc474a73 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:40.812393 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device d2593e84-b3f9-4d75-ac92-a9a81ef57ee1 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:57:40.822858 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fe2133de-a630-4445-8d4c-25b49ed571b1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:40.836609 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-be944845-24dc-4d42-b615-d3fb0ada4627 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:40.891905 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port d2593e84-b3f9-4d75-ac92-a9a81ef57ee1 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:40.892279 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:40.928873 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a56f5b-52d6-4a71-8c76-93f03b252341 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] No DVR routers for this DVR port e750af36-7c63-4003-8e34-b9fc40882d46 on host dv-neutron-834599-1-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:57:40.931416 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7b75887b-cd3a-4786-a96a-7b937b2523d8 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:40.934109 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a56f5b-52d6-4a71-8c76-93f03b252341 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Pushing event deleted for resources: {'Port': ['ID=e750af36-7c63-4003-8e34-b9fc40882d46,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:40.950753 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.db.resource_extend [None req-fe2133de-a630-4445-8d4c-25b49ed571b1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 10:57:40.961790 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bb9c66c7-1c8d-4c2f-b178-63abdc474a73 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:40.967394 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9c66c7-1c8d-4c2f-b178-63abdc474a73 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:40.968290 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bb9c66c7-1c8d-4c2f-b178-63abdc474a73 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:40.995102 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:41.017141 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b02f06fd-54a2-4f0f-96b6-8e0fcd034337 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:41.020177 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-768bdd3e-19ee-495d-b755-5bc201ebb2c6 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:41.020841 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port d2593e84-b3f9-4d75-ac92-a9a81ef57ee1, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=d2593e84-b3f9-4d75-ac92-a9a81ef57ee1,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:57:41.029944 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:41.049558 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7b75887b-cd3a-4786-a96a-7b937b2523d8 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:41.067890 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-bb9c66c7-1c8d-4c2f-b178-63abdc474a73 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7306383 Mar 22 10:57:41.102095 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38820) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:41.107054 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:41.110811 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=d2593e84-b3f9-4d75-ac92-a9a81ef57ee1,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:41.116129 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-9dc881be-598d-495c-b8cb-1b70232dcfba tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Request body: {'subnet': {'network_id': '211bb3de-21fd-4ad3-b1f7-e8d0044a01f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:41.140637 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fe2133de-a630-4445-8d4c-25b49ed571b1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:41.146602 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02f06fd-54a2-4f0f-96b6-8e0fcd034337 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Pushing event deleted for resources: {'Port': ['ID=b7de07a0-e060-41ed-8b84-8ffd14973890,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:41.147903 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2133de-a630-4445-8d4c-25b49ed571b1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:41.149132 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fe2133de-a630-4445-8d4c-25b49ed571b1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:41.201508 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9c66c7-1c8d-4c2f-b178-63abdc474a73 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event updated for resources: {'Network': ['ID=211bb3de-21fd-4ad3-b1f7-e8d0044a01f9,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:41.215093 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 211bb3de-21fd-4ad3-b1f7-e8d0044a01f9 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:57:41.246984 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768bdd3e-19ee-495d-b755-5bc201ebb2c6 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:57:41.266263 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-768bdd3e-19ee-495d-b755-5bc201ebb2c6 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:41.291281 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d9a56f5b-52d6-4a71-8c76-93f03b252341 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:41.328015 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768bdd3e-19ee-495d-b755-5bc201ebb2c6 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:57:41.334014 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768bdd3e-19ee-495d-b755-5bc201ebb2c6 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:41.334711 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-768bdd3e-19ee-495d-b755-5bc201ebb2c6 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:41.353145 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-fe2133de-a630-4445-8d4c-25b49ed571b1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7915757 Mar 22 10:57:41.355173 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38822) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:41.360296 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768bdd3e-19ee-495d-b755-5bc201ebb2c6 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event updated for resources: {'Port': ['ID=654d0c0b-d3e5-4c90-ab47-cada7c8effde,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:41.395417 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80462dce-55d6-4a94-a90e-a11edf881498 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Router f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:57:41.406998 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b02f06fd-54a2-4f0f-96b6-8e0fcd034337 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684007'] for router_interface, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:41.414366 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-768bdd3e-19ee-495d-b755-5bc201ebb2c6 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1232908 Mar 22 10:57:41.415034 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38824) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:41.438406 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-99280d17-a723-4589-a455-cd5f91845bef tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Request body: {'subnet': {'network_id': '44f797be-8ccb-49ed-b449-fc5099dde749', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:41.466898 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-d9a56f5b-52d6-4a71-8c76-93f03b252341 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c43085de-3b67-4f68-b760-4d0571e2e752']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:41.481797 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2133de-a630-4445-8d4c-25b49ed571b1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event updated for resources: {'Network': ['ID=44f797be-8ccb-49ed-b449-fc5099dde749,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:41.494829 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-d9a56f5b-52d6-4a71-8c76-93f03b252341 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6c36b67-a129-42a5-a408-fb7ba4209446') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:41.495127 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-d9a56f5b-52d6-4a71-8c76-93f03b252341 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6c36b67-a129-42a5-a408-fb7ba4209446') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:41.499833 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 44f797be-8ccb-49ed-b449-fc5099dde749 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:57:41.559791 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d9a56f5b-52d6-4a71-8c76-93f03b252341 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:41.594813 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-be944845-24dc-4d42-b615-d3fb0ada4627 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Deleting port 68895717-4655-4681-a08f-ee9b1784ffc6 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:57:41.595162 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-be944845-24dc-4d42-b615-d3fb0ada4627 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:41.601661 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-7b75887b-cd3a-4786-a96a-7b937b2523d8 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Allocated IP 172.26.7.24 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/6aaab1ae-90de-4956-b65f-0d2e50cdf5af) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:57:41.619348 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d9a56f5b-52d6-4a71-8c76-93f03b252341 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:41.647736 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84160936-6bfe-49ef-aff2-11988a736fb1 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:41.650643 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc881be-598d-495c-b8cb-1b70232dcfba tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Made reservation on behalf of 976d65578b3f4457a067052eaaa72feb for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:41.653916 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84160936-6bfe-49ef-aff2-11988a736fb1 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:41.654309 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9dc881be-598d-495c-b8cb-1b70232dcfba tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:41.658127 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-84160936-6bfe-49ef-aff2-11988a736fb1 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2384264 Mar 22 10:57:41.658863 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38826) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:41.660373 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9a56f5b-52d6-4a71-8c76-93f03b252341 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:57:41.660786 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d9a56f5b-52d6-4a71-8c76-93f03b252341 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:41.665844 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 10:57:41.665844 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:57:41.665844 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 10:57:41.665844 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:57:41.665844 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 10:57:41.665844 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:57:41.665844 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 10:57:41.665844 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:57:41.665844 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 10:57:41.665844 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:57:41.665844 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 10:57:41.665844 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:57:41.665844 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 10:57:41.665844 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:57:41.665844 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:57:41.665844 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:57:41.665844 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:57:41.665844 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:57:41.665844 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 10:57:41.665844 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:57:41.665844 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 10:57:41.665844 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:57:41.665844 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:57:41.665844 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:57:41.665844 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 10:57:41.665844 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:57:41.665844 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:57:41.665844 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:57:41.665844 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:57:41.665844 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:57:41.665844 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:57:41.665844 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:57:41.752093 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80462dce-55d6-4a94-a90e-a11edf881498 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:57:41.767175 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f1351f-92fa-4e0b-8d7b-ddabdbb16041 None None] Sync routers for ids ['f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:57:41.796576 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f1351f-92fa-4e0b-8d7b-ddabdbb16041 None None] Routers {'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:57:41.797393 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-21f1351f-92fa-4e0b-8d7b-ddabdbb16041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:57:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:41.825047 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b02f06fd-54a2-4f0f-96b6-8e0fcd034337 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Router d91b2e9e-78e9-4678-9c5d-eb378383beb6 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:57:41.850159 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-80462dce-55d6-4a94-a90e-a11edf881498 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:41.850658 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99280d17-a723-4589-a455-cd5f91845bef tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Made reservation on behalf of fb0167f3b2d0487da26d7fc0c00f0b66 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:41.854583 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-99280d17-a723-4589-a455-cd5f91845bef tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:41.878718 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2940f516-36a2-40bb-a1fe-2aff5a1f6256 None None] Provisioning complete for port b991b397-d607-427c-9ceb-9dff2f24a346 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:41.879098 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2940f516-36a2-40bb-a1fe-2aff5a1f6256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:41.957377 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-80462dce-55d6-4a94-a90e-a11edf881498 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.6422994 Mar 22 10:57:41.960733 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b506bb6-f682-43e7-8a43-a0c464ff391a', 'tag': '43458a49-b7a5-495f-8072-2ea6171a6932'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 10:57:41.963248 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3fefabd-4065-4265-9415-a8b4041c4509" -d '{"events": [{"name": "network-changed", "server_uuid": "4b506bb6-f682-43e7-8a43-a0c464ff391a", "tag": "43458a49-b7a5-495f-8072-2ea6171a6932"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 10:57:41.967591 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38828) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:41.983824 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02f06fd-54a2-4f0f-96b6-8e0fcd034337 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:57:42.009954 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d785be6-dae9-4a25-98e1-14f5215a5cb8 None None] Sync routers for ids ['d91b2e9e-78e9-4678-9c5d-eb378383beb6'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:57:42.029524 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d785be6-dae9-4a25-98e1-14f5215a5cb8 None None] Routers {'d91b2e9e-78e9-4678-9c5d-eb378383beb6'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:57:42.030354 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-5d785be6-dae9-4a25-98e1-14f5215a5cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:57:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['d91b2e9e-78e9-4678-9c5d-eb378383beb6'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:42.037802 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 10:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a820ae-e92e-42b4-b793-9d9bebadd777 x-openstack-request-id: req-91a820ae-e92e-42b4-b793-9d9bebadd777 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 10:57:42.038354 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b506bb6-f682-43e7-8a43-a0c464ff391a", "tag": "43458a49-b7a5-495f-8072-2ea6171a6932", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 10:57:42.038812 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-91a820ae-e92e-42b4-b793-9d9bebadd777 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 10:57:42.039501 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91a820ae-e92e-42b4-b793-9d9bebadd777'] response: {'name': 'network-changed', 'server_uuid': '4b506bb6-f682-43e7-8a43-a0c464ff391a', 'tag': '43458a49-b7a5-495f-8072-2ea6171a6932', 'status': 'completed', 'code': 200} Mar 22 10:57:42.041442 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-be944845-24dc-4d42-b615-d3fb0ada4627 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] For port 68895717-4655-4681-a08f-ee9b1784ffc6, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=68895717-4655-4681-a08f-ee9b1784ffc6,segment=NetworkSegment(0dddf593-db6b-48ff-a4a6-54c309b6a7ec),segment_id=0dddf593-db6b-48ff-a4a6-54c309b6a7ec)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:57:42.041818 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-be944845-24dc-4d42-b615-d3fb0ada4627 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:42.049068 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-b02f06fd-54a2-4f0f-96b6-8e0fcd034337 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] 10.222.0.57 "PUT /v2.0/routers/d91b2e9e-78e9-4678-9c5d-eb378383beb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7143168 Mar 22 10:57:42.053314 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-21f1351f-92fa-4e0b-8d7b-ddabdbb16041 None None] Set router f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:57:42.053641 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-30d91ede-5fc8-4604-9098-72138c23ab18 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Deleting port 654d0c0b-d3e5-4c90-ab47-cada7c8effde {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:57:42.054300 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-30d91ede-5fc8-4604-9098-72138c23ab18 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:42.057515 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38832) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:42.096158 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-5d785be6-dae9-4a25-98e1-14f5215a5cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:42.100197 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d9a56f5b-52d6-4a71-8c76-93f03b252341 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:42.124173 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d785be6-dae9-4a25-98e1-14f5215a5cb8 None None] Routers {'d91b2e9e-78e9-4678-9c5d-eb378383beb6'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:57:42.124928 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-5d785be6-dae9-4a25-98e1-14f5215a5cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:57:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['d91b2e9e-78e9-4678-9c5d-eb378383beb6'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:42.134379 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-be944845-24dc-4d42-b615-d3fb0ada4627 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Calling delete_port for 68895717-4655-4681-a08f-ee9b1784ffc6 owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:57:42.157938 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d9a56f5b-52d6-4a71-8c76-93f03b252341 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:42.173392 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d9a56f5b-52d6-4a71-8c76-93f03b252341 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] 10.222.0.57 "DELETE /v2.0/networks/c43085de-3b67-4f68-b760-4d0571e2e752 HTTP/1.1" status: 204 len: 168 time: 6.8585613 Mar 22 10:57:42.173730 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.api.v2.resource [None req-9ceb0ef8-76e9-4fe2-9de0-53b6ea23d6d0 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] show failed (client error): The resource could not be found. Mar 22 10:57:42.178328 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-9ceb0ef8-76e9-4fe2-9de0-53b6ea23d6d0 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] 10.222.0.57 "GET /v2.0/routers/tempest-non_exist_router-757735506 HTTP/1.1" status: 404 len: 334 time: 0.1083207 Mar 22 10:57:42.183193 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38834) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:42.183937 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38836) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:42.185375 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-5d785be6-dae9-4a25-98e1-14f5215a5cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:42.186112 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d785be6-dae9-4a25-98e1-14f5215a5cb8 None None] The sync data for ids ['d91b2e9e-78e9-4678-9c5d-eb378383beb6'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:57:42.191130 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-b5b80b6a-2084-43a3-a808-7c2a621c3ec2 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:42.207658 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2940f516-36a2-40bb-a1fe-2aff5a1f6256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:42.233181 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a56f5b-52d6-4a71-8c76-93f03b252341 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Pushing event deleted for resources: {'Network': ['ID=c43085de-3b67-4f68-b760-4d0571e2e752,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:42.255058 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-5fc75a7c-8715-4cc0-b208-db72d34eb239 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1450963746'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:42.280618 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-1f15e66b-02a1-4302-b29d-cb4178b9a540 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/floatingips/226deaff-d1c0-4a14-bddd-21ebe5040da8 HTTP/1.1" status: 200 len: 991 time: 0.3106647 Mar 22 10:57:42.363008 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7b75887b-cd3a-4786-a96a-7b937b2523d8 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:42.534686 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:42.581537 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9dc881be-598d-495c-b8cb-1b70232dcfba tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:42.583785 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2940f516-36a2-40bb-a1fe-2aff5a1f6256 None None] For port b991b397-d607-427c-9ceb-9dff2f24a346, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=b991b397-d607-427c-9ceb-9dff2f24a346,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:57:42.597201 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-be944845-24dc-4d42-b615-d3fb0ada4627 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:42.601964 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2940f516-36a2-40bb-a1fe-2aff5a1f6256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:42.626269 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7b75887b-cd3a-4786-a96a-7b937b2523d8 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:42.652793 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be944845-24dc-4d42-b615-d3fb0ada4627 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Pushing event deleted for resources: {'Port': ['ID=68895717-4655-4681-a08f-ee9b1784ffc6,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:42.674155 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-99280d17-a723-4589-a455-cd5f91845bef tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:42.739335 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be944845-24dc-4d42-b615-d3fb0ada4627 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] No DVR routers for this DVR port 68895717-4655-4681-a08f-ee9b1784ffc6 on host dv-neutron-834599-1-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:57:42.775754 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b75887b-cd3a-4786-a96a-7b937b2523d8 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:57:42.802676 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-556d0d87-4c8a-424b-bb26-b4128531410c None None] Provisioning complete for port 654d0c0b-d3e5-4c90-ab47-cada7c8effde triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:42.803121 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-556d0d87-4c8a-424b-bb26-b4128531410c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:42.814581 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.api.v2.resource [None req-b5b80b6a-2084-43a3-a808-7c2a621c3ec2 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] update failed (client error): The resource could not be found. Mar 22 10:57:42.816283 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-b5b80b6a-2084-43a3-a808-7c2a621c3ec2 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] 10.222.0.57 "PUT /v2.0/routers/tempest-non_exist_router-1488950318 HTTP/1.1" status: 404 len: 335 time: 0.6295757 Mar 22 10:57:42.816934 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc881be-598d-495c-b8cb-1b70232dcfba tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event updated for resources: {'Subnet': ['ID=a64af160-bfcc-4f40-b03f-8b41f5db7ef6,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:42.822210 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-7b75887b-cd3a-4786-a96a-7b937b2523d8 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:42.824196 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38838) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:42.830209 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-30d91ede-5fc8-4604-9098-72138c23ab18 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:42.838172 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b75887b-cd3a-4786-a96a-7b937b2523d8 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:57:42.838522 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff528bc-6116-477f-9101-7917a0cf04f5 None None] get_active_networks_info from dv-neutron-834599-1-hyperv {{(pid=109051) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 22 10:57:42.849392 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fefabd-4065-4265-9415-a8b4041c4509 req-55feda7e-57d1-43f1-ac43-25f29fb734b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:42.850882 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a3fefabd-4065-4265-9415-a8b4041c4509 req-55feda7e-57d1-43f1-ac43-25f29fb734b8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d323f0b18e24bb7bcd0d92686e5587a&device_id=4b506bb6-f682-43e7-8a43-a0c464ff391a HTTP/1.1" status: 200 len: 1098 time: 0.7856619 Mar 22 10:57:42.855815 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-30d91ede-5fc8-4604-9098-72138c23ab18 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Calling delete_port for 654d0c0b-d3e5-4c90-ab47-cada7c8effde owned by {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:57:42.858154 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc75a7c-8715-4cc0-b208-db72d34eb239 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Made reservation on behalf of 6fad94f603ac4450bd9d1e1d6faca259 for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:42.862451 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5fc75a7c-8715-4cc0-b208-db72d34eb239 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:42.928197 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2940f516-36a2-40bb-a1fe-2aff5a1f6256 None None] Pushing event updated for resources: {'Port': ['ID=b991b397-d607-427c-9ceb-9dff2f24a346,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:42.932832 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device b991b397-d607-427c-9ceb-9dff2f24a346 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:57:42.933249 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b75887b-cd3a-4786-a96a-7b937b2523d8 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Pushing event updated for resources: {'Port': ['ID=6aaab1ae-90de-4956-b65f-0d2e50cdf5af,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:42.980986 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fc75a7c-8715-4cc0-b208-db72d34eb239 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:57:42.981168 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc881be-598d-495c-b8cb-1b70232dcfba tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Checking segment: {'id': '280acc85-25af-4c84-a218-a28a6911b8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '211bb3de-21fd-4ad3-b1f7-e8d0044a01f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:57:42.981544 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc881be-598d-495c-b8cb-1b70232dcfba tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Network hostable DHCP agents. Network: 211bb3de-21fd-4ad3-b1f7-e8d0044a01f9, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:57:42.990510 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:43.009441 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5fc75a7c-8715-4cc0-b208-db72d34eb239 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:43.009778 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-5fc75a7c-8715-4cc0-b208-db72d34eb239 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Added segment 79f5ed68-8bb9-4230-9e33-76d1f5826fdd of type vlan for network 4ecc96aa-3ba7-475e-a534-34afd6ec4b8a Mar 22 10:57:43.017885 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-be944845-24dc-4d42-b615-d3fb0ada4627 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:43.037629 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-556d0d87-4c8a-424b-bb26-b4128531410c None None] Port 654d0c0b-d3e5-4c90-ab47-cada7c8effde cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:57:43.053265 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99280d17-a723-4589-a455-cd5f91845bef tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Checking segment: {'id': '58ea0041-071b-41ac-90fc-d5af1cb38e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '44f797be-8ccb-49ed-b449-fc5099dde749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:57:43.053766 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99280d17-a723-4589-a455-cd5f91845bef tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Network hostable DHCP agents. Network: 44f797be-8ccb-49ed-b449-fc5099dde749, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:57:43.054428 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-556d0d87-4c8a-424b-bb26-b4128531410c None None] Could not find standard attr ID for object 76ba36b4-de98-4c41-ac4e-c56a20b2acbe. {{(pid=109051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 10:57:43.060461 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fefabd-4065-4265-9415-a8b4041c4509 req-fbcb585c-8b17-443b-9395-39212134e323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:43.062197 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a3fefabd-4065-4265-9415-a8b4041c4509 req-fbcb585c-8b17-443b-9395-39212134e323 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6a65d360-9164-47d6-a114-8a8963e979c8 HTTP/1.1" status: 200 len: 898 time: 0.1964123 Mar 22 10:57:43.075178 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-be944845-24dc-4d42-b615-d3fb0ada4627 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c51dfed-459c-4585-b402-9a2f5dd1fd4f']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:43.082123 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd2b6a60-4670-4e96-a085-9d67ce59f3dd tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Deleting subnet 94e57aab-afc6-41e9-8a08-5f9e95b58caa {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:57:43.113342 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port b991b397-d607-427c-9ceb-9dff2f24a346 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:43.113821 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:43.119087 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5fc75a7c-8715-4cc0-b208-db72d34eb239 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:43.127333 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99280d17-a723-4589-a455-cd5f91845bef tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event updated for resources: {'Subnet': ['ID=8a6e29cd-1d25-4cb4-8cb7-9fdc800cf21d,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:43.139421 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-21f1351f-92fa-4e0b-8d7b-ddabdbb16041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'name': 'tempest-TestNetworkBasicOps-router-1828628981', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': '6cda97f7-9cfc-4889-a0ae-87e083441a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:56:38Z', 'updated_at': '2022-03-22T10:56:55Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '6cda97f7-9cfc-4889-a0ae-87e083441a28', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:dc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:56:41Z', 'updated_at': '2022-03-22T10:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '226deaff-d1c0-4a14-bddd-21ebe5040da8', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'floating_ip_address': '172.26.7.163', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'port_id': '43458a49-b7a5-495f-8072-2ea6171a6932', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a65d360-9164-47d6-a114-8a8963e979c8', 'mac_address': 'fa:16:3e:f4:4c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b506bb6-f682-43e7-8a43-a0c464ff391a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T10:57:38Z', 'updated_at': '2022-03-22T10:57:38Z', 'revision_number': 0, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a40f030-16cb-4734-b959-88cabf919ff8', 'name': '', 'network_id': '6a65d360-9164-47d6-a114-8a8963e979c8', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:d0:fc:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '4c71e94c-7cee-47cf-9eaa-4ef0468212bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:56:51Z', 'updated_at': '2022-03-22T10:57:02Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '4c71e94c-7cee-47cf-9eaa-4ef0468212bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:43.187000 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a3fefabd-4065-4265-9415-a8b4041c4509 req-386d2450-4213-448e-9b7f-418e4b12cb73 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43458a49-b7a5-495f-8072-2ea6171a6932 HTTP/1.1" status: 200 len: 999 time: 0.1142249 Mar 22 10:57:43.191983 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5fc75a7c-8715-4cc0-b208-db72d34eb239 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:43.197836 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc75a7c-8715-4cc0-b208-db72d34eb239 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:43.198718 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5fc75a7c-8715-4cc0-b208-db72d34eb239 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:43.214097 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f1351f-92fa-4e0b-8d7b-ddabdbb16041 None None] Checking router: f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4 for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 10:57:43.243686 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f1351f-92fa-4e0b-8d7b-ddabdbb16041 None None] Routers {'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:57:43.244219 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-21f1351f-92fa-4e0b-8d7b-ddabdbb16041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:57:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:43.286234 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38840) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:43.306369 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:43.354542 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-5fc75a7c-8715-4cc0-b208-db72d34eb239 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1693733 Mar 22 10:57:43.363414 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-30d91ede-5fc8-4604-9098-72138c23ab18 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:43.369492 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38842) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:43.378173 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-1edac506-ece6-4fce-b1dd-587ac5667e98 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Request body: {'subnet': {'network_id': '4ecc96aa-3ba7-475e-a534-34afd6ec4b8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:43.382462 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc75a7c-8715-4cc0-b208-db72d34eb239 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Pushing event updated for resources: {'Network': ['ID=4ecc96aa-3ba7-475e-a534-34afd6ec4b8a,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:43.385682 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fefabd-4065-4265-9415-a8b4041c4509 req-9a08300e-879c-422b-bc97-d12f85206c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:43.386992 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a3fefabd-4065-4265-9415-a8b4041c4509 req-9a08300e-879c-422b-bc97-d12f85206c75 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4c71e94c-7cee-47cf-9eaa-4ef0468212bd HTTP/1.1" status: 200 len: 835 time: 0.1834283 Mar 22 10:57:43.429021 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 4ecc96aa-3ba7-475e-a534-34afd6ec4b8a details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:57:43.446814 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d91ede-5fc8-4604-9098-72138c23ab18 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event deleted for resources: {'Port': ['ID=654d0c0b-d3e5-4c90-ab47-cada7c8effde,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:43.484193 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device d2593e84-b3f9-4d75-ac92-a9a81ef57ee1 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:57:43.490303 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bd2b6a60-4670-4e96-a085-9d67ce59f3dd tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:43.498304 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-be944845-24dc-4d42-b615-d3fb0ada4627 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dddf593-db6b-48ff-a4a6-54c309b6a7ec') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:43.498559 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-be944845-24dc-4d42-b615-d3fb0ada4627 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dddf593-db6b-48ff-a4a6-54c309b6a7ec') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:43.525768 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-54ba36a7-4461-4bbe-a887-4f2e9d76ca4d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/floatingips/226deaff-d1c0-4a14-bddd-21ebe5040da8 HTTP/1.1" status: 200 len: 991 time: 0.2373667 Mar 22 10:57:43.532184 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-30d91ede-5fc8-4604-9098-72138c23ab18 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:43.537376 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-30d91ede-5fc8-4604-9098-72138c23ab18 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/ports/654d0c0b-d3e5-4c90-ab47-cada7c8effde HTTP/1.1" status: 204 len: 168 time: 1.8755991 Mar 22 10:57:43.543310 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38844) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:43.554598 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-21f1351f-92fa-4e0b-8d7b-ddabdbb16041 None None] Set router f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:57:43.557157 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc881be-598d-495c-b8cb-1b70232dcfba tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Network 211bb3de-21fd-4ad3-b1f7-e8d0044a01f9 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:57:43.577933 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-be944845-24dc-4d42-b615-d3fb0ada4627 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:43.605960 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fefabd-4065-4265-9415-a8b4041c4509 req-d8160b76-a0ba-4d56-90ba-429d98f462eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:43.607517 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a3fefabd-4065-4265-9415-a8b4041c4509 req-d8160b76-a0ba-4d56-90ba-429d98f462eb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6a65d360-9164-47d6-a114-8a8963e979c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1998694 Mar 22 10:57:43.623286 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bd2b6a60-4670-4e96-a085-9d67ce59f3dd tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:43.626430 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99280d17-a723-4589-a455-cd5f91845bef tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Network 44f797be-8ccb-49ed-b449-fc5099dde749 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:57:43.627780 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1edac506-ece6-4fce-b1dd-587ac5667e98 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Made reservation on behalf of 6fad94f603ac4450bd9d1e1d6faca259 for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:43.629037 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-be944845-24dc-4d42-b615-d3fb0ada4627 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:43.631393 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1edac506-ece6-4fce-b1dd-587ac5667e98 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:43.647770 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9332115d-e8e6-4d7e-92f3-90b055c7907f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:43.649415 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9332115d-e8e6-4d7e-92f3-90b055c7907f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:43.653508 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-9332115d-e8e6-4d7e-92f3-90b055c7907f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1066885 Mar 22 10:57:43.655187 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-9dc881be-598d-495c-b8cb-1b70232dcfba tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 211bb3de-21fd-4ad3-b1f7-e8d0044a01f9) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:43.656841 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38846) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:43.674889 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be944845-24dc-4d42-b615-d3fb0ada4627 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:57:43.675749 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-be944845-24dc-4d42-b615-d3fb0ada4627 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:43.686381 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 10:57:43.686381 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:57:43.686381 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 10:57:43.686381 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:57:43.686381 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 10:57:43.686381 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:57:43.686381 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 10:57:43.686381 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:57:43.686381 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 10:57:43.686381 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:57:43.686381 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 10:57:43.686381 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:57:43.686381 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 10:57:43.686381 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:57:43.686381 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:57:43.686381 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:57:43.686381 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:57:43.686381 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:57:43.686381 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 10:57:43.686381 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:57:43.686381 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 10:57:43.686381 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:57:43.686381 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:57:43.686381 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:57:43.686381 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 10:57:43.686381 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:57:43.686381 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:57:43.686381 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:57:43.686381 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:57:43.686381 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:57:43.686381 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:57:43.686381 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:57:43.699281 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff528bc-6116-477f-9101-7917a0cf04f5 None None] Unable to find a vacant binding_index for network 44f797be-8ccb-49ed-b449-fc5099dde749 and agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 {{(pid=109051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 22 10:57:43.703329 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc881be-598d-495c-b8cb-1b70232dcfba tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:43.704160 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9dc881be-598d-495c-b8cb-1b70232dcfba tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:43.706553 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-99280d17-a723-4589-a455-cd5f91845bef tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 44f797be-8ccb-49ed-b449-fc5099dde749) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:43.707868 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port d2593e84-b3f9-4d75-ac92-a9a81ef57ee1 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:43.708247 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:43.747657 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99280d17-a723-4589-a455-cd5f91845bef tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:43.748676 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-99280d17-a723-4589-a455-cd5f91845bef tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:43.795551 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a3fefabd-4065-4265-9415-a8b4041c4509 req-57368569-bde0-416d-a1a4-350be2bde247 service neutron] 10.222.0.35 "GET /v2.0/networks/6a65d360-9164-47d6-a114-8a8963e979c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799870 Mar 22 10:57:43.796948 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff528bc-6116-477f-9101-7917a0cf04f5 None None] Unable to find a vacant binding_index for network 211bb3de-21fd-4ad3-b1f7-e8d0044a01f9 and agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 {{(pid=109051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 22 10:57:43.823626 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff528bc-6116-477f-9101-7917a0cf04f5 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 44f797be-8ccb-49ed-b449-fc5099dde749), (DHCP agent, dv-neutron-834599-1-hyperv, 211bb3de-21fd-4ad3-b1f7-e8d0044a01f9) {{(pid=109051) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 10:57:43.863280 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9dc881be-598d-495c-b8cb-1b70232dcfba tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7583780 Mar 22 10:57:43.868018 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38848) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:43.873075 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-6fae87cc-f834-491c-b132-0fdd5bb866af tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Request body: {'subnet': {'network_id': '211bb3de-21fd-4ad3-b1f7-e8d0044a01f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:43.880496 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-99280d17-a723-4589-a455-cd5f91845bef tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4490571 Mar 22 10:57:43.886000 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38850) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:43.906303 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-1512c88d-bddf-40b4-b23c-af1d4fc462a4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Deleting subnet 1f4b7ba7-91fb-4b65-b53f-b59f15f8ce74 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:57:43.915028 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-be944845-24dc-4d42-b615-d3fb0ada4627 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:43.917071 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1512c88d-bddf-40b4-b23c-af1d4fc462a4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:43.931760 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-0c6a2e11-dc04-463a-a36f-878723316c9b tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-75013672', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:43.952706 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-be944845-24dc-4d42-b615-d3fb0ada4627 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:43.955928 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-be944845-24dc-4d42-b615-d3fb0ada4627 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "DELETE /v2.0/networks/8c51dfed-459c-4585-b402-9a2f5dd1fd4f HTTP/1.1" status: 204 len: 168 time: 6.9245043 Mar 22 10:57:43.962953 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38852) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:44.029654 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-21f1351f-92fa-4e0b-8d7b-ddabdbb16041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'name': 'tempest-TestNetworkBasicOps-router-1828628981', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': '6cda97f7-9cfc-4889-a0ae-87e083441a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:56:38Z', 'updated_at': '2022-03-22T10:56:55Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '6cda97f7-9cfc-4889-a0ae-87e083441a28', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:dc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:56:41Z', 'updated_at': '2022-03-22T10:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '226deaff-d1c0-4a14-bddd-21ebe5040da8', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'floating_ip_address': '172.26.7.163', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'port_id': '43458a49-b7a5-495f-8072-2ea6171a6932', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a65d360-9164-47d6-a114-8a8963e979c8', 'mac_address': 'fa:16:3e:f4:4c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b506bb6-f682-43e7-8a43-a0c464ff391a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T10:57:38Z', 'updated_at': '2022-03-22T10:57:38Z', 'revision_number': 0, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a40f030-16cb-4734-b959-88cabf919ff8', 'name': '', 'network_id': '6a65d360-9164-47d6-a114-8a8963e979c8', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:d0:fc:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '4c71e94c-7cee-47cf-9eaa-4ef0468212bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:56:51Z', 'updated_at': '2022-03-22T10:57:02Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '4c71e94c-7cee-47cf-9eaa-4ef0468212bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:44.034330 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be944845-24dc-4d42-b615-d3fb0ada4627 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Pushing event deleted for resources: {'Network': ['ID=8c51dfed-459c-4585-b402-9a2f5dd1fd4f,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:44.049404 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0c6a2e11-dc04-463a-a36f-878723316c9b tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:44.051093 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0c6a2e11-dc04-463a-a36f-878723316c9b tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:44.059751 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bd2b6a60-4670-4e96-a085-9d67ce59f3dd tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:44.074154 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f1351f-92fa-4e0b-8d7b-ddabdbb16041 None None] The sync data for ids ['f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4'] in dv-neutron-834599-1-hyperv is: [{'id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'name': 'tempest-TestNetworkBasicOps-router-1828628981', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': '6cda97f7-9cfc-4889-a0ae-87e083441a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:56:38Z', 'updated_at': '2022-03-22T10:56:55Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '6cda97f7-9cfc-4889-a0ae-87e083441a28', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:dc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:56:41Z', 'updated_at': '2022-03-22T10:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '226deaff-d1c0-4a14-bddd-21ebe5040da8', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'floating_ip_address': '172.26.7.163', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'port_id': '43458a49-b7a5-495f-8072-2ea6171a6932', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a65d360-9164-47d6-a114-8a8963e979c8', 'mac_address': 'fa:16:3e:f4:4c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b506bb6-f682-43e7-8a43-a0c464ff391a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T10:57:38Z', 'updated_at': '2022-03-22T10:57:38Z', 'revision_number': 0, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a40f030-16cb-4734-b959-88cabf919ff8', 'name': '', 'network_id': '6a65d360-9164-47d6-a114-8a8963e979c8', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:d0:fc:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '4c71e94c-7cee-47cf-9eaa-4ef0468212bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:56:51Z', 'updated_at': '2022-03-22T10:57:02Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '4c71e94c-7cee-47cf-9eaa-4ef0468212bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:57:44.096174 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-50a3f7c4-7681-470d-98b7-e2ff5b6f5828 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] DELETE failed (client error): The resource could not be found. Mar 22 10:57:44.096680 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50a3f7c4-7681-470d-98b7-e2ff5b6f5828 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:57:44.099534 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1edac506-ece6-4fce-b1dd-587ac5667e98 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:44.099853 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-50a3f7c4-7681-470d-98b7-e2ff5b6f5828 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "DELETE /v2.0/subnets/24b2a3dd-45a0-40a9-9bab-7ba005614153 HTTP/1.1" status: 404 len: 337 time: 0.1098857 Mar 22 10:57:44.108024 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38854) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:44.109493 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a3fefabd-4065-4265-9415-a8b4041c4509 req-b7d7406a-a85d-4ede-aaa4-453fba2574a0 service neutron] 10.222.0.35 "GET /v2.0/networks/6a65d360-9164-47d6-a114-8a8963e979c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052912 Mar 22 10:57:44.121795 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1512c88d-bddf-40b4-b23c-af1d4fc462a4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:44.169974 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-4adc9050-b715-4620-89eb-936103cf8661 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] DELETE failed (client error): The resource could not be found. Mar 22 10:57:44.170907 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4adc9050-b715-4620-89eb-936103cf8661 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:57:44.173947 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4adc9050-b715-4620-89eb-936103cf8661 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "DELETE /v2.0/networks/8c51dfed-459c-4585-b402-9a2f5dd1fd4f HTTP/1.1" status: 404 len: 339 time: 0.0614367 Mar 22 10:57:44.182226 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7b75887b-cd3a-4786-a96a-7b937b2523d8 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:44.187279 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38856) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:44.213783 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0c6a2e11-dc04-463a-a36f-878723316c9b tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:44.229755 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0c6a2e11-dc04-463a-a36f-878723316c9b tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:44.243848 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edac506-ece6-4fce-b1dd-587ac5667e98 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Pushing event updated for resources: {'Subnet': ['ID=8a644b31-dec0-4cdd-995e-25e88c28462e,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:44.254076 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fae87cc-f834-491c-b132-0fdd5bb866af tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Made reservation on behalf of 976d65578b3f4457a067052eaaa72feb for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:44.258094 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6fae87cc-f834-491c-b132-0fdd5bb866af tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:44.278821 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-435b5290-5543-441c-be83-9a3982cbd7c9 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] DELETE failed (client error): The resource could not be found. Mar 22 10:57:44.279455 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-435b5290-5543-441c-be83-9a3982cbd7c9 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:57:44.289551 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0c6a2e11-dc04-463a-a36f-878723316c9b tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:44.290089 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-435b5290-5543-441c-be83-9a3982cbd7c9 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "DELETE /v2.0/subnets/9b9dd344-8be0-49f5-9190-f16d0ce3f30d HTTP/1.1" status: 404 len: 337 time: 0.0930481 Mar 22 10:57:44.290199 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-0c6a2e11-dc04-463a-a36f-878723316c9b tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3931892 Mar 22 10:57:44.290199 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38858) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:44.290199 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38860) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:44.294320 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-e0390750-c7b6-493c-aff5-fcb54c024921 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Request body: {'port': {'network_id': '44f797be-8ccb-49ed-b449-fc5099dde749', 'name': 'tempest-RoutersTest-1206438747'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:44.314682 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bd2b6a60-4670-4e96-a085-9d67ce59f3dd tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:44.323663 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95490004-1888-48ee-9d7c-647b0e449f33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-211bb3de-21fd-4ad3-b1f7-e8d0044a01f9', 'network_id': '211bb3de-21fd-4ad3-b1f7-e8d0044a01f9', 'tenant_id': '976d65578b3f4457a067052eaaa72feb', 'fixed_ips': [{'subnet_id': 'a64af160-bfcc-4f40-b03f-8b41f5db7ef6'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:57:44.324494 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-95490004-1888-48ee-9d7c-647b0e449f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:44.344586 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c98b577-ba47-46b6-84af-b4ccaa742b43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-44f797be-8ccb-49ed-b449-fc5099dde749', 'network_id': '44f797be-8ccb-49ed-b449-fc5099dde749', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'fixed_ips': [{'subnet_id': '8a6e29cd-1d25-4cb4-8cb7-9fdc800cf21d'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:57:44.349404 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0c98b577-ba47-46b6-84af-b4ccaa742b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:44.366024 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-16632f01-426f-4ad8-9a0b-50e40d15e0d6 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] DELETE failed (client error): The resource could not be found. Mar 22 10:57:44.366635 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16632f01-426f-4ad8-9a0b-50e40d15e0d6 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:57:44.369887 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-16632f01-426f-4ad8-9a0b-50e40d15e0d6 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "DELETE /v2.0/networks/dfd1629a-835d-49ac-a538-fd99d0023e9c HTTP/1.1" status: 404 len: 339 time: 0.0808382 Mar 22 10:57:44.370774 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edac506-ece6-4fce-b1dd-587ac5667e98 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Checking segment: {'id': '79f5ed68-8bb9-4230-9e33-76d1f5826fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '4ecc96aa-3ba7-475e-a534-34afd6ec4b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:57:44.371135 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edac506-ece6-4fce-b1dd-587ac5667e98 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Network hostable DHCP agents. Network: 4ecc96aa-3ba7-475e-a534-34afd6ec4b8a, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:57:44.377397 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38862) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:44.389425 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bd2b6a60-4670-4e96-a085-9d67ce59f3dd tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:44.393498 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-bd2b6a60-4670-4e96-a085-9d67ce59f3dd tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] 10.222.0.57 "DELETE /v2.0/subnets/94e57aab-afc6-41e9-8a08-5f9e95b58caa HTTP/1.1" status: 204 len: 168 time: 1.5562141 Mar 22 10:57:44.397677 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2b6a60-4670-4e96-a085-9d67ce59f3dd tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Pushing event deleted for resources: {'Subnet': ['ID=94e57aab-afc6-41e9-8a08-5f9e95b58caa,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:44.401547 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38864) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:44.416802 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1512c88d-bddf-40b4-b23c-af1d4fc462a4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:44.530093 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38866) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:44.601114 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.ipam_backend_mixin [None req-6fae87cc-f834-491c-b132-0fdd5bb866af tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a64af160-bfcc-4f40-b03f-8b41f5db7ef6 (CIDR: 172.20.0.0/28) Mar 22 10:57:44.612408 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edac506-ece6-4fce-b1dd-587ac5667e98 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Network 4ecc96aa-3ba7-475e-a534-34afd6ec4b8a is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:57:44.615359 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1512c88d-bddf-40b4-b23c-af1d4fc462a4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:44.626175 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fae87cc-f834-491c-b132-0fdd5bb866af tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 10:57:44.626665 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fae87cc-f834-491c-b132-0fdd5bb866af tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:57:44.636368 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1c9c8aff-faef-4451-aad2-3430d56e936c tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:44.648150 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0d51e8aa-07fd-4b5f-955c-33a73435bced tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:44.663158 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-1edac506-ece6-4fce-b1dd-587ac5667e98 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 4ecc96aa-3ba7-475e-a534-34afd6ec4b8a) {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:44.664020 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1512c88d-bddf-40b4-b23c-af1d4fc462a4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event deleted for resources: {'Subnet': ['ID=1f4b7ba7-91fb-4b65-b53f-b59f15f8ce74,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:44.672311 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0684c77a-2380-47da-baad-612eb4f99bf5 None None] New status for floating IP 226deaff-d1c0-4a14-bddd-21ebe5040da8: ACTIVE {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 10:57:44.675475 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edac506-ece6-4fce-b1dd-587ac5667e98 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:44.676092 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1edac506-ece6-4fce-b1dd-587ac5667e98 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:44.677903 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1512c88d-bddf-40b4-b23c-af1d4fc462a4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:44.681872 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1512c88d-bddf-40b4-b23c-af1d4fc462a4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/subnets/1f4b7ba7-91fb-4b65-b53f-b59f15f8ce74 HTTP/1.1" status: 204 len: 168 time: 1.0139198 Mar 22 10:57:44.688929 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-6fae87cc-f834-491c-b132-0fdd5bb866af tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8168614 Mar 22 10:57:44.689482 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7b75887b-cd3a-4786-a96a-7b937b2523d8 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:44.689962 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38868) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:44.690294 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38870) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:44.700554 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c6faa6b0-3360-49bb-9719-34afea8233ee tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/floatingips/226deaff-d1c0-4a14-bddd-21ebe5040da8 HTTP/1.1" status: 200 len: 991 time: 0.1658344 Mar 22 10:57:44.706999 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-16c2ccd8-2f10-4067-9615-86953bb6fe73 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Request body: {'subnet': {'network_id': '211bb3de-21fd-4ad3-b1f7-e8d0044a01f9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:44.726984 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device b991b397-d607-427c-9ceb-9dff2f24a346 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:57:44.765052 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-98a3d272-c821-4c65-909c-fcb42615f965 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0686426 Mar 22 10:57:44.783190 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0390750-c7b6-493c-aff5-fcb54c024921 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Made reservation on behalf of fb0167f3b2d0487da26d7fc0c00f0b66 for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:44.786622 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e0390750-c7b6-493c-aff5-fcb54c024921 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:44.786774 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38872) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:44.795884 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-b8cdc5a6-10ef-4182-ad2a-3937372be616 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'subnet': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:44.812023 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-1edac506-ece6-4fce-b1dd-587ac5667e98 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4388812 Mar 22 10:57:44.814913 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38874) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:44.822491 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-2b6424ee-3419-4a11-a69c-bcb4fbcc5747 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Request body: {'subnet': {'network_id': '4ecc96aa-3ba7-475e-a534-34afd6ec4b8a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:44.911576 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-e0390750-c7b6-493c-aff5-fcb54c024921 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] device_id is not set on port d1d38f3f-d251-41ae-9820-ed105cca40ea yet. {{(pid=109050) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:57:44.938626 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-0c98b577-ba47-46b6-84af-b4ccaa742b43 None None] Allocated IP 172.20.0.2 (44f797be-8ccb-49ed-b449-fc5099dde749/8a6e29cd-1d25-4cb4-8cb7-9fdc800cf21d/d1765bda-c6ae-42bd-b41e-bee5f2ef8c29) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:57:44.947265 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1c9c8aff-faef-4451-aad2-3430d56e936c tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:45.019882 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-1c9c8aff-faef-4451-aad2-3430d56e936c tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['299dd230-486d-4f0a-a75f-800f67c8e561']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:45.029242 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b6424ee-3419-4a11-a69c-bcb4fbcc5747 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Made reservation on behalf of 6fad94f603ac4450bd9d1e1d6faca259 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:45.032890 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2b6424ee-3419-4a11-a69c-bcb4fbcc5747 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:45.038278 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8cdc5a6-10ef-4182-ad2a-3937372be616 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Made reservation on behalf of f7a8ac7bbd5d466888176c13ba053f5f for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:45.041165 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-1c9c8aff-faef-4451-aad2-3430d56e936c tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b5a33d5-55b4-4399-a45d-343db7601002') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:45.041462 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-1c9c8aff-faef-4451-aad2-3430d56e936c tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b5a33d5-55b4-4399-a45d-343db7601002') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:45.042385 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b8cdc5a6-10ef-4182-ad2a-3937372be616 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:45.054713 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port b991b397-d607-427c-9ceb-9dff2f24a346 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:45.055411 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:45.062501 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b75887b-cd3a-4786-a96a-7b937b2523d8 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Router 51778f4c-8489-4ce0-892b-58d9535e65b4 is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 10:57:45.069224 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1c9c8aff-faef-4451-aad2-3430d56e936c tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:45.083034 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-0d51e8aa-07fd-4b5f-955c-33a73435bced tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Deleting port 772da3f2-baf3-4fb0-aee4-4717dd1fb998 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:57:45.083395 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0d51e8aa-07fd-4b5f-955c-33a73435bced tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:45.100680 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-95490004-1888-48ee-9d7c-647b0e449f33 None None] Allocated IP 172.20.0.2 (211bb3de-21fd-4ad3-b1f7-e8d0044a01f9/a64af160-bfcc-4f40-b03f-8b41f5db7ef6/4879da0c-9a9e-48ec-8468-f186a4af21c5) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:57:45.111684 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1c9c8aff-faef-4451-aad2-3430d56e936c tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:45.115347 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c2ccd8-2f10-4067-9615-86953bb6fe73 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Made reservation on behalf of 976d65578b3f4457a067052eaaa72feb for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:45.119317 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-16c2ccd8-2f10-4067-9615-86953bb6fe73 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:45.175125 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-0d51e8aa-07fd-4b5f-955c-33a73435bced tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] For port 772da3f2-baf3-4fb0-aee4-4717dd1fb998, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=772da3f2-baf3-4fb0-aee4-4717dd1fb998,segment=NetworkSegment(4d260789-3900-4283-b226-4cb207f212da),segment_id=4d260789-3900-4283-b226-4cb207f212da)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:57:45.176487 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0d51e8aa-07fd-4b5f-955c-33a73435bced tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:45.203201 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c9c8aff-faef-4451-aad2-3430d56e936c tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:57:45.204018 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1c9c8aff-faef-4451-aad2-3430d56e936c tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:45.207762 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 10:57:45.207762 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:57:45.207762 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 10:57:45.207762 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:57:45.207762 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 10:57:45.207762 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:57:45.207762 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 10:57:45.207762 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:57:45.207762 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 10:57:45.207762 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:57:45.207762 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 10:57:45.207762 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:57:45.207762 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 10:57:45.207762 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:57:45.207762 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:57:45.207762 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:57:45.207762 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:57:45.207762 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:57:45.207762 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 10:57:45.207762 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:57:45.207762 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 10:57:45.207762 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:57:45.207762 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:57:45.207762 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:57:45.207762 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 10:57:45.207762 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:57:45.207762 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:57:45.207762 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:57:45.207762 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:57:45.207762 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:57:45.207762 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:57:45.207762 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:57:45.228971 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-0d51e8aa-07fd-4b5f-955c-33a73435bced tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Calling delete_port for 772da3f2-baf3-4fb0-aee4-4717dd1fb998 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:57:45.317401 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b75887b-cd3a-4786-a96a-7b937b2523d8 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:57:45.360623 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0c98b577-ba47-46b6-84af-b4ccaa742b43 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:45.391671 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0c98b577-ba47-46b6-84af-b4ccaa742b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:45.432770 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1cb15e-61dc-424d-8070-78417e313096 None None] Sync routers for ids ['51778f4c-8489-4ce0-892b-58d9535e65b4'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:57:45.443140 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1cb15e-61dc-424d-8070-78417e313096 None None] Routers {'51778f4c-8489-4ce0-892b-58d9535e65b4'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:57:45.444104 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-fb1cb15e-61dc-424d-8070-78417e313096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:57:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['51778f4c-8489-4ce0-892b-58d9535e65b4'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:45.455688 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-95490004-1888-48ee-9d7c-647b0e449f33 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:45.461849 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c98b577-ba47-46b6-84af-b4ccaa742b43 None None] Network 44f797be-8ccb-49ed-b449-fc5099dde749 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:57:45.467868 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-0c98b577-ba47-46b6-84af-b4ccaa742b43 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:45.470705 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c98b577-ba47-46b6-84af-b4ccaa742b43 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:57:45.480574 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-95490004-1888-48ee-9d7c-647b0e449f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:45.484484 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c98b577-ba47-46b6-84af-b4ccaa742b43 None None] Pushing event updated for resources: {'Port': ['ID=d1765bda-c6ae-42bd-b41e-bee5f2ef8c29,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:45.530906 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7b75887b-cd3a-4786-a96a-7b937b2523d8 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:45.541694 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7b75887b-cd3a-4786-a96a-7b937b2523d8 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 6.2529135 Mar 22 10:57:45.547759 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38876) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:45.565577 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95490004-1888-48ee-9d7c-647b0e449f33 None None] Network 211bb3de-21fd-4ad3-b1f7-e8d0044a01f9 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:57:45.569630 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-95490004-1888-48ee-9d7c-647b0e449f33 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:45.572335 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95490004-1888-48ee-9d7c-647b0e449f33 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:57:45.613489 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-0c98b577-ba47-46b6-84af-b4ccaa742b43 None None] Attempting to bind port d1765bda-c6ae-42bd-b41e-bee5f2ef8c29 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:57:45.614059 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-0c98b577-ba47-46b6-84af-b4ccaa742b43 None None] Attempting to bind port d1765bda-c6ae-42bd-b41e-bee5f2ef8c29 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '58ea0041-071b-41ac-90fc-d5af1cb38e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '44f797be-8ccb-49ed-b449-fc5099dde749'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:57:45.614290 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c98b577-ba47-46b6-84af-b4ccaa742b43 None None] Attempting to bind port d1765bda-c6ae-42bd-b41e-bee5f2ef8c29 on network 44f797be-8ccb-49ed-b449-fc5099dde749 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:57:45.617469 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-fb1cb15e-61dc-424d-8070-78417e313096 None None] Set router 51778f4c-8489-4ce0-892b-58d9535e65b4 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:57:45.621741 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95490004-1888-48ee-9d7c-647b0e449f33 None None] Pushing event updated for resources: {'Port': ['ID=4879da0c-9a9e-48ec-8468-f186a4af21c5,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:45.654544 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-95490004-1888-48ee-9d7c-647b0e449f33 None None] Attempting to bind port 4879da0c-9a9e-48ec-8468-f186a4af21c5 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:57:45.655255 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-95490004-1888-48ee-9d7c-647b0e449f33 None None] Attempting to bind port 4879da0c-9a9e-48ec-8468-f186a4af21c5 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '280acc85-25af-4c84-a218-a28a6911b8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '211bb3de-21fd-4ad3-b1f7-e8d0044a01f9'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:57:45.655647 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95490004-1888-48ee-9d7c-647b0e449f33 None None] Attempting to bind port 4879da0c-9a9e-48ec-8468-f186a4af21c5 on network 211bb3de-21fd-4ad3-b1f7-e8d0044a01f9 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:57:45.658010 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c98b577-ba47-46b6-84af-b4ccaa742b43 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:57:45.658356 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c98b577-ba47-46b6-84af-b4ccaa742b43 None None] Checking segment: {'id': '58ea0041-071b-41ac-90fc-d5af1cb38e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '44f797be-8ccb-49ed-b449-fc5099dde749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:57:45.659114 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0c98b577-ba47-46b6-84af-b4ccaa742b43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:45.659253 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c98b577-ba47-46b6-84af-b4ccaa742b43 None None] Bound using segment: {'id': '58ea0041-071b-41ac-90fc-d5af1cb38e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '44f797be-8ccb-49ed-b449-fc5099dde749'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:57:45.660453 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-0c98b577-ba47-46b6-84af-b4ccaa742b43 None None] Bound port: d1765bda-c6ae-42bd-b41e-bee5f2ef8c29, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58ea0041-071b-41ac-90fc-d5af1cb38e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '44f797be-8ccb-49ed-b449-fc5099dde749'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:57:45.660453 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0c98b577-ba47-46b6-84af-b4ccaa742b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:45.675513 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95490004-1888-48ee-9d7c-647b0e449f33 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:57:45.676308 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95490004-1888-48ee-9d7c-647b0e449f33 None None] Checking segment: {'id': '280acc85-25af-4c84-a218-a28a6911b8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '211bb3de-21fd-4ad3-b1f7-e8d0044a01f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:57:45.676308 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-95490004-1888-48ee-9d7c-647b0e449f33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:45.676651 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95490004-1888-48ee-9d7c-647b0e449f33 None None] Bound using segment: {'id': '280acc85-25af-4c84-a218-a28a6911b8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '211bb3de-21fd-4ad3-b1f7-e8d0044a01f9'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:57:45.677127 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-95490004-1888-48ee-9d7c-647b0e449f33 None None] Bound port: 4879da0c-9a9e-48ec-8468-f186a4af21c5, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '280acc85-25af-4c84-a218-a28a6911b8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '211bb3de-21fd-4ad3-b1f7-e8d0044a01f9'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:57:45.677503 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-95490004-1888-48ee-9d7c-647b0e449f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:45.726888 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38878) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:45.731090 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1c9c8aff-faef-4451-aad2-3430d56e936c tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:45.749767 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-0c98b577-ba47-46b6-84af-b4ccaa742b43 None None] For port d1765bda-c6ae-42bd-b41e-bee5f2ef8c29, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:57:45.753281 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-0c98b577-ba47-46b6-84af-b4ccaa742b43 None None] For port d1765bda-c6ae-42bd-b41e-bee5f2ef8c29, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=d1765bda-c6ae-42bd-b41e-bee5f2ef8c29,segment=NetworkSegment(58ea0041-071b-41ac-90fc-d5af1cb38e38),segment_id=58ea0041-071b-41ac-90fc-d5af1cb38e38)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:57:45.769853 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1c9c8aff-faef-4451-aad2-3430d56e936c tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:45.773965 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-1c9c8aff-faef-4451-aad2-3430d56e936c tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "DELETE /v2.0/networks/299dd230-486d-4f0a-a75f-800f67c8e561 HTTP/1.1" status: 204 len: 168 time: 1.3959336 Mar 22 10:57:45.775794 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0c98b577-ba47-46b6-84af-b4ccaa742b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:45.800109 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38880) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:45.826899 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-e0390750-c7b6-493c-aff5-fcb54c024921 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Allocated IP 172.20.0.10 (44f797be-8ccb-49ed-b449-fc5099dde749/8a6e29cd-1d25-4cb4-8cb7-9fdc800cf21d/d1d38f3f-d251-41ae-9820-ed105cca40ea) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:57:45.854112 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2f446c4-e782-4dd4-8ff7-de08c884ed1d tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] DELETE failed (client error): The resource could not be found. Mar 22 10:57:45.854747 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2f446c4-e782-4dd4-8ff7-de08c884ed1d tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:57:45.868541 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b2f446c4-e782-4dd4-8ff7-de08c884ed1d tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "DELETE /v2.0/subnets/b51685f3-d8c8-4f8d-93d2-cb2652152c8f HTTP/1.1" status: 404 len: 337 time: 0.0673437 Mar 22 10:57:45.876374 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38882) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:45.884680 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-fb1cb15e-61dc-424d-8070-78417e313096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51778f4c-8489-4ce0-892b-58d9535e65b4', 'name': 'tempest-snat-router-888919382', 'tenant_id': '36acfd1392f74bbdb415094b9c8da695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.24'}], 'enable_snat': True}, 'gw_port_id': '6aaab1ae-90de-4956-b65f-0d2e50cdf5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:57:39Z', 'updated_at': '2022-03-22T10:57:43Z', 'revision_number': 3, 'project_id': '36acfd1392f74bbdb415094b9c8da695', 'gw_port': {'id': '6aaab1ae-90de-4956-b65f-0d2e50cdf5af', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51778f4c-8489-4ce0-892b-58d9535e65b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:57:41Z', 'updated_at': '2022-03-22T10:57:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:45.901556 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c98b577-ba47-46b6-84af-b4ccaa742b43 None None] Pushing event updated for resources: {'Port': ['ID=d1765bda-c6ae-42bd-b41e-bee5f2ef8c29,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:45.917683 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1cb15e-61dc-424d-8070-78417e313096 None None] Checking router: 51778f4c-8489-4ce0-892b-58d9535e65b4 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 10:57:45.918404 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1cb15e-61dc-424d-8070-78417e313096 None None] Updating router 51778f4c-8489-4ce0-892b-58d9535e65b4 port 6aaab1ae-90de-4956-b65f-0d2e50cdf5af binding host dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 10:57:45.936690 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-95490004-1888-48ee-9d7c-647b0e449f33 None None] For port 4879da0c-9a9e-48ec-8468-f186a4af21c5, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:57:45.939699 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b892f762-4ee6-4077-87e6-bb1a40fd5402 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] 10.222.0.57 "GET /v2.0/routers/51778f4c-8489-4ce0-892b-58d9535e65b4 HTTP/1.1" status: 200 len: 906 time: 0.3907964 Mar 22 10:57:45.940777 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-95490004-1888-48ee-9d7c-647b0e449f33 None None] For port 4879da0c-9a9e-48ec-8468-f186a4af21c5, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=4879da0c-9a9e-48ec-8468-f186a4af21c5,segment=NetworkSegment(280acc85-25af-4c84-a218-a28a6911b8ae),segment_id=280acc85-25af-4c84-a218-a28a6911b8ae)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:57:45.945318 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c8aff-faef-4451-aad2-3430d56e936c tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Pushing event deleted for resources: {'Network': ['ID=299dd230-486d-4f0a-a75f-800f67c8e561,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:45.949457 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38884) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:45.954139 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-95490004-1888-48ee-9d7c-647b0e449f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:45.956818 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-fb1cb15e-61dc-424d-8070-78417e313096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:45.957497 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1ccf15e-c509-4909-a9ac-5b7e45c4648a tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] DELETE failed (client error): The resource could not be found. Mar 22 10:57:45.958139 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1ccf15e-c509-4909-a9ac-5b7e45c4648a tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:57:45.961323 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e1ccf15e-c509-4909-a9ac-5b7e45c4648a tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "DELETE /v2.0/networks/6ba9ef6e-5569-408f-a7ad-930972fcf57b HTTP/1.1" status: 404 len: 339 time: 0.0796754 Mar 22 10:57:45.973849 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38886) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:45.999801 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e308ea6f-ea97-48da-bf24-bc57a2bbf118 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/floatingips/226deaff-d1c0-4a14-bddd-21ebe5040da8 HTTP/1.1" status: 200 len: 993 time: 0.2714412 Mar 22 10:57:46.037987 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-c14ac95e-3b0b-4fe4-874e-48cb347141d1 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] DELETE failed (client error): The resource could not be found. Mar 22 10:57:46.038253 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c14ac95e-3b0b-4fe4-874e-48cb347141d1 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:57:46.044090 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c14ac95e-3b0b-4fe4-874e-48cb347141d1 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "DELETE /v2.0/subnets/3a0f0679-5079-4f6d-be78-1214a41f09ec HTTP/1.1" status: 404 len: 337 time: 0.0647421 Mar 22 10:57:46.045525 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38888) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:46.047560 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.objects.ports [None req-b8cdc5a6-10ef-4182-ad2a-3937372be616 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109049) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 10:57:46.070826 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2b6424ee-3419-4a11-a69c-bcb4fbcc5747 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:46.084766 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95490004-1888-48ee-9d7c-647b0e449f33 None None] Pushing event updated for resources: {'Port': ['ID=4879da0c-9a9e-48ec-8468-f186a4af21c5,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:46.134126 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-65f21510-2680-4abe-931d-a1b587fd6340 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] DELETE failed (client error): The resource could not be found. Mar 22 10:57:46.135116 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65f21510-2680-4abe-931d-a1b587fd6340 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:57:46.140311 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-65f21510-2680-4abe-931d-a1b587fd6340 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "DELETE /v2.0/networks/d6decc40-f028-40d3-8a58-a204ba15eb04 HTTP/1.1" status: 404 len: 339 time: 0.0877595 Mar 22 10:57:46.147646 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38890) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:46.199087 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0d51e8aa-07fd-4b5f-955c-33a73435bced tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:46.201366 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4bb8d2d-dd45-449d-904f-d654b88bae1c tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] DELETE failed (client error): The resource could not be found. Mar 22 10:57:46.201828 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4bb8d2d-dd45-449d-904f-d654b88bae1c tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:57:46.204829 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-b4bb8d2d-dd45-449d-904f-d654b88bae1c tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "DELETE /v2.0/subnets/dd7a69ba-421d-4b40-bcd8-93185544c008 HTTP/1.1" status: 404 len: 337 time: 0.0554721 Mar 22 10:57:46.244664 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38892) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:46.370039 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d51e8aa-07fd-4b5f-955c-33a73435bced tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Pushing event deleted for resources: {'Port': ['ID=772da3f2-baf3-4fb0-aee4-4717dd1fb998,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:46.372243 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d51e8aa-07fd-4b5f-955c-33a73435bced tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] No DVR routers for this DVR port 772da3f2-baf3-4fb0-aee4-4717dd1fb998 on host dv-neutron-834599-1-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:57:46.386966 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fa44c67-308c-476e-8ae8-73129f9c819e tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] DELETE failed (client error): The resource could not be found. Mar 22 10:57:46.387633 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fa44c67-308c-476e-8ae8-73129f9c819e tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:57:46.393162 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-1fa44c67-308c-476e-8ae8-73129f9c819e tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "DELETE /v2.0/networks/157c9dc2-5716-46a3-b305-04954c427882 HTTP/1.1" status: 404 len: 339 time: 0.1346762 Mar 22 10:57:46.402676 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e0390750-c7b6-493c-aff5-fcb54c024921 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:46.407555 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38894) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:46.490470 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-531c5e87-1728-4f43-b4aa-c258cdb42ff4 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks [] for router, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:46.492624 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-09b0a665-05a4-4c48-bbaa-c42700321943 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] DELETE failed (client error): The resource could not be found. Mar 22 10:57:46.493084 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09b0a665-05a4-4c48-bbaa-c42700321943 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:57:46.498752 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-09b0a665-05a4-4c48-bbaa-c42700321943 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "DELETE /v2.0/subnets/fc12a8e1-63d1-416f-af3f-aafc95c27b60 HTTP/1.1" status: 404 len: 337 time: 0.0877481 Mar 22 10:57:46.508955 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-fb1cb15e-61dc-424d-8070-78417e313096 None None] Notify callbacks [] for port, precommit_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:46.529034 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-fb1cb15e-61dc-424d-8070-78417e313096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:46.569615 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38896) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:46.617281 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-fb1cb15e-61dc-424d-8070-78417e313096 None None] Attempting to bind port 6aaab1ae-90de-4956-b65f-0d2e50cdf5af on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:57:46.617928 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-fb1cb15e-61dc-424d-8070-78417e313096 None None] Attempting to bind port 6aaab1ae-90de-4956-b65f-0d2e50cdf5af by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:57:46.618454 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1cb15e-61dc-424d-8070-78417e313096 None None] Attempting to bind port 6aaab1ae-90de-4956-b65f-0d2e50cdf5af on network a14ca783-6f82-4799-85a3-4cbe79c980a8 {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:57:46.626468 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1cb15e-61dc-424d-8070-78417e313096 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:57:46.626842 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1cb15e-61dc-424d-8070-78417e313096 None None] Checking segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:57:46.627246 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-fb1cb15e-61dc-424d-8070-78417e313096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:46.627738 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1cb15e-61dc-424d-8070-78417e313096 None None] Bound using segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:57:46.628213 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-fb1cb15e-61dc-424d-8070-78417e313096 None None] Bound port: 6aaab1ae-90de-4956-b65f-0d2e50cdf5af, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:57:46.628593 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-fb1cb15e-61dc-424d-8070-78417e313096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:46.630276 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67197c-7fa2-48be-a6d3-21c4c1726524 None None] Pushing event updated for resources: {'Port': ['ID=6aaab1ae-90de-4956-b65f-0d2e50cdf5af,revision_number=2']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:46.699523 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-327d0f8b-aa2d-48fc-85a8-e2e432111030 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] DELETE failed (client error): The resource could not be found. Mar 22 10:57:46.703721 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-327d0f8b-aa2d-48fc-85a8-e2e432111030 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:57:46.706093 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6424ee-3419-4a11-a69c-bcb4fbcc5747 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Network 4ecc96aa-3ba7-475e-a534-34afd6ec4b8a is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:57:46.706964 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-327d0f8b-aa2d-48fc-85a8-e2e432111030 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "DELETE /v2.0/networks/42f334fd-0392-4801-bee4-ea02282df60e HTTP/1.1" status: 404 len: 339 time: 0.1362643 Mar 22 10:57:46.709338 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0d51e8aa-07fd-4b5f-955c-33a73435bced tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:46.711506 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38898) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:46.716011 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e0390750-c7b6-493c-aff5-fcb54c024921 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:46.730563 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-2b6424ee-3419-4a11-a69c-bcb4fbcc5747 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:46.734218 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6424ee-3419-4a11-a69c-bcb4fbcc5747 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:46.735023 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2b6424ee-3419-4a11-a69c-bcb4fbcc5747 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:46.765645 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-e28fba02-5f16-4e69-88fb-02730a756ed7 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] DELETE failed (client error): The resource could not be found. Mar 22 10:57:46.766195 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e28fba02-5f16-4e69-88fb-02730a756ed7 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:57:46.768748 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-fb1cb15e-61dc-424d-8070-78417e313096 None None] For port 6aaab1ae-90de-4956-b65f-0d2e50cdf5af, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:57:46.770149 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e28fba02-5f16-4e69-88fb-02730a756ed7 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "DELETE /v2.0/subnets/9eec1667-c623-42a6-a4c7-8f101e1e4e41 HTTP/1.1" status: 404 len: 337 time: 0.0549254 Mar 22 10:57:46.776835 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38900) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:46.780692 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-fb1cb15e-61dc-424d-8070-78417e313096 None None] For port 6aaab1ae-90de-4956-b65f-0d2e50cdf5af, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=6aaab1ae-90de-4956-b65f-0d2e50cdf5af,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:57:46.785686 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6424ee-3419-4a11-a69c-bcb4fbcc5747 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Pushing event updated for resources: {'Subnet': ['ID=c4706ae8-8e19-429b-8bb7-164bf029cf5b,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:46.807083 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3329887-e273-4274-867e-84f02d7e951e tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] DELETE failed (client error): The resource could not be found. Mar 22 10:57:46.808087 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3329887-e273-4274-867e-84f02d7e951e tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:57:46.813842 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e3329887-e273-4274-867e-84f02d7e951e tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "DELETE /v2.0/networks/562a7190-6615-447b-99bb-14d445b0a296 HTTP/1.1" status: 404 len: 339 time: 0.0356762 Mar 22 10:57:46.817731 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-fb1cb15e-61dc-424d-8070-78417e313096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:46.819187 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2b6424ee-3419-4a11-a69c-bcb4fbcc5747 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0032830 Mar 22 10:57:46.820440 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38902) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:46.825931 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-0d51e8aa-07fd-4b5f-955c-33a73435bced tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['281c46aa-5519-4e3a-aa5f-fe6dbaebd490']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:46.829716 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38904) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:46.880340 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-930432e2-1c10-476a-8b55-5da3a3b4fe23 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] DELETE failed (client error): The resource could not be found. Mar 22 10:57:46.880883 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-930432e2-1c10-476a-8b55-5da3a3b4fe23 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:57:46.887399 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-930432e2-1c10-476a-8b55-5da3a3b4fe23 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "DELETE /v2.0/subnets/6b3ec503-c3fc-4674-9798-ce49abd9e8ed HTTP/1.1" status: 404 len: 337 time: 0.0457544 Mar 22 10:57:46.889046 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38906) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:46.898720 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edbfb1c-4fe8-4048-86bf-9f5233f0c80e tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:46.907280 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device d1765bda-c6ae-42bd-b41e-bee5f2ef8c29 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:57:46.908669 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1cb15e-61dc-424d-8070-78417e313096 None None] Routers {'51778f4c-8489-4ce0-892b-58d9535e65b4'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:57:46.909744 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-fb1cb15e-61dc-424d-8070-78417e313096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:57:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['51778f4c-8489-4ce0-892b-58d9535e65b4'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:46.909891 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edbfb1c-4fe8-4048-86bf-9f5233f0c80e tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:46.911649 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edbfb1c-4fe8-4048-86bf-9f5233f0c80e tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:46.913396 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edbfb1c-4fe8-4048-86bf-9f5233f0c80e tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:46.920164 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edbfb1c-4fe8-4048-86bf-9f5233f0c80e tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:46.922061 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-8edbfb1c-4fe8-4048-86bf-9f5233f0c80e tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0900042 Mar 22 10:57:46.931869 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0390750-c7b6-493c-aff5-fcb54c024921 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Network 44f797be-8ccb-49ed-b449-fc5099dde749 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:57:46.939238 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-e0390750-c7b6-493c-aff5-fcb54c024921 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:46.939558 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38908) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:46.945205 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-0d51e8aa-07fd-4b5f-955c-33a73435bced tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d260789-3900-4283-b226-4cb207f212da') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:46.946560 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-0b61b1be-d140-47b8-addb-19ba81745b98 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-883900468'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:46.950227 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dd32afc-6cd7-40a1-b77b-a21d1fb33570 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] DELETE failed (client error): The resource could not be found. Mar 22 10:57:46.951228 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-0d51e8aa-07fd-4b5f-955c-33a73435bced tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d260789-3900-4283-b226-4cb207f212da') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:46.960150 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dd32afc-6cd7-40a1-b77b-a21d1fb33570 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:57:46.963461 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8dd32afc-6cd7-40a1-b77b-a21d1fb33570 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "DELETE /v2.0/networks/a83d15cc-63cb-4f82-b482-adda19a2db18 HTTP/1.1" status: 404 len: 339 time: 0.0733562 Mar 22 10:57:46.968413 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38910) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:46.984860 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67197c-7fa2-48be-a6d3-21c4c1726524 None None] Pushing event updated for resources: {'Port': ['ID=6aaab1ae-90de-4956-b65f-0d2e50cdf5af,revision_number=3']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:46.986687 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0390750-c7b6-493c-aff5-fcb54c024921 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:57:47.006643 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0390750-c7b6-493c-aff5-fcb54c024921 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event updated for resources: {'Port': ['ID=d1d38f3f-d251-41ae-9820-ed105cca40ea,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:47.010641 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0d51e8aa-07fd-4b5f-955c-33a73435bced tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:47.020100 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port d1765bda-c6ae-42bd-b41e-bee5f2ef8c29 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:47.020634 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:47.087229 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0d51e8aa-07fd-4b5f-955c-33a73435bced tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:47.094851 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff99ac05-121e-4ae0-913d-865da9c2f7bc tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] DELETE failed (client error): The resource could not be found. Mar 22 10:57:47.096440 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff99ac05-121e-4ae0-913d-865da9c2f7bc tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:57:47.100288 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ff99ac05-121e-4ae0-913d-865da9c2f7bc tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "DELETE /v2.0/subnets/cfff8f5c-c1c4-4734-a3ee-33ea873a0d6d HTTP/1.1" status: 404 len: 337 time: 0.1277022 Mar 22 10:57:47.103300 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-fb1cb15e-61dc-424d-8070-78417e313096 None None] Set router 51778f4c-8489-4ce0-892b-58d9535e65b4 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:57:47.113346 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38912) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:47.129238 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d51e8aa-07fd-4b5f-955c-33a73435bced tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:57:47.129658 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0d51e8aa-07fd-4b5f-955c-33a73435bced tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:47.133571 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-531c5e87-1728-4f43-b4aa-c258cdb42ff4 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:47.140748 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-16c2ccd8-2f10-4067-9615-86953bb6fe73 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:47.143101 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 10:57:47.143101 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:57:47.143101 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 10:57:47.143101 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:57:47.143101 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 10:57:47.143101 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:57:47.143101 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 10:57:47.143101 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:57:47.143101 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 10:57:47.143101 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:57:47.143101 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 10:57:47.143101 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:57:47.143101 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 10:57:47.143101 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:57:47.143101 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:57:47.143101 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:57:47.143101 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:57:47.143101 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:57:47.143101 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 10:57:47.143101 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:57:47.143101 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 10:57:47.143101 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:57:47.143101 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:57:47.143101 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:57:47.143101 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 10:57:47.143101 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:57:47.143101 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:57:47.143101 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:57:47.143101 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:57:47.143101 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:57:47.143101 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:57:47.143101 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:57:47.166985 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aa9a8ad-fdf9-4d58-b1a5-17b5683580d8 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] DELETE failed (client error): The resource could not be found. Mar 22 10:57:47.167628 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5aa9a8ad-fdf9-4d58-b1a5-17b5683580d8 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:57:47.170572 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:47.177503 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5aa9a8ad-fdf9-4d58-b1a5-17b5683580d8 tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "DELETE /v2.0/networks/2e045cbc-4049-4a0c-8d41-34f7c18660fd HTTP/1.1" status: 404 len: 339 time: 0.0611787 Mar 22 10:57:47.178320 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b8cdc5a6-10ef-4182-ad2a-3937372be616 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:47.191915 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38914) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:47.194206 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b61b1be-d140-47b8-addb-19ba81745b98 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Made reservation on behalf of 6fad94f603ac4450bd9d1e1d6faca259 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:47.198461 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0b61b1be-d140-47b8-addb-19ba81745b98 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:47.209926 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c2ccd8-2f10-4067-9615-86953bb6fe73 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event updated for resources: {'Subnet': ['ID=1714fba2-d156-4dd4-b888-3ff8ad305094,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:47.225864 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0390750-c7b6-493c-aff5-fcb54c024921 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:47.226868 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e0390750-c7b6-493c-aff5-fcb54c024921 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:47.258620 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port d1765bda-c6ae-42bd-b41e-bee5f2ef8c29, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=d1765bda-c6ae-42bd-b41e-bee5f2ef8c29,segment=NetworkSegment(58ea0041-071b-41ac-90fc-d5af1cb38e38),segment_id=58ea0041-071b-41ac-90fc-d5af1cb38e38)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:57:47.271501 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c3785b7-4721-40ab-b24d-574de8e7581d tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] DELETE failed (client error): The resource could not be found. Mar 22 10:57:47.271972 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c3785b7-4721-40ab-b24d-574de8e7581d tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:57:47.278212 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1c3785b7-4721-40ab-b24d-574de8e7581d tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "DELETE /v2.0/subnets/9e02e6be-cdf9-40c6-b57d-795b086de4f6 HTTP/1.1" status: 404 len: 337 time: 0.0641975 Mar 22 10:57:47.280233 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:47.281057 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 4879da0c-9a9e-48ec-8468-f186a4af21c5 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:57:47.300573 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38916) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:47.327556 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c2ccd8-2f10-4067-9615-86953bb6fe73 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Network 211bb3de-21fd-4ad3-b1f7-e8d0044a01f9 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:57:47.343016 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-16c2ccd8-2f10-4067-9615-86953bb6fe73 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:47.350598 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c2ccd8-2f10-4067-9615-86953bb6fe73 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:47.351196 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-16c2ccd8-2f10-4067-9615-86953bb6fe73 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:47.371766 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-e0390750-c7b6-493c-aff5-fcb54c024921 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.0812476 Mar 22 10:57:47.380362 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38918) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:47.384615 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=d1765bda-c6ae-42bd-b41e-bee5f2ef8c29,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:47.393380 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b61b1be-d140-47b8-addb-19ba81745b98 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:57:47.397137 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fd9723b-958a-4b97-9c58-f1643a9fe2ad tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] DELETE failed (client error): The resource could not be found. Mar 22 10:57:47.397760 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fd9723b-958a-4b97-9c58-f1643a9fe2ad tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:57:47.404044 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8fd9723b-958a-4b97-9c58-f1643a9fe2ad tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "DELETE /v2.0/networks/fd5b8c1d-a6fc-4f64-8423-551a425b4f11 HTTP/1.1" status: 404 len: 339 time: 0.1023953 Mar 22 10:57:47.408168 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-16c2ccd8-2f10-4067-9615-86953bb6fe73 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.7093236 Mar 22 10:57:47.409232 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38920) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:47.417340 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38922) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:47.423445 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-821b523a-899e-46a2-9aa5-0beeae7657c4 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Request body: {'port': {'network_id': '211bb3de-21fd-4ad3-b1f7-e8d0044a01f9', 'fixed_ips': [{'subnet_id': 'a64af160-bfcc-4f40-b03f-8b41f5db7ef6'}, {'subnet_id': '1714fba2-d156-4dd4-b888-3ff8ad305094'}], 'name': 'tempest-PortsTestJSON-830331846'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:47.436489 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-fb1cb15e-61dc-424d-8070-78417e313096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51778f4c-8489-4ce0-892b-58d9535e65b4', 'name': 'tempest-snat-router-888919382', 'tenant_id': '36acfd1392f74bbdb415094b9c8da695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.24'}], 'enable_snat': True}, 'gw_port_id': '6aaab1ae-90de-4956-b65f-0d2e50cdf5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:57:39Z', 'updated_at': '2022-03-22T10:57:43Z', 'revision_number': 3, 'project_id': '36acfd1392f74bbdb415094b9c8da695', 'gw_port': {'id': '6aaab1ae-90de-4956-b65f-0d2e50cdf5af', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51778f4c-8489-4ce0-892b-58d9535e65b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:57:41Z', 'updated_at': '2022-03-22T10:57:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:47.490787 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1cb15e-61dc-424d-8070-78417e313096 None None] The sync data for ids ['51778f4c-8489-4ce0-892b-58d9535e65b4'] in dv-neutron-834599-1-hyperv is: [{'id': '51778f4c-8489-4ce0-892b-58d9535e65b4', 'name': 'tempest-snat-router-888919382', 'tenant_id': '36acfd1392f74bbdb415094b9c8da695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.24'}], 'enable_snat': True}, 'gw_port_id': '6aaab1ae-90de-4956-b65f-0d2e50cdf5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:57:39Z', 'updated_at': '2022-03-22T10:57:43Z', 'revision_number': 3, 'project_id': '36acfd1392f74bbdb415094b9c8da695', 'gw_port': {'id': '6aaab1ae-90de-4956-b65f-0d2e50cdf5af', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51778f4c-8489-4ce0-892b-58d9535e65b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:57:41Z', 'updated_at': '2022-03-22T10:57:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:57:47.494561 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 4879da0c-9a9e-48ec-8468-f186a4af21c5 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:47.495052 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:47.516389 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0d51e8aa-07fd-4b5f-955c-33a73435bced tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:47.576247 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0b61b1be-d140-47b8-addb-19ba81745b98 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:47.576637 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-0b61b1be-d140-47b8-addb-19ba81745b98 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Added segment 96bd07d0-37f8-4daa-8bd2-7fef9a83fcc7 of type vlan for network d385700a-976f-4570-b850-34000df6eb92 Mar 22 10:57:47.580351 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0d51e8aa-07fd-4b5f-955c-33a73435bced tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:47.586230 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-0d51e8aa-07fd-4b5f-955c-33a73435bced tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] 10.222.0.57 "DELETE /v2.0/networks/281c46aa-5519-4e3a-aa5f-fe6dbaebd490 HTTP/1.1" status: 204 len: 168 time: 3.1744726 Mar 22 10:57:47.586488 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d51e8aa-07fd-4b5f-955c-33a73435bced tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Pushing event deleted for resources: {'Network': ['ID=281c46aa-5519-4e3a-aa5f-fe6dbaebd490,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:47.588253 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38924) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:47.596121 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821b523a-899e-46a2-9aa5-0beeae7657c4 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Made reservation on behalf of 976d65578b3f4457a067052eaaa72feb for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:47.629276 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:47.654144 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-531c5e87-1728-4f43-b4aa-c258cdb42ff4 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Deleting port 6aaab1ae-90de-4956-b65f-0d2e50cdf5af {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:57:47.654471 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-531c5e87-1728-4f43-b4aa-c258cdb42ff4 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:47.672440 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a2ef76d-9b4c-4e1c-816e-53263624b64b tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Deleting subnet 083b05b6-cf23-4885-acae-fe191e1a5f86 {{(pid=109050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:57:47.679685 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3a2ef76d-9b4c-4e1c-816e-53263624b64b tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks [] for subnet, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:47.684677 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-406ac80a-a8b3-42c6-8c72-694c6a216e86 None None] Provisioning complete for port d1765bda-c6ae-42bd-b41e-bee5f2ef8c29 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:47.685061 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-406ac80a-a8b3-42c6-8c72-694c6a216e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:47.714713 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port 4879da0c-9a9e-48ec-8468-f186a4af21c5, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=4879da0c-9a9e-48ec-8468-f186a4af21c5,segment=NetworkSegment(280acc85-25af-4c84-a218-a28a6911b8ae),segment_id=280acc85-25af-4c84-a218-a28a6911b8ae)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:57:47.728658 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:47.796661 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=4879da0c-9a9e-48ec-8468-f186a4af21c5,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:47.865436 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0b61b1be-d140-47b8-addb-19ba81745b98 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:47.870186 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-821b523a-899e-46a2-9aa5-0beeae7657c4 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:47.901846 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-935b285b-6777-4d55-9e05-11097e882442 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Deleting subnet 679fac35-4407-4246-a7d5-f128201b2160 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:57:47.922177 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3a2ef76d-9b4c-4e1c-816e-53263624b64b tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11961780'] for subnet, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:47.924116 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-935b285b-6777-4d55-9e05-11097e882442 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:47.954427 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-821b523a-899e-46a2-9aa5-0beeae7657c4 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] device_id is not set on port 3ff01fdd-06a6-421e-82ba-80c780459841 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:57:48.006759 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41eae0a4-2815-4576-be23-7ebc7f59e420 None None] get_active_networks_info from dv-neutron-834599-1-hyperv {{(pid=109051) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 22 10:57:48.023610 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-531c5e87-1728-4f43-b4aa-c258cdb42ff4 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] For port 6aaab1ae-90de-4956-b65f-0d2e50cdf5af, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=6aaab1ae-90de-4956-b65f-0d2e50cdf5af,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:57:48.024069 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-531c5e87-1728-4f43-b4aa-c258cdb42ff4 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:48.027041 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0b61b1be-d140-47b8-addb-19ba81745b98 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:48.032614 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b61b1be-d140-47b8-addb-19ba81745b98 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:48.033227 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0b61b1be-d140-47b8-addb-19ba81745b98 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:48.038033 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-b8cdc5a6-10ef-4182-ad2a-3937372be616 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] For port b991b397-d607-427c-9ceb-9dff2f24a346, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=b991b397-d607-427c-9ceb-9dff2f24a346,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:57:48.048895 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-531c5e87-1728-4f43-b4aa-c258cdb42ff4 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Calling delete_port for 6aaab1ae-90de-4956-b65f-0d2e50cdf5af owned by network:router_gateway {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:57:48.095974 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-935b285b-6777-4d55-9e05-11097e882442 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:48.142788 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-a865df60-b4c2-4b3c-970c-a40bbd1470a1 None None] Provisioning complete for port 4879da0c-9a9e-48ec-8468-f186a4af21c5 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:48.143880 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a865df60-b4c2-4b3c-970c-a40bbd1470a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:48.172444 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0b61b1be-d140-47b8-addb-19ba81745b98 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2289958 Mar 22 10:57:48.184633 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38926) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:48.208939 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-3f256000-9999-486b-8a6e-554fce344a07 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:48.252740 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3a2ef76d-9b4c-4e1c-816e-53263624b64b tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:48.255555 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b61b1be-d140-47b8-addb-19ba81745b98 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Pushing event updated for resources: {'Network': ['ID=d385700a-976f-4570-b850-34000df6eb92,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:48.278050 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network d385700a-976f-4570-b850-34000df6eb92 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:57:48.302865 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b8cdc5a6-10ef-4182-ad2a-3937372be616 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:48.332749 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41eae0a4-2815-4576-be23-7ebc7f59e420 None None] Resources bound (agent type, host, resource id): {{(pid=109051) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 10:57:48.342186 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b8cdc5a6-10ef-4182-ad2a-3937372be616 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:48.342186 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b8cdc5a6-10ef-4182-ad2a-3937372be616 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:48.432730 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2e934c04-4d8f-46eb-b4d5-43cfcbd7306c tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:48.477180 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cdc5a6-10ef-4182-ad2a-3937372be616 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event updated for resources: {'Port': ['ID=b991b397-d607-427c-9ceb-9dff2f24a346,revision_number=6']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:48.481217 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cdc5a6-10ef-4182-ad2a-3937372be616 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event updated for resources: {'Subnet': ['ID=c395dff6-fea4-4db6-9111-49880339c20a,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:48.515793 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cdc5a6-10ef-4182-ad2a-3937372be616 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:57:48.524281 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-b8cdc5a6-10ef-4182-ad2a-3937372be616 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:48.532998 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cdc5a6-10ef-4182-ad2a-3937372be616 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:48.533752 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b8cdc5a6-10ef-4182-ad2a-3937372be616 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:48.565440 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-935b285b-6777-4d55-9e05-11097e882442 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:48.641781 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b8cdc5a6-10ef-4182-ad2a-3937372be616 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.8539116 Mar 22 10:57:48.651555 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38928) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:48.657190 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-ee48c72f-bb03-4f85-8dc9-a19b0dec5c99 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'port': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'mac_address': 'fa:16:3e:b3:0a:50', 'name': 'tempest-NetworksTestDHCPv6-1192353244'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:48.747086 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-935b285b-6777-4d55-9e05-11097e882442 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:48.751308 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3f256000-9999-486b-8a6e-554fce344a07 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:48.754803 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3a2ef76d-9b4c-4e1c-816e-53263624b64b tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:48.821940 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3a2ef76d-9b4c-4e1c-816e-53263624b64b tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:48.825053 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-3a2ef76d-9b4c-4e1c-816e-53263624b64b tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "DELETE /v2.0/subnets/083b05b6-cf23-4885-acae-fe191e1a5f86 HTTP/1.1" status: 204 len: 168 time: 1.3477914 Mar 22 10:57:48.837798 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38930) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:48.856406 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2ef76d-9b4c-4e1c-816e-53263624b64b tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Pushing event deleted for resources: {'Subnet': ['ID=083b05b6-cf23-4885-acae-fe191e1a5f86,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:48.882841 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3f256000-9999-486b-8a6e-554fce344a07 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:48.887621 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935b285b-6777-4d55-9e05-11097e882442 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Pushing event deleted for resources: {'Subnet': ['ID=679fac35-4407-4246-a7d5-f128201b2160,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:48.889961 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-935b285b-6777-4d55-9e05-11097e882442 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:48.893021 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device b991b397-d607-427c-9ceb-9dff2f24a346 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:57:48.894844 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-935b285b-6777-4d55-9e05-11097e882442 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] 10.222.0.57 "DELETE /v2.0/subnets/679fac35-4407-4246-a7d5-f128201b2160 HTTP/1.1" status: 204 len: 168 time: 1.2934785 Mar 22 10:57:48.915280 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38932) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:48.947393 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3f256000-9999-486b-8a6e-554fce344a07 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Network d385700a-976f-4570-b850-34000df6eb92 is not hosted by any dhcp agent {{(pid=109050) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 22 10:57:48.953064 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f256000-9999-486b-8a6e-554fce344a07 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:48.953353 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3f256000-9999-486b-8a6e-554fce344a07 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:48.957865 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-3f256000-9999-486b-8a6e-554fce344a07 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] 10.222.0.57 "PUT /v2.0/networks/d385700a-976f-4570-b850-34000df6eb92 HTTP/1.1" status: 200 len: 723 time: 0.7535622 Mar 22 10:57:48.964031 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-821b523a-899e-46a2-9aa5-0beeae7657c4 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Allocated IP 172.20.0.11 (211bb3de-21fd-4ad3-b1f7-e8d0044a01f9/a64af160-bfcc-4f40-b03f-8b41f5db7ef6/3ff01fdd-06a6-421e-82ba-80c780459841) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:57:48.968157 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38934) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:48.979210 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-a068ebcc-3af1-4cd2-bba9-d9af59cd9264 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Request body: {'subnet': {'network_id': 'd385700a-976f-4570-b850-34000df6eb92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:48.983055 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port b991b397-d607-427c-9ceb-9dff2f24a346 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:48.984230 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:49.008222 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-821b523a-899e-46a2-9aa5-0beeae7657c4 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Allocated IP 172.20.0.28 (211bb3de-21fd-4ad3-b1f7-e8d0044a01f9/1714fba2-d156-4dd4-b888-3ff8ad305094/3ff01fdd-06a6-421e-82ba-80c780459841) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:57:49.063905 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f5ed2d-5be3-4e02-b18f-939d357031fc None None] DHCP port deletion for 281c46aa-5519-4e3a-aa5f-fe6dbaebd490 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:57:49.076638 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccab7662-8087-401d-b602-2368d98b1f67 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Deleting subnet 8133e44f-2663-4c80-95ee-e112fbf5523f {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:57:49.080171 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ccab7662-8087-401d-b602-2368d98b1f67 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:49.082605 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f256000-9999-486b-8a6e-554fce344a07 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Pushing event updated for resources: {'Network': ['ID=d385700a-976f-4570-b850-34000df6eb92,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:49.089946 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 6aaab1ae-90de-4956-b65f-0d2e50cdf5af up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:57:49.119740 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network d385700a-976f-4570-b850-34000df6eb92 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:57:49.123735 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ccab7662-8087-401d-b602-2368d98b1f67 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:49.143435 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658c21f2-c3c6-450f-bc55-85951a9e9bc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-4ecc96aa-3ba7-475e-a534-34afd6ec4b8a', 'network_id': '4ecc96aa-3ba7-475e-a534-34afd6ec4b8a', 'tenant_id': '6fad94f603ac4450bd9d1e1d6faca259', 'fixed_ips': [{'subnet_id': '8a644b31-dec0-4cdd-995e-25e88c28462e'}, {'subnet_id': 'c4706ae8-8e19-429b-8bb7-164bf029cf5b'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:57:49.144862 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-658c21f2-c3c6-450f-bc55-85951a9e9bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:49.174411 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-531c5e87-1728-4f43-b4aa-c258cdb42ff4 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:49.195020 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee48c72f-bb03-4f85-8dc9-a19b0dec5c99 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Made reservation on behalf of f7a8ac7bbd5d466888176c13ba053f5f for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:49.214909 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8e725ebe-cc9e-4e87-ba24-dfd75f79bf0e tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:49.242678 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531c5e87-1728-4f43-b4aa-c258cdb42ff4 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Pushing event deleted for resources: {'Port': ['ID=6aaab1ae-90de-4956-b65f-0d2e50cdf5af,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:49.266800 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No active binding found for port 6aaab1ae-90de-4956-b65f-0d2e50cdf5af {{(pid=109051) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 22 10:57:49.267257 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 6aaab1ae-90de-4956-b65f-0d2e50cdf5af not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 22 10:57:49.304743 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Port 6aaab1ae-90de-4956-b65f-0d2e50cdf5af not found, will not notify nova. {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 22 10:57:49.305576 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device d1765bda-c6ae-42bd-b41e-bee5f2ef8c29 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:57:49.326233 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a068ebcc-3af1-4cd2-bba9-d9af59cd9264 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Made reservation on behalf of 6fad94f603ac4450bd9d1e1d6faca259 for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:49.329869 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a068ebcc-3af1-4cd2-bba9-d9af59cd9264 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:49.339185 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2e934c04-4d8f-46eb-b4d5-43cfcbd7306c tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:49.358440 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2e934c04-4d8f-46eb-b4d5-43cfcbd7306c tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:49.403832 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-531c5e87-1728-4f43-b4aa-c258cdb42ff4 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682553'] for router_gateway, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:49.407361 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port d1765bda-c6ae-42bd-b41e-bee5f2ef8c29 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:49.407790 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:49.498959 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ccab7662-8087-401d-b602-2368d98b1f67 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:49.505312 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-658c21f2-c3c6-450f-bc55-85951a9e9bc5 None None] Allocated IP 2001:db8::2 (4ecc96aa-3ba7-475e-a534-34afd6ec4b8a/8a644b31-dec0-4cdd-995e-25e88c28462e/3bee742d-8d76-4331-a71a-dd4dce3e2fe0) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:57:49.505785 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ee48c72f-bb03-4f85-8dc9-a19b0dec5c99 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:49.535761 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-658c21f2-c3c6-450f-bc55-85951a9e9bc5 None None] Allocated IP 172.20.0.1 (4ecc96aa-3ba7-475e-a534-34afd6ec4b8a/c4706ae8-8e19-429b-8bb7-164bf029cf5b/3bee742d-8d76-4331-a71a-dd4dce3e2fe0) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:57:49.567427 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 4879da0c-9a9e-48ec-8468-f186a4af21c5 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:57:49.574536 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-821b523a-899e-46a2-9aa5-0beeae7657c4 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:49.596031 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-ee48c72f-bb03-4f85-8dc9-a19b0dec5c99 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] device_id is not set on port e2d235f6-2a99-4e76-976b-9c89aaefdbda yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:57:49.673671 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-8e725ebe-cc9e-4e87-ba24-dfd75f79bf0e tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Deleting port e0ac23e1-7982-4a5a-9db7-6fdba3548ab7 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:57:49.674046 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8e725ebe-cc9e-4e87-ba24-dfd75f79bf0e tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:49.687434 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 4879da0c-9a9e-48ec-8468-f186a4af21c5 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:49.687806 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:49.711707 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ccab7662-8087-401d-b602-2368d98b1f67 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:49.778480 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-658c21f2-c3c6-450f-bc55-85951a9e9bc5 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:49.789394 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccab7662-8087-401d-b602-2368d98b1f67 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Pushing event deleted for resources: {'Subnet': ['ID=8133e44f-2663-4c80-95ee-e112fbf5523f,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:49.806310 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-658c21f2-c3c6-450f-bc55-85951a9e9bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:49.827574 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ccab7662-8087-401d-b602-2368d98b1f67 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:49.831427 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ccab7662-8087-401d-b602-2368d98b1f67 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] 10.222.0.57 "DELETE /v2.0/subnets/8133e44f-2663-4c80-95ee-e112fbf5523f HTTP/1.1" status: 204 len: 168 time: 0.9150472 Mar 22 10:57:49.835466 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-821b523a-899e-46a2-9aa5-0beeae7657c4 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:49.843022 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38936) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:49.870529 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658c21f2-c3c6-450f-bc55-85951a9e9bc5 None None] Network 4ecc96aa-3ba7-475e-a534-34afd6ec4b8a is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:57:49.875504 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-658c21f2-c3c6-450f-bc55-85951a9e9bc5 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:49.879620 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658c21f2-c3c6-450f-bc55-85951a9e9bc5 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:57:49.896334 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658c21f2-c3c6-450f-bc55-85951a9e9bc5 None None] Pushing event updated for resources: {'Port': ['ID=3bee742d-8d76-4331-a71a-dd4dce3e2fe0,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:49.945178 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-8e725ebe-cc9e-4e87-ba24-dfd75f79bf0e tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] For port e0ac23e1-7982-4a5a-9db7-6fdba3548ab7, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=e0ac23e1-7982-4a5a-9db7-6fdba3548ab7,segment=NetworkSegment(84c3b418-8b80-440a-aaa0-15e6ae286d2b),segment_id=84c3b418-8b80-440a-aaa0-15e6ae286d2b)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:57:49.945818 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8e725ebe-cc9e-4e87-ba24-dfd75f79bf0e tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:49.949346 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-531c5e87-1728-4f43-b4aa-c258cdb42ff4 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:49.959312 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-531c5e87-1728-4f43-b4aa-c258cdb42ff4 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:49.967418 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e934c04-4d8f-46eb-b4d5-43cfcbd7306c tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event updated for resources: {'Port': ['ID=d1d38f3f-d251-41ae-9820-ed105cca40ea,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:49.972237 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-658c21f2-c3c6-450f-bc55-85951a9e9bc5 None None] Attempting to bind port 3bee742d-8d76-4331-a71a-dd4dce3e2fe0 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:57:49.972638 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-658c21f2-c3c6-450f-bc55-85951a9e9bc5 None None] Attempting to bind port 3bee742d-8d76-4331-a71a-dd4dce3e2fe0 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '79f5ed68-8bb9-4230-9e33-76d1f5826fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '4ecc96aa-3ba7-475e-a534-34afd6ec4b8a'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:57:49.973012 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658c21f2-c3c6-450f-bc55-85951a9e9bc5 None None] Attempting to bind port 3bee742d-8d76-4331-a71a-dd4dce3e2fe0 on network 4ecc96aa-3ba7-475e-a534-34afd6ec4b8a {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:57:49.973320 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821b523a-899e-46a2-9aa5-0beeae7657c4 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Network 211bb3de-21fd-4ad3-b1f7-e8d0044a01f9 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:57:49.983281 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658c21f2-c3c6-450f-bc55-85951a9e9bc5 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:57:49.983721 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658c21f2-c3c6-450f-bc55-85951a9e9bc5 None None] Checking segment: {'id': '79f5ed68-8bb9-4230-9e33-76d1f5826fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '4ecc96aa-3ba7-475e-a534-34afd6ec4b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:57:49.984136 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-658c21f2-c3c6-450f-bc55-85951a9e9bc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:49.984666 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658c21f2-c3c6-450f-bc55-85951a9e9bc5 None None] Bound using segment: {'id': '79f5ed68-8bb9-4230-9e33-76d1f5826fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '4ecc96aa-3ba7-475e-a534-34afd6ec4b8a'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:57:49.985117 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-658c21f2-c3c6-450f-bc55-85951a9e9bc5 None None] Bound port: 3bee742d-8d76-4331-a71a-dd4dce3e2fe0, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79f5ed68-8bb9-4230-9e33-76d1f5826fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '4ecc96aa-3ba7-475e-a534-34afd6ec4b8a'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:57:49.985741 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-658c21f2-c3c6-450f-bc55-85951a9e9bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:50.014710 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-ee48c72f-bb03-4f85-8dc9-a19b0dec5c99 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Allocated IP 2001:db8::f816:3eff:feb3:a50 (1bc750fe-0949-42b2-bab7-34fc725823e6/c395dff6-fea4-4db6-9111-49880339c20a/e2d235f6-2a99-4e76-976b-9c89aaefdbda) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:57:50.022686 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-8e725ebe-cc9e-4e87-ba24-dfd75f79bf0e tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Calling delete_port for e0ac23e1-7982-4a5a-9db7-6fdba3548ab7 owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:57:50.026247 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-821b523a-899e-46a2-9aa5-0beeae7657c4 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:50.063980 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-531c5e87-1728-4f43-b4aa-c258cdb42ff4 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:50.064821 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531c5e87-1728-4f43-b4aa-c258cdb42ff4 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 51778f4c-8489-4ce0-892b-58d9535e65b4 {{(pid=109050) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 10:57:50.069922 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-531c5e87-1728-4f43-b4aa-c258cdb42ff4 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:50.070224 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-658c21f2-c3c6-450f-bc55-85951a9e9bc5 None None] For port 3bee742d-8d76-4331-a71a-dd4dce3e2fe0, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:57:50.071939 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-531c5e87-1728-4f43-b4aa-c258cdb42ff4 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] 10.222.0.57 "DELETE /v2.0/routers/51778f4c-8489-4ce0-892b-58d9535e65b4 HTTP/1.1" status: 204 len: 168 time: 4.0820351 Mar 22 10:57:50.074104 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-658c21f2-c3c6-450f-bc55-85951a9e9bc5 None None] For port 3bee742d-8d76-4331-a71a-dd4dce3e2fe0, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=3bee742d-8d76-4331-a71a-dd4dce3e2fe0,segment=NetworkSegment(79f5ed68-8bb9-4230-9e33-76d1f5826fdd),segment_id=79f5ed68-8bb9-4230-9e33-76d1f5826fdd)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:57:50.074777 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821b523a-899e-46a2-9aa5-0beeae7657c4 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:57:50.081185 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-658c21f2-c3c6-450f-bc55-85951a9e9bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:50.081946 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38938) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:50.154623 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658c21f2-c3c6-450f-bc55-85951a9e9bc5 None None] Pushing event updated for resources: {'Port': ['ID=3bee742d-8d76-4331-a71a-dd4dce3e2fe0,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:50.184456 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821b523a-899e-46a2-9aa5-0beeae7657c4 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event updated for resources: {'Port': ['ID=3ff01fdd-06a6-421e-82ba-80c780459841,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:50.198060 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6f86a8af-bef6-4589-a070-0a5329b71300 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:50.212112 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821b523a-899e-46a2-9aa5-0beeae7657c4 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:50.212774 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-821b523a-899e-46a2-9aa5-0beeae7657c4 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:50.276677 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-821b523a-899e-46a2-9aa5-0beeae7657c4 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.8546102 Mar 22 10:57:50.282751 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38940) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:50.292438 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-1793cfbc-7355-4369-94ce-c52eb74b94a6 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a64af160-bfcc-4f40-b03f-8b41f5db7ef6'}]}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:50.396928 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8e725ebe-cc9e-4e87-ba24-dfd75f79bf0e tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:50.410032 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-80259cf9-15b7-48f3-86a3-cdc41a9daea0 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks [] for router, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:50.423661 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2e934c04-4d8f-46eb-b4d5-43cfcbd7306c tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684270'] for router_interface, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:50.440188 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e725ebe-cc9e-4e87-ba24-dfd75f79bf0e tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Pushing event deleted for resources: {'Port': ['ID=e0ac23e1-7982-4a5a-9db7-6fdba3548ab7,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:50.444359 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e725ebe-cc9e-4e87-ba24-dfd75f79bf0e tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] No DVR routers for this DVR port e0ac23e1-7982-4a5a-9db7-6fdba3548ab7 on host dv-neutron-834599-1-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:57:50.460587 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a068ebcc-3af1-4cd2-bba9-d9af59cd9264 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:50.488361 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-6f86a8af-bef6-4589-a070-0a5329b71300 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Deleting port adfb10e1-98d5-4624-b0c3-9dc94811b23c {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:57:50.488603 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6f86a8af-bef6-4589-a070-0a5329b71300 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:50.508901 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ee48c72f-bb03-4f85-8dc9-a19b0dec5c99 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:50.635793 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8e725ebe-cc9e-4e87-ba24-dfd75f79bf0e tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:50.669996 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-6f86a8af-bef6-4589-a070-0a5329b71300 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] For port adfb10e1-98d5-4624-b0c3-9dc94811b23c, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=adfb10e1-98d5-4624-b0c3-9dc94811b23c,segment=NetworkSegment(c6e988c2-ceec-4afe-9f18-b8924aadcfe2),segment_id=c6e988c2-ceec-4afe-9f18-b8924aadcfe2)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:57:50.670368 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6f86a8af-bef6-4589-a070-0a5329b71300 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:50.689621 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-8e725ebe-cc9e-4e87-ba24-dfd75f79bf0e tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90a54b1b-3d26-4289-b377-53712942a54e']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:50.703855 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-6f86a8af-bef6-4589-a070-0a5329b71300 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Calling delete_port for adfb10e1-98d5-4624-b0c3-9dc94811b23c owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:57:50.708535 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-8e725ebe-cc9e-4e87-ba24-dfd75f79bf0e tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84c3b418-8b80-440a-aaa0-15e6ae286d2b') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:50.708823 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-8e725ebe-cc9e-4e87-ba24-dfd75f79bf0e tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84c3b418-8b80-440a-aaa0-15e6ae286d2b') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:50.724282 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8e725ebe-cc9e-4e87-ba24-dfd75f79bf0e tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:50.743513 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8e725ebe-cc9e-4e87-ba24-dfd75f79bf0e tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:50.757276 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e725ebe-cc9e-4e87-ba24-dfd75f79bf0e tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:57:50.758055 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8e725ebe-cc9e-4e87-ba24-dfd75f79bf0e tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:50.776715 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1793cfbc-7355-4369-94ce-c52eb74b94a6 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:50.784359 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 10:57:50.784359 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:57:50.784359 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 10:57:50.784359 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:57:50.784359 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 10:57:50.784359 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:57:50.784359 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 10:57:50.784359 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:57:50.784359 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 10:57:50.784359 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:57:50.784359 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 10:57:50.784359 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:57:50.784359 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 10:57:50.784359 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:57:50.784359 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:57:50.784359 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:57:50.784359 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:57:50.784359 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:57:50.784359 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 10:57:50.784359 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:57:50.784359 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 10:57:50.784359 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:57:50.784359 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:57:50.784359 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:57:50.784359 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 10:57:50.784359 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:57:50.784359 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:57:50.784359 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:57:50.784359 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:57:50.784359 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:57:50.784359 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:57:50.784359 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:57:50.805156 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 6aaab1ae-90de-4956-b65f-0d2e50cdf5af no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:57:50.806474 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a068ebcc-3af1-4cd2-bba9-d9af59cd9264 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Pushing event updated for resources: {'Subnet': ['ID=afb83974-eba8-4124-9a54-d032ece8f3a8,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:50.830416 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ee48c72f-bb03-4f85-8dc9-a19b0dec5c99 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:50.832131 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 6aaab1ae-90de-4956-b65f-0d2e50cdf5af {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:57:50.832487 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 6aaab1ae-90de-4956-b65f-0d2e50cdf5af not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:57:50.832916 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 772da3f2-baf3-4fb0-aee4-4717dd1fb998 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:57:50.857773 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-80259cf9-15b7-48f3-86a3-cdc41a9daea0 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:50.859762 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 772da3f2-baf3-4fb0-aee4-4717dd1fb998 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:57:50.860176 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 772da3f2-baf3-4fb0-aee4-4717dd1fb998 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:57:50.885373 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a068ebcc-3af1-4cd2-bba9-d9af59cd9264 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Checking segment: {'id': '96bd07d0-37f8-4daa-8bd2-7fef9a83fcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd385700a-976f-4570-b850-34000df6eb92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:57:50.885732 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a068ebcc-3af1-4cd2-bba9-d9af59cd9264 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Network hostable DHCP agents. Network: d385700a-976f-4570-b850-34000df6eb92, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:57:50.899438 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2e934c04-4d8f-46eb-b4d5-43cfcbd7306c tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:51.029004 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a068ebcc-3af1-4cd2-bba9-d9af59cd9264 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Network d385700a-976f-4570-b850-34000df6eb92 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:57:51.058744 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-a068ebcc-3af1-4cd2-bba9-d9af59cd9264 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, d385700a-976f-4570-b850-34000df6eb92) {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:51.126755 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a068ebcc-3af1-4cd2-bba9-d9af59cd9264 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:51.127343 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a068ebcc-3af1-4cd2-bba9-d9af59cd9264 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:51.197796 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-a068ebcc-3af1-4cd2-bba9-d9af59cd9264 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2232046 Mar 22 10:57:51.226406 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38942) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:51.231891 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-27bde223-e0b6-41b4-b7d3-a72fd991a8fe tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:51.282721 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8e725ebe-cc9e-4e87-ba24-dfd75f79bf0e tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:51.293888 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee48c72f-bb03-4f85-8dc9-a19b0dec5c99 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:57:51.299281 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-80259cf9-15b7-48f3-86a3-cdc41a9daea0 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Deleting port d2593e84-b3f9-4d75-ac92-a9a81ef57ee1 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:57:51.299636 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-80259cf9-15b7-48f3-86a3-cdc41a9daea0 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:51.301270 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8e725ebe-cc9e-4e87-ba24-dfd75f79bf0e tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:51.304535 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8e725ebe-cc9e-4e87-ba24-dfd75f79bf0e tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] 10.222.0.57 "DELETE /v2.0/networks/90a54b1b-3d26-4289-b377-53712942a54e HTTP/1.1" status: 204 len: 168 time: 2.4603357 Mar 22 10:57:51.310391 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-ee48c72f-bb03-4f85-8dc9-a19b0dec5c99 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:51.324976 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee48c72f-bb03-4f85-8dc9-a19b0dec5c99 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:57:51.330638 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee48c72f-bb03-4f85-8dc9-a19b0dec5c99 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:51.331283 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ee48c72f-bb03-4f85-8dc9-a19b0dec5c99 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:51.340411 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee48c72f-bb03-4f85-8dc9-a19b0dec5c99 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event updated for resources: {'Port': ['ID=e2d235f6-2a99-4e76-976b-9c89aaefdbda,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:51.342967 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e725ebe-cc9e-4e87-ba24-dfd75f79bf0e tempest-NetworksTest-12639877 tempest-NetworksTest-12639877-project] Pushing event deleted for resources: {'Network': ['ID=90a54b1b-3d26-4289-b377-53712942a54e,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:51.362394 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6f86a8af-bef6-4589-a070-0a5329b71300 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:51.380980 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ee48c72f-bb03-4f85-8dc9-a19b0dec5c99 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7281260 Mar 22 10:57:51.382018 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f86a8af-bef6-4589-a070-0a5329b71300 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] No DVR routers for this DVR port adfb10e1-98d5-4624-b0c3-9dc94811b23c on host dv-neutron-834599-1-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:57:51.385380 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38946) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:51.408608 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f86a8af-bef6-4589-a070-0a5329b71300 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Pushing event deleted for resources: {'Port': ['ID=adfb10e1-98d5-4624-b0c3-9dc94811b23c,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:51.493598 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6f86a8af-bef6-4589-a070-0a5329b71300 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:51.516112 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-6f86a8af-bef6-4589-a070-0a5329b71300 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30f837f7-cb01-47b6-9ea3-5f215e36f2cb']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:51.526928 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-6f86a8af-bef6-4589-a070-0a5329b71300 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6e988c2-ceec-4afe-9f18-b8924aadcfe2') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:51.527393 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-6f86a8af-bef6-4589-a070-0a5329b71300 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6e988c2-ceec-4afe-9f18-b8924aadcfe2') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:51.539087 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6f86a8af-bef6-4589-a070-0a5329b71300 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:51.554358 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6f86a8af-bef6-4589-a070-0a5329b71300 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:51.561018 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f86a8af-bef6-4589-a070-0a5329b71300 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:57:51.561565 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6f86a8af-bef6-4589-a070-0a5329b71300 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:51.579694 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 10:57:51.579694 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:57:51.579694 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 10:57:51.579694 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:57:51.579694 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 10:57:51.579694 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:57:51.579694 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 10:57:51.579694 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:57:51.579694 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 10:57:51.579694 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:57:51.579694 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 10:57:51.579694 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:57:51.579694 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 10:57:51.579694 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:57:51.579694 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:57:51.579694 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:57:51.579694 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:57:51.579694 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:57:51.579694 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 10:57:51.579694 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:57:51.579694 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 10:57:51.579694 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:57:51.579694 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:57:51.579694 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:57:51.579694 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 10:57:51.579694 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:57:51.579694 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:57:51.579694 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:57:51.579694 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:57:51.579694 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:57:51.579694 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:57:51.579694 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:57:51.592616 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-1793cfbc-7355-4369-94ce-c52eb74b94a6 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Delete allocated IP 172.20.0.28 (211bb3de-21fd-4ad3-b1f7-e8d0044a01f9/1714fba2-d156-4dd4-b888-3ff8ad305094) {{(pid=109050) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 22 10:57:51.598400 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-27bde223-e0b6-41b4-b7d3-a72fd991a8fe tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11946031'] for subnet, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:51.647125 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6f86a8af-bef6-4589-a070-0a5329b71300 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:51.660178 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202b5a96-ffeb-4264-a475-aeb5c4d69143 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:51.666402 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202b5a96-ffeb-4264-a475-aeb5c4d69143 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:51.668057 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-202b5a96-ffeb-4264-a475-aeb5c4d69143 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.2751634 Mar 22 10:57:51.678445 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ee64a4-1952-446c-803f-74b82b1ef9ef None None] Network 211bb3de-21fd-4ad3-b1f7-e8d0044a01f9 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:57:51.687731 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615bdcca-da69-4c9a-8e16-a283be6ee8d9 None None] Network 44f797be-8ccb-49ed-b449-fc5099dde749 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:57:51.694350 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38950) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:51.704231 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6f86a8af-bef6-4589-a070-0a5329b71300 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:51.725748 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6f86a8af-bef6-4589-a070-0a5329b71300 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] 10.222.0.57 "DELETE /v2.0/networks/30f837f7-cb01-47b6-9ea3-5f215e36f2cb HTTP/1.1" status: 204 len: 168 time: 1.8812253 Mar 22 10:57:51.728634 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f86a8af-bef6-4589-a070-0a5329b71300 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Pushing event deleted for resources: {'Network': ['ID=30f837f7-cb01-47b6-9ea3-5f215e36f2cb,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:51.731295 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 38962) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:51.741005 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc7c121-935b-4e32-8576-aae79bb43f61 None None] Network 4ecc96aa-3ba7-475e-a534-34afd6ec4b8a requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:57:51.748862 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38964) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:51.751557 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2e934c04-4d8f-46eb-b4d5-43cfcbd7306c tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:51.818343 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9028240-c80d-46fc-a576-1611bf1a22d6 None None] Network ec3cf6ac-e833-4cf0-9014-327d7e4edebe requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:57:51.875631 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2e934c04-4d8f-46eb-b4d5-43cfcbd7306c tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:51.887793 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ab48de-be0e-470e-9306-52f1b739a6a9 None None] Network 90a54b1b-3d26-4289-b377-53712942a54e requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:57:51.899421 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f37b57-c379-4dfc-ae9e-45fafcf47bb9 None None] Network d385700a-976f-4570-b850-34000df6eb92 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:57:51.914210 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cface607-0439-4955-b51c-a2f1bedc23db None None] Network 30f837f7-cb01-47b6-9ea3-5f215e36f2cb requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:57:51.932650 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d18d53e6-9e33-4d06-851e-021137c66af5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a993536edab145339b0f463caedd0151&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1821764 Mar 22 10:57:51.933891 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38968) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:51.934078 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ab48de-be0e-470e-9306-52f1b739a6a9 None None] Network 90a54b1b-3d26-4289-b377-53712942a54e could not be found, it might have been deleted concurrently. {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 22 10:57:52.003583 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0876bb60-4d92-463a-88e9-bc2fd21f0446 None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:57:52.019966 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b27c6dca-064f-4c19-b890-5648c3d55872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:52.045678 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b27c6dca-064f-4c19-b890-5648c3d55872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:52.049869 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cface607-0439-4955-b51c-a2f1bedc23db None None] Network 30f837f7-cb01-47b6-9ea3-5f215e36f2cb could not be found, it might have been deleted concurrently. {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 22 10:57:52.095630 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214eeba9-104f-4459-9d34-a675edfb6676 None None] DHCP port deletion for 90a54b1b-3d26-4289-b377-53712942a54e request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:57:52.128790 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b27c6dca-064f-4c19-b890-5648c3d55872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:52.131997 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b27c6dca-064f-4c19-b890-5648c3d55872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:52.136326 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b27c6dca-064f-4c19-b890-5648c3d55872 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/79384f1f-75ca-4f19-8a74-16021c2cc1f9 HTTP/1.1" status: 204 len: 168 time: 0.2014477 Mar 22 10:57:52.149480 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27c6dca-064f-4c19-b890-5648c3d55872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79384f1f-75ca-4f19-8a74-16021c2cc1f9,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:52.311515 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-80259cf9-15b7-48f3-86a3-cdc41a9daea0 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] For port d2593e84-b3f9-4d75-ac92-a9a81ef57ee1, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=d2593e84-b3f9-4d75-ac92-a9a81ef57ee1,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:57:52.312153 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-80259cf9-15b7-48f3-86a3-cdc41a9daea0 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:52.328332 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-b8f81721-d170-40e1-9e71-c80905753ac4 None None] Provisioning complete for port 3bee742d-8d76-4331-a71a-dd4dce3e2fe0 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:52.328659 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b8f81721-d170-40e1-9e71-c80905753ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:52.341102 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96943712-a7fd-4a48-870e-093af29f215d None None] DHCP port deletion for 30f837f7-cb01-47b6-9ea3-5f215e36f2cb request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:57:52.404653 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-80259cf9-15b7-48f3-86a3-cdc41a9daea0 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Calling delete_port for d2593e84-b3f9-4d75-ac92-a9a81ef57ee1 owned by network:router_gateway {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:57:52.493762 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2e934c04-4d8f-46eb-b4d5-43cfcbd7306c tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684306'] for router_interface, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:52.561593 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e934c04-4d8f-46eb-b4d5-43cfcbd7306c tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event updated for resources: {'Port': ['ID=d1d38f3f-d251-41ae-9820-ed105cca40ea,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:52.568290 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3ffa1476-3a3d-45e5-9911-40cca277cab8 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:52.652202 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-27bde223-e0b6-41b4-b7d3-a72fd991a8fe tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732232779704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11961805'] for subnet, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:52.688383 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941e1b29-458a-49f7-9817-1deb43b33b13 None None] DHCP port deletion for ec3cf6ac-e833-4cf0-9014-327d7e4edebe request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:57:52.755706 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1793cfbc-7355-4369-94ce-c52eb74b94a6 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:52.791903 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 3bee742d-8d76-4331-a71a-dd4dce3e2fe0 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:57:52.800180 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bde223-e0b6-41b4-b7d3-a72fd991a8fe tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:52.800783 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-27bde223-e0b6-41b4-b7d3-a72fd991a8fe tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:52.803210 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-27bde223-e0b6-41b4-b7d3-a72fd991a8fe tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] 10.222.0.57 "PUT /v2.0/subnets/afb83974-eba8-4124-9a54-d032ece8f3a8 HTTP/1.1" status: 200 len: 826 time: 1.5747244 Mar 22 10:57:52.806268 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38984) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:52.809676 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1793cfbc-7355-4369-94ce-c52eb74b94a6 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:52.861089 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-530b3700-80e0-4b76-aafe-b9a08e42a6cd tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Deleting port e2d235f6-2a99-4e76-976b-9c89aaefdbda {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:57:52.861441 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-530b3700-80e0-4b76-aafe-b9a08e42a6cd tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:52.941642 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-424fd070-07c5-4df8-89f4-5319e1ac2335 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:52.986492 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bde223-e0b6-41b4-b7d3-a72fd991a8fe tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Pushing event updated for resources: {'Subnet': ['ID=afb83974-eba8-4124-9a54-d032ece8f3a8,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:53.012275 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-424fd070-07c5-4df8-89f4-5319e1ac2335 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:53.090814 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b8f81721-d170-40e1-9e71-c80905753ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:53.093832 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d4c7d8-3d5c-4472-b602-35df803f79a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-d385700a-976f-4570-b850-34000df6eb92', 'network_id': 'd385700a-976f-4570-b850-34000df6eb92', 'tenant_id': '6fad94f603ac4450bd9d1e1d6faca259', 'fixed_ips': [{'subnet_id': 'afb83974-eba8-4124-9a54-d032ece8f3a8'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:57:53.095027 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e8d4c7d8-3d5c-4472-b602-35df803f79a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:53.122503 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-424fd070-07c5-4df8-89f4-5319e1ac2335 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:53.158716 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-1793cfbc-7355-4369-94ce-c52eb74b94a6 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] In _notify_port_updated(), no bound segment for port 3ff01fdd-06a6-421e-82ba-80c780459841 on network 211bb3de-21fd-4ad3-b1f7-e8d0044a01f9 {{(pid=109050) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 22 10:57:53.164514 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-941e1b29-458a-49f7-9817-1deb43b33b13 None None] Deleting port 1ceb59ea-2f6c-4486-9c41-1e84e423d658 {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:57:53.165104 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-941e1b29-458a-49f7-9817-1deb43b33b13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:53.165371 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1793cfbc-7355-4369-94ce-c52eb74b94a6 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:53.166186 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1793cfbc-7355-4369-94ce-c52eb74b94a6 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:53.166570 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38992) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:53.167541 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-1793cfbc-7355-4369-94ce-c52eb74b94a6 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "PUT /v2.0/ports/3ff01fdd-06a6-421e-82ba-80c780459841 HTTP/1.1" status: 200 len: 919 time: 2.8794672 Mar 22 10:57:53.173213 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38994) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:53.176651 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e934c04-4d8f-46eb-b4d5-43cfcbd7306c tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Network 44f797be-8ccb-49ed-b449-fc5099dde749 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:57:53.179002 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1793cfbc-7355-4369-94ce-c52eb74b94a6 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event updated for resources: {'Port': ['ID=3ff01fdd-06a6-421e-82ba-80c780459841,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:53.185173 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424fd070-07c5-4df8-89f4-5319e1ac2335 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Pushing event deleted for resources: {'Subnet': ['ID=afb83974-eba8-4124-9a54-d032ece8f3a8,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:53.192780 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-2e934c04-4d8f-46eb-b4d5-43cfcbd7306c tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:53.200183 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-32ef6789-b147-4f54-825d-fb298829daa3 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a64af160-bfcc-4f40-b03f-8b41f5db7ef6'}, {'subnet_id': '1714fba2-d156-4dd4-b888-3ff8ad305094'}]}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:53.258797 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 3bee742d-8d76-4331-a71a-dd4dce3e2fe0 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:53.259173 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:53.312611 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-b8f81721-d170-40e1-9e71-c80905753ac4 None None] For port 3bee742d-8d76-4331-a71a-dd4dce3e2fe0, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=3bee742d-8d76-4331-a71a-dd4dce3e2fe0,segment=NetworkSegment(79f5ed68-8bb9-4230-9e33-76d1f5826fdd),segment_id=79f5ed68-8bb9-4230-9e33-76d1f5826fdd)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:57:53.333355 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-424fd070-07c5-4df8-89f4-5319e1ac2335 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:53.344734 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-cdda7d70-7636-4c95-93c8-177d0d5b1f52 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-812623502'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:53.354326 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc418950-b585-4b95-8568-14794da0ede2 None None] Network d385700a-976f-4570-b850-34000df6eb92 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:57:53.355232 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-530b3700-80e0-4b76-aafe-b9a08e42a6cd tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:53.361916 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-3ffa1476-3a3d-45e5-9911-40cca277cab8 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Deleting port 1ceb59ea-2f6c-4486-9c41-1e84e423d658 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:57:53.362171 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3ffa1476-3a3d-45e5-9911-40cca277cab8 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:53.367073 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afd4d9c-7145-4d22-b04f-88d41461a0cf None None] Update dhcp port {'port': {'network_id': '211bb3de-21fd-4ad3-b1f7-e8d0044a01f9', 'fixed_ips': [{'subnet_id': 'a64af160-bfcc-4f40-b03f-8b41f5db7ef6', 'ip_address': '172.20.0.2'}, {'subnet_id': '1714fba2-d156-4dd4-b888-3ff8ad305094'}], 'binding:host_id': 'dv-neutron-834599-1-hyperv'}, 'id': '4879da0c-9a9e-48ec-8468-f186a4af21c5'} from dv-neutron-834599-1-hyperv. {{(pid=109051) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 22 10:57:53.369130 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b8f81721-d170-40e1-9e71-c80905753ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:53.412698 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-941e1b29-458a-49f7-9817-1deb43b33b13 None None] For port 1ceb59ea-2f6c-4486-9c41-1e84e423d658, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=1ceb59ea-2f6c-4486-9c41-1e84e423d658,segment=NetworkSegment(8074ae99-5542-477b-a608-c3ad91056188),segment_id=8074ae99-5542-477b-a608-c3ad91056188)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:57:53.413382 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-941e1b29-458a-49f7-9817-1deb43b33b13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:53.479176 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-530b3700-80e0-4b76-aafe-b9a08e42a6cd tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Calling delete_port for e2d235f6-2a99-4e76-976b-9c89aaefdbda owned by {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:57:53.503081 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-424fd070-07c5-4df8-89f4-5319e1ac2335 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d385700a-976f-4570-b850-34000df6eb92']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:53.529671 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdda7d70-7636-4c95-93c8-177d0d5b1f52 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Made reservation on behalf of c496bfd0ca8e46f09a31ae002a43bc8d for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:53.533369 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cdda7d70-7636-4c95-93c8-177d0d5b1f52 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:53.544212 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-424fd070-07c5-4df8-89f4-5319e1ac2335 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96bd07d0-37f8-4daa-8bd2-7fef9a83fcc7') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:53.544495 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-424fd070-07c5-4df8-89f4-5319e1ac2335 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96bd07d0-37f8-4daa-8bd2-7fef9a83fcc7') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:53.545499 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-80259cf9-15b7-48f3-86a3-cdc41a9daea0 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:53.547072 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-941e1b29-458a-49f7-9817-1deb43b33b13 None None] Calling delete_port for 1ceb59ea-2f6c-4486-9c41-1e84e423d658 owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:57:53.548883 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cdda7d70-7636-4c95-93c8-177d0d5b1f52 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:53.686828 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cdda7d70-7636-4c95-93c8-177d0d5b1f52 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:53.701892 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-424fd070-07c5-4df8-89f4-5319e1ac2335 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:53.707328 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80259cf9-15b7-48f3-86a3-cdc41a9daea0 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Pushing event deleted for resources: {'Port': ['ID=d2593e84-b3f9-4d75-ac92-a9a81ef57ee1,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:53.719694 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4afd4d9c-7145-4d22-b04f-88d41461a0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:53.738709 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-3ffa1476-3a3d-45e5-9911-40cca277cab8 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] For port 1ceb59ea-2f6c-4486-9c41-1e84e423d658, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=1ceb59ea-2f6c-4486-9c41-1e84e423d658,segment=NetworkSegment(8074ae99-5542-477b-a608-c3ad91056188),segment_id=8074ae99-5542-477b-a608-c3ad91056188)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:57:53.739391 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3ffa1476-3a3d-45e5-9911-40cca277cab8 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:53.765447 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-32ef6789-b147-4f54-825d-fb298829daa3 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:53.767332 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cdda7d70-7636-4c95-93c8-177d0d5b1f52 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:53.781480 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f81721-d170-40e1-9e71-c80905753ac4 None None] Pushing event updated for resources: {'Port': ['ID=3bee742d-8d76-4331-a71a-dd4dce3e2fe0,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:53.816491 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdda7d70-7636-4c95-93c8-177d0d5b1f52 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58aa2cfe-b907-4421-99d5-51fd275c87cb,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:53.826802 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-424fd070-07c5-4df8-89f4-5319e1ac2335 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:53.845616 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-424fd070-07c5-4df8-89f4-5319e1ac2335 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:57:53.846034 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-424fd070-07c5-4df8-89f4-5319e1ac2335 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:53.846754 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-3ffa1476-3a3d-45e5-9911-40cca277cab8 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Calling delete_port for 1ceb59ea-2f6c-4486-9c41-1e84e423d658 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:57:53.860439 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 10:57:53.860439 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:57:53.860439 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 10:57:53.860439 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:57:53.860439 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 10:57:53.860439 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:57:53.860439 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 10:57:53.860439 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:57:53.860439 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 10:57:53.860439 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:57:53.860439 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 10:57:53.860439 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:57:53.860439 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 10:57:53.860439 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:57:53.860439 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:57:53.860439 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:57:53.860439 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:57:53.860439 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:57:53.860439 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 10:57:53.860439 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:57:53.860439 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 10:57:53.860439 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:57:53.860439 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:57:53.860439 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:57:53.860439 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 10:57:53.860439 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:57:53.860439 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:57:53.860439 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:57:53.860439 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:57:53.860439 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:57:53.860439 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:57:53.860439 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:57:53.866662 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-941e1b29-458a-49f7-9817-1deb43b33b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:53.972280 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941e1b29-458a-49f7-9817-1deb43b33b13 None None] No DVR routers for this DVR port 1ceb59ea-2f6c-4486-9c41-1e84e423d658 on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:57:53.981001 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941e1b29-458a-49f7-9817-1deb43b33b13 None None] Pushing event deleted for resources: {'Port': ['ID=1ceb59ea-2f6c-4486-9c41-1e84e423d658,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:54.040842 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-80259cf9-15b7-48f3-86a3-cdc41a9daea0 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682553'] for router_gateway, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:54.093441 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-424fd070-07c5-4df8-89f4-5319e1ac2335 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:54.106164 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-424fd070-07c5-4df8-89f4-5319e1ac2335 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:54.121058 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-424fd070-07c5-4df8-89f4-5319e1ac2335 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] 10.222.0.57 "DELETE /v2.0/networks/d385700a-976f-4570-b850-34000df6eb92 HTTP/1.1" status: 204 len: 168 time: 1.3130021 Mar 22 10:57:54.130212 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-530b3700-80e0-4b76-aafe-b9a08e42a6cd tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:54.132134 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3ffa1476-3a3d-45e5-9911-40cca277cab8 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:54.134527 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdda7d70-7636-4c95-93c8-177d0d5b1f52 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:57:54.136865 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 38998) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:54.149116 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-66a7251e-92f0-4f13-91c0-059bd364d4aa None None] Provisioning complete for port e2d235f6-2a99-4e76-976b-9c89aaefdbda triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:54.149498 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-66a7251e-92f0-4f13-91c0-059bd364d4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:54.177795 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e934c04-4d8f-46eb-b4d5-43cfcbd7306c tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Router 222d1309-eae1-48ad-b13d-511ecffa8e01 is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109050) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 10:57:54.205288 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424fd070-07c5-4df8-89f4-5319e1ac2335 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Pushing event deleted for resources: {'Network': ['ID=d385700a-976f-4570-b850-34000df6eb92,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:54.208693 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-04490961-3581-404b-9925-8ba7f2c33798 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] DELETE failed (client error): The resource could not be found. Mar 22 10:57:54.209323 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04490961-3581-404b-9925-8ba7f2c33798 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:57:54.218541 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-04490961-3581-404b-9925-8ba7f2c33798 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] 10.222.0.57 "DELETE /v2.0/networks/d385700a-976f-4570-b850-34000df6eb92 HTTP/1.1" status: 404 len: 339 time: 0.0760016 Mar 22 10:57:54.220011 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cdda7d70-7636-4c95-93c8-177d0d5b1f52 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:54.220345 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-cdda7d70-7636-4c95-93c8-177d0d5b1f52 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Added segment 5236065f-6c87-4514-9eea-c9b955ee7a0c of type vlan for network 269040b2-37f6-43c0-85ca-d42cde9ff998 Mar 22 10:57:54.224456 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39000) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:54.265628 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7dbbda-37f7-4d53-8988-46e6a112368b None None] Network d385700a-976f-4570-b850-34000df6eb92 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:57:54.280228 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-9fd71ab3-2232-4647-b524-6576e10754d9 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1195452523', 'description': 'd1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:54.293024 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-66a7251e-92f0-4f13-91c0-059bd364d4aa None None] Port e2d235f6-2a99-4e76-976b-9c89aaefdbda was deleted so its status cannot be updated. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Mar 22 10:57:54.308378 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7dbbda-37f7-4d53-8988-46e6a112368b None None] Network d385700a-976f-4570-b850-34000df6eb92 could not be found, it might have been deleted concurrently. {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 22 10:57:54.310469 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-80259cf9-15b7-48f3-86a3-cdc41a9daea0 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:54.313794 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-80259cf9-15b7-48f3-86a3-cdc41a9daea0 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:54.316327 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a121cb9-2df2-46ec-9044-4bfb483cc5f5 None None] Network 4ecc96aa-3ba7-475e-a534-34afd6ec4b8a requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:57:54.358294 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd71ab3-2232-4647-b524-6576e10754d9 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Made reservation on behalf of 6fad94f603ac4450bd9d1e1d6faca259 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:54.360784 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdffff6-6707-4f51-9135-37a058368a5c None None] Network 44f797be-8ccb-49ed-b449-fc5099dde749 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:57:54.362255 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9fd71ab3-2232-4647-b524-6576e10754d9 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:54.367512 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffa1476-3a3d-45e5-9911-40cca277cab8 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] No DVR routers for this DVR port 1ceb59ea-2f6c-4486-9c41-1e84e423d658 on host dv-neutron-834599-1-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:57:54.369454 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffa1476-3a3d-45e5-9911-40cca277cab8 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Pushing event deleted for resources: {'Port': ['ID=1ceb59ea-2f6c-4486-9c41-1e84e423d658,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:54.395541 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-66a7251e-92f0-4f13-91c0-059bd364d4aa None None] Provisioning complete for port b991b397-d607-427c-9ceb-9dff2f24a346 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:54.396232 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-66a7251e-92f0-4f13-91c0-059bd364d4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:54.443828 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device e0ac23e1-7982-4a5a-9db7-6fdba3548ab7 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:57:54.445609 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cdda7d70-7636-4c95-93c8-177d0d5b1f52 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:54.472381 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: e0ac23e1-7982-4a5a-9db7-6fdba3548ab7 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:57:54.473188 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device e0ac23e1-7982-4a5a-9db7-6fdba3548ab7 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:57:54.473962 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device adfb10e1-98d5-4624-b0c3-9dc94811b23c no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:57:54.477888 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fd71ab3-2232-4647-b524-6576e10754d9 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:57:54.501950 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9fd71ab3-2232-4647-b524-6576e10754d9 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:54.502398 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-9fd71ab3-2232-4647-b524-6576e10754d9 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Added segment f8928177-b462-4d0c-965b-646f81c820b9 of type vlan for network 346c36d1-5ef5-4a54-999a-c879c3686a48 Mar 22 10:57:54.541228 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cdda7d70-7636-4c95-93c8-177d0d5b1f52 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:54.548621 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdda7d70-7636-4c95-93c8-177d0d5b1f52 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:54.550025 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cdda7d70-7636-4c95-93c8-177d0d5b1f52 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:54.550570 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-530b3700-80e0-4b76-aafe-b9a08e42a6cd tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:54.555269 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: adfb10e1-98d5-4624-b0c3-9dc94811b23c {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:57:54.555765 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device adfb10e1-98d5-4624-b0c3-9dc94811b23c not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:57:54.556362 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 1ceb59ea-2f6c-4486-9c41-1e84e423d658 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:57:54.557686 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39002) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:54.557967 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-530b3700-80e0-4b76-aafe-b9a08e42a6cd tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/ports/e2d235f6-2a99-4e76-976b-9c89aaefdbda HTTP/1.1" status: 204 len: 168 time: 2.8551717 Mar 22 10:57:54.561986 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-80259cf9-15b7-48f3-86a3-cdc41a9daea0 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:54.562538 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80259cf9-15b7-48f3-86a3-cdc41a9daea0 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7618e55c-223f-46ea-8035-0aadeb01195e {{(pid=109050) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 10:57:54.569476 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530b3700-80e0-4b76-aafe-b9a08e42a6cd tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event deleted for resources: {'Port': ['ID=e2d235f6-2a99-4e76-976b-9c89aaefdbda,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:54.589665 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-80259cf9-15b7-48f3-86a3-cdc41a9daea0 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:54.592263 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-80259cf9-15b7-48f3-86a3-cdc41a9daea0 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] 10.222.0.57 "DELETE /v2.0/routers/7618e55c-223f-46ea-8035-0aadeb01195e HTTP/1.1" status: 204 len: 168 time: 4.5087652 Mar 22 10:57:54.595825 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9fd71ab3-2232-4647-b524-6576e10754d9 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:54.598186 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39004) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:54.607944 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-893f405c-c4bc-4797-bc77-439f34f9c201 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1013934258', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}, 'admin_state_up': False}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:54.693547 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3ffa1476-3a3d-45e5-9911-40cca277cab8 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:54.697614 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-cdda7d70-7636-4c95-93c8-177d0d5b1f52 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.5282221 Mar 22 10:57:54.698243 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39006) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:54.700854 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e934c04-4d8f-46eb-b4d5-43cfcbd7306c tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:57:54.717766 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-2e934c04-4d8f-46eb-b4d5-43cfcbd7306c tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "PUT /v2.0/routers/222d1309-eae1-48ad-b13d-511ecffa8e01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3327181 Mar 22 10:57:54.718606 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-485a569f-90e0-4da6-8a61-d1b5d4299dc6 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Request body: {'subnet': {'network_id': '269040b2-37f6-43c0-85ca-d42cde9ff998', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:54.721432 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39008) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:54.725580 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdda7d70-7636-4c95-93c8-177d0d5b1f52 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Pushing event updated for resources: {'Network': ['ID=269040b2-37f6-43c0-85ca-d42cde9ff998,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:54.732957 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 1ceb59ea-2f6c-4486-9c41-1e84e423d658 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:57:54.732957 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 1ceb59ea-2f6c-4486-9c41-1e84e423d658 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:57:54.739918 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9382573e-962b-4c4f-86bc-a66d3433670d None None] Sync routers for ids ['222d1309-eae1-48ad-b13d-511ecffa8e01'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:57:54.748705 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-893f405c-c4bc-4797-bc77-439f34f9c201 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:54.749597 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-893f405c-c4bc-4797-bc77-439f34f9c201 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:54.755486 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-3ffa1476-3a3d-45e5-9911-40cca277cab8 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec3cf6ac-e833-4cf0-9014-327d7e4edebe']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:54.790020 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-3ffa1476-3a3d-45e5-9911-40cca277cab8 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8074ae99-5542-477b-a608-c3ad91056188') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:54.790579 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-3ffa1476-3a3d-45e5-9911-40cca277cab8 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8074ae99-5542-477b-a608-c3ad91056188') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:54.815882 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3ffa1476-3a3d-45e5-9911-40cca277cab8 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:54.839926 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec9902f-3121-4b95-acf2-22a44fd2fd2c tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:54.843434 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-eec9902f-3121-4b95-acf2-22a44fd2fd2c tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "GET /v2.0/ports/d1d38f3f-d251-41ae-9820-ed105cca40ea HTTP/1.1" status: 200 len: 978 time: 0.1191316 Mar 22 10:57:54.845174 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39010) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:54.859423 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3ffa1476-3a3d-45e5-9911-40cca277cab8 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:54.875442 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1821a8ad-35f3-4310-8489-ed0e2a0034fa tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:54.880985 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1821a8ad-35f3-4310-8489-ed0e2a0034fa tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:54.887730 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1821a8ad-35f3-4310-8489-ed0e2a0034fa tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3193781 Mar 22 10:57:54.888660 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9fd71ab3-2232-4647-b524-6576e10754d9 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:54.895860 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd71ab3-2232-4647-b524-6576e10754d9 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:54.896390 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9fd71ab3-2232-4647-b524-6576e10754d9 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:54.899124 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39012) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:54.904014 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ffa1476-3a3d-45e5-9911-40cca277cab8 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:57:54.904443 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3ffa1476-3a3d-45e5-9911-40cca277cab8 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:54.909212 dv-neutron-834599-1-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:57:54.909212 dv-neutron-834599-1-hyperv neutron-server[109050]: self.session.flush() Mar 22 10:57:54.909212 dv-neutron-834599-1-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:57:54.909212 dv-neutron-834599-1-hyperv neutron-server[109050]: self.session.flush() Mar 22 10:57:54.909212 dv-neutron-834599-1-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:57:54.909212 dv-neutron-834599-1-hyperv neutron-server[109050]: self.session.flush() Mar 22 10:57:54.909212 dv-neutron-834599-1-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:57:54.909212 dv-neutron-834599-1-hyperv neutron-server[109050]: self.session.flush() Mar 22 10:57:54.909212 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 10:57:54.909212 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:57:54.909212 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 10:57:54.909212 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:57:54.909212 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 10:57:54.909212 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:57:54.909212 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 10:57:54.909212 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:57:54.909212 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 10:57:54.909212 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:57:54.909212 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 10:57:54.909212 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:57:54.909212 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 10:57:54.909212 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:57:54.909212 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:57:54.909212 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:57:54.909212 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:57:54.909212 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:57:54.909212 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 10:57:54.909212 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:57:54.909212 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 10:57:54.909212 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:57:54.909212 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:57:54.909212 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:57:54.909212 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 10:57:54.909212 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:57:54.909212 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:57:54.909212 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:57:54.909212 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:57:54.909212 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:57:54.909212 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:57:54.909212 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:57:54.960119 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 269040b2-37f6-43c0-85ca-d42cde9ff998 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:57:54.968384 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-4afd4d9c-7145-4d22-b04f-88d41461a0cf None None] Allocated IP 172.20.0.18 (211bb3de-21fd-4ad3-b1f7-e8d0044a01f9/1714fba2-d156-4dd4-b888-3ff8ad305094/4879da0c-9a9e-48ec-8468-f186a4af21c5) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:57:54.983312 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-893f405c-c4bc-4797-bc77-439f34f9c201 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:55.002706 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9fd71ab3-2232-4647-b524-6576e10754d9 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7770631 Mar 22 10:57:55.014893 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39014) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:55.042547 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9382573e-962b-4c4f-86bc-a66d3433670d None None] Routers {'222d1309-eae1-48ad-b13d-511ecffa8e01'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:57:55.043183 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-9382573e-962b-4c4f-86bc-a66d3433670d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:57:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['222d1309-eae1-48ad-b13d-511ecffa8e01'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:55.054476 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1f30287-5fea-4ccc-8e59-a22a0bafa629 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Deleting subnet c395dff6-fea4-4db6-9111-49880339c20a {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:57:55.056466 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485a569f-90e0-4da6-8a61-d1b5d4299dc6 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Made reservation on behalf of c496bfd0ca8e46f09a31ae002a43bc8d for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:55.059853 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-485a569f-90e0-4da6-8a61-d1b5d4299dc6 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:55.066818 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b1f30287-5fea-4ccc-8e59-a22a0bafa629 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:55.088789 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd71ab3-2232-4647-b524-6576e10754d9 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Pushing event updated for resources: {'Network': ['ID=346c36d1-5ef5-4a54-999a-c879c3686a48,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:55.138597 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3ffa1476-3a3d-45e5-9911-40cca277cab8 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:55.163875 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-9382573e-962b-4c4f-86bc-a66d3433670d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:55.182597 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 346c36d1-5ef5-4a54-999a-c879c3686a48 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:57:55.222899 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3ffa1476-3a3d-45e5-9911-40cca277cab8 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:55.226481 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-3ffa1476-3a3d-45e5-9911-40cca277cab8 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] 10.222.0.57 "DELETE /v2.0/networks/ec3cf6ac-e833-4cf0-9014-327d7e4edebe HTTP/1.1" status: 204 len: 168 time: 3.4778557 Mar 22 10:57:55.232312 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b1f30287-5fea-4ccc-8e59-a22a0bafa629 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:55.235802 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39016) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:55.262853 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9382573e-962b-4c4f-86bc-a66d3433670d None None] Routers {'222d1309-eae1-48ad-b13d-511ecffa8e01'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:57:55.263502 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-9382573e-962b-4c4f-86bc-a66d3433670d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:57:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['222d1309-eae1-48ad-b13d-511ecffa8e01'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:55.328204 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-9382573e-962b-4c4f-86bc-a66d3433670d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:55.329551 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9382573e-962b-4c4f-86bc-a66d3433670d None None] The sync data for ids ['222d1309-eae1-48ad-b13d-511ecffa8e01'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:57:55.343070 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-fa6e8741-af6e-4505-a919-78362b1577e4 None None] Could not find standard attr ID for object e2d235f6-2a99-4e76-976b-9c89aaefdbda. {{(pid=109051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 10:57:55.356719 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 3bee742d-8d76-4331-a71a-dd4dce3e2fe0 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:57:55.370077 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdedcb3d-86be-4eee-8bae-fff37c4a534c tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Deleting subnet bc216dcf-540a-433b-aa3c-956c74100833 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:57:55.376630 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fdedcb3d-86be-4eee-8bae-fff37c4a534c tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:55.481352 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-fa6e8741-af6e-4505-a919-78362b1577e4 None None] Provisioning complete for port 3bee742d-8d76-4331-a71a-dd4dce3e2fe0 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:55.481352 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-fa6e8741-af6e-4505-a919-78362b1577e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:55.491249 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-4afd4d9c-7145-4d22-b04f-88d41461a0cf None None] For port 4879da0c-9a9e-48ec-8468-f186a4af21c5, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=4879da0c-9a9e-48ec-8468-f186a4af21c5,segment=NetworkSegment(280acc85-25af-4c84-a218-a28a6911b8ae),segment_id=280acc85-25af-4c84-a218-a28a6911b8ae)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:57:55.495297 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fdedcb3d-86be-4eee-8bae-fff37c4a534c tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:55.525377 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b1f30287-5fea-4ccc-8e59-a22a0bafa629 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:55.573132 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4afd4d9c-7145-4d22-b04f-88d41461a0cf None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:55.589023 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 3bee742d-8d76-4331-a71a-dd4dce3e2fe0 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:55.589023 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:55.594134 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4afd4d9c-7145-4d22-b04f-88d41461a0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:55.682727 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-485a569f-90e0-4da6-8a61-d1b5d4299dc6 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:55.734756 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffa1476-3a3d-45e5-9911-40cca277cab8 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Pushing event deleted for resources: {'Network': ['ID=ec3cf6ac-e833-4cf0-9014-327d7e4edebe,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:55.752783 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f988688-0e15-41eb-8030-aa104cbeb5ef tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:55.756919 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-8f988688-0e15-41eb-8030-aa104cbeb5ef tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] 10.222.0.57 "GET /v2.0/networks?id=346c36d1-5ef5-4a54-999a-c879c3686a48 HTTP/1.1" status: 200 len: 765 time: 0.7369993 Mar 22 10:57:55.763190 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39018) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:55.772870 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-c215c399-6e07-460c-8fd8-d74d77290e02 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Request body: {'network': {'description': 'd2'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:55.813510 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-32ef6789-b147-4f54-825d-fb298829daa3 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Allocated IP 172.20.0.23 (211bb3de-21fd-4ad3-b1f7-e8d0044a01f9/1714fba2-d156-4dd4-b888-3ff8ad305094/3ff01fdd-06a6-421e-82ba-80c780459841) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:57:55.832615 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b1f30287-5fea-4ccc-8e59-a22a0bafa629 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:55.879767 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a569f-90e0-4da6-8a61-d1b5d4299dc6 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Pushing event updated for resources: {'Subnet': ['ID=3cbea716-413f-45ce-94a6-9e0ca6b24624,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:55.895583 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-fa6e8741-af6e-4505-a919-78362b1577e4 None None] Provisioning complete for port d1d38f3f-d251-41ae-9820-ed105cca40ea triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:55.896065 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-fa6e8741-af6e-4505-a919-78362b1577e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:55.932818 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b1f30287-5fea-4ccc-8e59-a22a0bafa629 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:55.933033 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb409a4-1c5e-4be0-ac77-7f42a6b2affb None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:57:55.935024 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38262982-768e-4de4-8d71-1b83a5b8177f None None] Network 4ecc96aa-3ba7-475e-a534-34afd6ec4b8a requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:57:55.939955 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b1f30287-5fea-4ccc-8e59-a22a0bafa629 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/subnets/c395dff6-fea4-4db6-9111-49880339c20a HTTP/1.1" status: 204 len: 168 time: 1.0337324 Mar 22 10:57:55.942797 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39020) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:55.957741 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afd4d9c-7145-4d22-b04f-88d41461a0cf None None] Pushing event updated for resources: {'Port': ['ID=4879da0c-9a9e-48ec-8468-f186a4af21c5,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:55.968971 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f30287-5fea-4ccc-8e59-a22a0bafa629 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event deleted for resources: {'Subnet': ['ID=c395dff6-fea4-4db6-9111-49880339c20a,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:55.977232 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fdedcb3d-86be-4eee-8bae-fff37c4a534c tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:55.996379 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-893f405c-c4bc-4797-bc77-439f34f9c201 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:56.067260 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485a569f-90e0-4da6-8a61-d1b5d4299dc6 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Checking segment: {'id': '5236065f-6c87-4514-9eea-c9b955ee7a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '269040b2-37f6-43c0-85ca-d42cde9ff998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:57:56.070820 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485a569f-90e0-4da6-8a61-d1b5d4299dc6 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Network hostable DHCP agents. Network: 269040b2-37f6-43c0-85ca-d42cde9ff998, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:57:56.080183 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a53871e8-d855-415a-8c40-f41f0861e89e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1225662 Mar 22 10:57:56.085517 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39022) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:56.086018 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-fa6e8741-af6e-4505-a919-78362b1577e4 None None] Port d1d38f3f-d251-41ae-9820-ed105cca40ea cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:57:56.171565 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c215c399-6e07-460c-8fd8-d74d77290e02 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:56.196207 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fdedcb3d-86be-4eee-8bae-fff37c4a534c tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:56.208130 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-fa6e8741-af6e-4505-a919-78362b1577e4 None None] Provisioning complete for port d1765bda-c6ae-42bd-b41e-bee5f2ef8c29 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:56.208510 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-fa6e8741-af6e-4505-a919-78362b1577e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:56.215748 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c215c399-6e07-460c-8fd8-d74d77290e02 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:56.240341 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00ce3f7-23ee-4490-ae8f-aed3975ca983 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:56.243184 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-b00ce3f7-23ee-4490-ae8f-aed3975ca983 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1557660 Mar 22 10:57:56.259131 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39024) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:56.263172 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c215c399-6e07-460c-8fd8-d74d77290e02 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Network 346c36d1-5ef5-4a54-999a-c879c3686a48 is not hosted by any dhcp agent {{(pid=109050) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 22 10:57:56.265377 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70fb06c-4c38-46a2-b5a3-c6e4f388b492 None None] Network 1720e5b8-640f-4127-a74b-934c3af8bbbc requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:57:56.268484 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c215c399-6e07-460c-8fd8-d74d77290e02 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:56.269087 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c215c399-6e07-460c-8fd8-d74d77290e02 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:56.271298 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fdedcb3d-86be-4eee-8bae-fff37c4a534c tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:56.273719 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-c215c399-6e07-460c-8fd8-d74d77290e02 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] 10.222.0.57 "PUT /v2.0/networks/346c36d1-5ef5-4a54-999a-c879c3686a48 HTTP/1.1" status: 200 len: 762 time: 0.5081542 Mar 22 10:57:56.274795 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-fdedcb3d-86be-4eee-8bae-fff37c4a534c tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] 10.222.0.57 "DELETE /v2.0/subnets/bc216dcf-540a-433b-aa3c-956c74100833 HTTP/1.1" status: 204 len: 168 time: 1.0353682 Mar 22 10:57:56.278314 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39026) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:56.278314 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39028) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:56.303600 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdedcb3d-86be-4eee-8bae-fff37c4a534c tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Pushing event deleted for resources: {'Subnet': ['ID=bc216dcf-540a-433b-aa3c-956c74100833,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:56.403879 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485a569f-90e0-4da6-8a61-d1b5d4299dc6 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Network 269040b2-37f6-43c0-85ca-d42cde9ff998 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:57:56.418860 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c215c399-6e07-460c-8fd8-d74d77290e02 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Pushing event updated for resources: {'Network': ['ID=346c36d1-5ef5-4a54-999a-c879c3686a48,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:56.460513 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 346c36d1-5ef5-4a54-999a-c879c3686a48 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:57:56.468015 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bc4cc3-21d5-44ef-a5ba-52e76bf46c4f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:56.471939 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-02bc4cc3-21d5-44ef-a5ba-52e76bf46c4f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1919024 Mar 22 10:57:56.472286 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39030) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:56.488092 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-485a569f-90e0-4da6-8a61-d1b5d4299dc6 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 269040b2-37f6-43c0-85ca-d42cde9ff998) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:56.536050 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-c93e05a8-4e55-48ee-8423-83d18a7a54ca tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0580544 Mar 22 10:57:56.550754 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6923e1-3b0a-4dba-a147-cae39a5001d8 None None] Network 269040b2-37f6-43c0-85ca-d42cde9ff998 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:57:56.554217 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39032) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:56.569663 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-6712d864-1963-47f3-bf6b-4a21ea7e21a4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'subnet': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:56.593323 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485a569f-90e0-4da6-8a61-d1b5d4299dc6 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:56.594225 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-485a569f-90e0-4da6-8a61-d1b5d4299dc6 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:56.595395 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f35b5107-1703-46bd-9bf6-72dec3cba903 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683891'] for router_interface, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:56.640356 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-485a569f-90e0-4da6-8a61-d1b5d4299dc6 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9304824 Mar 22 10:57:56.648548 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95281e4f-89c3-409e-97b4-20bbb791bae8 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:56.650378 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-95281e4f-89c3-409e-97b4-20bbb791bae8 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] 10.222.0.57 "GET /v2.0/networks?id=346c36d1-5ef5-4a54-999a-c879c3686a48 HTTP/1.1" status: 200 len: 765 time: 0.3711061 Mar 22 10:57:56.656450 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39034) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:56.656791 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39036) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:56.662891 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-a5788b35-7681-4433-9a23-0ebbecef1046 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Request body: {'port': {'network_id': '269040b2-37f6-43c0-85ca-d42cde9ff998', 'name': 'tempest-TagsExtTest-1170498260'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:56.753365 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9f15772c-ccde-4b6d-be3f-744c1f01a663 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:56.801739 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-32ef6789-b147-4f54-825d-fb298829daa3 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:56.820973 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b89d8c8-5a88-47b3-a838-689825487cb1 None None] DHCP port deletion for 1bc750fe-0949-42b2-bab7-34fc725823e6 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:57:56.846960 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-893f405c-c4bc-4797-bc77-439f34f9c201 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks [] for router_gateway, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:56.875276 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-893f405c-c4bc-4797-bc77-439f34f9c201 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:56.915059 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-32ef6789-b147-4f54-825d-fb298829daa3 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:57.070310 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-893f405c-c4bc-4797-bc77-439f34f9c201 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Allocated IP 172.26.7.251 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/fb6d02a2-80b3-4165-b3ea-d23087894e26) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:57:57.095987 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075f2e48-fbaa-4fb5-8b49-6c3154ad0a52 None None] Network 211bb3de-21fd-4ad3-b1f7-e8d0044a01f9 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:57:57.176144 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 4879da0c-9a9e-48ec-8468-f186a4af21c5 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:57:57.192938 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-f35b5107-1703-46bd-9bf6-72dec3cba903 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Deleting port d1d38f3f-d251-41ae-9820-ed105cca40ea {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:57:57.193335 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f35b5107-1703-46bd-9bf6-72dec3cba903 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:57.285387 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-893f405c-c4bc-4797-bc77-439f34f9c201 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:57.314190 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f35b5107-1703-46bd-9bf6-72dec3cba903 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:57.337387 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-f35b5107-1703-46bd-9bf6-72dec3cba903 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Calling delete_port for d1d38f3f-d251-41ae-9820-ed105cca40ea owned by network:router_interface {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:57:57.395869 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-893f405c-c4bc-4797-bc77-439f34f9c201 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:57.417610 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-3b89d8c8-5a88-47b3-a838-689825487cb1 None None] Deleting port b991b397-d607-427c-9ceb-9dff2f24a346 {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:57:57.417979 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3b89d8c8-5a88-47b3-a838-689825487cb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:57.447347 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893f405c-c4bc-4797-bc77-439f34f9c201 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:57:57.456207 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-893f405c-c4bc-4797-bc77-439f34f9c201 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:57.461473 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893f405c-c4bc-4797-bc77-439f34f9c201 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:57:57.471005 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ba9f84-5db0-4dc8-8fa1-ef553bb990cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-269040b2-37f6-43c0-85ca-d42cde9ff998', 'network_id': '269040b2-37f6-43c0-85ca-d42cde9ff998', 'tenant_id': 'c496bfd0ca8e46f09a31ae002a43bc8d', 'fixed_ips': [{'subnet_id': '3cbea716-413f-45ce-94a6-9e0ca6b24624'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:57:57.471904 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-95ba9f84-5db0-4dc8-8fa1-ef553bb990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:57.495592 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1803a70-b639-42d7-b05a-9d12259f16fc None None] DHCP port deletion for 1720e5b8-640f-4127-a74b-934c3af8bbbc request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:57:57.502478 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893f405c-c4bc-4797-bc77-439f34f9c201 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Pushing event updated for resources: {'Port': ['ID=fb6d02a2-80b3-4165-b3ea-d23087894e26,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:57.523021 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 4879da0c-9a9e-48ec-8468-f186a4af21c5 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:57.523457 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:57.577161 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ef6789-b147-4f54-825d-fb298829daa3 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event updated for resources: {'Port': ['ID=3ff01fdd-06a6-421e-82ba-80c780459841,revision_number=3']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:57.613626 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6712d864-1963-47f3-bf6b-4a21ea7e21a4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Made reservation on behalf of f7a8ac7bbd5d466888176c13ba053f5f for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:57.622544 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6712d864-1963-47f3-bf6b-4a21ea7e21a4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:57.673245 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9705d3f6-55ff-4270-8789-0c0270f18f67 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:57.678094 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9705d3f6-55ff-4270-8789-0c0270f18f67 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.0091751 Mar 22 10:57:57.678254 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-3b89d8c8-5a88-47b3-a838-689825487cb1 None None] For port b991b397-d607-427c-9ceb-9dff2f24a346, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=b991b397-d607-427c-9ceb-9dff2f24a346,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:57:57.678254 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3b89d8c8-5a88-47b3-a838-689825487cb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:57.681016 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8e130f16-d8e3-4a3c-92ed-8542778434c4 None None] Provisioning complete for port 4879da0c-9a9e-48ec-8468-f186a4af21c5 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:57.681381 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8e130f16-d8e3-4a3c-92ed-8542778434c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:57.692850 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39038) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:57.697622 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5788b35-7681-4433-9a23-0ebbecef1046 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Made reservation on behalf of c496bfd0ca8e46f09a31ae002a43bc8d for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:57.702490 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a5788b35-7681-4433-9a23-0ebbecef1046 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:57.748048 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-6b5693b9-16f5-4bb8-ad0c-f77a4272fb3a tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] 10.222.0.57 "GET /v2.0/subnets?network_id=a14ca783-6f82-4799-85a3-4cbe79c980a8 HTTP/1.1" status: 200 len: 207 time: 0.0459104 Mar 22 10:57:57.754213 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39040) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:57.789498 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-3b89d8c8-5a88-47b3-a838-689825487cb1 None None] Calling delete_port for b991b397-d607-427c-9ceb-9dff2f24a346 owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:57:57.861609 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-32ef6789-b147-4f54-825d-fb298829daa3 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] In _notify_port_updated(), no bound segment for port 3ff01fdd-06a6-421e-82ba-80c780459841 on network 211bb3de-21fd-4ad3-b1f7-e8d0044a01f9 {{(pid=109049) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 22 10:57:57.868800 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ef6789-b147-4f54-825d-fb298829daa3 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:57.869488 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-32ef6789-b147-4f54-825d-fb298829daa3 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:57.870923 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-32ef6789-b147-4f54-825d-fb298829daa3 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "PUT /v2.0/ports/3ff01fdd-06a6-421e-82ba-80c780459841 HTTP/1.1" status: 200 len: 999 time: 4.6784589 Mar 22 10:57:57.886977 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39042) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:57.903998 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-a5788b35-7681-4433-9a23-0ebbecef1046 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] device_id is not set on port 8f1c8312-c4ed-4035-a7eb-95b11a240f00 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:57:57.921893 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-c1803a70-b639-42d7-b05a-9d12259f16fc None None] Deleting port ce67bfae-0beb-4278-8344-f2ff876a4b81 {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:57:57.921893 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c1803a70-b639-42d7-b05a-9d12259f16fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:57.957024 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-9f15772c-ccde-4b6d-be3f-744c1f01a663 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Deleting port ce67bfae-0beb-4278-8344-f2ff876a4b81 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:57:57.957573 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9f15772c-ccde-4b6d-be3f-744c1f01a663 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:57.958670 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f35b5107-1703-46bd-9bf6-72dec3cba903 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:57.989537 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab340c88-d2f6-44fd-9ef9-d5c988549402 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:57.992680 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249726f7-1bea-4ce2-bb78-ff671c178c6d None None] Network 211bb3de-21fd-4ad3-b1f7-e8d0044a01f9 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:57:57.996023 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab340c88-d2f6-44fd-9ef9-d5c988549402 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:58.002763 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab340c88-d2f6-44fd-9ef9-d5c988549402 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:58.008861 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab340c88-d2f6-44fd-9ef9-d5c988549402 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:58.014769 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab340c88-d2f6-44fd-9ef9-d5c988549402 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:58.020992 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab340c88-d2f6-44fd-9ef9-d5c988549402 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:58.026521 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-ab340c88-d2f6-44fd-9ef9-d5c988549402 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.2684195 Mar 22 10:57:58.029017 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39044) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:58.029279 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-c1803a70-b639-42d7-b05a-9d12259f16fc None None] For port ce67bfae-0beb-4278-8344-f2ff876a4b81, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=ce67bfae-0beb-4278-8344-f2ff876a4b81,segment=NetworkSegment(dbffa19b-4840-466b-87be-d5839e7e08a8),segment_id=dbffa19b-4840-466b-87be-d5839e7e08a8)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:57:58.029685 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c1803a70-b639-42d7-b05a-9d12259f16fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:58.120385 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-c1803a70-b639-42d7-b05a-9d12259f16fc None None] Calling delete_port for ce67bfae-0beb-4278-8344-f2ff876a4b81 owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:57:58.121133 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35b5107-1703-46bd-9bf6-72dec3cba903 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event deleted for resources: {'Port': ['ID=d1d38f3f-d251-41ae-9820-ed105cca40ea,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:58.179339 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-9f15772c-ccde-4b6d-be3f-744c1f01a663 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] For port ce67bfae-0beb-4278-8344-f2ff876a4b81, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=ce67bfae-0beb-4278-8344-f2ff876a4b81,segment=NetworkSegment(dbffa19b-4840-466b-87be-d5839e7e08a8),segment_id=dbffa19b-4840-466b-87be-d5839e7e08a8)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:57:58.180128 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9f15772c-ccde-4b6d-be3f-744c1f01a663 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:58.197959 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-95ba9f84-5db0-4dc8-8fa1-ef553bb990cd None None] Allocated IP 172.20.0.2 (269040b2-37f6-43c0-85ca-d42cde9ff998/3cbea716-413f-45ce-94a6-9e0ca6b24624/50f1ff7f-08a9-4016-9ce6-a29be39995e0) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:57:58.208503 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-9f15772c-ccde-4b6d-be3f-744c1f01a663 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Calling delete_port for ce67bfae-0beb-4278-8344-f2ff876a4b81 owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:57:58.212070 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6712d864-1963-47f3-bf6b-4a21ea7e21a4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:58.254182 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-8783ee6f-55c2-4278-9310-ac7b6ac418aa tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Deleting port 3ff01fdd-06a6-421e-82ba-80c780459841 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:57:58.254795 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8783ee6f-55c2-4278-9310-ac7b6ac418aa tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:58.260101 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-893f405c-c4bc-4797-bc77-439f34f9c201 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks [] for router_gateway, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:58.261485 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device b991b397-d607-427c-9ceb-9dff2f24a346 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:57:58.273705 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a9c2267a-9551-49f1-b369-20b1c6365238 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] 10.222.0.57 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2181523 Mar 22 10:57:58.281185 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39050) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:58.285378 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6712d864-1963-47f3-bf6b-4a21ea7e21a4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:57:58.334344 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-6712d864-1963-47f3-bf6b-4a21ea7e21a4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:58.358501 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6712d864-1963-47f3-bf6b-4a21ea7e21a4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:58.359006 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6712d864-1963-47f3-bf6b-4a21ea7e21a4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:58.381769 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6712d864-1963-47f3-bf6b-4a21ea7e21a4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event updated for resources: {'Subnet': ['ID=0c44c63f-8fff-408d-9d2a-09c3a35bde0b,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:58.392531 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f35b5107-1703-46bd-9bf6-72dec3cba903 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684007'] for router_interface, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:58.416166 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d10e4d2-e16d-492e-9535-de2a0b9fa173 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:58.417744 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d10e4d2-e16d-492e-9535-de2a0b9fa173 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:58.419412 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d10e4d2-e16d-492e-9535-de2a0b9fa173 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:58.421933 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d10e4d2-e16d-492e-9535-de2a0b9fa173 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:58.422588 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d10e4d2-e16d-492e-9535-de2a0b9fa173 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:58.428130 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6d10e4d2-e16d-492e-9535-de2a0b9fa173 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1423142 Mar 22 10:57:58.430063 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6712d864-1963-47f3-bf6b-4a21ea7e21a4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8679354 Mar 22 10:57:58.430708 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39052) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:58.439237 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39054) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:58.447031 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-aacd0884-fad4-4aed-abfd-22192fb422a4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'port': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'mac_address': 'fa:16:3e:f0:76:44', 'name': 'tempest-NetworksTestDHCPv6-952845549'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:58.450803 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8e130f16-d8e3-4a3c-92ed-8542778434c4 None None] Could not find standard attr ID for object d1d38f3f-d251-41ae-9820-ed105cca40ea. {{(pid=109051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 10:57:58.477880 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3b89d8c8-5a88-47b3-a838-689825487cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:58.496815 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9f15772c-ccde-4b6d-be3f-744c1f01a663 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:58.505206 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9fb188-20d7-462d-968c-14845b2bc589 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Attributes excluded by policy engine: ['shared'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:58.506759 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9fb188-20d7-462d-968c-14845b2bc589 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Attributes excluded by policy engine: ['shared'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:58.508021 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No ports have port_id starting with b991b397-d607-427c-9ceb-9dff2f24a346 Mar 22 10:57:58.508586 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9fb188-20d7-462d-968c-14845b2bc589 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Attributes excluded by policy engine: ['shared'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:58.510080 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9fb188-20d7-462d-968c-14845b2bc589 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Attributes excluded by policy engine: ['shared'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:58.512310 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9fb188-20d7-462d-968c-14845b2bc589 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Attributes excluded by policy engine: ['shared'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:58.516682 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8d9fb188-20d7-462d-968c-14845b2bc589 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] 10.222.0.57 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0816646 Mar 22 10:57:58.518157 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39056) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:58.551525 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device d2593e84-b3f9-4d75-ac92-a9a81ef57ee1 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:57:58.560701 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f15772c-ccde-4b6d-be3f-744c1f01a663 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Pushing event deleted for resources: {'Port': ['ID=ce67bfae-0beb-4278-8344-f2ff876a4b81,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:58.565437 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f15772c-ccde-4b6d-be3f-744c1f01a663 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] No DVR routers for this DVR port ce67bfae-0beb-4278-8344-f2ff876a4b81 on host dv-neutron-834599-1-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:57:58.592913 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b89d8c8-5a88-47b3-a838-689825487cb1 None None] Pushing event deleted for resources: {'Port': ['ID=b991b397-d607-427c-9ceb-9dff2f24a346,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:58.678020 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-95ba9f84-5db0-4dc8-8fa1-ef553bb990cd None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:58.683389 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b89d8c8-5a88-47b3-a838-689825487cb1 None None] No DVR routers for this DVR port b991b397-d607-427c-9ceb-9dff2f24a346 on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:57:58.698941 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8e130f16-d8e3-4a3c-92ed-8542778434c4 None None] Provisioning complete for port 3bee742d-8d76-4331-a71a-dd4dce3e2fe0 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:58.699357 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8e130f16-d8e3-4a3c-92ed-8542778434c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:58.703295 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c1803a70-b639-42d7-b05a-9d12259f16fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:58.713210 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9f15772c-ccde-4b6d-be3f-744c1f01a663 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:58.754062 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: d2593e84-b3f9-4d75-ac92-a9a81ef57ee1 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:57:58.754415 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device d2593e84-b3f9-4d75-ac92-a9a81ef57ee1 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:57:58.768323 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380ffd93-5d22-4fde-b585-b5cf68a12988 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:58.770301 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-380ffd93-5d22-4fde-b585-b5cf68a12988 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] 10.222.0.57 "GET /v2.0/networks/58ee3aba-8606-40a0-ba5f-dd813c07b20a HTTP/1.1" status: 200 len: 804 time: 0.2480273 Mar 22 10:57:58.774046 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-95ba9f84-5db0-4dc8-8fa1-ef553bb990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:58.780821 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39058) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:58.788447 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-9f15772c-ccde-4b6d-be3f-744c1f01a663 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1720e5b8-640f-4127-a74b-934c3af8bbbc']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:58.794803 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1803a70-b639-42d7-b05a-9d12259f16fc None None] No DVR routers for this DVR port ce67bfae-0beb-4278-8344-f2ff876a4b81 on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:57:58.851739 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1803a70-b639-42d7-b05a-9d12259f16fc None None] Pushing event deleted for resources: {'Port': ['ID=ce67bfae-0beb-4278-8344-f2ff876a4b81,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:58.860389 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55746e42-f700-4a09-8bbb-53d47b577238 None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:57:58.915619 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-9f15772c-ccde-4b6d-be3f-744c1f01a663 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbffa19b-4840-466b-87be-d5839e7e08a8') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:58.915841 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-9f15772c-ccde-4b6d-be3f-744c1f01a663 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbffa19b-4840-466b-87be-d5839e7e08a8') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:58.935079 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9f15772c-ccde-4b6d-be3f-744c1f01a663 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:58.940297 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device ce67bfae-0beb-4278-8344-f2ff876a4b81 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:57:58.958663 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9f15772c-ccde-4b6d-be3f-744c1f01a663 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:58.968652 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.db.api [None req-a5788b35-7681-4433-9a23-0ebbecef1046 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-ddc83f58-0d9a-41de-9edd-c41ae1f0ecca {{(pid=109049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 10:57:58.968972 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG oslo_db.api [None req-a5788b35-7681-4433-9a23-0ebbecef1046 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 10:57:58.981708 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-31251f29-d26b-413e-9b50-2a7895842fd2 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] 10.222.0.57 "GET /v2.0/networks/58ee3aba-8606-40a0-ba5f-dd813c07b20a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1939754 Mar 22 10:57:58.981708 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f15772c-ccde-4b6d-be3f-744c1f01a663 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:57:58.981708 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9f15772c-ccde-4b6d-be3f-744c1f01a663 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:58.983465 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 10:57:58.983465 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:57:58.983465 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 10:57:58.983465 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:57:58.983465 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 10:57:58.983465 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:57:58.983465 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 10:57:58.983465 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:57:58.983465 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 10:57:58.983465 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:57:58.983465 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 10:57:58.983465 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:57:58.983465 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 10:57:58.983465 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:57:58.983465 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:57:58.983465 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:57:58.983465 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:57:58.983465 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:57:58.983465 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 10:57:58.983465 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:57:58.983465 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 10:57:58.983465 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:57:58.983465 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:57:58.983465 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:57:58.983465 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 10:57:58.983465 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:57:58.983465 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:57:58.983465 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:57:58.983465 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:57:58.983465 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:57:58.983465 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:57:58.983465 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:57:58.985922 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39060) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:59.003401 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ba9f84-5db0-4dc8-8fa1-ef553bb990cd None None] Network 269040b2-37f6-43c0-85ca-d42cde9ff998 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:57:59.011500 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: ce67bfae-0beb-4278-8344-f2ff876a4b81 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:57:59.011851 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device ce67bfae-0beb-4278-8344-f2ff876a4b81 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:57:59.050592 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-95ba9f84-5db0-4dc8-8fa1-ef553bb990cd None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:57:59.057737 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ba9f84-5db0-4dc8-8fa1-ef553bb990cd None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:57:59.069194 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8783ee6f-55c2-4278-9310-ac7b6ac418aa tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:59.069964 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ba9f84-5db0-4dc8-8fa1-ef553bb990cd None None] Pushing event updated for resources: {'Port': ['ID=50f1ff7f-08a9-4016-9ce6-a29be39995e0,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:59.103739 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-8783ee6f-55c2-4278-9310-ac7b6ac418aa tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Calling delete_port for 3ff01fdd-06a6-421e-82ba-80c780459841 owned by {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:57:59.113895 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a413e282-36fc-49dd-a7a1-4b4fbdf097c2 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:59.118652 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a413e282-36fc-49dd-a7a1-4b4fbdf097c2 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] 10.222.0.57 "GET /v2.0/subnets/293cc4d8-a5bd-43d0-b076-0e846293beb6 HTTP/1.1" status: 200 len: 843 time: 0.1304445 Mar 22 10:57:59.118652 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9f15772c-ccde-4b6d-be3f-744c1f01a663 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:59.118894 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39062) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:59.138681 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9f15772c-ccde-4b6d-be3f-744c1f01a663 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:59.141971 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9f15772c-ccde-4b6d-be3f-744c1f01a663 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] 10.222.0.57 "DELETE /v2.0/networks/1720e5b8-640f-4127-a74b-934c3af8bbbc HTTP/1.1" status: 204 len: 168 time: 2.8615305 Mar 22 10:57:59.157858 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39064) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:59.176702 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f15772c-ccde-4b6d-be3f-744c1f01a663 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Pushing event deleted for resources: {'Network': ['ID=1720e5b8-640f-4127-a74b-934c3af8bbbc,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:59.212780 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af85f15a-1b64-42dc-8f81-ba0b63483a29 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Attributes excluded by policy engine: ['shared'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:59.214364 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-af85f15a-1b64-42dc-8f81-ba0b63483a29 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] 10.222.0.57 "GET /v2.0/subnets/293cc4d8-a5bd-43d0-b076-0e846293beb6?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0945258 Mar 22 10:57:59.219930 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39066) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:59.228486 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-ac0b1de8-42f1-4457-b8cc-3f5d1acbe32d tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-672097311'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:57:59.256748 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0b1de8-42f1-4457-b8cc-3f5d1acbe32d tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Made reservation on behalf of 6fad94f603ac4450bd9d1e1d6faca259 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:59.260911 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ac0b1de8-42f1-4457-b8cc-3f5d1acbe32d tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:59.268642 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-3e165cb5-492c-4e47-ac7a-cad4cc033608 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] 10.222.0.57 "GET /v2.0/ports?device_id=d91b2e9e-78e9-4678-9c5d-eb378383beb6 HTTP/1.1" status: 200 len: 205 time: 0.1041405 Mar 22 10:57:59.276174 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39068) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:59.361414 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac0b1de8-42f1-4457-b8cc-3f5d1acbe32d tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:57:59.365471 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dfd62b59-6118-4743-b174-51e4bbb88c01 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:59.375866 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f35b5107-1703-46bd-9bf6-72dec3cba903 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Router 222d1309-eae1-48ad-b13d-511ecffa8e01 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:57:59.383598 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aacd0884-fad4-4aed-abfd-22192fb422a4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Made reservation on behalf of f7a8ac7bbd5d466888176c13ba053f5f for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:57:59.393192 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-95ba9f84-5db0-4dc8-8fa1-ef553bb990cd None None] Attempting to bind port 50f1ff7f-08a9-4016-9ce6-a29be39995e0 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:57:59.393701 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-95ba9f84-5db0-4dc8-8fa1-ef553bb990cd None None] Attempting to bind port 50f1ff7f-08a9-4016-9ce6-a29be39995e0 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '5236065f-6c87-4514-9eea-c9b955ee7a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '269040b2-37f6-43c0-85ca-d42cde9ff998'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:57:59.393969 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ba9f84-5db0-4dc8-8fa1-ef553bb990cd None None] Attempting to bind port 50f1ff7f-08a9-4016-9ce6-a29be39995e0 on network 269040b2-37f6-43c0-85ca-d42cde9ff998 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:57:59.404844 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ba9f84-5db0-4dc8-8fa1-ef553bb990cd None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:57:59.405302 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ba9f84-5db0-4dc8-8fa1-ef553bb990cd None None] Checking segment: {'id': '5236065f-6c87-4514-9eea-c9b955ee7a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '269040b2-37f6-43c0-85ca-d42cde9ff998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:57:59.406045 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-95ba9f84-5db0-4dc8-8fa1-ef553bb990cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:59.406562 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ba9f84-5db0-4dc8-8fa1-ef553bb990cd None None] Bound using segment: {'id': '5236065f-6c87-4514-9eea-c9b955ee7a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '269040b2-37f6-43c0-85ca-d42cde9ff998'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:57:59.407133 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-95ba9f84-5db0-4dc8-8fa1-ef553bb990cd None None] Bound port: 50f1ff7f-08a9-4016-9ce6-a29be39995e0, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5236065f-6c87-4514-9eea-c9b955ee7a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '269040b2-37f6-43c0-85ca-d42cde9ff998'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:57:59.407735 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-95ba9f84-5db0-4dc8-8fa1-ef553bb990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:59.411626 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ac0b1de8-42f1-4457-b8cc-3f5d1acbe32d tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:59.411960 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-ac0b1de8-42f1-4457-b8cc-3f5d1acbe32d tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Added segment 409c1538-cc31-494c-889a-4787ac7451e2 of type vlan for network eb26b539-1f39-4119-ae0c-290dfc17d26d Mar 22 10:57:59.457705 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8e130f16-d8e3-4a3c-92ed-8542778434c4 None None] Provisioning complete for port 3ff01fdd-06a6-421e-82ba-80c780459841 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:59.458157 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8e130f16-d8e3-4a3c-92ed-8542778434c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:59.473015 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a5788b35-7681-4433-9a23-0ebbecef1046 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:59.527933 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ac0b1de8-42f1-4457-b8cc-3f5d1acbe32d tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:59.555115 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40782d31-0bff-4343-9eaa-d51ed5749294 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-1bc750fe-0949-42b2-bab7-34fc725823e6', 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'tenant_id': 'f7a8ac7bbd5d466888176c13ba053f5f', 'fixed_ips': [{'subnet_id': '0c44c63f-8fff-408d-9d2a-09c3a35bde0b'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:57:59.556608 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-40782d31-0bff-4343-9eaa-d51ed5749294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:59.560404 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-893f405c-c4bc-4797-bc77-439f34f9c201 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:59.586914 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8e130f16-d8e3-4a3c-92ed-8542778434c4 None None] Port 3ff01fdd-06a6-421e-82ba-80c780459841 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:57:59.599390 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-95ba9f84-5db0-4dc8-8fa1-ef553bb990cd None None] For port 50f1ff7f-08a9-4016-9ce6-a29be39995e0, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:57:59.603414 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-95ba9f84-5db0-4dc8-8fa1-ef553bb990cd None None] For port 50f1ff7f-08a9-4016-9ce6-a29be39995e0, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=50f1ff7f-08a9-4016-9ce6-a29be39995e0,segment=NetworkSegment(5236065f-6c87-4514-9eea-c9b955ee7a0c),segment_id=5236065f-6c87-4514-9eea-c9b955ee7a0c)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:57:59.618526 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ac0b1de8-42f1-4457-b8cc-3f5d1acbe32d tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:59.624326 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0b1de8-42f1-4457-b8cc-3f5d1acbe32d tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:57:59.625201 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ac0b1de8-42f1-4457-b8cc-3f5d1acbe32d tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:59.629640 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35b5107-1703-46bd-9bf6-72dec3cba903 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:57:59.641168 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9507fb-e4c9-4b7e-85a6-8e0a63d46753 None None] Sync routers for ids ['222d1309-eae1-48ad-b13d-511ecffa8e01'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:57:59.642282 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-a5788b35-7681-4433-9a23-0ebbecef1046 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] device_id is not set on port 6868da17-27f7-421c-baac-675f8e0eb5fd yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:57:59.649064 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-f35b5107-1703-46bd-9bf6-72dec3cba903 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "PUT /v2.0/routers/222d1309-eae1-48ad-b13d-511ecffa8e01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8027375 Mar 22 10:57:59.651309 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39070) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:59.658348 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9507fb-e4c9-4b7e-85a6-8e0a63d46753 None None] Routers {'222d1309-eae1-48ad-b13d-511ecffa8e01'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:57:59.659125 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-7d9507fb-e4c9-4b7e-85a6-8e0a63d46753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:57:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['222d1309-eae1-48ad-b13d-511ecffa8e01'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:59.668873 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-95ba9f84-5db0-4dc8-8fa1-ef553bb990cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:59.685641 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8e130f16-d8e3-4a3c-92ed-8542778434c4 None None] Provisioning complete for port d1765bda-c6ae-42bd-b41e-bee5f2ef8c29 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:57:59.686024 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8e130f16-d8e3-4a3c-92ed-8542778434c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:59.713218 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dfd62b59-6118-4743-b174-51e4bbb88c01 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:59.718637 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dfd62b59-6118-4743-b174-51e4bbb88c01 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:59.733951 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-7d9507fb-e4c9-4b7e-85a6-8e0a63d46753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:59.758698 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9507fb-e4c9-4b7e-85a6-8e0a63d46753 None None] Routers {'222d1309-eae1-48ad-b13d-511ecffa8e01'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:57:59.763084 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-7d9507fb-e4c9-4b7e-85a6-8e0a63d46753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:57:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['222d1309-eae1-48ad-b13d-511ecffa8e01'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:59.767812 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-aacd0884-fad4-4aed-abfd-22192fb422a4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:57:59.847897 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ba9f84-5db0-4dc8-8fa1-ef553bb990cd None None] Pushing event updated for resources: {'Port': ['ID=50f1ff7f-08a9-4016-9ce6-a29be39995e0,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:57:59.861793 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-7d9507fb-e4c9-4b7e-85a6-8e0a63d46753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:57:59.865433 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9507fb-e4c9-4b7e-85a6-8e0a63d46753 None None] The sync data for ids ['222d1309-eae1-48ad-b13d-511ecffa8e01'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:57:59.896422 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-40782d31-0bff-4343-9eaa-d51ed5749294 None None] Allocated IP 2001:db8::2 (1bc750fe-0949-42b2-bab7-34fc725823e6/0c44c63f-8fff-408d-9d2a-09c3a35bde0b/14d01761-500b-4a47-aa45-2ebe9b387543) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:57:59.898242 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-aacd0884-fad4-4aed-abfd-22192fb422a4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] device_id is not set on port 8c95ef80-cbcf-486c-89e2-13ec39e0e5f3 yet. {{(pid=109050) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:57:59.924212 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ac0b1de8-42f1-4457-b8cc-3f5d1acbe32d tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6980925 Mar 22 10:57:59.925838 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39072) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:57:59.962532 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-978e95e8-6e0d-4ee8-ac13-b8e4bd51ad63 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Request body: {'subnet': {'network_id': 'eb26b539-1f39-4119-ae0c-290dfc17d26d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:00.087870 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8783ee6f-55c2-4278-9310-ac7b6ac418aa tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:00.141562 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-6a03ecb0-02bc-4624-b4b0-6dbc2067dd99 None None] Could not find standard attr ID for object 3ff01fdd-06a6-421e-82ba-80c780459841. {{(pid=109051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 10:58:00.153789 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8783ee6f-55c2-4278-9310-ac7b6ac418aa tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event deleted for resources: {'Port': ['ID=3ff01fdd-06a6-421e-82ba-80c780459841,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:00.208495 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b1de8-42f1-4457-b8cc-3f5d1acbe32d tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Pushing event updated for resources: {'Network': ['ID=eb26b539-1f39-4119-ae0c-290dfc17d26d,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:00.222032 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-6a03ecb0-02bc-4624-b4b0-6dbc2067dd99 None None] Provisioning complete for port 4879da0c-9a9e-48ec-8468-f186a4af21c5 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:00.222415 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-6a03ecb0-02bc-4624-b4b0-6dbc2067dd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:00.225168 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dfd62b59-6118-4743-b174-51e4bbb88c01 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:00.225399 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd62b59-6118-4743-b174-51e4bbb88c01 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Fanout notify agent at l3_agent the message router_deleted on router d91b2e9e-78e9-4678-9c5d-eb378383beb6 {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 10:58:00.234855 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-893f405c-c4bc-4797-bc77-439f34f9c201 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Router 129bbb25-0781-445e-b634-d8c4b976291f is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109050) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 10:58:00.241070 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network eb26b539-1f39-4119-ae0c-290dfc17d26d details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:58:00.262380 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978e95e8-6e0d-4ee8-ac13-b8e4bd51ad63 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Made reservation on behalf of 6fad94f603ac4450bd9d1e1d6faca259 for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:58:00.268033 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-978e95e8-6e0d-4ee8-ac13-b8e4bd51ad63 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:00.285214 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dfd62b59-6118-4743-b174-51e4bbb88c01 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:00.293150 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-dfd62b59-6118-4743-b174-51e4bbb88c01 tempest-RoutersNegativeIpV6Test-1703847126 tempest-RoutersNegativeIpV6Test-1703847126-project] 10.222.0.57 "DELETE /v2.0/routers/d91b2e9e-78e9-4678-9c5d-eb378383beb6 HTTP/1.1" status: 204 len: 168 time: 1.0155342 Mar 22 10:58:00.322243 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-a5788b35-7681-4433-9a23-0ebbecef1046 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Allocated IP 172.20.0.8 (269040b2-37f6-43c0-85ca-d42cde9ff998/3cbea716-413f-45ce-94a6-9e0ca6b24624/6868da17-27f7-421c-baac-675f8e0eb5fd) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:58:00.335084 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-40782d31-0bff-4343-9eaa-d51ed5749294 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:00.380114 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-606b67d1-1dfc-4378-be64-d69eeeaee882 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] remove_router_interface failed (client error): The resource could not be found. Mar 22 10:58:00.381122 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-606b67d1-1dfc-4378-be64-d69eeeaee882 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "PUT /v2.0/routers/222d1309-eae1-48ad-b13d-511ecffa8e01/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7145069 Mar 22 10:58:00.384202 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39076) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:00.398582 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-40782d31-0bff-4343-9eaa-d51ed5749294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:00.420335 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.ipam_backend_mixin [None req-978e95e8-6e0d-4ee8-ac13-b8e4bd51ad63 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Performing IP validity checks on allocation pools {{(pid=109050) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 22 10:58:00.420863 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.ipam_backend_mixin [None req-978e95e8-6e0d-4ee8-ac13-b8e4bd51ad63 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109050) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 22 10:58:00.435583 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ee5ceb3c-a77e-4385-a744-8a55ed615cfb tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "GET /v2.0/ports?device_id=222d1309-eae1-48ad-b13d-511ecffa8e01 HTTP/1.1" status: 200 len: 205 time: 0.0486715 Mar 22 10:58:00.438824 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39078) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:00.440951 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8783ee6f-55c2-4278-9310-ac7b6ac418aa tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:00.444977 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-8783ee6f-55c2-4278-9310-ac7b6ac418aa tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "DELETE /v2.0/ports/3ff01fdd-06a6-421e-82ba-80c780459841 HTTP/1.1" status: 204 len: 168 time: 2.5566952 Mar 22 10:58:00.446528 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40782d31-0bff-4343-9eaa-d51ed5749294 None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:58:00.451266 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39080) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:00.461930 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-40782d31-0bff-4343-9eaa-d51ed5749294 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:58:00.480331 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40782d31-0bff-4343-9eaa-d51ed5749294 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:58:00.495029 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40782d31-0bff-4343-9eaa-d51ed5749294 None None] Pushing event updated for resources: {'Port': ['ID=14d01761-500b-4a47-aa45-2ebe9b387543,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:00.527201 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-aacd0884-fad4-4aed-abfd-22192fb422a4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Allocated IP 2001:db8::267 (1bc750fe-0949-42b2-bab7-34fc725823e6/0c44c63f-8fff-408d-9d2a-09c3a35bde0b/8c95ef80-cbcf-486c-89e2-13ec39e0e5f3) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:58:00.573955 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893f405c-c4bc-4797-bc77-439f34f9c201 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:58:00.582390 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ec240de-5843-4d2f-97e2-0dd4a6f6f54a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] GET failed (client error): The resource could not be found. Mar 22 10:58:00.588615 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5ec240de-5843-4d2f-97e2-0dd4a6f6f54a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "GET /v2.0/ports/3ff01fdd-06a6-421e-82ba-80c780459841 HTTP/1.1" status: 404 len: 333 time: 0.1297650 Mar 22 10:58:00.594042 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39082) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:00.624349 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364d785a-facc-4dbd-967f-81661a3cf997 None None] Sync routers for ids ['129bbb25-0781-445e-b634-d8c4b976291f'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:58:00.629974 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-40782d31-0bff-4343-9eaa-d51ed5749294 None None] Attempting to bind port 14d01761-500b-4a47-aa45-2ebe9b387543 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:58:00.630345 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-40782d31-0bff-4343-9eaa-d51ed5749294 None None] Attempting to bind port 14d01761-500b-4a47-aa45-2ebe9b387543 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:58:00.630712 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40782d31-0bff-4343-9eaa-d51ed5749294 None None] Attempting to bind port 14d01761-500b-4a47-aa45-2ebe9b387543 on network 1bc750fe-0949-42b2-bab7-34fc725823e6 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:58:00.646918 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40782d31-0bff-4343-9eaa-d51ed5749294 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:58:00.647298 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40782d31-0bff-4343-9eaa-d51ed5749294 None None] Checking segment: {'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:58:00.647734 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-40782d31-0bff-4343-9eaa-d51ed5749294 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:00.648169 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40782d31-0bff-4343-9eaa-d51ed5749294 None None] Bound using segment: {'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:58:00.648660 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-40782d31-0bff-4343-9eaa-d51ed5749294 None None] Bound port: 14d01761-500b-4a47-aa45-2ebe9b387543, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:58:00.649079 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-40782d31-0bff-4343-9eaa-d51ed5749294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:00.675199 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7ce7fe81-6da3-4946-bf08-e724e1340012 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:00.677375 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364d785a-facc-4dbd-967f-81661a3cf997 None None] Routers {'129bbb25-0781-445e-b634-d8c4b976291f'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:58:00.678242 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-364d785a-facc-4dbd-967f-81661a3cf997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:57:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['129bbb25-0781-445e-b634-d8c4b976291f'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:00.728331 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-893f405c-c4bc-4797-bc77-439f34f9c201 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:00.729198 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39088) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:00.729542 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-893f405c-c4bc-4797-bc77-439f34f9c201 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.1254666 Mar 22 10:58:00.747353 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39090) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:00.751850 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-364d785a-facc-4dbd-967f-81661a3cf997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:00.787756 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-eaefbc6b-08a1-4ef7-992c-29367db1b648 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'enable_snat': False}}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:00.790397 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-6a03ecb0-02bc-4624-b4b0-6dbc2067dd99 None None] Provisioning complete for port 3bee742d-8d76-4331-a71a-dd4dce3e2fe0 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:00.790776 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-6a03ecb0-02bc-4624-b4b0-6dbc2067dd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:00.792414 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364d785a-facc-4dbd-967f-81661a3cf997 None None] Routers {'129bbb25-0781-445e-b634-d8c4b976291f'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:58:00.792963 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-364d785a-facc-4dbd-967f-81661a3cf997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:57:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['129bbb25-0781-445e-b634-d8c4b976291f'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:00.877174 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-40782d31-0bff-4343-9eaa-d51ed5749294 None None] For port 14d01761-500b-4a47-aa45-2ebe9b387543, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:58:00.907455 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-364d785a-facc-4dbd-967f-81661a3cf997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:00.907455 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364d785a-facc-4dbd-967f-81661a3cf997 None None] The sync data for ids ['129bbb25-0781-445e-b634-d8c4b976291f'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:58:00.917318 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-40782d31-0bff-4343-9eaa-d51ed5749294 None None] For port 14d01761-500b-4a47-aa45-2ebe9b387543, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=14d01761-500b-4a47-aa45-2ebe9b387543,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:58:00.933997 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-40782d31-0bff-4343-9eaa-d51ed5749294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:01.002858 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 50f1ff7f-08a9-4016-9ce6-a29be39995e0 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:58:01.009199 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-aacd0884-fad4-4aed-abfd-22192fb422a4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:01.096793 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40782d31-0bff-4343-9eaa-d51ed5749294 None None] Pushing event updated for resources: {'Port': ['ID=14d01761-500b-4a47-aa45-2ebe9b387543,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:01.098979 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_v2 [None req-539da919-7222-4053-b9ba-85092b11ce58 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Deleting subnet 1714fba2-d156-4dd4-b888-3ff8ad305094 {{(pid=109050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:58:01.111705 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 50f1ff7f-08a9-4016-9ce6-a29be39995e0 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:01.112134 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:01.113746 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-aacd0884-fad4-4aed-abfd-22192fb422a4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:01.125553 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-539da919-7222-4053-b9ba-85092b11ce58 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for subnet, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:01.271501 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:01.327992 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port 50f1ff7f-08a9-4016-9ce6-a29be39995e0, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=50f1ff7f-08a9-4016-9ce6-a29be39995e0,segment=NetworkSegment(5236065f-6c87-4514-9eea-c9b955ee7a0c),segment_id=5236065f-6c87-4514-9eea-c9b955ee7a0c)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:58:01.339439 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:01.342039 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacd0884-fad4-4aed-abfd-22192fb422a4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:58:01.353345 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-978e95e8-6e0d-4ee8-ac13-b8e4bd51ad63 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:01.358955 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-539da919-7222-4053-b9ba-85092b11ce58 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11961780'] for subnet, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:01.399735 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-aacd0884-fad4-4aed-abfd-22192fb422a4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:58:01.427830 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=50f1ff7f-08a9-4016-9ce6-a29be39995e0,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:01.453662 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacd0884-fad4-4aed-abfd-22192fb422a4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:58:01.459416 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacd0884-fad4-4aed-abfd-22192fb422a4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:01.460069 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-aacd0884-fad4-4aed-abfd-22192fb422a4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:01.485403 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e5a2e7-8231-401e-8b4a-46736806bbba None None] Network 269040b2-37f6-43c0-85ca-d42cde9ff998 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:58:01.498089 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacd0884-fad4-4aed-abfd-22192fb422a4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event updated for resources: {'Port': ['ID=8c95ef80-cbcf-486c-89e2-13ec39e0e5f3,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:01.540414 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-aacd0884-fad4-4aed-abfd-22192fb422a4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0999029 Mar 22 10:58:01.540950 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39094) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:01.552750 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978e95e8-6e0d-4ee8-ac13-b8e4bd51ad63 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Pushing event updated for resources: {'Subnet': ['ID=a2138465-7cdc-4248-8829-2fb7c4ed6c2d,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:01.584501 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-e61506c7-c17f-42e3-9f95-3f9b06c13dfd None None] Provisioning complete for port 50f1ff7f-08a9-4016-9ce6-a29be39995e0 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:01.585284 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e61506c7-c17f-42e3-9f95-3f9b06c13dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:01.670737 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978e95e8-6e0d-4ee8-ac13-b8e4bd51ad63 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Checking segment: {'id': '409c1538-cc31-494c-889a-4787ac7451e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'eb26b539-1f39-4119-ae0c-290dfc17d26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:58:01.671100 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978e95e8-6e0d-4ee8-ac13-b8e4bd51ad63 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Network hostable DHCP agents. Network: eb26b539-1f39-4119-ae0c-290dfc17d26d, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:58:01.673337 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7ce7fe81-6da3-4946-bf08-e724e1340012 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:01.679209 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-fd0cb45f-3711-42a8-af75-5c0df316475c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=55d09b037a224a7db2a2dbd7ed1109cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8771834 Mar 22 10:58:01.679495 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7ce7fe81-6da3-4946-bf08-e724e1340012 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:01.683786 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39096) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:01.707412 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737bc89f-e07b-482d-9862-b119f472e3df tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:01.713249 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737bc89f-e07b-482d-9862-b119f472e3df tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:01.717489 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-737bc89f-e07b-482d-9862-b119f472e3df tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1694968 Mar 22 10:58:01.724330 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-539da919-7222-4053-b9ba-85092b11ce58 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:01.727450 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39098) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:01.746986 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a5788b35-7681-4433-9a23-0ebbecef1046 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:01.753069 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7ce7fe81-6da3-4946-bf08-e724e1340012 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:01.753583 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce7fe81-6da3-4946-bf08-e724e1340012 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Fanout notify agent at l3_agent the message router_deleted on router 222d1309-eae1-48ad-b13d-511ecffa8e01 {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 10:58:01.761088 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7ce7fe81-6da3-4946-bf08-e724e1340012 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:01.762378 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7ce7fe81-6da3-4946-bf08-e724e1340012 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "DELETE /v2.0/routers/222d1309-eae1-48ad-b13d-511ecffa8e01 HTTP/1.1" status: 204 len: 168 time: 1.3224320 Mar 22 10:58:01.766022 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39100) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:01.840518 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-183f3a13-539c-4aaa-89b6-c1be4d136611 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Deleting subnet 8a6e29cd-1d25-4cb4-8cb7-9fdc800cf21d {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:58:01.845859 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-183f3a13-539c-4aaa-89b6-c1be4d136611 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:01.874200 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a5788b35-7681-4433-9a23-0ebbecef1046 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:01.936783 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-183f3a13-539c-4aaa-89b6-c1be4d136611 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:01.942782 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5788b35-7681-4433-9a23-0ebbecef1046 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Network 269040b2-37f6-43c0-85ca-d42cde9ff998 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:58:01.980969 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-a5788b35-7681-4433-9a23-0ebbecef1046 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:58:01.983858 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5788b35-7681-4433-9a23-0ebbecef1046 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:58:01.996994 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5788b35-7681-4433-9a23-0ebbecef1046 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Pushing event updated for resources: {'Port': ['ID=6868da17-27f7-421c-baac-675f8e0eb5fd,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:02.096102 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5788b35-7681-4433-9a23-0ebbecef1046 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:02.096771 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a5788b35-7681-4433-9a23-0ebbecef1046 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:02.110806 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-4c1e6ed5-f326-4208-a3ac-fed26575e98c None None] Provisioning complete for port 50f1ff7f-08a9-4016-9ce6-a29be39995e0 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:02.112663 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4c1e6ed5-f326-4208-a3ac-fed26575e98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:02.125161 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-183f3a13-539c-4aaa-89b6-c1be4d136611 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:02.135826 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a5788b35-7681-4433-9a23-0ebbecef1046 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 5.4753528 Mar 22 10:58:02.152699 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39102) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:02.158226 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-72cc465c-5572-46d7-bdd5-f4ec3324a56b tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1815457028', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:02.210006 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-72cc465c-5572-46d7-bdd5-f4ec3324a56b tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:02.211123 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-72cc465c-5572-46d7-bdd5-f4ec3324a56b tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:02.283112 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978e95e8-6e0d-4ee8-ac13-b8e4bd51ad63 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Network eb26b539-1f39-4119-ae0c-290dfc17d26d is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:58:02.287766 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-72cc465c-5572-46d7-bdd5-f4ec3324a56b tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:02.297471 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-72cc465c-5572-46d7-bdd5-f4ec3324a56b tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:02.312462 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-183f3a13-539c-4aaa-89b6-c1be4d136611 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:02.345587 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-72cc465c-5572-46d7-bdd5-f4ec3324a56b tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:02.347064 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-72cc465c-5572-46d7-bdd5-f4ec3324a56b tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1931238 Mar 22 10:58:02.347583 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183f3a13-539c-4aaa-89b6-c1be4d136611 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event deleted for resources: {'Subnet': ['ID=8a6e29cd-1d25-4cb4-8cb7-9fdc800cf21d,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:02.351393 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39104) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:02.355856 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-444b8501-25d3-41c5-8f17-551a1142e7cf tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1354306405', 'prefixes': ['172.20.0.0/16']}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:02.364860 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-183f3a13-539c-4aaa-89b6-c1be4d136611 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:02.368441 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-183f3a13-539c-4aaa-89b6-c1be4d136611 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "DELETE /v2.0/subnets/8a6e29cd-1d25-4cb4-8cb7-9fdc800cf21d HTTP/1.1" status: 204 len: 168 time: 0.6014612 Mar 22 10:58:02.372494 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39106) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:02.379819 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acaf06e-d423-4fbb-b94c-63050d5ace7e None None] Network 44f797be-8ccb-49ed-b449-fc5099dde749 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:58:02.387746 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-978e95e8-6e0d-4ee8-ac13-b8e4bd51ad63 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, eb26b539-1f39-4119-ae0c-290dfc17d26d) {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:58:02.393229 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978e95e8-6e0d-4ee8-ac13-b8e4bd51ad63 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:02.393830 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-978e95e8-6e0d-4ee8-ac13-b8e4bd51ad63 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:02.409296 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c5813c-618e-4e38-8b99-60f82a343ece None None] Network eb26b539-1f39-4119-ae0c-290dfc17d26d requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:58:02.423403 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c5188ca0-2107-4af4-a489-9a0dff64c4d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:02.481132 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-539da919-7222-4053-b9ba-85092b11ce58 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:02.502972 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-42d2bc35-b524-4ad5-8f54-5e82cb3404e1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:02.510407 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-978e95e8-6e0d-4ee8-ac13-b8e4bd51ad63 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.5803969 Mar 22 10:58:02.510681 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39108) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:02.511466 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c5188ca0-2107-4af4-a489-9a0dff64c4d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:02.516964 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-df12f9c0-7bdc-4078-8633-4abbea2ccd0d tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:02.543610 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539da919-7222-4053-b9ba-85092b11ce58 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event deleted for resources: {'Subnet': ['ID=1714fba2-d156-4dd4-b888-3ff8ad305094,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:02.549379 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-539da919-7222-4053-b9ba-85092b11ce58 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:02.555637 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-539da919-7222-4053-b9ba-85092b11ce58 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "DELETE /v2.0/subnets/1714fba2-d156-4dd4-b888-3ff8ad305094 HTTP/1.1" status: 204 len: 168 time: 1.9562666 Mar 22 10:58:02.559856 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39110) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:02.561142 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-eaefbc6b-08a1-4ef7-992c-29367db1b648 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:02.571619 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-e4a5aa03-e820-4bfb-8890-0975357f5887 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Deleting port 8c95ef80-cbcf-486c-89e2-13ec39e0e5f3 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:58:02.571985 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e4a5aa03-e820-4bfb-8890-0975357f5887 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:02.608337 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-444b8501-25d3-41c5-8f17-551a1142e7cf tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Notify callbacks [] for subnetpool, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:02.609620 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-444b8501-25d3-41c5-8f17-551a1142e7cf tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] 10.222.0.57 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2572305 Mar 22 10:58:02.615703 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39112) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:02.620002 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.tag.tag_plugin [None req-b7b9995f-b636-4c5a-8181-fa8b0b285a19 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '3cbea716-413f-45ce-94a6-9e0ca6b24624', 'tempest-TagsExtTest-Tag-1261193356') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:02.668924 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc34958c-eba0-4c74-bcf4-9d8bb6098e45 None None] Network 211bb3de-21fd-4ad3-b1f7-e8d0044a01f9 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:58:02.697083 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d32257e-6563-4c3c-b1a5-58c4756308fa tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Deleting subnet a64af160-bfcc-4f40-b03f-8b41f5db7ef6 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:58:02.704004 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9d32257e-6563-4c3c-b1a5-58c4756308fa tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:02.756642 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-329b3251-8ee0-432f-82fa-c6e9ddae1c14 None None] Provisioning complete for port 6868da17-27f7-421c-baac-675f8e0eb5fd triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:02.757277 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-329b3251-8ee0-432f-82fa-c6e9ddae1c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:02.766101 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c5188ca0-2107-4af4-a489-9a0dff64c4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:02.768043 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-42d2bc35-b524-4ad5-8f54-5e82cb3404e1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Deleting port d1765bda-c6ae-42bd-b41e-bee5f2ef8c29 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:58:02.768387 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-42d2bc35-b524-4ad5-8f54-5e82cb3404e1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:02.768831 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c5188ca0-2107-4af4-a489-9a0dff64c4d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:02.770419 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-c5188ca0-2107-4af4-a489-9a0dff64c4d2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/45eb0949-447f-48b4-9b07-86e386b6d7e2 HTTP/1.1" status: 204 len: 168 time: 1.0843539 Mar 22 10:58:02.835308 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e4a5aa03-e820-4bfb-8890-0975357f5887 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:02.837281 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-329b3251-8ee0-432f-82fa-c6e9ddae1c14 None None] Port 6868da17-27f7-421c-baac-675f8e0eb5fd cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:58:02.841051 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5188ca0-2107-4af4-a489-9a0dff64c4d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45eb0949-447f-48b4-9b07-86e386b6d7e2,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:02.861685 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-e4a5aa03-e820-4bfb-8890-0975357f5887 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Calling delete_port for 8c95ef80-cbcf-486c-89e2-13ec39e0e5f3 owned by {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:58:02.898512 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-42d2bc35-b524-4ad5-8f54-5e82cb3404e1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] For port d1765bda-c6ae-42bd-b41e-bee5f2ef8c29, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=d1765bda-c6ae-42bd-b41e-bee5f2ef8c29,segment=NetworkSegment(58ea0041-071b-41ac-90fc-d5af1cb38e38),segment_id=58ea0041-071b-41ac-90fc-d5af1cb38e38)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:58:02.898957 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-42d2bc35-b524-4ad5-8f54-5e82cb3404e1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:02.918799 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-42d2bc35-b524-4ad5-8f54-5e82cb3404e1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Calling delete_port for d1765bda-c6ae-42bd-b41e-bee5f2ef8c29 owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:58:03.042363 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-b7b9995f-b636-4c5a-8181-fa8b0b285a19 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] 10.222.0.57 "PUT /v2.0/subnets/3cbea716-413f-45ce-94a6-9e0ca6b24624/tags/tempest-TagsExtTest-Tag-1261193356 HTTP/1.1" status: 201 len: 201 time: 0.4263730 Mar 22 10:58:03.047524 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39116) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:03.053179 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.tag.tag_plugin [None req-f8ab6a39-539f-4de9-b71b-423ac70f7efc tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6868da17-27f7-421c-baac-675f8e0eb5fd', 'tempest-TagsExtTest-Tag-268939779') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:03.065464 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-df12f9c0-7bdc-4078-8633-4abbea2ccd0d tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12443811'] for subnet, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:03.077721 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-42d2bc35-b524-4ad5-8f54-5e82cb3404e1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:03.078231 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1e6c8e-fb51-43a7-a45a-f6d99445e971 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-eb26b539-1f39-4119-ae0c-290dfc17d26d', 'network_id': 'eb26b539-1f39-4119-ae0c-290dfc17d26d', 'tenant_id': '6fad94f603ac4450bd9d1e1d6faca259', 'fixed_ips': [{'subnet_id': 'a2138465-7cdc-4248-8829-2fb7c4ed6c2d'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:58:03.081432 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7e1e6c8e-fb51-43a7-a45a-f6d99445e971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:03.084282 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-076f87d1-4b46-48c2-915a-63932d6f40f9 None None] Provisioning complete for port 14d01761-500b-4a47-aa45-2ebe9b387543 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:03.084797 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-076f87d1-4b46-48c2-915a-63932d6f40f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:03.098453 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9d32257e-6563-4c3c-b1a5-58c4756308fa tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:03.218822 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-076f87d1-4b46-48c2-915a-63932d6f40f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:03.220992 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 50f1ff7f-08a9-4016-9ce6-a29be39995e0 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:58:03.227995 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d2bc35-b524-4ad5-8f54-5e82cb3404e1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event deleted for resources: {'Port': ['ID=d1765bda-c6ae-42bd-b41e-bee5f2ef8c29,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:03.238786 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d2bc35-b524-4ad5-8f54-5e82cb3404e1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] No DVR routers for this DVR port d1765bda-c6ae-42bd-b41e-bee5f2ef8c29 on host dv-neutron-834599-1-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:58:03.283092 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9c742d-407a-4b1d-8528-9582e7ae47f2 None None] DHCP port deletion for 44f797be-8ccb-49ed-b449-fc5099dde749 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:58:03.313866 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-076f87d1-4b46-48c2-915a-63932d6f40f9 None None] For port 14d01761-500b-4a47-aa45-2ebe9b387543, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=14d01761-500b-4a47-aa45-2ebe9b387543,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:58:03.336015 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-076f87d1-4b46-48c2-915a-63932d6f40f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:03.360553 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e4a5aa03-e820-4bfb-8890-0975357f5887 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:03.388252 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 50f1ff7f-08a9-4016-9ce6-a29be39995e0 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:03.388630 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:03.433736 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-42d2bc35-b524-4ad5-8f54-5e82cb3404e1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:03.457366 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-f8ab6a39-539f-4de9-b71b-423ac70f7efc tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] 10.222.0.57 "PUT /v2.0/ports/6868da17-27f7-421c-baac-675f8e0eb5fd/tags/tempest-TagsExtTest-Tag-268939779 HTTP/1.1" status: 201 len: 201 time: 0.4075646 Mar 22 10:58:03.462017 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39126) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:03.477436 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-58663a0f-aaa5-4cf0-b2bf-d56bf271e802 None None] Could not find standard attr ID for object 8c95ef80-cbcf-486c-89e2-13ec39e0e5f3. {{(pid=109051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 10:58:03.488043 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.tag.tag_plugin [None req-aea85ef4-89af-4e4e-ac95-57548c3de9f6 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '36d2235e-900b-4a50-b2a4-697b821aa9e0', 'tempest-TagsExtTest-Tag-2100328036') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:03.491728 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-42d2bc35-b524-4ad5-8f54-5e82cb3404e1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44f797be-8ccb-49ed-b449-fc5099dde749']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:03.517824 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076f87d1-4b46-48c2-915a-63932d6f40f9 None None] Pushing event updated for resources: {'Port': ['ID=14d01761-500b-4a47-aa45-2ebe9b387543,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:03.525642 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-42d2bc35-b524-4ad5-8f54-5e82cb3404e1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58ea0041-071b-41ac-90fc-d5af1cb38e38') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:03.531739 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-42d2bc35-b524-4ad5-8f54-5e82cb3404e1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58ea0041-071b-41ac-90fc-d5af1cb38e38') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:03.558864 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a5aa03-e820-4bfb-8890-0975357f5887 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event deleted for resources: {'Port': ['ID=8c95ef80-cbcf-486c-89e2-13ec39e0e5f3,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:03.585723 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 14d01761-500b-4a47-aa45-2ebe9b387543 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:58:03.597299 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e4a5aa03-e820-4bfb-8890-0975357f5887 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:03.603208 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-e4a5aa03-e820-4bfb-8890-0975357f5887 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/ports/8c95ef80-cbcf-486c-89e2-13ec39e0e5f3 HTTP/1.1" status: 204 len: 168 time: 1.8465765 Mar 22 10:58:03.603872 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39130) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:03.664561 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 14d01761-500b-4a47-aa45-2ebe9b387543 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:03.665159 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:03.703765 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9d32257e-6563-4c3c-b1a5-58c4756308fa tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:03.808535 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-42d2bc35-b524-4ad5-8f54-5e82cb3404e1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:03.812944 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-7e1e6c8e-fb51-43a7-a45a-f6d99445e971 None None] Allocated IP 2001:db8::3 (eb26b539-1f39-4119-ae0c-290dfc17d26d/a2138465-7cdc-4248-8829-2fb7c4ed6c2d/f13575ab-bcb6-4a0d-80b1-b0ea4c28b157) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:58:03.831671 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-df12f9c0-7bdc-4078-8633-4abbea2ccd0d tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732232779704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8653176'] for subnet, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:03.843103 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-42d2bc35-b524-4ad5-8f54-5e82cb3404e1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:03.855081 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9d32257e-6563-4c3c-b1a5-58c4756308fa tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:03.876153 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da923d2-2092-4efb-a404-7d9f0a32d850 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:03.877839 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da923d2-2092-4efb-a404-7d9f0a32d850 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:03.882459 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-6da923d2-2092-4efb-a404-7d9f0a32d850 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2733557 Mar 22 10:58:03.896730 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42d2bc35-b524-4ad5-8f54-5e82cb3404e1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:58:03.897142 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-42d2bc35-b524-4ad5-8f54-5e82cb3404e1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:03.901208 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39138) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:03.902242 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 10:58:03.902242 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:58:03.902242 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 10:58:03.902242 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:58:03.902242 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 10:58:03.902242 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:58:03.902242 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 10:58:03.902242 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:58:03.902242 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 10:58:03.902242 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:58:03.902242 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 10:58:03.902242 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:58:03.902242 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 10:58:03.902242 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:58:03.902242 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:58:03.902242 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:58:03.902242 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:58:03.902242 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:58:03.902242 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 10:58:03.902242 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:58:03.902242 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 10:58:03.902242 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:58:03.902242 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:58:03.902242 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:58:03.902242 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 10:58:03.902242 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:58:03.902242 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:58:03.902242 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:58:03.902242 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:58:03.902242 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:58:03.902242 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:58:03.902242 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:58:03.962613 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-aea85ef4-89af-4e4e-ac95-57548c3de9f6 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] 10.222.0.57 "PUT /v2.0/routers/36d2235e-900b-4a50-b2a4-697b821aa9e0/tags/tempest-TagsExtTest-Tag-2100328036 HTTP/1.1" status: 201 len: 201 time: 0.4814706 Mar 22 10:58:03.963742 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39140) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:03.971331 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.tag.tag_plugin [None req-becd4c06-1b1f-40ce-85d5-cb3a8dbef72c tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'be9bd81b-a0a4-49d0-a983-d04a69aad7a0', 'tempest-TagsExtTest-Tag-1547853000') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:04.010846 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9d32257e-6563-4c3c-b1a5-58c4756308fa tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:04.023939 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9d32257e-6563-4c3c-b1a5-58c4756308fa tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "DELETE /v2.0/subnets/a64af160-bfcc-4f40-b03f-8b41f5db7ef6 HTTP/1.1" status: 204 len: 168 time: 1.4544017 Mar 22 10:58:04.040923 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39144) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:04.080256 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-eaefbc6b-08a1-4ef7-992c-29367db1b648 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3682488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11476'] for router, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:04.084398 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-eaefbc6b-08a1-4ef7-992c-29367db1b648 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3682435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3682442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3684457'] for router, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:04.093838 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-becd4c06-1b1f-40ce-85d5-cb3a8dbef72c tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] 10.222.0.57 "PUT /v2.0/subnetpools/be9bd81b-a0a4-49d0-a983-d04a69aad7a0/tags/tempest-TagsExtTest-Tag-1547853000 HTTP/1.1" status: 201 len: 201 time: 0.1265347 Mar 22 10:58:04.095667 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39146) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:04.101011 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.tag.tag_plugin [None req-853f36fc-dc6f-4bf8-a352-eddab856800e tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '3cbea716-413f-45ce-94a6-9e0ca6b24624') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:04.134634 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7e1e6c8e-fb51-43a7-a45a-f6d99445e971 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:04.152362 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7e1e6c8e-fb51-43a7-a45a-f6d99445e971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:04.204055 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5731ea42-1fb3-46b7-ad98-c4e1bb6fed8a None None] Network 211bb3de-21fd-4ad3-b1f7-e8d0044a01f9 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:58:04.206261 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39150) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:04.219837 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df12f9c0-7bdc-4078-8633-4abbea2ccd0d tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:04.220089 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-df12f9c0-7bdc-4078-8633-4abbea2ccd0d tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:04.224005 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-df12f9c0-7bdc-4078-8633-4abbea2ccd0d tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] 10.222.0.57 "PUT /v2.0/subnets/a2138465-7cdc-4248-8829-2fb7c4ed6c2d HTTP/1.1" status: 200 len: 900 time: 1.7103903 Mar 22 10:58:04.227807 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1e6c8e-fb51-43a7-a45a-f6d99445e971 None None] Network eb26b539-1f39-4119-ae0c-290dfc17d26d is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:58:04.232212 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39154) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:04.246894 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-7e1e6c8e-fb51-43a7-a45a-f6d99445e971 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:58:04.255655 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df12f9c0-7bdc-4078-8633-4abbea2ccd0d tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Pushing event updated for resources: {'Subnet': ['ID=a2138465-7cdc-4248-8829-2fb7c4ed6c2d,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:04.258227 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1e6c8e-fb51-43a7-a45a-f6d99445e971 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:58:04.262617 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b2a17c0-b0a2-4673-8460-fe2beb82b7de tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:04.267618 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1e6c8e-fb51-43a7-a45a-f6d99445e971 None None] Pushing event updated for resources: {'Port': ['ID=f13575ab-bcb6-4a0d-80b1-b0ea4c28b157,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:04.302156 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-74d1e473-8a30-47a9-97d4-f82ab01bdbb2 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Deleting subnet 0c44c63f-8fff-408d-9d2a-09c3a35bde0b {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:58:04.305494 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-74d1e473-8a30-47a9-97d4-f82ab01bdbb2 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:04.316008 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-9efa525b-09c4-4aae-9999-3b6afa75c6b5 None None] Provisioning complete for port 4879da0c-9a9e-48ec-8468-f186a4af21c5 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:04.316376 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9efa525b-09c4-4aae-9999-3b6afa75c6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:04.339707 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d32257e-6563-4c3c-b1a5-58c4756308fa tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event deleted for resources: {'Subnet': ['ID=a64af160-bfcc-4f40-b03f-8b41f5db7ef6,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:04.346523 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-42d2bc35-b524-4ad5-8f54-5e82cb3404e1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:04.346997 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2b26cc62-155e-43a1-ac88-41803d5b7d40 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:04.355560 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-74d1e473-8a30-47a9-97d4-f82ab01bdbb2 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:04.385513 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-42d2bc35-b524-4ad5-8f54-5e82cb3404e1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:04.389017 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-42d2bc35-b524-4ad5-8f54-5e82cb3404e1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "DELETE /v2.0/networks/44f797be-8ccb-49ed-b449-fc5099dde749 HTTP/1.1" status: 204 len: 168 time: 2.0156488 Mar 22 10:58:04.390864 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaefbc6b-08a1-4ef7-992c-29367db1b648 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Router 129bbb25-0781-445e-b634-d8c4b976291f has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:58:04.394683 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39156) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:04.404653 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-86707cc3-d619-44c8-aecc-bbc41f3a47b4 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Request body: {'network': {'name': 'tempest-RoutersTest-1155327314'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:04.411567 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-7e1e6c8e-fb51-43a7-a45a-f6d99445e971 None None] Attempting to bind port f13575ab-bcb6-4a0d-80b1-b0ea4c28b157 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:58:04.411938 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-7e1e6c8e-fb51-43a7-a45a-f6d99445e971 None None] Attempting to bind port f13575ab-bcb6-4a0d-80b1-b0ea4c28b157 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '409c1538-cc31-494c-889a-4787ac7451e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'eb26b539-1f39-4119-ae0c-290dfc17d26d'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:58:04.412300 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1e6c8e-fb51-43a7-a45a-f6d99445e971 None None] Attempting to bind port f13575ab-bcb6-4a0d-80b1-b0ea4c28b157 on network eb26b539-1f39-4119-ae0c-290dfc17d26d {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:58:04.417130 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d2bc35-b524-4ad5-8f54-5e82cb3404e1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event deleted for resources: {'Network': ['ID=44f797be-8ccb-49ed-b449-fc5099dde749,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:04.437744 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1e6c8e-fb51-43a7-a45a-f6d99445e971 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:58:04.438120 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1e6c8e-fb51-43a7-a45a-f6d99445e971 None None] Checking segment: {'id': '409c1538-cc31-494c-889a-4787ac7451e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'eb26b539-1f39-4119-ae0c-290dfc17d26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:58:04.438527 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7e1e6c8e-fb51-43a7-a45a-f6d99445e971 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:04.439451 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1e6c8e-fb51-43a7-a45a-f6d99445e971 None None] Bound using segment: {'id': '409c1538-cc31-494c-889a-4787ac7451e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'eb26b539-1f39-4119-ae0c-290dfc17d26d'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:58:04.439960 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-7e1e6c8e-fb51-43a7-a45a-f6d99445e971 None None] Bound port: f13575ab-bcb6-4a0d-80b1-b0ea4c28b157, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '409c1538-cc31-494c-889a-4787ac7451e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'eb26b539-1f39-4119-ae0c-290dfc17d26d'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:58:04.440349 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7e1e6c8e-fb51-43a7-a45a-f6d99445e971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:04.517988 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-74d1e473-8a30-47a9-97d4-f82ab01bdbb2 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:04.524911 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-cb29d55f-2ea2-493f-9675-c8e3c9236817 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Request body: {'security_group': {'name': 'tempest-secgroup--210879748'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:04.551498 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-9b2a17c0-b0a2-4673-8460-fe2beb82b7de tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Deleting port 4879da0c-9a9e-48ec-8468-f186a4af21c5 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:58:04.551767 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b2a17c0-b0a2-4673-8460-fe2beb82b7de tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:04.558994 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-7e1e6c8e-fb51-43a7-a45a-f6d99445e971 None None] For port f13575ab-bcb6-4a0d-80b1-b0ea4c28b157, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:58:04.563164 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-7e1e6c8e-fb51-43a7-a45a-f6d99445e971 None None] For port f13575ab-bcb6-4a0d-80b1-b0ea4c28b157, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=f13575ab-bcb6-4a0d-80b1-b0ea4c28b157,segment=NetworkSegment(409c1538-cc31-494c-889a-4787ac7451e2),segment_id=409c1538-cc31-494c-889a-4787ac7451e2)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:58:04.563859 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-853f36fc-dc6f-4bf8-a352-eddab856800e tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] 10.222.0.57 "GET /v2.0/subnets/3cbea716-413f-45ce-94a6-9e0ca6b24624/tags HTTP/1.1" status: 200 len: 241 time: 0.4669533 Mar 22 10:58:04.564766 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cb29d55f-2ea2-493f-9675-c8e3c9236817 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:04.566621 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39158) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:04.570561 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7e1e6c8e-fb51-43a7-a45a-f6d99445e971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:04.578199 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39160) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:04.600494 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.tag.tag_plugin [None req-751a940f-6b3f-4fd0-99c1-7a9e5317eb80 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3cbea716-413f-45ce-94a6-9e0ca6b24624', 'tempest-TagsExtTest-Tag-1261193356') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:04.603666 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9343e2-102f-4e30-866f-e8069536ec3a None None] DHCP port deletion for 211bb3de-21fd-4ad3-b1f7-e8d0044a01f9 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:58:04.607647 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86707cc3-d619-44c8-aecc-bbc41f3a47b4 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Made reservation on behalf of fb0167f3b2d0487da26d7fc0c00f0b66 for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:58:04.611032 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-86707cc3-d619-44c8-aecc-bbc41f3a47b4 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:04.652223 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cb29d55f-2ea2-493f-9675-c8e3c9236817 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:04.677345 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1e6c8e-fb51-43a7-a45a-f6d99445e971 None None] Pushing event updated for resources: {'Port': ['ID=f13575ab-bcb6-4a0d-80b1-b0ea4c28b157,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:04.692109 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-2b26cc62-155e-43a1-ac88-41803d5b7d40 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Deleting port f13575ab-bcb6-4a0d-80b1-b0ea4c28b157 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:58:04.692462 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2b26cc62-155e-43a1-ac88-41803d5b7d40 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:04.698290 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-9b2a17c0-b0a2-4673-8460-fe2beb82b7de tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] For port 4879da0c-9a9e-48ec-8468-f186a4af21c5, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=4879da0c-9a9e-48ec-8468-f186a4af21c5,segment=NetworkSegment(280acc85-25af-4c84-a218-a28a6911b8ae),segment_id=280acc85-25af-4c84-a218-a28a6911b8ae)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:58:04.698715 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b2a17c0-b0a2-4673-8460-fe2beb82b7de tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:04.699074 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaefbc6b-08a1-4ef7-992c-29367db1b648 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:58:04.704865 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-0c9343e2-102f-4e30-866f-e8069536ec3a None None] Deleting port 4879da0c-9a9e-48ec-8468-f186a4af21c5 {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:58:04.705709 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0c9343e2-102f-4e30-866f-e8069536ec3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:04.716638 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d111d3-0602-498d-9367-05bd8723c93c None None] Sync routers for ids ['129bbb25-0781-445e-b634-d8c4b976291f'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:58:04.720573 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-eaefbc6b-08a1-4ef7-992c-29367db1b648 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:04.721292 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-9b2a17c0-b0a2-4673-8460-fe2beb82b7de tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Calling delete_port for 4879da0c-9a9e-48ec-8468-f186a4af21c5 owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:58:04.721737 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-eaefbc6b-08a1-4ef7-992c-29367db1b648 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] 10.222.0.57 "PUT /v2.0/routers/129bbb25-0781-445e-b634-d8c4b976291f HTTP/1.1" status: 200 len: 922 time: 3.9709086 Mar 22 10:58:04.724590 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39162) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:04.729824 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86707cc3-d619-44c8-aecc-bbc41f3a47b4 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:58:04.743196 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b13269-35cd-4426-ad7d-4cbc0451ec2e tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:04.743697 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b13269-35cd-4426-ad7d-4cbc0451ec2e tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:04.744175 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b13269-35cd-4426-ad7d-4cbc0451ec2e tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:04.746076 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-87b13269-35cd-4426-ad7d-4cbc0451ec2e tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/ports?project_id=9d323f0b18e24bb7bcd0d92686e5587a&network_id=6a65d360-9164-47d6-a114-8a8963e979c8 HTTP/1.1" status: 200 len: 2999 time: 0.1597085 Mar 22 10:58:04.756033 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d111d3-0602-498d-9367-05bd8723c93c None None] Routers {'129bbb25-0781-445e-b634-d8c4b976291f'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:58:04.757406 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-78d111d3-0602-498d-9367-05bd8723c93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:57:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['129bbb25-0781-445e-b634-d8c4b976291f'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:04.797047 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-74d1e473-8a30-47a9-97d4-f82ab01bdbb2 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:04.809728 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-78d111d3-0602-498d-9367-05bd8723c93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:04.821909 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-86707cc3-d619-44c8-aecc-bbc41f3a47b4 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:04.822243 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-86707cc3-d619-44c8-aecc-bbc41f3a47b4 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Added segment bc076f88-0b6a-4fc1-8546-36c75cf82c56 of type vlan for network 9d7f46eb-3343-4486-a417-0780a130bc32 Mar 22 10:58:04.833212 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d111d3-0602-498d-9367-05bd8723c93c None None] Routers {'129bbb25-0781-445e-b634-d8c4b976291f'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:58:04.834945 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-78d111d3-0602-498d-9367-05bd8723c93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:57:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['129bbb25-0781-445e-b634-d8c4b976291f'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:04.899666 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d1e473-8a30-47a9-97d4-f82ab01bdbb2 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event deleted for resources: {'Subnet': ['ID=0c44c63f-8fff-408d-9d2a-09c3a35bde0b,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:04.906267 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-74d1e473-8a30-47a9-97d4-f82ab01bdbb2 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:04.913247 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-74d1e473-8a30-47a9-97d4-f82ab01bdbb2 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/subnets/0c44c63f-8fff-408d-9d2a-09c3a35bde0b HTTP/1.1" status: 204 len: 168 time: 1.0100455 Mar 22 10:58:04.920488 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39166) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:04.954466 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-751a940f-6b3f-4fd0-99c1-7a9e5317eb80 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] 10.222.0.57 "GET /v2.0/subnets/3cbea716-413f-45ce-94a6-9e0ca6b24624/tags/tempest-TagsExtTest-Tag-1261193356 HTTP/1.1" status: 204 len: 168 time: 0.3584061 Mar 22 10:58:04.964564 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-86707cc3-d619-44c8-aecc-bbc41f3a47b4 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:04.966738 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39170) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:04.972121 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.tag.tag_plugin [None req-d4c631c0-9a53-470b-92c4-47f72234a1c4 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '3cbea716-413f-45ce-94a6-9e0ca6b24624', 'tempest-TagsExtTest-Tag-1261193356') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:04.983086 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-2b26cc62-155e-43a1-ac88-41803d5b7d40 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] For port f13575ab-bcb6-4a0d-80b1-b0ea4c28b157, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=f13575ab-bcb6-4a0d-80b1-b0ea4c28b157,segment=NetworkSegment(409c1538-cc31-494c-889a-4787ac7451e2),segment_id=409c1538-cc31-494c-889a-4787ac7451e2)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:58:04.983505 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2b26cc62-155e-43a1-ac88-41803d5b7d40 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:05.060274 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-78d111d3-0602-498d-9367-05bd8723c93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:05.067954 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d111d3-0602-498d-9367-05bd8723c93c None None] The sync data for ids ['129bbb25-0781-445e-b634-d8c4b976291f'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:58:05.128294 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d81cc704-0946-4b46-840e-d76b440dd272 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2017739 Mar 22 10:58:05.135700 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39172) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:05.154096 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-15361c12-4b3c-4bdf-93d5-d891d27eaa5f tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] 10.222.0.57 "GET /v2.0/routers/129bbb25-0781-445e-b634-d8c4b976291f HTTP/1.1" status: 200 len: 922 time: 0.4243567 Mar 22 10:58:05.177576 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-0c9343e2-102f-4e30-866f-e8069536ec3a None None] For port 4879da0c-9a9e-48ec-8468-f186a4af21c5, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=4879da0c-9a9e-48ec-8468-f186a4af21c5,segment=NetworkSegment(280acc85-25af-4c84-a218-a28a6911b8ae),segment_id=280acc85-25af-4c84-a218-a28a6911b8ae)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:58:05.179011 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0c9343e2-102f-4e30-866f-e8069536ec3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:05.187926 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39174) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:05.199665 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8d7f6f-a92a-4dbe-92c8-7b72e4eb2c99 None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:58:05.218859 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 14d01761-500b-4a47-aa45-2ebe9b387543 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:58:05.240048 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b2a17c0-b0a2-4673-8460-fe2beb82b7de tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:05.260227 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-0c9343e2-102f-4e30-866f-e8069536ec3a None None] Calling delete_port for 4879da0c-9a9e-48ec-8468-f186a4af21c5 owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:58:05.281039 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a17c0-b0a2-4673-8460-fe2beb82b7de tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event deleted for resources: {'Port': ['ID=4879da0c-9a9e-48ec-8468-f186a4af21c5,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:05.286758 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2a17c0-b0a2-4673-8460-fe2beb82b7de tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] No DVR routers for this DVR port 4879da0c-9a9e-48ec-8468-f186a4af21c5 on host dv-neutron-834599-1-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:58:05.331584 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04fc724-385b-4365-ba9a-b35291b7d340 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:05.333116 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c04fc724-385b-4365-ba9a-b35291b7d340 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1960397 Mar 22 10:58:05.336200 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39176) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:05.390806 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732ed800-b9ac-4f20-8d5b-f2a737c5b54d tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:05.395523 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-732ed800-b9ac-4f20-8d5b-f2a737c5b54d tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=a14ca783-6f82-4799-85a3-4cbe79c980a8&device_id=129bbb25-0781-445e-b634-d8c4b976291f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2064092 Mar 22 10:58:05.407157 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39178) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:05.432827 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 14d01761-500b-4a47-aa45-2ebe9b387543 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:05.433256 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:05.459444 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-2b26cc62-155e-43a1-ac88-41803d5b7d40 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Calling delete_port for f13575ab-bcb6-4a0d-80b1-b0ea4c28b157 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:58:05.489466 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cb29d55f-2ea2-493f-9675-c8e3c9236817 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:05.492540 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0c9343e2-102f-4e30-866f-e8069536ec3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:05.496557 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b2a17c0-b0a2-4673-8460-fe2beb82b7de tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:05.529194 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9343e2-102f-4e30-866f-e8069536ec3a None None] Pushing event deleted for resources: {'Port': ['ID=4879da0c-9a9e-48ec-8468-f186a4af21c5,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:05.532626 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-86707cc3-d619-44c8-aecc-bbc41f3a47b4 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:05.535812 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f936d2db-5e25-4007-8435-079d0812eaf0 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:05.537297 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f936d2db-5e25-4007-8435-079d0812eaf0 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1756914 Mar 22 10:58:05.538190 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86707cc3-d619-44c8-aecc-bbc41f3a47b4 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:05.538994 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-86707cc3-d619-44c8-aecc-bbc41f3a47b4 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:05.541613 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9343e2-102f-4e30-866f-e8069536ec3a None None] No DVR routers for this DVR port 4879da0c-9a9e-48ec-8468-f186a4af21c5 on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:58:05.542884 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39180) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:05.547994 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cb29d55f-2ea2-493f-9675-c8e3c9236817 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:05.596607 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-9b2a17c0-b0a2-4673-8460-fe2beb82b7de tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['211bb3de-21fd-4ad3-b1f7-e8d0044a01f9']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:05.600377 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8ce37f64-7de1-427b-86e6-701716645f6f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0531476 Mar 22 10:58:05.610518 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39182) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:05.621389 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-b4c4b35f-b2c3-4480-820a-0cc560b4c59c tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'subnet': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:05.632266 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-9b2a17c0-b0a2-4673-8460-fe2beb82b7de tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '280acc85-25af-4c84-a218-a28a6911b8ae') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:05.632583 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-9b2a17c0-b0a2-4673-8460-fe2beb82b7de tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '280acc85-25af-4c84-a218-a28a6911b8ae') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:05.639134 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-86707cc3-d619-44c8-aecc-bbc41f3a47b4 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2409263 Mar 22 10:58:05.645713 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff667929-95a7-4ca5-9305-3bb37ae35aa4 None None] DHCP port deletion for 1bc750fe-0949-42b2-bab7-34fc725823e6 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:58:05.651495 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39184) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:05.663138 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924f8bad-b334-4d1c-8f3e-a2ad9e36c01e tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:05.668052 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-924f8bad-b334-4d1c-8f3e-a2ad9e36c01e tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] 10.222.0.57 "GET /v2.0/networks/a14ca783-6f82-4799-85a3-4cbe79c980a8 HTTP/1.1" status: 200 len: 881 time: 0.2599654 Mar 22 10:58:05.674157 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-8712ae24-6dd1-4514-a5bd-a03d0ea7153b tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Request body: {'subnet': {'network_id': '9d7f46eb-3343-4486-a417-0780a130bc32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:05.684958 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b2a17c0-b0a2-4673-8460-fe2beb82b7de tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:05.700509 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39186) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:05.723108 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-ff667929-95a7-4ca5-9305-3bb37ae35aa4 None None] Deleting port 14d01761-500b-4a47-aa45-2ebe9b387543 {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:58:05.724109 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ff667929-95a7-4ca5-9305-3bb37ae35aa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:05.727415 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86707cc3-d619-44c8-aecc-bbc41f3a47b4 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event updated for resources: {'Network': ['ID=9d7f46eb-3343-4486-a417-0780a130bc32,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:05.739922 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86707cc3-d619-44c8-aecc-bbc41f3a47b4 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:58:05.740288 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86707cc3-d619-44c8-aecc-bbc41f3a47b4 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:58:05.740618 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86707cc3-d619-44c8-aecc-bbc41f3a47b4 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:58:05.740951 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86707cc3-d619-44c8-aecc-bbc41f3a47b4 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:58:05.741277 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86707cc3-d619-44c8-aecc-bbc41f3a47b4 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:58:05.741609 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86707cc3-d619-44c8-aecc-bbc41f3a47b4 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:58:05.741995 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86707cc3-d619-44c8-aecc-bbc41f3a47b4 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:58:05.742323 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86707cc3-d619-44c8-aecc-bbc41f3a47b4 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:58:05.742641 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86707cc3-d619-44c8-aecc-bbc41f3a47b4 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:58:05.742960 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86707cc3-d619-44c8-aecc-bbc41f3a47b4 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:58:05.743280 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86707cc3-d619-44c8-aecc-bbc41f3a47b4 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:58:05.743625 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86707cc3-d619-44c8-aecc-bbc41f3a47b4 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:58:05.746683 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb29d55f-2ea2-493f-9675-c8e3c9236817 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79eb4b83-26a7-486b-89eb-31c3b4aae97d,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:05.774446 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a4e4d6eb-7c9a-4485-a189-ab932f3ebec7 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] 10.222.0.57 "GET /v2.0/ports?device_id=129bbb25-0781-445e-b634-d8c4b976291f HTTP/1.1" status: 200 len: 205 time: 0.0726821 Mar 22 10:58:05.777675 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39188) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:05.805413 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b2a17c0-b0a2-4673-8460-fe2beb82b7de tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:05.848299 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-ff667929-95a7-4ca5-9305-3bb37ae35aa4 None None] For port 14d01761-500b-4a47-aa45-2ebe9b387543, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=14d01761-500b-4a47-aa45-2ebe9b387543,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:58:05.848714 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ff667929-95a7-4ca5-9305-3bb37ae35aa4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:05.857200 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b2a17c0-b0a2-4673-8460-fe2beb82b7de tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:58:05.857599 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b2a17c0-b0a2-4673-8460-fe2beb82b7de tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:05.858474 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-d4c631c0-9a53-470b-92c4-47f72234a1c4 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] 10.222.0.57 "DELETE /v2.0/subnets/3cbea716-413f-45ce-94a6-9e0ca6b24624/tags/tempest-TagsExtTest-Tag-1261193356 HTTP/1.1" status: 204 len: 168 time: 0.8907542 Mar 22 10:58:05.860663 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 10:58:05.860663 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:58:05.860663 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 10:58:05.860663 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:58:05.860663 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 10:58:05.860663 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:58:05.860663 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 10:58:05.860663 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:58:05.860663 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 10:58:05.860663 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:58:05.860663 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 10:58:05.860663 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:58:05.860663 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 10:58:05.860663 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:58:05.860663 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:58:05.860663 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:58:05.860663 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:58:05.860663 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:58:05.860663 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 10:58:05.860663 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:58:05.860663 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 10:58:05.860663 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:58:05.860663 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:58:05.860663 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:58:05.860663 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 10:58:05.860663 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:58:05.860663 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:58:05.860663 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:58:05.860663 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:58:05.860663 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:58:05.860663 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:58:05.860663 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:58:05.862978 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39190) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:05.870452 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-ff667929-95a7-4ca5-9305-3bb37ae35aa4 None None] Calling delete_port for 14d01761-500b-4a47-aa45-2ebe9b387543 owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:58:05.885348 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.tag.tag_plugin [None req-250077b7-6da2-436c-9129-bf6b71e615d4 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '3cbea716-413f-45ce-94a6-9e0ca6b24624') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:05.953317 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cb29d55f-2ea2-493f-9675-c8e3c9236817 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:05.957120 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-40d75b19-5789-4d87-8a83-eb9e2101b825 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks [] for router, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:05.961819 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device d1765bda-c6ae-42bd-b41e-bee5f2ef8c29 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:58:05.992645 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: d1765bda-c6ae-42bd-b41e-bee5f2ef8c29 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:58:05.993009 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device d1765bda-c6ae-42bd-b41e-bee5f2ef8c29 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:58:05.993454 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 4879da0c-9a9e-48ec-8468-f186a4af21c5 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:58:05.995580 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 9d7f46eb-3343-4486-a417-0780a130bc32 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:58:06.008351 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b2a17c0-b0a2-4673-8460-fe2beb82b7de tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:06.010500 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8712ae24-6dd1-4514-a5bd-a03d0ea7153b tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Made reservation on behalf of fb0167f3b2d0487da26d7fc0c00f0b66 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:58:06.014918 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8712ae24-6dd1-4514-a5bd-a03d0ea7153b tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:06.023318 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c4b35f-b2c3-4480-820a-0cc560b4c59c tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Made reservation on behalf of f7a8ac7bbd5d466888176c13ba053f5f for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:58:06.026974 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b4c4b35f-b2c3-4480-820a-0cc560b4c59c tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:06.028819 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cb29d55f-2ea2-493f-9675-c8e3c9236817 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:06.065447 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ff667929-95a7-4ca5-9305-3bb37ae35aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:06.114483 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cb29d55f-2ea2-493f-9675-c8e3c9236817 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:06.116009 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-cb29d55f-2ea2-493f-9675-c8e3c9236817 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.9087634 Mar 22 10:58:06.120262 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2b26cc62-155e-43a1-ac88-41803d5b7d40 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:06.126598 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 4879da0c-9a9e-48ec-8468-f186a4af21c5 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:58:06.126998 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 4879da0c-9a9e-48ec-8468-f186a4af21c5 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:58:06.149067 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39192) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:06.153922 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff667929-95a7-4ca5-9305-3bb37ae35aa4 None None] Pushing event deleted for resources: {'Port': ['ID=14d01761-500b-4a47-aa45-2ebe9b387543,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:06.156144 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff667929-95a7-4ca5-9305-3bb37ae35aa4 None None] No DVR routers for this DVR port 14d01761-500b-4a47-aa45-2ebe9b387543 on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:58:06.172684 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b328cb-ce81-410b-8e9a-4460989fd9b0 None None] Network eb26b539-1f39-4119-ae0c-290dfc17d26d requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:58:06.203654 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-27646614-c9ff-4ca5-9f4f-c9bd7f13bb44 None None] Could not find standard attr ID for object f13575ab-bcb6-4a0d-80b1-b0ea4c28b157. {{(pid=109051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 10:58:06.218932 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb29d55f-2ea2-493f-9675-c8e3c9236817 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54c7b335-255a-4784-a791-da62c4cc040f,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:06.221457 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b26cc62-155e-43a1-ac88-41803d5b7d40 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Pushing event deleted for resources: {'Port': ['ID=f13575ab-bcb6-4a0d-80b1-b0ea4c28b157,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:06.301963 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b26cc62-155e-43a1-ac88-41803d5b7d40 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] No DVR routers for this DVR port f13575ab-bcb6-4a0d-80b1-b0ea4c28b157 on host dv-neutron-834599-1-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:58:06.385077 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-40d75b19-5789-4d87-8a83-eb9e2101b825 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:06.401600 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-d992e8b4-9d73-49c1-badd-649c199e6b4f tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.1994207 Mar 22 10:58:06.401600 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2b26cc62-155e-43a1-ac88-41803d5b7d40 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:06.402943 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39194) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:06.411725 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-59ccf6c8-2b73-47b1-9464-6f5caa8f9af0 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Request body: {'security_group': {'name': 'tempest-security--526674234', 'description': 'tempest-security-description-35049807'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:06.452255 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b2a17c0-b0a2-4673-8460-fe2beb82b7de tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:06.459316 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9b2a17c0-b0a2-4673-8460-fe2beb82b7de tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "DELETE /v2.0/networks/211bb3de-21fd-4ad3-b1f7-e8d0044a01f9 HTTP/1.1" status: 204 len: 168 time: 2.4041331 Mar 22 10:58:06.465513 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39196) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:06.510304 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-59ccf6c8-2b73-47b1-9464-6f5caa8f9af0 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:06.531349 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a17c0-b0a2-4673-8460-fe2beb82b7de tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event deleted for resources: {'Network': ['ID=211bb3de-21fd-4ad3-b1f7-e8d0044a01f9,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:06.568929 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a227a9-b5f1-409e-b7c4-e09179558e59 None None] Network eb26b539-1f39-4119-ae0c-290dfc17d26d requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:58:06.583428 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2b26cc62-155e-43a1-ac88-41803d5b7d40 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:06.586013 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-40d75b19-5789-4d87-8a83-eb9e2101b825 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Deleting port fb6d02a2-80b3-4165-b3ea-d23087894e26 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:58:06.586341 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-40d75b19-5789-4d87-8a83-eb9e2101b825 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:06.590533 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-59ccf6c8-2b73-47b1-9464-6f5caa8f9af0 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:06.613016 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-59ccf6c8-2b73-47b1-9464-6f5caa8f9af0 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:06.615565 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-59ccf6c8-2b73-47b1-9464-6f5caa8f9af0 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:06.616185 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2a17c0-b0a2-4673-8460-fe2beb82b7de tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:58:06.619330 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2a17c0-b0a2-4673-8460-fe2beb82b7de tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:58:06.619521 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-59ccf6c8-2b73-47b1-9464-6f5caa8f9af0 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "PUT /v2.0/security-groups/54c7b335-255a-4784-a791-da62c4cc040f HTTP/1.1" status: 200 len: 1775 time: 0.2120368 Mar 22 10:58:06.619653 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2a17c0-b0a2-4673-8460-fe2beb82b7de tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:58:06.619653 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2a17c0-b0a2-4673-8460-fe2beb82b7de tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:58:06.619653 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2a17c0-b0a2-4673-8460-fe2beb82b7de tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:58:06.619653 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2a17c0-b0a2-4673-8460-fe2beb82b7de tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:58:06.619653 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2a17c0-b0a2-4673-8460-fe2beb82b7de tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:58:06.619653 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2a17c0-b0a2-4673-8460-fe2beb82b7de tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:58:06.619653 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2a17c0-b0a2-4673-8460-fe2beb82b7de tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:58:06.619653 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2a17c0-b0a2-4673-8460-fe2beb82b7de tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:58:06.619653 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2a17c0-b0a2-4673-8460-fe2beb82b7de tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:58:06.619653 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2a17c0-b0a2-4673-8460-fe2beb82b7de tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:58:06.624472 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39198) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:06.658796 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b26cc62-155e-43a1-ac88-41803d5b7d40 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Pushing event deleted for resources: {'Subnet': ['ID=a2138465-7cdc-4248-8829-2fb7c4ed6c2d,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:06.715175 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfb7c19-d2ee-4c50-b57c-c482619c4e2d tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:06.720241 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1dfb7c19-d2ee-4c50-b57c-c482619c4e2d tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2378292 Mar 22 10:58:06.728223 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39200) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:06.748021 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-250077b7-6da2-436c-9129-bf6b71e615d4 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] 10.222.0.57 "GET /v2.0/subnets/3cbea716-413f-45ce-94a6-9e0ca6b24624/tags HTTP/1.1" status: 200 len: 205 time: 0.8795505 Mar 22 10:58:06.753727 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39202) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:06.762179 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ccf6c8-2b73-47b1-9464-6f5caa8f9af0 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54c7b335-255a-4784-a791-da62c4cc040f,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:06.766392 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2b26cc62-155e-43a1-ac88-41803d5b7d40 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:06.776033 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.tag.tag_plugin [None req-824f167b-33a3-4ec1-9728-91e3275058ae tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6868da17-27f7-421c-baac-675f8e0eb5fd') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:06.791983 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32e6e20-ad1b-4b6d-85e1-ba1437c8ffd6 None None] DHCP port deletion for eb26b539-1f39-4119-ae0c-290dfc17d26d request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:58:06.796934 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-2b26cc62-155e-43a1-ac88-41803d5b7d40 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb26b539-1f39-4119-ae0c-290dfc17d26d']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:06.815407 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-81556508-8ac4-4a65-9f9a-4e925af5784c tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "GET /v2.0/security-groups/54c7b335-255a-4784-a791-da62c4cc040f HTTP/1.1" status: 200 len: 1775 time: 0.1841063 Mar 22 10:58:06.817877 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39204) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:06.831539 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-40d75b19-5789-4d87-8a83-eb9e2101b825 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:06.836766 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-2b26cc62-155e-43a1-ac88-41803d5b7d40 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '409c1538-cc31-494c-889a-4787ac7451e2') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:06.837060 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-2b26cc62-155e-43a1-ac88-41803d5b7d40 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '409c1538-cc31-494c-889a-4787ac7451e2') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:06.863689 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-40d75b19-5789-4d87-8a83-eb9e2101b825 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Calling delete_port for fb6d02a2-80b3-4165-b3ea-d23087894e26 owned by network:router_gateway {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:58:06.870442 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2b26cc62-155e-43a1-ac88-41803d5b7d40 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:06.892290 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 14d01761-500b-4a47-aa45-2ebe9b387543 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:58:06.902909 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2b26cc62-155e-43a1-ac88-41803d5b7d40 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:06.920073 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 14d01761-500b-4a47-aa45-2ebe9b387543 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:58:06.920564 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 14d01761-500b-4a47-aa45-2ebe9b387543 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:58:06.925309 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-50003cab-618d-4432-bca8-ce8375838a65 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1938355 Mar 22 10:58:06.931822 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39206) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:06.943092 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b26cc62-155e-43a1-ac88-41803d5b7d40 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:58:06.943531 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2b26cc62-155e-43a1-ac88-41803d5b7d40 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:06.946633 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 10:58:06.946633 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:58:06.946633 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 10:58:06.946633 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:58:06.946633 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 10:58:06.946633 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:58:06.946633 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 10:58:06.946633 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:58:06.946633 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 10:58:06.946633 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:58:06.946633 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 10:58:06.946633 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:58:06.946633 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 10:58:06.946633 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:58:06.946633 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:58:06.946633 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:58:06.946633 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:58:06.946633 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:58:06.946633 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 10:58:06.946633 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:58:06.946633 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 10:58:06.946633 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:58:06.946633 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:58:06.946633 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:58:06.946633 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 10:58:06.946633 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:58:06.946633 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:58:06.946633 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:58:06.946633 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:58:06.946633 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:58:06.946633 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:58:06.946633 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:58:06.956830 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-32dee52f-1bf0-4d06-8052-63c95b72fa6a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-357764307'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:07.019424 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f289468a-38dc-4291-9e60-34832987a044 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:07.032577 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-824f167b-33a3-4ec1-9728-91e3275058ae tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] 10.222.0.57 "GET /v2.0/ports/6868da17-27f7-421c-baac-675f8e0eb5fd/tags HTTP/1.1" status: 200 len: 240 time: 0.2740099 Mar 22 10:58:07.032577 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8712ae24-6dd1-4514-a5bd-a03d0ea7153b tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:07.033793 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39208) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:07.044027 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.tag.tag_plugin [None req-577e8f43-ea86-4648-8f8c-92b231005df5 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6868da17-27f7-421c-baac-675f8e0eb5fd', 'tempest-TagsExtTest-Tag-268939779') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:07.048429 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2b26cc62-155e-43a1-ac88-41803d5b7d40 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:07.062521 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2b26cc62-155e-43a1-ac88-41803d5b7d40 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:07.065587 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-2b26cc62-155e-43a1-ac88-41803d5b7d40 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] 10.222.0.57 "DELETE /v2.0/networks/eb26b539-1f39-4119-ae0c-290dfc17d26d HTTP/1.1" status: 204 len: 168 time: 2.8319566 Mar 22 10:58:07.071692 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39210) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:07.082303 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f289468a-38dc-4291-9e60-34832987a044 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:07.094006 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32dee52f-1bf0-4d06-8052-63c95b72fa6a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Made reservation on behalf of 976d65578b3f4457a067052eaaa72feb for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:58:07.097604 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-32dee52f-1bf0-4d06-8052-63c95b72fa6a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:07.151296 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b26cc62-155e-43a1-ac88-41803d5b7d40 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Pushing event deleted for resources: {'Network': ['ID=eb26b539-1f39-4119-ae0c-290dfc17d26d,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:07.160630 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c45196d-be74-4095-b87d-97bc94a1bc81 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] DELETE failed (client error): The resource could not be found. Mar 22 10:58:07.161054 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c45196d-be74-4095-b87d-97bc94a1bc81 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:07.161759 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8712ae24-6dd1-4514-a5bd-a03d0ea7153b tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event updated for resources: {'Subnet': ['ID=1309bf85-406d-4dd5-b818-5031ecc53152,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:07.166502 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-7c45196d-be74-4095-b87d-97bc94a1bc81 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] 10.222.0.57 "DELETE /v2.0/subnets/a2138465-7cdc-4248-8829-2fb7c4ed6c2d HTTP/1.1" status: 404 len: 337 time: 0.0915370 Mar 22 10:58:07.172350 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39212) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:07.219489 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32dee52f-1bf0-4d06-8052-63c95b72fa6a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:58:07.219769 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f289468a-38dc-4291-9e60-34832987a044 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:07.222350 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f289468a-38dc-4291-9e60-34832987a044 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:07.223622 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-f289468a-38dc-4291-9e60-34832987a044 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "DELETE /v2.0/security-groups/54c7b335-255a-4784-a791-da62c4cc040f HTTP/1.1" status: 204 len: 168 time: 0.4026477 Mar 22 10:58:07.228778 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39214) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:07.230753 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-346a562d-e588-41e3-8e64-4a0643005873 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] DELETE failed (client error): The resource could not be found. Mar 22 10:58:07.231359 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-346a562d-e588-41e3-8e64-4a0643005873 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:07.234346 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-346a562d-e588-41e3-8e64-4a0643005873 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] 10.222.0.57 "DELETE /v2.0/networks/eb26b539-1f39-4119-ae0c-290dfc17d26d HTTP/1.1" status: 404 len: 339 time: 0.0536318 Mar 22 10:58:07.239418 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39216) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:07.243530 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8712ae24-6dd1-4514-a5bd-a03d0ea7153b tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Checking segment: {'id': 'bc076f88-0b6a-4fc1-8546-36c75cf82c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9d7f46eb-3343-4486-a417-0780a130bc32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:58:07.243881 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8712ae24-6dd1-4514-a5bd-a03d0ea7153b tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Network hostable DHCP agents. Network: 9d7f46eb-3343-4486-a417-0780a130bc32, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:58:07.248053 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f289468a-38dc-4291-9e60-34832987a044 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c7b335-255a-4784-a791-da62c4cc040f,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:07.263861 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.objects.ports [None req-b4c4b35f-b2c3-4480-820a-0cc560b4c59c tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109049) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 10:58:07.271290 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-32dee52f-1bf0-4d06-8052-63c95b72fa6a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:07.271673 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-32dee52f-1bf0-4d06-8052-63c95b72fa6a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Added segment b287c307-3725-4ba6-93b3-36489010e4c5 of type vlan for network 2b3a68a1-ca7b-4954-8517-70fddcf1f435 Mar 22 10:58:07.280075 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-40d75b19-5789-4d87-8a83-eb9e2101b825 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:07.283142 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b4c4b35f-b2c3-4480-820a-0cc560b4c59c tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:07.315903 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d75b19-5789-4d87-8a83-eb9e2101b825 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Pushing event deleted for resources: {'Port': ['ID=fb6d02a2-80b3-4165-b3ea-d23087894e26,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:07.322731 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-e0190f03-9b8b-4ca2-b511-b38a28ac6d31 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0885773 Mar 22 10:58:07.325630 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39218) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:07.353722 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.api.v2.resource [None req-4d306904-e084-448e-bf51-b0a76cb9719a tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] delete failed (client error): The resource could not be found. Mar 22 10:58:07.354781 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-4d306904-e084-448e-bf51-b0a76cb9719a tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "DELETE /v2.0/security-groups/54c7b335-255a-4784-a791-da62c4cc040f HTTP/1.1" status: 404 len: 347 time: 0.0282636 Mar 22 10:58:07.369648 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39220) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:07.395665 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-40d75b19-5789-4d87-8a83-eb9e2101b825 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682553'] for router_gateway, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:07.405924 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-72471a9d-e357-474d-8313-9cdb84c66062 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Request body: {'security_group': {'name': 'tempest-secgroup--533441214'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:07.418151 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-577e8f43-ea86-4648-8f8c-92b231005df5 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] 10.222.0.57 "GET /v2.0/ports/6868da17-27f7-421c-baac-675f8e0eb5fd/tags/tempest-TagsExtTest-Tag-268939779 HTTP/1.1" status: 204 len: 168 time: 0.3810461 Mar 22 10:58:07.421467 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39222) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:07.421652 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c4b35f-b2c3-4480-820a-0cc560b4c59c tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:58:07.425882 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.tag.tag_plugin [None req-42272af9-5721-4c16-ba94-446ecda7b710 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '6868da17-27f7-421c-baac-675f8e0eb5fd', 'tempest-TagsExtTest-Tag-268939779') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:07.440911 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-32dee52f-1bf0-4d06-8052-63c95b72fa6a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:07.449832 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-b4c4b35f-b2c3-4480-820a-0cc560b4c59c tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:58:07.461576 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c4b35f-b2c3-4480-820a-0cc560b4c59c tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:07.462205 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b4c4b35f-b2c3-4480-820a-0cc560b4c59c tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:07.463942 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62008ff3-050b-4afd-81ce-fb05793da34c None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:58:07.473916 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f91eec74-86dc-4dc9-a188-de10400fe338 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:07.475559 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8712ae24-6dd1-4514-a5bd-a03d0ea7153b tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Network 9d7f46eb-3343-4486-a417-0780a130bc32 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:58:07.483447 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c4b35f-b2c3-4480-820a-0cc560b4c59c tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event updated for resources: {'Subnet': ['ID=6ba2a5f8-adde-4ce9-a3b1-82e8c6c10d44,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:07.502081 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-72471a9d-e357-474d-8313-9cdb84c66062 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:07.520488 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-40d75b19-5789-4d87-8a83-eb9e2101b825 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:07.523183 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b4c4b35f-b2c3-4480-820a-0cc560b4c59c tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9115987 Mar 22 10:58:07.523908 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-8712ae24-6dd1-4514-a5bd-a03d0ea7153b tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 9d7f46eb-3343-4486-a417-0780a130bc32) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:58:07.526719 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-40d75b19-5789-4d87-8a83-eb9e2101b825 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:07.528259 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39224) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:07.534893 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8712ae24-6dd1-4514-a5bd-a03d0ea7153b tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:07.535495 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8712ae24-6dd1-4514-a5bd-a03d0ea7153b tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:07.535760 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-2f405902-f493-476e-aeed-754ca549b243 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'subnet': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:07.551470 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65420443-8238-4d7a-b168-25874e649eff None None] Network 9d7f46eb-3343-4486-a417-0780a130bc32 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:58:07.574900 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-32dee52f-1bf0-4d06-8052-63c95b72fa6a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:07.580432 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32dee52f-1bf0-4d06-8052-63c95b72fa6a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:07.581045 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-32dee52f-1bf0-4d06-8052-63c95b72fa6a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:07.599022 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8712ae24-6dd1-4514-a5bd-a03d0ea7153b tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9413300 Mar 22 10:58:07.606466 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39226) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:07.611769 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-d1911e1d-2a15-42f5-ba0f-550f87c77fbf tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-765099595', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:07.658972 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-40d75b19-5789-4d87-8a83-eb9e2101b825 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:07.659546 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d75b19-5789-4d87-8a83-eb9e2101b825 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Fanout notify agent at l3_agent the message router_deleted on router 129bbb25-0781-445e-b634-d8c4b976291f {{(pid=109050) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 10:58:07.668814 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-32dee52f-1bf0-4d06-8052-63c95b72fa6a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7348006 Mar 22 10:58:07.674733 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-40d75b19-5789-4d87-8a83-eb9e2101b825 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:07.679677 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-40d75b19-5789-4d87-8a83-eb9e2101b825 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] 10.222.0.57 "DELETE /v2.0/routers/129bbb25-0781-445e-b634-d8c4b976291f HTTP/1.1" status: 204 len: 168 time: 1.8988636 Mar 22 10:58:07.680762 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f4967821-3023-4f19-9dcd-7363c291f889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:07.681544 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39230) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:07.681867 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39232) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:07.694434 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-fc69a155-8496-454d-aeaa-d6db14e3ca52 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-957669312', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:07.706082 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-4e838075-b936-43ff-8a51-b1ac2fd7ea75 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Request body: {'subnet': {'network_id': '2b3a68a1-ca7b-4954-8517-70fddcf1f435', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:07.735062 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dee52f-1bf0-4d06-8052-63c95b72fa6a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event updated for resources: {'Network': ['ID=2b3a68a1-ca7b-4954-8517-70fddcf1f435,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:07.737006 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d1911e1d-2a15-42f5-ba0f-550f87c77fbf tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:07.738111 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d1911e1d-2a15-42f5-ba0f-550f87c77fbf tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:07.739632 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f91eec74-86dc-4dc9-a188-de10400fe338 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:07.761267 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 2b3a68a1-ca7b-4954-8517-70fddcf1f435 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:58:07.789917 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00aac9a0-9ae9-4a3a-bddf-00240bc9e903 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-1bc750fe-0949-42b2-bab7-34fc725823e6', 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'tenant_id': 'f7a8ac7bbd5d466888176c13ba053f5f', 'fixed_ips': [{'subnet_id': '6ba2a5f8-adde-4ce9-a3b1-82e8c6c10d44'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:58:07.790659 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-f91eec74-86dc-4dc9-a188-de10400fe338 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['346c36d1-5ef5-4a54-999a-c879c3686a48']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:07.791173 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00aac9a0-9ae9-4a3a-bddf-00240bc9e903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:07.811589 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-f91eec74-86dc-4dc9-a188-de10400fe338 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8928177-b462-4d0c-965b-646f81c820b9') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:07.812575 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-f91eec74-86dc-4dc9-a188-de10400fe338 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8928177-b462-4d0c-965b-646f81c820b9') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:07.816365 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-72471a9d-e357-474d-8313-9cdb84c66062 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:07.823489 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-42272af9-5721-4c16-ba94-446ecda7b710 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] 10.222.0.57 "DELETE /v2.0/ports/6868da17-27f7-421c-baac-675f8e0eb5fd/tags/tempest-TagsExtTest-Tag-268939779 HTTP/1.1" status: 204 len: 168 time: 0.4009786 Mar 22 10:58:07.827134 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f91eec74-86dc-4dc9-a188-de10400fe338 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:07.828652 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39234) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:07.834691 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fc69a155-8496-454d-aeaa-d6db14e3ca52 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:07.835814 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fc69a155-8496-454d-aeaa-d6db14e3ca52 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:07.844913 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.tag.tag_plugin [None req-b1c4b689-eedb-46ba-af12-dceb7a29ecea tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6868da17-27f7-421c-baac-675f8e0eb5fd') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:07.849475 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-72471a9d-e357-474d-8313-9cdb84c66062 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:07.885287 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f91eec74-86dc-4dc9-a188-de10400fe338 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:07.892084 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d1911e1d-2a15-42f5-ba0f-550f87c77fbf tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:07.910422 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d1911e1d-2a15-42f5-ba0f-550f87c77fbf tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:07.917830 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f91eec74-86dc-4dc9-a188-de10400fe338 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:58:07.918608 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f91eec74-86dc-4dc9-a188-de10400fe338 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:07.926321 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 10:58:07.926321 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:58:07.926321 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 10:58:07.926321 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:58:07.926321 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 10:58:07.926321 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:58:07.926321 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 10:58:07.926321 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:58:07.926321 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 10:58:07.926321 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:58:07.926321 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 10:58:07.926321 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:58:07.926321 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 10:58:07.926321 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:58:07.926321 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:58:07.926321 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:58:07.926321 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:58:07.926321 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:58:07.926321 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 10:58:07.926321 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:58:07.926321 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 10:58:07.926321 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:58:07.926321 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:58:07.926321 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:58:07.926321 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 10:58:07.926321 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:58:07.926321 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:58:07.926321 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:58:07.926321 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:58:07.926321 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:58:07.926321 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:58:07.926321 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:58:07.932307 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-72471a9d-e357-474d-8313-9cdb84c66062 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:07.933701 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f405902-f493-476e-aeed-754ca549b243 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Made reservation on behalf of f7a8ac7bbd5d466888176c13ba053f5f for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:58:07.938035 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-72471a9d-e357-474d-8313-9cdb84c66062 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5640016 Mar 22 10:58:07.938183 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2f405902-f493-476e-aeed-754ca549b243 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:07.940226 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39236) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:07.944669 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e838075-b936-43ff-8a51-b1ac2fd7ea75 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Made reservation on behalf of 976d65578b3f4457a067052eaaa72feb for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:58:07.948103 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4e838075-b936-43ff-8a51-b1ac2fd7ea75 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:07.948604 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013fde7b-f981-47ed-8c57-8b8af4614cf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-9d7f46eb-3343-4486-a417-0780a130bc32', 'network_id': '9d7f46eb-3343-4486-a417-0780a130bc32', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'fixed_ips': [{'subnet_id': '1309bf85-406d-4dd5-b818-5031ecc53152'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:58:07.949502 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-013fde7b-f981-47ed-8c57-8b8af4614cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:07.957807 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-06b006b8-7151-4daf-a5ac-1edcb3e7593c tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Request body: {'security_group_rule': {'security_group_id': '9e54a0ae-01e4-4d1d-ac0f-383dc98f9a44', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:08.012993 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72471a9d-e357-474d-8313-9cdb84c66062 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e54a0ae-01e4-4d1d-ac0f-383dc98f9a44,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:08.022958 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fc69a155-8496-454d-aeaa-d6db14e3ca52 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:08.041402 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f91eec74-86dc-4dc9-a188-de10400fe338 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:08.054529 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f91eec74-86dc-4dc9-a188-de10400fe338 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:08.057965 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f91eec74-86dc-4dc9-a188-de10400fe338 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] 10.222.0.57 "DELETE /v2.0/networks/346c36d1-5ef5-4a54-999a-c879c3686a48 HTTP/1.1" status: 204 len: 168 time: 0.8154423 Mar 22 10:58:08.061730 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d1911e1d-2a15-42f5-ba0f-550f87c77fbf tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:08.065487 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-d1911e1d-2a15-42f5-ba0f-550f87c77fbf tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4547544 Mar 22 10:58:08.065487 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fc69a155-8496-454d-aeaa-d6db14e3ca52 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:08.069913 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39238) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:08.069913 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39240) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:08.081613 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b1c4b689-eedb-46ba-af12-dceb7a29ecea tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] 10.222.0.57 "GET /v2.0/ports/6868da17-27f7-421c-baac-675f8e0eb5fd/tags HTTP/1.1" status: 200 len: 205 time: 0.2508771 Mar 22 10:58:08.098146 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39242) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:08.127309 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91eec74-86dc-4dc9-a188-de10400fe338 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Pushing event deleted for resources: {'Network': ['ID=346c36d1-5ef5-4a54-999a-c879c3686a48,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:08.131298 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-00aac9a0-9ae9-4a3a-bddf-00240bc9e903 None None] Allocated IP 2001:db8::f816:3eff:fe2c:a5af (1bc750fe-0949-42b2-bab7-34fc725823e6/6ba2a5f8-adde-4ce9-a3b1-82e8c6c10d44/23d55174-1e17-4fdf-b2ff-917ac82f25b7) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:58:08.134109 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.tag.tag_plugin [None req-c747a8d9-a095-4fb0-ac54-eab96f5bf1df tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '36d2235e-900b-4a50-b2a4-697b821aa9e0') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:08.156380 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc56e4ba-44ae-4800-9adb-b0ba6c02e09c tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] DELETE failed (client error): The resource could not be found. Mar 22 10:58:08.157164 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc56e4ba-44ae-4800-9adb-b0ba6c02e09c tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:08.162826 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-cc56e4ba-44ae-4800-9adb-b0ba6c02e09c tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] 10.222.0.57 "DELETE /v2.0/subnets/afb83974-eba8-4124-9a54-d032ece8f3a8 HTTP/1.1" status: 404 len: 337 time: 0.0889103 Mar 22 10:58:08.180306 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39244) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:08.185555 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-06b006b8-7151-4daf-a5ac-1edcb3e7593c tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:08.194689 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-013fde7b-f981-47ed-8c57-8b8af4614cf7 None None] Allocated IP 172.20.0.2 (9d7f46eb-3343-4486-a417-0780a130bc32/1309bf85-406d-4dd5-b818-5031ecc53152/c205c3b9-7329-428a-81b6-05465035097b) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:58:08.256358 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fc69a155-8496-454d-aeaa-d6db14e3ca52 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:08.259810 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-fc69a155-8496-454d-aeaa-d6db14e3ca52 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5687096 Mar 22 10:58:08.261864 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-b050d866-7860-4cad-ac94-b8d4ef777e69 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] DELETE failed (client error): The resource could not be found. Mar 22 10:58:08.263316 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b050d866-7860-4cad-ac94-b8d4ef777e69 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:08.265649 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39246) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:08.272693 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-b050d866-7860-4cad-ac94-b8d4ef777e69 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] 10.222.0.57 "DELETE /v2.0/networks/d385700a-976f-4570-b850-34000df6eb92 HTTP/1.1" status: 404 len: 339 time: 0.0819893 Mar 22 10:58:08.272895 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-e7a07c58-eff5-4194-b595-ca37a7405d56 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:08.275784 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39248) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:08.383990 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-c747a8d9-a095-4fb0-ac54-eab96f5bf1df tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] 10.222.0.57 "GET /v2.0/routers/36d2235e-900b-4a50-b2a4-697b821aa9e0/tags HTTP/1.1" status: 200 len: 241 time: 0.2830267 Mar 22 10:58:08.388832 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39250) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:08.403837 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.tag.tag_plugin [None req-e7485df0-7417-4a01-af48-d1722271434e tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '36d2235e-900b-4a50-b2a4-697b821aa9e0', 'tempest-TagsExtTest-Tag-2100328036') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:08.426450 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00aac9a0-9ae9-4a3a-bddf-00240bc9e903 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:08.442256 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00aac9a0-9ae9-4a3a-bddf-00240bc9e903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:08.449359 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.ipam_backend_mixin [None req-2f405902-f493-476e-aeed-754ca549b243 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6ba2a5f8-adde-4ce9-a3b1-82e8c6c10d44 (CIDR: 2001:db8::/64) Mar 22 10:58:08.479565 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f405902-f493-476e-aeed-754ca549b243 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 10:58:08.480207 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f405902-f493-476e-aeed-754ca549b243 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:08.489045 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-013fde7b-f981-47ed-8c57-8b8af4614cf7 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:08.501652 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00aac9a0-9ae9-4a3a-bddf-00240bc9e903 None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:58:08.504752 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-013fde7b-f981-47ed-8c57-8b8af4614cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:08.508813 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-db8968a8-19c5-4328-b45a-4d70410bfc94 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Deleting subnet c4706ae8-8e19-429b-8bb7-164bf029cf5b {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:58:08.510625 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-00aac9a0-9ae9-4a3a-bddf-00240bc9e903 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:58:08.513847 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00aac9a0-9ae9-4a3a-bddf-00240bc9e903 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:58:08.515194 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-db8968a8-19c5-4328-b45a-4d70410bfc94 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:08.516658 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-06b006b8-7151-4daf-a5ac-1edcb3e7593c tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:08.520667 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aac9a0-9ae9-4a3a-bddf-00240bc9e903 None None] Pushing event updated for resources: {'Port': ['ID=23d55174-1e17-4fdf-b2ff-917ac82f25b7,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:08.567743 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4e838075-b936-43ff-8a51-b1ac2fd7ea75 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:08.581256 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-2f405902-f493-476e-aeed-754ca549b243 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0481982 Mar 22 10:58:08.581256 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-06b006b8-7151-4daf-a5ac-1edcb3e7593c tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:08.582799 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39252) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:08.585608 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013fde7b-f981-47ed-8c57-8b8af4614cf7 None None] Network 9d7f46eb-3343-4486-a417-0780a130bc32 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:58:08.607116 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-013fde7b-f981-47ed-8c57-8b8af4614cf7 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:58:08.610301 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013fde7b-f981-47ed-8c57-8b8af4614cf7 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:58:08.613341 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013fde7b-f981-47ed-8c57-8b8af4614cf7 None None] Pushing event updated for resources: {'Port': ['ID=c205c3b9-7329-428a-81b6-05465035097b,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:08.617869 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-e7485df0-7417-4a01-af48-d1722271434e tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] 10.222.0.57 "GET /v2.0/routers/36d2235e-900b-4a50-b2a4-697b821aa9e0/tags/tempest-TagsExtTest-Tag-2100328036 HTTP/1.1" status: 204 len: 168 time: 0.2236495 Mar 22 10:58:08.622271 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-9e960d7f-81f1-49e2-98db-3173272772b2 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'subnet': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:08.634610 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39254) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:08.648556 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b006b8-7151-4daf-a5ac-1edcb3e7593c tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22120320-2ba8-40ad-a729-29d392788524,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:08.654763 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-00aac9a0-9ae9-4a3a-bddf-00240bc9e903 None None] Attempting to bind port 23d55174-1e17-4fdf-b2ff-917ac82f25b7 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:58:08.655090 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-00aac9a0-9ae9-4a3a-bddf-00240bc9e903 None None] Attempting to bind port 23d55174-1e17-4fdf-b2ff-917ac82f25b7 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:58:08.655489 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00aac9a0-9ae9-4a3a-bddf-00240bc9e903 None None] Attempting to bind port 23d55174-1e17-4fdf-b2ff-917ac82f25b7 on network 1bc750fe-0949-42b2-bab7-34fc725823e6 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:58:08.657396 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-06b006b8-7151-4daf-a5ac-1edcb3e7593c tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:08.660960 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.tag.tag_plugin [None req-0700b2a0-4687-4408-bf44-529730a1a57d tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '36d2235e-900b-4a50-b2a4-697b821aa9e0', 'tempest-TagsExtTest-Tag-2100328036') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:08.661677 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-06b006b8-7151-4daf-a5ac-1edcb3e7593c tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7103431 Mar 22 10:58:08.662237 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00aac9a0-9ae9-4a3a-bddf-00240bc9e903 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:58:08.662382 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39258) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:08.662705 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00aac9a0-9ae9-4a3a-bddf-00240bc9e903 None None] Checking segment: {'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:58:08.663174 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00aac9a0-9ae9-4a3a-bddf-00240bc9e903 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:08.663770 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00aac9a0-9ae9-4a3a-bddf-00240bc9e903 None None] Bound using segment: {'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:58:08.664307 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-00aac9a0-9ae9-4a3a-bddf-00240bc9e903 None None] Bound port: 23d55174-1e17-4fdf-b2ff-917ac82f25b7, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:58:08.665295 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00aac9a0-9ae9-4a3a-bddf-00240bc9e903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:08.697050 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e838075-b936-43ff-8a51-b1ac2fd7ea75 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event updated for resources: {'Subnet': ['ID=83cda454-1143-4e62-8d47-ab4b0fdfe341,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:08.702410 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-013fde7b-f981-47ed-8c57-8b8af4614cf7 None None] Attempting to bind port c205c3b9-7329-428a-81b6-05465035097b on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:58:08.702410 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-013fde7b-f981-47ed-8c57-8b8af4614cf7 None None] Attempting to bind port c205c3b9-7329-428a-81b6-05465035097b by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': 'bc076f88-0b6a-4fc1-8546-36c75cf82c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9d7f46eb-3343-4486-a417-0780a130bc32'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:58:08.702410 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013fde7b-f981-47ed-8c57-8b8af4614cf7 None None] Attempting to bind port c205c3b9-7329-428a-81b6-05465035097b on network 9d7f46eb-3343-4486-a417-0780a130bc32 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:58:08.706243 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-153a92d7-2935-4ff0-bf55-fc12b0b1fd49 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:08.714621 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3c14eafc-6a85-4747-9f27-9ac668fbafb2 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:08.727819 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3c14eafc-6a85-4747-9f27-9ac668fbafb2 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:08.729918 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e838075-b936-43ff-8a51-b1ac2fd7ea75 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Checking segment: {'id': 'b287c307-3725-4ba6-93b3-36489010e4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2b3a68a1-ca7b-4954-8517-70fddcf1f435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:58:08.730286 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e838075-b936-43ff-8a51-b1ac2fd7ea75 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Network hostable DHCP agents. Network: 2b3a68a1-ca7b-4954-8517-70fddcf1f435, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:58:08.732425 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013fde7b-f981-47ed-8c57-8b8af4614cf7 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:58:08.732900 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013fde7b-f981-47ed-8c57-8b8af4614cf7 None None] Checking segment: {'id': 'bc076f88-0b6a-4fc1-8546-36c75cf82c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9d7f46eb-3343-4486-a417-0780a130bc32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:58:08.733367 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-013fde7b-f981-47ed-8c57-8b8af4614cf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:08.733833 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013fde7b-f981-47ed-8c57-8b8af4614cf7 None None] Bound using segment: {'id': 'bc076f88-0b6a-4fc1-8546-36c75cf82c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9d7f46eb-3343-4486-a417-0780a130bc32'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:58:08.734385 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-013fde7b-f981-47ed-8c57-8b8af4614cf7 None None] Bound port: c205c3b9-7329-428a-81b6-05465035097b, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc076f88-0b6a-4fc1-8546-36c75cf82c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9d7f46eb-3343-4486-a417-0780a130bc32'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:58:08.734833 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-013fde7b-f981-47ed-8c57-8b8af4614cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:08.772566 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3c14eafc-6a85-4747-9f27-9ac668fbafb2 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:08.779838 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3c14eafc-6a85-4747-9f27-9ac668fbafb2 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:08.784000 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-3c14eafc-6a85-4747-9f27-9ac668fbafb2 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/22120320-2ba8-40ad-a729-29d392788524 HTTP/1.1" status: 204 len: 168 time: 0.1180937 Mar 22 10:58:08.792794 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39260) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:08.793955 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c14eafc-6a85-4747-9f27-9ac668fbafb2 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=22120320-2ba8-40ad-a729-29d392788524,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:08.796053 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e838075-b936-43ff-8a51-b1ac2fd7ea75 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Network 2b3a68a1-ca7b-4954-8517-70fddcf1f435 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:58:08.815451 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-4e838075-b936-43ff-8a51-b1ac2fd7ea75 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 2b3a68a1-ca7b-4954-8517-70fddcf1f435) {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:58:08.836303 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e838075-b936-43ff-8a51-b1ac2fd7ea75 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:08.836893 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4e838075-b936-43ff-8a51-b1ac2fd7ea75 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:08.870983 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-4e838075-b936-43ff-8a51-b1ac2fd7ea75 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1809101 Mar 22 10:58:08.875227 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39262) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:08.880288 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-f8c1fe4e-c1a9-4477-a066-831035db23f9 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Request body: {'port': {'network_id': '2b3a68a1-ca7b-4954-8517-70fddcf1f435', 'name': 'tempest-PortsTestJSON-366972794'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:08.897088 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-9b069d32-55bd-4749-a37e-7986525e0357 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0875509 Mar 22 10:58:08.905942 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39264) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:08.920349 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6a835b-b707-430b-8d88-3367e953d11c None None] Network 2b3a68a1-ca7b-4954-8517-70fddcf1f435 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:58:08.993896 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-db8968a8-19c5-4328-b45a-4d70410bfc94 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:08.998668 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e7a07c58-eff5-4194-b595-ca37a7405d56 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:09.026348 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-00aac9a0-9ae9-4a3a-bddf-00240bc9e903 None None] For port 23d55174-1e17-4fdf-b2ff-917ac82f25b7, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:58:09.048408 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-00aac9a0-9ae9-4a3a-bddf-00240bc9e903 None None] For port 23d55174-1e17-4fdf-b2ff-917ac82f25b7, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=23d55174-1e17-4fdf-b2ff-917ac82f25b7,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:58:09.065515 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00aac9a0-9ae9-4a3a-bddf-00240bc9e903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:09.147732 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-013fde7b-f981-47ed-8c57-8b8af4614cf7 None None] For port c205c3b9-7329-428a-81b6-05465035097b, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:58:09.176296 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-013fde7b-f981-47ed-8c57-8b8af4614cf7 None None] For port c205c3b9-7329-428a-81b6-05465035097b, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=c205c3b9-7329-428a-81b6-05465035097b,segment=NetworkSegment(bc076f88-0b6a-4fc1-8546-36c75cf82c56),segment_id=bc076f88-0b6a-4fc1-8546-36c75cf82c56)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:58:09.189042 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aac9a0-9ae9-4a3a-bddf-00240bc9e903 None None] Pushing event updated for resources: {'Port': ['ID=23d55174-1e17-4fdf-b2ff-917ac82f25b7,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:09.194432 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-013fde7b-f981-47ed-8c57-8b8af4614cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:09.260485 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1e7ed2-ba5d-4f11-bf3d-7c078eba6869 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-2b3a68a1-ca7b-4954-8517-70fddcf1f435', 'network_id': '2b3a68a1-ca7b-4954-8517-70fddcf1f435', 'tenant_id': '976d65578b3f4457a067052eaaa72feb', 'fixed_ips': [{'subnet_id': '83cda454-1143-4e62-8d47-ab4b0fdfe341'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:58:09.261354 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4c1e7ed2-ba5d-4f11-bf3d-7c078eba6869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:09.319265 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013fde7b-f981-47ed-8c57-8b8af4614cf7 None None] Pushing event updated for resources: {'Port': ['ID=c205c3b9-7329-428a-81b6-05465035097b,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:09.382066 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c707ff60-b213-4a9d-af69-b726bd86b590 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:09.437659 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-db8968a8-19c5-4328-b45a-4d70410bfc94 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:09.438949 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c707ff60-b213-4a9d-af69-b726bd86b590 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:09.505896 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-4c1e7ed2-ba5d-4f11-bf3d-7c078eba6869 None None] Allocated IP 172.20.0.2 (2b3a68a1-ca7b-4954-8517-70fddcf1f435/83cda454-1143-4e62-8d47-ab4b0fdfe341/0231f02d-5a61-4229-a336-e8f632434f22) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:58:09.520065 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c1fe4e-c1a9-4477-a066-831035db23f9 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Made reservation on behalf of 976d65578b3f4457a067052eaaa72feb for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:58:09.532376 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f8c1fe4e-c1a9-4477-a066-831035db23f9 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:09.570904 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-f8c1fe4e-c1a9-4477-a066-831035db23f9 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] device_id is not set on port 65ed752c-8111-4896-aea7-e64b776dae51 yet. {{(pid=109050) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:58:09.591843 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0700b2a0-4687-4408-bf44-529730a1a57d tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] 10.222.0.57 "DELETE /v2.0/routers/36d2235e-900b-4a50-b2a4-697b821aa9e0/tags/tempest-TagsExtTest-Tag-2100328036 HTTP/1.1" status: 204 len: 168 time: 0.9561315 Mar 22 10:58:09.592254 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39266) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:09.657617 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e960d7f-81f1-49e2-98db-3173272772b2 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Made reservation on behalf of f7a8ac7bbd5d466888176c13ba053f5f for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:58:09.661864 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9e960d7f-81f1-49e2-98db-3173272772b2 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:09.663547 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.tag.tag_plugin [None req-e698f869-c5c3-48dd-9436-256e9efe6ca3 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '36d2235e-900b-4a50-b2a4-697b821aa9e0') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:09.665540 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c707ff60-b213-4a9d-af69-b726bd86b590 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:09.669310 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c707ff60-b213-4a9d-af69-b726bd86b590 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:09.669310 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-c707ff60-b213-4a9d-af69-b726bd86b590 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "DELETE /v2.0/security-groups/9e54a0ae-01e4-4d1d-ac0f-383dc98f9a44 HTTP/1.1" status: 204 len: 168 time: 0.7626216 Mar 22 10:58:09.680355 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39268) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:09.730640 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c707ff60-b213-4a9d-af69-b726bd86b590 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e54a0ae-01e4-4d1d-ac0f-383dc98f9a44,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:09.733831 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39270) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:09.808750 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4c1e7ed2-ba5d-4f11-bf3d-7c078eba6869 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:09.825542 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4c1e7ed2-ba5d-4f11-bf3d-7c078eba6869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:09.882894 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0c4c5bfc-086e-4871-b7bb-08921c974293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:09.885060 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f40aa8-0c12-4e4d-890a-ace9ed317688 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:09.886533 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-34f40aa8-0c12-4e4d-890a-ace9ed317688 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=a14ca783-6f82-4799-85a3-4cbe79c980a8 HTTP/1.1" status: 200 len: 814 time: 0.1492844 Mar 22 10:58:09.892239 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1e7ed2-ba5d-4f11-bf3d-7c078eba6869 None None] Network 2b3a68a1-ca7b-4954-8517-70fddcf1f435 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:58:09.894386 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-e698f869-c5c3-48dd-9436-256e9efe6ca3 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] 10.222.0.57 "GET /v2.0/routers/36d2235e-900b-4a50-b2a4-697b821aa9e0/tags HTTP/1.1" status: 200 len: 205 time: 0.2360983 Mar 22 10:58:09.894934 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39272) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:09.898642 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-4c1e7ed2-ba5d-4f11-bf3d-7c078eba6869 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:58:09.903854 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1e7ed2-ba5d-4f11-bf3d-7c078eba6869 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:58:09.906015 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.tag.tag_plugin [None req-38f66337-8429-4ab7-bb90-6121e052ee7b tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'be9bd81b-a0a4-49d0-a983-d04a69aad7a0') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:09.910680 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a6554c4c-15db-48e0-83f6-ee983c4ca7dd tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2165952 Mar 22 10:58:09.919660 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39276) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:09.925426 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-ddfac214-6e19-4f65-b7ad-8df6a3c08b89 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Request body: {'security_group': {'name': 'tempest-secgroup--1377949519'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:09.932075 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1e7ed2-ba5d-4f11-bf3d-7c078eba6869 None None] Pushing event updated for resources: {'Port': ['ID=0231f02d-5a61-4229-a336-e8f632434f22,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:09.946541 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-f8c1fe4e-c1a9-4477-a066-831035db23f9 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Allocated IP 172.20.0.10 (2b3a68a1-ca7b-4954-8517-70fddcf1f435/83cda454-1143-4e62-8d47-ab4b0fdfe341/65ed752c-8111-4896-aea7-e64b776dae51) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:58:09.954971 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-38f66337-8429-4ab7-bb90-6121e052ee7b tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] 10.222.0.57 "GET /v2.0/subnetpools/be9bd81b-a0a4-49d0-a983-d04a69aad7a0/tags HTTP/1.1" status: 200 len: 241 time: 0.0569594 Mar 22 10:58:09.955739 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39278) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:09.959441 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-db8968a8-19c5-4328-b45a-4d70410bfc94 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:09.962148 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.tag.tag_plugin [None req-9ee51031-b391-46b0-a3d7-664a4d63485d tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'be9bd81b-a0a4-49d0-a983-d04a69aad7a0', 'tempest-TagsExtTest-Tag-1547853000') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:09.994939 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-4c1e7ed2-ba5d-4f11-bf3d-7c078eba6869 None None] Attempting to bind port 0231f02d-5a61-4229-a336-e8f632434f22 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:58:09.995747 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-4c1e7ed2-ba5d-4f11-bf3d-7c078eba6869 None None] Attempting to bind port 0231f02d-5a61-4229-a336-e8f632434f22 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': 'b287c307-3725-4ba6-93b3-36489010e4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2b3a68a1-ca7b-4954-8517-70fddcf1f435'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:58:09.996121 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1e7ed2-ba5d-4f11-bf3d-7c078eba6869 None None] Attempting to bind port 0231f02d-5a61-4229-a336-e8f632434f22 on network 2b3a68a1-ca7b-4954-8517-70fddcf1f435 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:58:10.001906 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1e7ed2-ba5d-4f11-bf3d-7c078eba6869 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:58:10.002282 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1e7ed2-ba5d-4f11-bf3d-7c078eba6869 None None] Checking segment: {'id': 'b287c307-3725-4ba6-93b3-36489010e4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2b3a68a1-ca7b-4954-8517-70fddcf1f435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:58:10.002684 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4c1e7ed2-ba5d-4f11-bf3d-7c078eba6869 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:10.003070 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1e7ed2-ba5d-4f11-bf3d-7c078eba6869 None None] Bound using segment: {'id': 'b287c307-3725-4ba6-93b3-36489010e4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2b3a68a1-ca7b-4954-8517-70fddcf1f435'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:58:10.003622 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-4c1e7ed2-ba5d-4f11-bf3d-7c078eba6869 None None] Bound port: 0231f02d-5a61-4229-a336-e8f632434f22, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b287c307-3725-4ba6-93b3-36489010e4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2b3a68a1-ca7b-4954-8517-70fddcf1f435'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:58:10.004002 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4c1e7ed2-ba5d-4f11-bf3d-7c078eba6869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:10.025205 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-9ee51031-b391-46b0-a3d7-664a4d63485d tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] 10.222.0.57 "GET /v2.0/subnetpools/be9bd81b-a0a4-49d0-a983-d04a69aad7a0/tags/tempest-TagsExtTest-Tag-1547853000 HTTP/1.1" status: 204 len: 168 time: 0.0626602 Mar 22 10:58:10.025205 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39280) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:10.031788 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.tag.tag_plugin [None req-d1ebe67b-bc32-4e81-bda0-8d268feec7b0 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'be9bd81b-a0a4-49d0-a983-d04a69aad7a0', 'tempest-TagsExtTest-Tag-1547853000') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:10.053277 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-153a92d7-2935-4ff0-bf55-fc12b0b1fd49 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Allocated IP 172.20.0.1 (9d7f46eb-3343-4486-a417-0780a130bc32/1309bf85-406d-4dd5-b818-5031ecc53152/66a3e115-a8db-4e90-b7c3-81defe80d30a) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:58:10.097837 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-4c1e7ed2-ba5d-4f11-bf3d-7c078eba6869 None None] For port 0231f02d-5a61-4229-a336-e8f632434f22, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:58:10.102363 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-4c1e7ed2-ba5d-4f11-bf3d-7c078eba6869 None None] For port 0231f02d-5a61-4229-a336-e8f632434f22, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=0231f02d-5a61-4229-a336-e8f632434f22,segment=NetworkSegment(b287c307-3725-4ba6-93b3-36489010e4c5),segment_id=b287c307-3725-4ba6-93b3-36489010e4c5)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:58:10.109548 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4c1e7ed2-ba5d-4f11-bf3d-7c078eba6869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:10.130965 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8968a8-19c5-4328-b45a-4d70410bfc94 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Pushing event deleted for resources: {'Subnet': ['ID=c4706ae8-8e19-429b-8bb7-164bf029cf5b,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:10.138492 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e7a07c58-eff5-4194-b595-ca37a7405d56 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks [] for router_gateway, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:10.140298 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ddfac214-6e19-4f65-b7ad-8df6a3c08b89 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:10.145075 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-db8968a8-19c5-4328-b45a-4d70410bfc94 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:10.148426 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-d1ebe67b-bc32-4e81-bda0-8d268feec7b0 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] 10.222.0.57 "DELETE /v2.0/subnetpools/be9bd81b-a0a4-49d0-a983-d04a69aad7a0/tags/tempest-TagsExtTest-Tag-1547853000 HTTP/1.1" status: 204 len: 168 time: 0.1234970 Mar 22 10:58:10.151861 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39284) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:10.152001 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-db8968a8-19c5-4328-b45a-4d70410bfc94 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] 10.222.0.57 "DELETE /v2.0/subnets/c4706ae8-8e19-429b-8bb7-164bf029cf5b HTTP/1.1" status: 204 len: 168 time: 1.8757472 Mar 22 10:58:10.156524 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.tag.tag_plugin [None req-1256c521-fe39-44d5-afcf-676bd4f4de33 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'be9bd81b-a0a4-49d0-a983-d04a69aad7a0') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:10.158969 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39286) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:10.171882 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42bebb8-e6c4-4797-aabb-81879f9d815b None None] Network 4ecc96aa-3ba7-475e-a534-34afd6ec4b8a requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:58:10.200664 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f8c1fe4e-c1a9-4477-a066-831035db23f9 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:10.211242 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-1256c521-fe39-44d5-afcf-676bd4f4de33 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] 10.222.0.57 "GET /v2.0/subnetpools/be9bd81b-a0a4-49d0-a983-d04a69aad7a0/tags HTTP/1.1" status: 200 len: 205 time: 0.0553594 Mar 22 10:58:10.211957 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39288) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:10.216500 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.tag.tag_plugin [None req-cf23d15a-371a-4fd8-8910-9d6413a8a6f0 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'be9bd81b-a0a4-49d0-a983-d04a69aad7a0') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:10.273971 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-cf23d15a-371a-4fd8-8910-9d6413a8a6f0 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] 10.222.0.57 "DELETE /v2.0/subnetpools/be9bd81b-a0a4-49d0-a983-d04a69aad7a0/tags HTTP/1.1" status: 204 len: 168 time: 0.0583334 Mar 22 10:58:10.275110 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39290) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:10.280139 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.tag.tag_plugin [None req-42aca4c7-5981-4798-ac20-8df6818aa970 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '36d2235e-900b-4a50-b2a4-697b821aa9e0') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:10.280855 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e7a07c58-eff5-4194-b595-ca37a7405d56 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:10.284756 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f8c1fe4e-c1a9-4477-a066-831035db23f9 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:10.290229 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1e7ed2-ba5d-4f11-bf3d-7c078eba6869 None None] Pushing event updated for resources: {'Port': ['ID=0231f02d-5a61-4229-a336-e8f632434f22,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:10.395325 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-80fb1a27-2934-4c8f-9c2e-da61508a6c82 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Deleting subnet 8a644b31-dec0-4cdd-995e-25e88c28462e {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:58:10.398606 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c1fe4e-c1a9-4477-a066-831035db23f9 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Network 2b3a68a1-ca7b-4954-8517-70fddcf1f435 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:58:10.403041 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c1fe4e-c1a9-4477-a066-831035db23f9 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event updated for resources: {'Port': ['ID=65ed752c-8111-4896-aea7-e64b776dae51,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:10.433478 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-f8c1fe4e-c1a9-4477-a066-831035db23f9 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:58:10.449903 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c1fe4e-c1a9-4477-a066-831035db23f9 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:58:10.460641 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-80fb1a27-2934-4c8f-9c2e-da61508a6c82 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:10.489768 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-42aca4c7-5981-4798-ac20-8df6818aa970 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] 10.222.0.57 "DELETE /v2.0/routers/36d2235e-900b-4a50-b2a4-697b821aa9e0/tags HTTP/1.1" status: 204 len: 168 time: 0.2111816 Mar 22 10:58:10.491822 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39292) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:10.499256 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.tag.tag_plugin [None req-6e872969-7b54-4bc6-a2c1-7e6cde683494 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6868da17-27f7-421c-baac-675f8e0eb5fd') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:10.567618 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c1fe4e-c1a9-4477-a066-831035db23f9 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:10.590793 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f8c1fe4e-c1a9-4477-a066-831035db23f9 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:10.626155 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-f8c1fe4e-c1a9-4477-a066-831035db23f9 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7496562 Mar 22 10:58:10.629611 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39294) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:10.638258 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-ad19a9c6-dc59-494c-afaf-443701ef01d8 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Request body: {'port': {'network_id': '2b3a68a1-ca7b-4954-8517-70fddcf1f435', 'name': 'tempest-PortsTestJSON-1568192192'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:10.646799 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-80fb1a27-2934-4c8f-9c2e-da61508a6c82 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:10.677723 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ddfac214-6e19-4f65-b7ad-8df6a3c08b89 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:10.743571 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-6e872969-7b54-4bc6-a2c1-7e6cde683494 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] 10.222.0.57 "DELETE /v2.0/ports/6868da17-27f7-421c-baac-675f8e0eb5fd/tags HTTP/1.1" status: 204 len: 168 time: 0.2508066 Mar 22 10:58:10.746638 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39296) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:10.771150 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.tag.tag_plugin [None req-4bd473b9-0fdd-4cc2-83d6-ea83374c221a tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3cbea716-413f-45ce-94a6-9e0ca6b24624') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:10.877641 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-80fb1a27-2934-4c8f-9c2e-da61508a6c82 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:10.939112 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad19a9c6-dc59-494c-afaf-443701ef01d8 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Made reservation on behalf of 976d65578b3f4457a067052eaaa72feb for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:58:10.942666 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ad19a9c6-dc59-494c-afaf-443701ef01d8 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:10.996731 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39298) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:11.001637 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-ad19a9c6-dc59-494c-afaf-443701ef01d8 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] device_id is not set on port 16367435-9725-4470-a575-7cb35dedaa11 yet. {{(pid=109050) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:58:11.013224 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-d17c61f9-cd14-4839-b044-20c4876e1049 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'network': {'name': 'tempest-network-smoke--2093624080', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'port_security_enabled': True}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:11.017655 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-153a92d7-2935-4ff0-bf55-fc12b0b1fd49 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:11.031925 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-4bd473b9-0fdd-4cc2-83d6-ea83374c221a tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] 10.222.0.57 "DELETE /v2.0/subnets/3cbea716-413f-45ce-94a6-9e0ca6b24624/tags HTTP/1.1" status: 204 len: 168 time: 0.2808030 Mar 22 10:58:11.040790 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39300) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:11.052057 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.tag.tag_plugin [None req-36b2f5dd-cf59-4189-b098-fef4cde0dd9b tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '3cbea716-413f-45ce-94a6-9e0ca6b24624', 'tempest-TagsExtTest-Tag-9996366') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:11.087813 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:11.129070 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ddfac214-6e19-4f65-b7ad-8df6a3c08b89 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:11.152091 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-21422b0e-1b70-40b7-8720-c74733aed170 None None] Provisioning complete for port 23d55174-1e17-4fdf-b2ff-917ac82f25b7 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:11.152832 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-21422b0e-1b70-40b7-8720-c74733aed170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:11.229322 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 23d55174-1e17-4fdf-b2ff-917ac82f25b7 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:58:11.237843 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17c61f9-cd14-4839-b044-20c4876e1049 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Made reservation on behalf of 9d323f0b18e24bb7bcd0d92686e5587a for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:58:11.259943 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d17c61f9-cd14-4839-b044-20c4876e1049 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:11.301866 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9e960d7f-81f1-49e2-98db-3173272772b2 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:11.358785 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 23d55174-1e17-4fdf-b2ff-917ac82f25b7 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:11.359177 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:11.371193 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ddfac214-6e19-4f65-b7ad-8df6a3c08b89 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:11.374975 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ddfac214-6e19-4f65-b7ad-8df6a3c08b89 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4519718 Mar 22 10:58:11.385741 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d17c61f9-cd14-4839-b044-20c4876e1049 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:58:11.394801 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39302) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:11.402745 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-4abc9a33-1ea4-4f4e-a285-321bb9c9444c tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Request body: {'security_group_rule': {'security_group_id': '9194d6c1-9095-437d-bf17-81060c8b1fe5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:11.418453 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-21422b0e-1b70-40b7-8720-c74733aed170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:11.423608 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d17c61f9-cd14-4839-b044-20c4876e1049 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:11.423958 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-d17c61f9-cd14-4839-b044-20c4876e1049 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Added segment 0783b825-2601-45f0-958a-8bdcaa603211 of type vlan for network 4339461b-028b-4a4d-868a-19a90c08daf1 Mar 22 10:58:11.429477 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfac214-6e19-4f65-b7ad-8df6a3c08b89 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9194d6c1-9095-437d-bf17-81060c8b1fe5,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:11.448871 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-80fb1a27-2934-4c8f-9c2e-da61508a6c82 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:11.466043 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e960d7f-81f1-49e2-98db-3173272772b2 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:58:11.473633 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-e7a07c58-eff5-4194-b595-ca37a7405d56 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Allocated IP 172.26.7.162 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/81976439-af13-4cea-8903-836a1a918b9c) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:58:11.480262 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-ad19a9c6-dc59-494c-afaf-443701ef01d8 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Allocated IP 172.20.0.9 (2b3a68a1-ca7b-4954-8517-70fddcf1f435/83cda454-1143-4e62-8d47-ab4b0fdfe341/16367435-9725-4470-a575-7cb35dedaa11) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:58:11.485316 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-9e960d7f-81f1-49e2-98db-3173272772b2 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:58:11.496920 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e960d7f-81f1-49e2-98db-3173272772b2 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:11.497522 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9e960d7f-81f1-49e2-98db-3173272772b2 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:11.512231 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-80fb1a27-2934-4c8f-9c2e-da61508a6c82 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:11.518108 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-80fb1a27-2934-4c8f-9c2e-da61508a6c82 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] 10.222.0.57 "DELETE /v2.0/subnets/8a644b31-dec0-4cdd-995e-25e88c28462e HTTP/1.1" status: 204 len: 168 time: 1.3512368 Mar 22 10:58:11.524736 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39304) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:11.527540 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e960d7f-81f1-49e2-98db-3173272772b2 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event updated for resources: {'Subnet': ['ID=784a323b-caa6-4152-8933-5b7977421fae,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:11.556179 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:11.565610 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-153a92d7-2935-4ff0-bf55-fc12b0b1fd49 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:11.574195 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d7890b-6e0e-48a9-a544-60d074c1f162 None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:58:11.580222 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fb1a27-2934-4c8f-9c2e-da61508a6c82 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Pushing event deleted for resources: {'Subnet': ['ID=8a644b31-dec0-4cdd-995e-25e88c28462e,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:11.588312 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9e960d7f-81f1-49e2-98db-3173272772b2 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0043235 Mar 22 10:58:11.598321 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39306) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:11.650684 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-786a7025-a954-4c66-99ef-9383e47c51b0 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:11.663658 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d17c61f9-cd14-4839-b044-20c4876e1049 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:11.711424 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4abc9a33-1ea4-4f4e-a285-321bb9c9444c tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:11.765954 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-36b2f5dd-cf59-4189-b098-fef4cde0dd9b tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] 10.222.0.57 "PUT /v2.0/subnets/3cbea716-413f-45ce-94a6-9e0ca6b24624/tags/tempest-TagsExtTest-Tag-9996366 HTTP/1.1" status: 201 len: 201 time: 0.7225456 Mar 22 10:58:11.784659 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39308) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:11.815959 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.tag.tag_plugin [None req-3baa6c7e-cde2-46df-a273-3dd602041273 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6868da17-27f7-421c-baac-675f8e0eb5fd', 'tempest-TagsExtTest-Tag-2135813561') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:11.819994 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-21422b0e-1b70-40b7-8720-c74733aed170 None None] For port 23d55174-1e17-4fdf-b2ff-917ac82f25b7, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=23d55174-1e17-4fdf-b2ff-917ac82f25b7,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:58:11.834421 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-21422b0e-1b70-40b7-8720-c74733aed170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:11.884840 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.db.api [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 10:58:11.884840 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG oslo_db.api [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 10:58:11.952724 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d71167f-73a0-4baa-87c9-582a546e5568 None None] Network 9d7f46eb-3343-4486-a417-0780a130bc32 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:58:11.992167 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86741de-af7d-4024-a4be-85916c59bbf5 None None] Network 4ecc96aa-3ba7-475e-a534-34afd6ec4b8a requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:58:12.072194 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-4f0671b6-7693-442d-8eb0-63a85f8d4808 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'port': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'mac_address': 'fa:16:3e:61:0d:f4', 'name': 'tempest-NetworksTestDHCPv6-1276776663'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:12.074119 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b807ec72-be01-4f15-ba70-a248a254b455 None None] Update dhcp port {'port': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'fixed_ips': [{'subnet_id': '6ba2a5f8-adde-4ce9-a3b1-82e8c6c10d44', 'ip_address': '2001:db8::f816:3eff:fe2c:a5af'}, {'subnet_id': '784a323b-caa6-4152-8933-5b7977421fae'}], 'binding:host_id': 'dv-neutron-834599-1-hyperv'}, 'id': '23d55174-1e17-4fdf-b2ff-917ac82f25b7'} from dv-neutron-834599-1-hyperv. {{(pid=109051) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 22 10:58:12.108046 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ad19a9c6-dc59-494c-afaf-443701ef01d8 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:12.161623 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4abc9a33-1ea4-4f4e-a285-321bb9c9444c tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:12.164698 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d17c61f9-cd14-4839-b044-20c4876e1049 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:12.171881 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17c61f9-cd14-4839-b044-20c4876e1049 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:12.172535 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d17c61f9-cd14-4839-b044-20c4876e1049 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:12.215319 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ad19a9c6-dc59-494c-afaf-443701ef01d8 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:12.223913 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4abc9a33-1ea4-4f4e-a285-321bb9c9444c tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:12.224607 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153a92d7-2935-4ff0-bf55-fc12b0b1fd49 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Network 9d7f46eb-3343-4486-a417-0780a130bc32 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:58:12.238866 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-9f86325a-261e-41a5-970d-5a041663f8f5 None None] Provisioning complete for port c205c3b9-7329-428a-81b6-05465035097b triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:12.239522 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9f86325a-261e-41a5-970d-5a041663f8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:12.251960 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21422b0e-1b70-40b7-8720-c74733aed170 None None] Pushing event updated for resources: {'Port': ['ID=23d55174-1e17-4fdf-b2ff-917ac82f25b7,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:12.253531 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-153a92d7-2935-4ff0-bf55-fc12b0b1fd49 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:58:12.258006 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153a92d7-2935-4ff0-bf55-fc12b0b1fd49 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:58:12.266625 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f0671b6-7693-442d-8eb0-63a85f8d4808 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Made reservation on behalf of f7a8ac7bbd5d466888176c13ba053f5f for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:58:12.279621 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b807ec72-be01-4f15-ba70-a248a254b455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:12.329877 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a5e1a0-7ed5-4fb5-89cd-829fdec855f4 None None] Network 2b3a68a1-ca7b-4954-8517-70fddcf1f435 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:58:12.345093 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc9a33-1ea4-4f4e-a285-321bb9c9444c tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f0d0068-85cd-412c-97da-55bc1ea98145,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:12.349940 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-d17c61f9-cd14-4839-b044-20c4876e1049 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3521960 Mar 22 10:58:12.356110 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17c61f9-cd14-4839-b044-20c4876e1049 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Network': ['ID=4339461b-028b-4a4d-868a-19a90c08daf1,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:12.364315 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39310) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:12.369589 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad19a9c6-dc59-494c-afaf-443701ef01d8 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Network 2b3a68a1-ca7b-4954-8517-70fddcf1f435 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:58:12.384044 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4abc9a33-1ea4-4f4e-a285-321bb9c9444c tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:12.385193 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-4abc9a33-1ea4-4f4e-a285-321bb9c9444c tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9862318 Mar 22 10:58:12.395627 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 4339461b-028b-4a4d-868a-19a90c08daf1 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:58:12.399434 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4f0671b6-7693-442d-8eb0-63a85f8d4808 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:12.418506 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39312) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:12.427511 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-189d36bb-e25a-4a62-805c-ae33844b4025 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Request body: {'security_group_rule': {'security_group_id': '9194d6c1-9095-437d-bf17-81060c8b1fe5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:12.435919 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-ad19a9c6-dc59-494c-afaf-443701ef01d8 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:58:12.441972 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad19a9c6-dc59-494c-afaf-443701ef01d8 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:58:12.452870 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153a92d7-2935-4ff0-bf55-fc12b0b1fd49 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event updated for resources: {'Port': ['ID=66a3e115-a8db-4e90-b7c3-81defe80d30a,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:12.457196 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-4f0671b6-7693-442d-8eb0-63a85f8d4808 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] device_id is not set on port dadd40e4-8b04-4cbe-a1b3-b62b13ead2ce yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:58:12.461338 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19a9c6-dc59-494c-afaf-443701ef01d8 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event updated for resources: {'Port': ['ID=16367435-9725-4470-a575-7cb35dedaa11,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:12.516091 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-786a7025-a954-4c66-99ef-9383e47c51b0 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Deleting port 3bee742d-8d76-4331-a71a-dd4dce3e2fe0 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:58:12.516318 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-786a7025-a954-4c66-99ef-9383e47c51b0 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:12.529909 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b19f4cf-a135-47f3-b1d1-c5e7e5894447 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:12.531641 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-3b19f4cf-a135-47f3-b1d1-c5e7e5894447 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=9d323f0b18e24bb7bcd0d92686e5587a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1648052 Mar 22 10:58:12.541098 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39314) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:12.541861 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-153a92d7-2935-4ff0-bf55-fc12b0b1fd49 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684270'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:12.567093 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-3baa6c7e-cde2-46df-a273-3dd602041273 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] 10.222.0.57 "PUT /v2.0/ports/6868da17-27f7-421c-baac-675f8e0eb5fd/tags/tempest-TagsExtTest-Tag-2135813561 HTTP/1.1" status: 201 len: 201 time: 0.7757170 Mar 22 10:58:12.571553 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39316) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:12.576546 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.tag.tag_plugin [None req-efc572ee-0be6-4397-a33b-05eca5566286 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '36d2235e-900b-4a50-b2a4-697b821aa9e0', 'tempest-TagsExtTest-Tag-1172027546') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:12.586402 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad19a9c6-dc59-494c-afaf-443701ef01d8 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:12.587065 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ad19a9c6-dc59-494c-afaf-443701ef01d8 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:12.666417 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e7a07c58-eff5-4194-b595-ca37a7405d56 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:12.672877 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-786a7025-a954-4c66-99ef-9383e47c51b0 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] For port 3bee742d-8d76-4331-a71a-dd4dce3e2fe0, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=3bee742d-8d76-4331-a71a-dd4dce3e2fe0,segment=NetworkSegment(79f5ed68-8bb9-4230-9e33-76d1f5826fdd),segment_id=79f5ed68-8bb9-4230-9e33-76d1f5826fdd)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:58:12.673521 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-786a7025-a954-4c66-99ef-9383e47c51b0 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:12.682535 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-ad19a9c6-dc59-494c-afaf-443701ef01d8 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0526090 Mar 22 10:58:12.683090 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39318) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:12.746553 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-189d36bb-e25a-4a62-805c-ae33844b4025 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:12.750346 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-786a7025-a954-4c66-99ef-9383e47c51b0 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Calling delete_port for 3bee742d-8d76-4331-a71a-dd4dce3e2fe0 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:58:12.872170 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcaa87ee-beb1-4aec-915e-fec1a3a62624 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:12.874428 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 0231f02d-5a61-4229-a336-e8f632434f22 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:58:12.876099 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:12.876856 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-dcaa87ee-beb1-4aec-915e-fec1a3a62624 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 922 time: 0.1879444 Mar 22 10:58:12.877465 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39320) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:12.897481 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-efc572ee-0be6-4397-a33b-05eca5566286 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] 10.222.0.57 "PUT /v2.0/routers/36d2235e-900b-4a50-b2a4-697b821aa9e0/tags/tempest-TagsExtTest-Tag-1172027546 HTTP/1.1" status: 201 len: 201 time: 0.3249891 Mar 22 10:58:12.902699 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39322) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:12.925511 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d21f47f-aed6-4e16-8588-14b396430e8d tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:12.926318 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.tag.tag_plugin [None req-2b57ac64-fee3-4c33-9fe9-eaf68e3c4dfa tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'be9bd81b-a0a4-49d0-a983-d04a69aad7a0', 'tempest-TagsExtTest-Tag-967191478') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:12.927034 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6d21f47f-aed6-4e16-8588-14b396430e8d tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3823948 Mar 22 10:58:12.934217 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39324) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:12.968781 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e7a07c58-eff5-4194-b595-ca37a7405d56 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:12.982054 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-189d36bb-e25a-4a62-805c-ae33844b4025 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:12.996883 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:13.011449 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-c47fbd8b-718a-4129-bd59-fba0954040d5 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=a14ca783-6f82-4799-85a3-4cbe79c980a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0738244 Mar 22 10:58:13.014182 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39326) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:13.035613 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-189d36bb-e25a-4a62-805c-ae33844b4025 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:13.070643 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a07c58-eff5-4194-b595-ca37a7405d56 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:58:13.087745 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-32bb018c-b289-48ba-a16f-36efcdf5f7e4 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=9d323f0b18e24bb7bcd0d92686e5587a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0685363 Mar 22 10:58:13.090128 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39328) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:13.098385 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9f86325a-261e-41a5-970d-5a041663f8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:13.114529 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-786a7025-a954-4c66-99ef-9383e47c51b0 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:13.114932 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-e7a07c58-eff5-4194-b595-ca37a7405d56 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:58:13.125664 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-153a92d7-2935-4ff0-bf55-fc12b0b1fd49 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:13.129405 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a07c58-eff5-4194-b595-ca37a7405d56 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:58:13.134277 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc4e4da-1e6a-411f-89d8-9e8cfc269bf5 None None] DHCP port deletion for 4ecc96aa-3ba7-475e-a534-34afd6ec4b8a request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:58:13.150585 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d36bb-e25a-4a62-805c-ae33844b4025 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5b14036-ebcc-4eb8-9956-2f1c0c48beb9,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:13.179826 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-9f86325a-261e-41a5-970d-5a041663f8f5 None None] For port c205c3b9-7329-428a-81b6-05465035097b, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=c205c3b9-7329-428a-81b6-05465035097b,segment=NetworkSegment(bc076f88-0b6a-4fc1-8546-36c75cf82c56),segment_id=bc076f88-0b6a-4fc1-8546-36c75cf82c56)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:58:13.183109 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 0231f02d-5a61-4229-a336-e8f632434f22 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:13.183109 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:13.210046 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-2b57ac64-fee3-4c33-9fe9-eaf68e3c4dfa tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] 10.222.0.57 "PUT /v2.0/subnetpools/be9bd81b-a0a4-49d0-a983-d04a69aad7a0/tags/tempest-TagsExtTest-Tag-967191478 HTTP/1.1" status: 201 len: 201 time: 0.3049352 Mar 22 10:58:13.212096 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786a7025-a954-4c66-99ef-9383e47c51b0 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Pushing event deleted for resources: {'Port': ['ID=3bee742d-8d76-4331-a71a-dd4dce3e2fe0,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:13.213776 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39330) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:13.214596 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786a7025-a954-4c66-99ef-9383e47c51b0 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] No DVR routers for this DVR port 3bee742d-8d76-4331-a71a-dd4dce3e2fe0 on host dv-neutron-834599-1-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:58:13.238700 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.tag.tag_plugin [None req-8ff46458-8fff-4d11-8e5f-dd421e9185d6 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '3cbea716-413f-45ce-94a6-9e0ca6b24624', {'tags': ['tempest-TagsExtTest-Tag-1741430435', 'tempest-TagsExtTest-Tag-728832068', 'tempest-TagsExtTest-Tag-59956893']}) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:13.244760 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9f86325a-261e-41a5-970d-5a041663f8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:13.307357 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:13.351291 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:13.384865 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f86325a-261e-41a5-970d-5a041663f8f5 None None] Pushing event updated for resources: {'Port': ['ID=c205c3b9-7329-428a-81b6-05465035097b,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:13.392700 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-5fd22e75-799b-4067-b4fa-4a2885d20657 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Deleting port 16367435-9725-4470-a575-7cb35dedaa11 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:58:13.393071 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5fd22e75-799b-4067-b4fa-4a2885d20657 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:13.405590 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-4088a014-a0c6-4d82-9212-89f56dc8ad45 None None] Provisioning complete for port 0231f02d-5a61-4229-a336-e8f632434f22 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:13.405968 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4088a014-a0c6-4d82-9212-89f56dc8ad45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:13.406549 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a07c58-eff5-4194-b595-ca37a7405d56 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Pushing event updated for resources: {'Port': ['ID=81976439-af13-4cea-8903-836a1a918b9c,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:13.428346 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-189d36bb-e25a-4a62-805c-ae33844b4025 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:13.430008 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-189d36bb-e25a-4a62-805c-ae33844b4025 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0060279 Mar 22 10:58:13.451400 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39332) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:13.454392 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port 0231f02d-5a61-4229-a336-e8f632434f22, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=0231f02d-5a61-4229-a336-e8f632434f22,segment=NetworkSegment(b287c307-3725-4ba6-93b3-36489010e4c5),segment_id=b287c307-3725-4ba6-93b3-36489010e4c5)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:58:13.459099 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-cd508956-3dea-4ae1-81d7-d51816ce1ddf tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Request body: {'security_group_rule': {'security_group_id': '9194d6c1-9095-437d-bf17-81060c8b1fe5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:13.466905 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-4f0671b6-7693-442d-8eb0-63a85f8d4808 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Allocated IP 2001:db8:0:1::147 (1bc750fe-0949-42b2-bab7-34fc725823e6/784a323b-caa6-4152-8933-5b7977421fae/dadd40e4-8b04-4cbe-a1b3-b62b13ead2ce) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:58:13.479650 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:13.480529 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device c205c3b9-7329-428a-81b6-05465035097b up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:58:13.508272 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-4f0671b6-7693-442d-8eb0-63a85f8d4808 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Allocated IP 2001:db8::f816:3eff:fe61:df4 (1bc750fe-0949-42b2-bab7-34fc725823e6/6ba2a5f8-adde-4ce9-a3b1-82e8c6c10d44/dadd40e4-8b04-4cbe-a1b3-b62b13ead2ce) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:58:13.520953 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-786a7025-a954-4c66-99ef-9383e47c51b0 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:13.571313 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=0231f02d-5a61-4229-a336-e8f632434f22,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:13.604459 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91d8526-e3dc-495a-ad20-928c6e6af6c5 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:13.609484 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-f91d8526-e3dc-495a-ad20-928c6e6af6c5 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5156221 Mar 22 10:58:13.617560 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39334) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:13.632732 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port c205c3b9-7329-428a-81b6-05465035097b triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:13.633177 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:13.641359 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-786a7025-a954-4c66-99ef-9383e47c51b0 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ecc96aa-3ba7-475e-a534-34afd6ec4b8a']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:13.686761 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-4088a014-a0c6-4d82-9212-89f56dc8ad45 None None] Provisioning complete for port c205c3b9-7329-428a-81b6-05465035097b triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:13.687144 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4088a014-a0c6-4d82-9212-89f56dc8ad45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:13.702063 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-8ff46458-8fff-4d11-8e5f-dd421e9185d6 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] 10.222.0.57 "PUT /v2.0/subnets/3cbea716-413f-45ce-94a6-9e0ca6b24624/tags HTTP/1.1" status: 200 len: 315 time: 0.4798195 Mar 22 10:58:13.709441 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39336) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:13.716583 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-786a7025-a954-4c66-99ef-9383e47c51b0 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79f5ed68-8bb9-4230-9e33-76d1f5826fdd') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:13.717144 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-786a7025-a954-4c66-99ef-9383e47c51b0 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79f5ed68-8bb9-4230-9e33-76d1f5826fdd') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:13.721224 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.tag.tag_plugin [None req-a4dcdd1f-7efa-4557-ab91-758162dc10a3 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3cbea716-413f-45ce-94a6-9e0ca6b24624') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:13.724685 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-e3bc6276-b462-4628-ba42-4af33725d436 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=a14ca783-6f82-4799-85a3-4cbe79c980a8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0983791 Mar 22 10:58:13.734259 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39338) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:13.776568 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cd508956-3dea-4ae1-81d7-d51816ce1ddf tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:13.831657 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-4088a014-a0c6-4d82-9212-89f56dc8ad45 None None] Could not find standard attr ID for object 3bee742d-8d76-4331-a71a-dd4dce3e2fe0. {{(pid=109051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 10:58:13.846208 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-4088a014-a0c6-4d82-9212-89f56dc8ad45 None None] Provisioning complete for port 66a3e115-a8db-4e90-b7c3-81defe80d30a triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:13.846863 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4088a014-a0c6-4d82-9212-89f56dc8ad45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:13.890856 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-4088a014-a0c6-4d82-9212-89f56dc8ad45 None None] Port 66a3e115-a8db-4e90-b7c3-81defe80d30a cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:58:13.921113 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 0231f02d-5a61-4229-a336-e8f632434f22 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:58:13.994182 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 0231f02d-5a61-4229-a336-e8f632434f22 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:13.994678 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:14.053323 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cd508956-3dea-4ae1-81d7-d51816ce1ddf tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:14.063704 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-40e7b7b4-db57-4921-a8d4-830b293f8097 None None] Provisioning complete for port 0231f02d-5a61-4229-a336-e8f632434f22 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:14.064075 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-40e7b7b4-db57-4921-a8d4-830b293f8097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:14.100184 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cd508956-3dea-4ae1-81d7-d51816ce1ddf tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:14.122860 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 10:58:14.135703 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 23d55174-1e17-4fdf-b2ff-917ac82f25b7 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:58:14.204213 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-7258f983-976c-4191-8a11-414e26c7b522 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-728218812', 'network_id': '4339461b-028b-4a4d-868a-19a90c08daf1', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:14.211007 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-786a7025-a954-4c66-99ef-9383e47c51b0 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:14.248399 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 23d55174-1e17-4fdf-b2ff-917ac82f25b7 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:14.248972 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:14.272873 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5fd22e75-799b-4067-b4fa-4a2885d20657 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:14.284566 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-40e7b7b4-db57-4921-a8d4-830b293f8097 None None] Provisioning complete for port 16367435-9725-4470-a575-7cb35dedaa11 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:14.284916 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-40e7b7b4-db57-4921-a8d4-830b293f8097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:14.285396 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-786a7025-a954-4c66-99ef-9383e47c51b0 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:14.331132 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-40e7b7b4-db57-4921-a8d4-830b293f8097 None None] Port 16367435-9725-4470-a575-7cb35dedaa11 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:58:14.336539 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-786a7025-a954-4c66-99ef-9383e47c51b0 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:58:14.336993 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-786a7025-a954-4c66-99ef-9383e47c51b0 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:14.340906 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-5fd22e75-799b-4067-b4fa-4a2885d20657 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Calling delete_port for 16367435-9725-4470-a575-7cb35dedaa11 owned by {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:58:14.344423 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 10:58:14.344423 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:58:14.344423 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 10:58:14.344423 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:58:14.344423 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 10:58:14.344423 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:58:14.344423 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 10:58:14.344423 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:58:14.344423 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 10:58:14.344423 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:58:14.344423 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 10:58:14.344423 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:58:14.344423 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 10:58:14.344423 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:58:14.344423 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:58:14.344423 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:58:14.344423 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:58:14.344423 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:58:14.344423 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 10:58:14.344423 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:58:14.344423 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 10:58:14.344423 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:58:14.344423 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:58:14.344423 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:58:14.344423 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 10:58:14.344423 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:58:14.344423 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:58:14.344423 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:58:14.344423 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:58:14.344423 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:58:14.344423 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:58:14.344423 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:58:14.366464 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-40e7b7b4-db57-4921-a8d4-830b293f8097 None None] Provisioning complete for port 65ed752c-8111-4896-aea7-e64b776dae51 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:14.366909 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-40e7b7b4-db57-4921-a8d4-830b293f8097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:14.401867 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device c205c3b9-7329-428a-81b6-05465035097b up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:58:14.428072 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-40e7b7b4-db57-4921-a8d4-830b293f8097 None None] Port 65ed752c-8111-4896-aea7-e64b776dae51 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:58:14.432398 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd508956-3dea-4ae1-81d7-d51816ce1ddf tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87394488-7465-45b3-8090-e2ea6ab2719b,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:14.440887 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cd508956-3dea-4ae1-81d7-d51816ce1ddf tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:14.445541 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-cd508956-3dea-4ae1-81d7-d51816ce1ddf tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9909468 Mar 22 10:58:14.448263 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-40e7b7b4-db57-4921-a8d4-830b293f8097 None None] Provisioning complete for port 66a3e115-a8db-4e90-b7c3-81defe80d30a triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:14.448633 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-40e7b7b4-db57-4921-a8d4-830b293f8097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:14.449772 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4f0671b6-7693-442d-8eb0-63a85f8d4808 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:14.451511 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39340) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:14.453458 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-153a92d7-2935-4ff0-bf55-fc12b0b1fd49 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:14.460524 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-0c628960-840b-4373-ac75-8197a71946a3 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Request body: {'security_group_rule': {'security_group_id': '9194d6c1-9095-437d-bf17-81060c8b1fe5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:14.484082 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-786a7025-a954-4c66-99ef-9383e47c51b0 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:14.488814 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7258f983-976c-4191-8a11-414e26c7b522 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Made reservation on behalf of 9d323f0b18e24bb7bcd0d92686e5587a for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:58:14.492981 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7258f983-976c-4191-8a11-414e26c7b522 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:14.493840 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port c205c3b9-7329-428a-81b6-05465035097b triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:14.494297 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:14.499424 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-40e7b7b4-db57-4921-a8d4-830b293f8097 None None] Port 66a3e115-a8db-4e90-b7c3-81defe80d30a cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:58:14.505016 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-153a92d7-2935-4ff0-bf55-fc12b0b1fd49 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:14.536998 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-786a7025-a954-4c66-99ef-9383e47c51b0 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:14.542640 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-786a7025-a954-4c66-99ef-9383e47c51b0 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] 10.222.0.57 "DELETE /v2.0/networks/4ecc96aa-3ba7-475e-a534-34afd6ec4b8a HTTP/1.1" status: 204 len: 168 time: 3.0091805 Mar 22 10:58:14.556982 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39342) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:14.563700 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-a4dcdd1f-7efa-4557-ab91-758162dc10a3 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] 10.222.0.57 "DELETE /v2.0/subnets/3cbea716-413f-45ce-94a6-9e0ca6b24624/tags HTTP/1.1" status: 204 len: 168 time: 0.8489549 Mar 22 10:58:14.563700 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786a7025-a954-4c66-99ef-9383e47c51b0 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Pushing event deleted for resources: {'Network': ['ID=4ecc96aa-3ba7-475e-a534-34afd6ec4b8a,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:14.568411 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39344) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:14.585712 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.tag.tag_plugin [None req-c7eb0ebd-c9f5-4857-81d7-e93239745efa tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3cbea716-413f-45ce-94a6-9e0ca6b24624', 'tempest-TagsExtTest-Tag-1741430435') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:14.599145 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e7a07c58-eff5-4194-b595-ca37a7405d56 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks [] for router_gateway, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:14.635133 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-f27987d1-6f86-4345-b1a8-2991dc4eeeab None None] Provisioning complete for port 16367435-9725-4470-a575-7cb35dedaa11 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:14.635624 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f27987d1-6f86-4345-b1a8-2991dc4eeeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:14.640690 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-58e4d74d-0ece-436e-8081-a53b14d7eb37 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] DELETE failed (client error): The resource could not be found. Mar 22 10:58:14.641242 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58e4d74d-0ece-436e-8081-a53b14d7eb37 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:14.643652 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0c628960-840b-4373-ac75-8197a71946a3 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:14.647527 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-58e4d74d-0ece-436e-8081-a53b14d7eb37 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] 10.222.0.57 "DELETE /v2.0/subnets/ef9f4e58-1847-4bee-ad1c-4f87ed9135b2 HTTP/1.1" status: 404 len: 337 time: 0.0847511 Mar 22 10:58:14.649123 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39346) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:14.652010 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153a92d7-2935-4ff0-bf55-fc12b0b1fd49 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event updated for resources: {'Port': ['ID=66a3e115-a8db-4e90-b7c3-81defe80d30a,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:14.686810 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 3bee742d-8d76-4331-a71a-dd4dce3e2fe0 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:58:14.688162 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-153a92d7-2935-4ff0-bf55-fc12b0b1fd49 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684306'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:14.709171 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-e53641bc-a223-469c-bce5-7b4e58902e7d tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] DELETE failed (client error): The resource could not be found. Mar 22 10:58:14.709856 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e53641bc-a223-469c-bce5-7b4e58902e7d tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:14.715127 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-e53641bc-a223-469c-bce5-7b4e58902e7d tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] 10.222.0.57 "DELETE /v2.0/networks/c43085de-3b67-4f68-b760-4d0571e2e752 HTTP/1.1" status: 404 len: 339 time: 0.0614140 Mar 22 10:58:14.718861 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4f0671b6-7693-442d-8eb0-63a85f8d4808 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:14.719631 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39348) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:14.726830 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 3bee742d-8d76-4331-a71a-dd4dce3e2fe0 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:58:14.727265 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 3bee742d-8d76-4331-a71a-dd4dce3e2fe0 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:58:14.762521 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-f27987d1-6f86-4345-b1a8-2991dc4eeeab None None] Port 16367435-9725-4470-a575-7cb35dedaa11 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:58:14.790040 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-c70545a6-6ed7-4659-af13-65c0b7a3fa4d tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] DELETE failed (client error): The resource could not be found. Mar 22 10:58:14.790402 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c70545a6-6ed7-4659-af13-65c0b7a3fa4d tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:14.793387 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-c70545a6-6ed7-4659-af13-65c0b7a3fa4d tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] 10.222.0.57 "DELETE /v2.0/subnets/6761ddf2-830e-4bef-93a2-3f3bbec296bf HTTP/1.1" status: 404 len: 337 time: 0.0553610 Mar 22 10:58:14.797910 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39350) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:14.798080 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-f27987d1-6f86-4345-b1a8-2991dc4eeeab None None] Provisioning complete for port 65ed752c-8111-4896-aea7-e64b776dae51 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:14.798356 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f27987d1-6f86-4345-b1a8-2991dc4eeeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:14.800791 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-b807ec72-be01-4f15-ba70-a248a254b455 None None] Allocated IP 2001:db8:0:1::2 (1bc750fe-0949-42b2-bab7-34fc725823e6/784a323b-caa6-4152-8933-5b7977421fae/23d55174-1e17-4fdf-b2ff-917ac82f25b7) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:58:14.829255 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-68ec4439-ea09-4c7f-9f3f-bb6a0f1d345f tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] DELETE failed (client error): The resource could not be found. Mar 22 10:58:14.829860 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68ec4439-ea09-4c7f-9f3f-bb6a0f1d345f tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:14.832918 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-68ec4439-ea09-4c7f-9f3f-bb6a0f1d345f tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] 10.222.0.57 "DELETE /v2.0/networks/8cbc1910-bfac-4fbd-bf80-91920aefbd22 HTTP/1.1" status: 404 len: 339 time: 0.0333126 Mar 22 10:58:14.837148 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39352) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:14.838674 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5fd22e75-799b-4067-b4fa-4a2885d20657 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:14.871882 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-f27987d1-6f86-4345-b1a8-2991dc4eeeab None None] Port 65ed752c-8111-4896-aea7-e64b776dae51 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:58:14.880591 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd22e75-799b-4067-b4fa-4a2885d20657 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event deleted for resources: {'Port': ['ID=16367435-9725-4470-a575-7cb35dedaa11,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:14.886472 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.api.v2.resource [None req-c7eb0ebd-c9f5-4857-81d7-e93239745efa tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] show failed (client error): The resource could not be found. Mar 22 10:58:14.887547 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-c7eb0ebd-c9f5-4857-81d7-e93239745efa tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] 10.222.0.57 "GET /v2.0/subnets/3cbea716-413f-45ce-94a6-9e0ca6b24624/tags/tempest-TagsExtTest-Tag-1741430435 HTTP/1.1" status: 404 len: 329 time: 0.3090696 Mar 22 10:58:14.895954 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39354) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:14.901674 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.tag.tag_plugin [None req-beff693a-523e-4886-a6d0-828fe4c9753a tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3cbea716-413f-45ce-94a6-9e0ca6b24624', 'tempest-TagsExtTest-Tag-728832068') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:14.919207 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0c628960-840b-4373-ac75-8197a71946a3 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:14.921602 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0671b6-7693-442d-8eb0-63a85f8d4808 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:58:14.925969 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ed57343-c75e-43aa-8054-036b088b7fa3 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] DELETE failed (client error): The resource could not be found. Mar 22 10:58:14.926142 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ed57343-c75e-43aa-8054-036b088b7fa3 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:14.929210 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8ed57343-c75e-43aa-8054-036b088b7fa3 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] 10.222.0.57 "DELETE /v2.0/subnets/c63291ae-b6c7-4dd9-b9f6-3f450fe49d83 HTTP/1.1" status: 404 len: 337 time: 0.0860348 Mar 22 10:58:14.930042 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0671b6-7693-442d-8eb0-63a85f8d4808 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event updated for resources: {'Port': ['ID=dadd40e4-8b04-4cbe-a1b3-b62b13ead2ce,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:14.934515 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39356) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:14.975700 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-4f0671b6-7693-442d-8eb0-63a85f8d4808 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:58:14.985113 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0671b6-7693-442d-8eb0-63a85f8d4808 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:58:14.987471 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-b807ec72-be01-4f15-ba70-a248a254b455 None None] For port 23d55174-1e17-4fdf-b2ff-917ac82f25b7, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=23d55174-1e17-4fdf-b2ff-917ac82f25b7,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:58:14.990780 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0671b6-7693-442d-8eb0-63a85f8d4808 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:14.991267 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4f0671b6-7693-442d-8eb0-63a85f8d4808 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:15.011577 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0c628960-840b-4373-ac75-8197a71946a3 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:15.034677 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a63ca24-1224-4719-818c-171be9849435 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] DELETE failed (client error): The resource could not be found. Mar 22 10:58:15.035598 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a63ca24-1224-4719-818c-171be9849435 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:15.039043 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9a63ca24-1224-4719-818c-171be9849435 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] 10.222.0.57 "DELETE /v2.0/networks/bff12f06-7b32-406e-a13c-6bd230d5e107 HTTP/1.1" status: 404 len: 339 time: 0.0608411 Mar 22 10:58:15.050837 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39358) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:15.051987 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b807ec72-be01-4f15-ba70-a248a254b455 None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:15.062958 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b807ec72-be01-4f15-ba70-a248a254b455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:15.066538 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c628960-840b-4373-ac75-8197a71946a3 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64e31862-c6aa-4abf-8208-e2fdd7af8096,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:15.073511 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5fd22e75-799b-4067-b4fa-4a2885d20657 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:15.082901 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4f0671b6-7693-442d-8eb0-63a85f8d4808 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.4834871 Mar 22 10:58:15.083227 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-5fd22e75-799b-4067-b4fa-4a2885d20657 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "DELETE /v2.0/ports/16367435-9725-4470-a575-7cb35dedaa11 HTTP/1.1" status: 204 len: 168 time: 2.2027514 Mar 22 10:58:15.087907 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39360) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:15.088438 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39362) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:15.134449 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7258f983-976c-4191-8a11-414e26c7b522 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:15.151690 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_v2 [None req-1df2ccac-ff7d-4816-9a13-27a71eace4f3 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Deleting subnet 46dce192-b965-4c89-8e6e-e1d43abc98ea {{(pid=109050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:58:15.159077 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b807ec72-be01-4f15-ba70-a248a254b455 None None] Pushing event updated for resources: {'Port': ['ID=23d55174-1e17-4fdf-b2ff-917ac82f25b7,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:15.169472 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0c628960-840b-4373-ac75-8197a71946a3 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:15.172649 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b807ec72-be01-4f15-ba70-a248a254b455 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:58:15.172649 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b807ec72-be01-4f15-ba70-a248a254b455 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:58:15.173021 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b807ec72-be01-4f15-ba70-a248a254b455 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:58:15.176174 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b807ec72-be01-4f15-ba70-a248a254b455 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:58:15.176174 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b807ec72-be01-4f15-ba70-a248a254b455 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:58:15.176174 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b807ec72-be01-4f15-ba70-a248a254b455 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:58:15.176174 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b807ec72-be01-4f15-ba70-a248a254b455 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:58:15.176174 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b807ec72-be01-4f15-ba70-a248a254b455 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:58:15.176174 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b807ec72-be01-4f15-ba70-a248a254b455 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:58:15.176174 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b807ec72-be01-4f15-ba70-a248a254b455 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:58:15.176174 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b807ec72-be01-4f15-ba70-a248a254b455 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:58:15.177087 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b807ec72-be01-4f15-ba70-a248a254b455 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:58:15.177495 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1df2ccac-ff7d-4816-9a13-27a71eace4f3 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks [] for subnet, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:15.177739 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0c628960-840b-4373-ac75-8197a71946a3 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7204051 Mar 22 10:58:15.187139 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39364) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:15.193077 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-3222a931-d956-4516-ba92-d646c8f09c75 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Request body: {'security_group_rule': {'security_group_id': '9194d6c1-9095-437d-bf17-81060c8b1fe5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:15.204698 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e95fdbb-dd52-4e49-b06f-1083a5852af0 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] GET failed (client error): The resource could not be found. Mar 22 10:58:15.206234 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9e95fdbb-dd52-4e49-b06f-1083a5852af0 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "GET /v2.0/ports/16367435-9725-4470-a575-7cb35dedaa11 HTTP/1.1" status: 404 len: 333 time: 0.1165991 Mar 22 10:58:15.212789 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153a92d7-2935-4ff0-bf55-fc12b0b1fd49 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Network 9d7f46eb-3343-4486-a417-0780a130bc32 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:58:15.213203 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.api.v2.resource [None req-beff693a-523e-4886-a6d0-828fe4c9753a tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] show failed (client error): The resource could not be found. Mar 22 10:58:15.216936 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-beff693a-523e-4886-a6d0-828fe4c9753a tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] 10.222.0.57 "GET /v2.0/subnets/3cbea716-413f-45ce-94a6-9e0ca6b24624/tags/tempest-TagsExtTest-Tag-728832068 HTTP/1.1" status: 404 len: 328 time: 0.3160098 Mar 22 10:58:15.219235 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39366) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:15.219597 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39368) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:15.230251 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.tag.tag_plugin [None req-87aaa8aa-bbae-4b47-bbe6-e3b07957c0b5 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3cbea716-413f-45ce-94a6-9e0ca6b24624', 'tempest-TagsExtTest-Tag-59956893') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:15.242052 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-153a92d7-2935-4ff0-bf55-fc12b0b1fd49 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:58:15.252498 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7258f983-976c-4191-8a11-414e26c7b522 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Subnet': ['ID=6b110546-96bb-4eff-b591-1bb1e652a03a,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:15.256122 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1df2ccac-ff7d-4816-9a13-27a71eace4f3 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11961780'] for subnet, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:15.292956 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e7a07c58-eff5-4194-b595-ca37a7405d56 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3682488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11476'] for router, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:15.304186 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7258f983-976c-4191-8a11-414e26c7b522 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Checking segment: {'id': '0783b825-2601-45f0-958a-8bdcaa603211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4339461b-028b-4a4d-868a-19a90c08daf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:58:15.304558 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7258f983-976c-4191-8a11-414e26c7b522 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Network hostable DHCP agents. Network: 4339461b-028b-4a4d-868a-19a90c08daf1, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:58:15.335831 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e7a07c58-eff5-4194-b595-ca37a7405d56 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3682435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3682442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3684457'] for router, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:15.354308 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7258f983-976c-4191-8a11-414e26c7b522 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Network 4339461b-028b-4a4d-868a-19a90c08daf1 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:58:15.373222 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-7258f983-976c-4191-8a11-414e26c7b522 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 4339461b-028b-4a4d-868a-19a90c08daf1) {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:58:15.375647 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1df2ccac-ff7d-4816-9a13-27a71eace4f3 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:15.382342 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b8a73d-2b9d-47ca-b208-a29440aef77a None None] Network 4339461b-028b-4a4d-868a-19a90c08daf1 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:58:15.404358 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7258f983-976c-4191-8a11-414e26c7b522 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:15.404960 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7258f983-976c-4191-8a11-414e26c7b522 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:15.457046 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-7258f983-976c-4191-8a11-414e26c7b522 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2550714 Mar 22 10:58:15.468370 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1df2ccac-ff7d-4816-9a13-27a71eace4f3 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:15.498769 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3222a931-d956-4516-ba92-d646c8f09c75 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:15.507647 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1df2ccac-ff7d-4816-9a13-27a71eace4f3 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:15.512697 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec09e02-7b66-49e7-9d3c-4d18fb22c4f6 None None] Network ad179354-8d4d-4d12-8821-f571dec1bce2 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:58:15.517623 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-1df2ccac-ff7d-4816-9a13-27a71eace4f3 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] 10.222.0.57 "DELETE /v2.0/subnets/46dce192-b965-4c89-8e6e-e1d43abc98ea HTTP/1.1" status: 204 len: 168 time: 0.4596541 Mar 22 10:58:15.521223 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39372) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:15.579259 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2ccac-ff7d-4816-9a13-27a71eace4f3 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Pushing event deleted for resources: {'Subnet': ['ID=46dce192-b965-4c89-8e6e-e1d43abc98ea,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:15.714317 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-243431af-f0e2-4814-bd52-ab07a8a0e6b1 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:15.759298 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-77461d00-3792-4175-b560-50cae7286f2f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Deleting port dadd40e4-8b04-4cbe-a1b3-b62b13ead2ce {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:58:15.759709 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-77461d00-3792-4175-b560-50cae7286f2f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:15.832152 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-87aaa8aa-bbae-4b47-bbe6-e3b07957c0b5 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] show failed (client error): The resource could not be found. Mar 22 10:58:15.833144 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-87aaa8aa-bbae-4b47-bbe6-e3b07957c0b5 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] 10.222.0.57 "GET /v2.0/subnets/3cbea716-413f-45ce-94a6-9e0ca6b24624/tags/tempest-TagsExtTest-Tag-59956893 HTTP/1.1" status: 404 len: 327 time: 0.6115124 Mar 22 10:58:15.839181 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39374) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:15.853966 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.tag.tag_plugin [None req-2ef5daa5-6e82-4df7-8cec-34ff11cb84e3 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '6868da17-27f7-421c-baac-675f8e0eb5fd', {'tags': ['tempest-TagsExtTest-Tag-1657461098', 'tempest-TagsExtTest-Tag-973671154', 'tempest-TagsExtTest-Tag-690777271']}) {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:15.924298 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-243431af-f0e2-4814-bd52-ab07a8a0e6b1 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Deleting port c9cf75ab-30e2-4e8c-9f0a-e7f19ab247d8 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:58:15.925090 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-243431af-f0e2-4814-bd52-ab07a8a0e6b1 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:15.960914 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-4287cb0d-cb32-42b2-a85e-5389b2e81d28 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Deleting port 65ed752c-8111-4896-aea7-e64b776dae51 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:58:15.961543 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4287cb0d-cb32-42b2-a85e-5389b2e81d28 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:15.974190 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3222a931-d956-4516-ba92-d646c8f09c75 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:16.005213 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3222a931-d956-4516-ba92-d646c8f09c75 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:16.063447 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-153a92d7-2935-4ff0-bf55-fc12b0b1fd49 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Router 1d0d661d-d17c-4973-ab0e-65ad34059a18 is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 10:58:16.111050 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 23d55174-1e17-4fdf-b2ff-917ac82f25b7 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:58:16.122788 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-77461d00-3792-4175-b560-50cae7286f2f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:16.127253 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-243431af-f0e2-4814-bd52-ab07a8a0e6b1 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] For port c9cf75ab-30e2-4e8c-9f0a-e7f19ab247d8, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=c9cf75ab-30e2-4e8c-9f0a-e7f19ab247d8,segment=NetworkSegment(b8eed8f2-2627-4514-91df-33ddfc7565ce),segment_id=b8eed8f2-2627-4514-91df-33ddfc7565ce)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:58:16.127916 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-243431af-f0e2-4814-bd52-ab07a8a0e6b1 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:16.128831 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3222a931-d956-4516-ba92-d646c8f09c75 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcf0e8f0-2c55-4dca-9ea0-82c8aa5ea9f3,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:16.140392 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-2ef5daa5-6e82-4df7-8cec-34ff11cb84e3 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] 10.222.0.57 "PUT /v2.0/ports/6868da17-27f7-421c-baac-675f8e0eb5fd/tags HTTP/1.1" status: 200 len: 316 time: 0.2960024 Mar 22 10:58:16.144848 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39376) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:16.155158 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.tag.tag_plugin [None req-28800fe3-fc2b-4a50-b602-9a447fd7991a tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6868da17-27f7-421c-baac-675f8e0eb5fd') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:16.165062 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-77461d00-3792-4175-b560-50cae7286f2f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Calling delete_port for dadd40e4-8b04-4cbe-a1b3-b62b13ead2ce owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:58:16.173203 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3222a931-d956-4516-ba92-d646c8f09c75 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:16.177592 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3222a931-d956-4516-ba92-d646c8f09c75 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9891801 Mar 22 10:58:16.186255 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39378) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:16.197434 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-243431af-f0e2-4814-bd52-ab07a8a0e6b1 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Calling delete_port for c9cf75ab-30e2-4e8c-9f0a-e7f19ab247d8 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:58:16.218346 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-86d04b11-ee1c-40e8-a97a-c46b0440357e None None] Provisioning complete for port 66a3e115-a8db-4e90-b7c3-81defe80d30a triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:16.218775 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-86d04b11-ee1c-40e8-a97a-c46b0440357e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:16.262569 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39380) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:16.285146 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-9b7176c6-099c-4f8b-a753-2eae5166906f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-759587676', 'description': 'tempest-secgroup-smoke-759587676 description', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:16.307307 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43c8fac-f882-4be1-814c-69f2c76ade63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-4339461b-028b-4a4d-868a-19a90c08daf1', 'network_id': '4339461b-028b-4a4d-868a-19a90c08daf1', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ips': [{'subnet_id': '6b110546-96bb-4eff-b591-1bb1e652a03a'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:58:16.308542 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f43c8fac-f882-4be1-814c-69f2c76ade63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:16.313177 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-86d04b11-ee1c-40e8-a97a-c46b0440357e None None] Port 66a3e115-a8db-4e90-b7c3-81defe80d30a cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:58:16.340839 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-153a92d7-2935-4ff0-bf55-fc12b0b1fd49 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:58:16.344963 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 23d55174-1e17-4fdf-b2ff-917ac82f25b7 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:16.345269 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:16.359864 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da22a95-72da-41ff-b025-856b1cd0ff80 None None] Sync routers for ids ['1d0d661d-d17c-4973-ab0e-65ad34059a18'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:58:16.383758 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9b7176c6-099c-4f8b-a753-2eae5166906f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:16.446124 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-39239c7a-1627-4810-b234-c893961046b6 req-d58d8654-69d3-4af8-9b90-a09e54d4fb2a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4b506bb6-f682-43e7-8a43-a0c464ff391a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1369348 Mar 22 10:58:16.480458 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-28800fe3-fc2b-4a50-b602-9a447fd7991a tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] 10.222.0.57 "DELETE /v2.0/ports/6868da17-27f7-421c-baac-675f8e0eb5fd/tags HTTP/1.1" status: 204 len: 168 time: 0.3343797 Mar 22 10:58:16.489325 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751efb3a-3397-41c5-acf8-96e56c069200 None None] DHCP port deletion for ad179354-8d4d-4d12-8821-f571dec1bce2 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:58:16.492049 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39382) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:16.497028 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.tag.tag_plugin [None req-88d6b2b1-b811-4eac-af15-0faeb96525e3 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6868da17-27f7-421c-baac-675f8e0eb5fd', 'tempest-TagsExtTest-Tag-1657461098') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:16.581692 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da22a95-72da-41ff-b025-856b1cd0ff80 None None] Routers {'1d0d661d-d17c-4973-ab0e-65ad34059a18'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:58:16.582417 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-2da22a95-72da-41ff-b025-856b1cd0ff80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:58:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['1d0d661d-d17c-4973-ab0e-65ad34059a18'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:16.628843 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-0b6fd7e8-8324-4198-a21f-3e5585e69129 None None] Provisioning complete for port 23d55174-1e17-4fdf-b2ff-917ac82f25b7 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:16.629123 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0b6fd7e8-8324-4198-a21f-3e5585e69129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:16.630514 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-243431af-f0e2-4814-bd52-ab07a8a0e6b1 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:16.673783 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9b7176c6-099c-4f8b-a753-2eae5166906f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:16.678304 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39239c7a-1627-4810-b234-c893961046b6 req-954fde0b-053f-4425-a9fa-c4d25eb3e875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:16.680132 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-39239c7a-1627-4810-b234-c893961046b6 req-954fde0b-053f-4425-a9fa-c4d25eb3e875 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d323f0b18e24bb7bcd0d92686e5587a&device_id=4b506bb6-f682-43e7-8a43-a0c464ff391a HTTP/1.1" status: 200 len: 1098 time: 0.1780820 Mar 22 10:58:16.680706 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243431af-f0e2-4814-bd52-ab07a8a0e6b1 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Pushing event deleted for resources: {'Port': ['ID=c9cf75ab-30e2-4e8c-9f0a-e7f19ab247d8,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:16.681497 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-153a92d7-2935-4ff0-bf55-fc12b0b1fd49 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "PUT /v2.0/routers/1d0d661d-d17c-4973-ab0e-65ad34059a18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6089485 Mar 22 10:58:16.683746 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-2da22a95-72da-41ff-b025-856b1cd0ff80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:16.684374 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39384) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:16.687484 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243431af-f0e2-4814-bd52-ab07a8a0e6b1 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] No DVR routers for this DVR port c9cf75ab-30e2-4e8c-9f0a-e7f19ab247d8 on host dv-neutron-834599-1-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:58:16.697101 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-f43c8fac-f882-4be1-814c-69f2c76ade63 None None] Allocated IP 172.20.0.18 (4339461b-028b-4a4d-868a-19a90c08daf1/6b110546-96bb-4eff-b591-1bb1e652a03a/0804092e-29ae-486f-b0f9-ee41c8b741f5) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:58:16.697341 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9b7176c6-099c-4f8b-a753-2eae5166906f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:16.699248 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4287cb0d-cb32-42b2-a85e-5389b2e81d28 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:16.704843 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c9233b72-6f52-41f1-99f7-4751e2c9ea8e tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:16.719542 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7a07c58-eff5-4194-b595-ca37a7405d56 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Router 2032c24b-c460-4fbf-8da1-5e6cb8167739 is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 10:58:16.722376 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c9233b72-6f52-41f1-99f7-4751e2c9ea8e tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:16.732936 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da22a95-72da-41ff-b025-856b1cd0ff80 None None] Routers {'1d0d661d-d17c-4973-ab0e-65ad34059a18'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:58:16.732936 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-2da22a95-72da-41ff-b025-856b1cd0ff80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:58:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['1d0d661d-d17c-4973-ab0e-65ad34059a18'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:16.733329 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-4287cb0d-cb32-42b2-a85e-5389b2e81d28 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Calling delete_port for 65ed752c-8111-4896-aea7-e64b776dae51 owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:58:16.828301 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-2da22a95-72da-41ff-b025-856b1cd0ff80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:16.829239 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da22a95-72da-41ff-b025-856b1cd0ff80 None None] The sync data for ids ['1d0d661d-d17c-4973-ab0e-65ad34059a18'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:58:16.851488 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c9233b72-6f52-41f1-99f7-4751e2c9ea8e tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:16.862886 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef140aad-d25f-4075-9bad-2eda8fb8b2fb tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:16.864301 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-ef140aad-d25f-4075-9bad-2eda8fb8b2fb tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "GET /v2.0/ports/66a3e115-a8db-4e90-b7c3-81defe80d30a HTTP/1.1" status: 200 len: 910 time: 0.1780066 Mar 22 10:58:16.867225 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9b7176c6-099c-4f8b-a753-2eae5166906f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:16.871711 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-9b7176c6-099c-4f8b-a753-2eae5166906f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6064124 Mar 22 10:58:16.871852 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39386) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:16.872179 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39388) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:16.878372 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c9233b72-6f52-41f1-99f7-4751e2c9ea8e tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:16.880005 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c9233b72-6f52-41f1-99f7-4751e2c9ea8e tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/bcf0e8f0-2c55-4dca-9ea0-82c8aa5ea9f3 HTTP/1.1" status: 204 len: 168 time: 0.6853058 Mar 22 10:58:16.886758 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39390) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:16.889222 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9233b72-6f52-41f1-99f7-4751e2c9ea8e tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bcf0e8f0-2c55-4dca-9ea0-82c8aa5ea9f3,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:16.894195 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-a4898772-d692-454f-a6c3-5165a6f8068b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': '963c9364-e1be-481f-add7-e92c7a0952a5', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:16.895238 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-751efb3a-3397-41c5-acf8-96e56c069200 None None] Deleting port c9cf75ab-30e2-4e8c-9f0a-e7f19ab247d8 {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:58:16.895642 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-751efb3a-3397-41c5-acf8-96e56c069200 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:16.919487 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7176c6-099c-4f8b-a753-2eae5166906f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=963c9364-e1be-481f-add7-e92c7a0952a5,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:17.007841 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.api.v2.resource [None req-88d6b2b1-b811-4eac-af15-0faeb96525e3 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] show failed (client error): The resource could not be found. Mar 22 10:58:17.008303 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-88d6b2b1-b811-4eac-af15-0faeb96525e3 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] 10.222.0.57 "GET /v2.0/ports/6868da17-27f7-421c-baac-675f8e0eb5fd/tags/tempest-TagsExtTest-Tag-1657461098 HTTP/1.1" status: 404 len: 329 time: 0.5150073 Mar 22 10:58:17.012298 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39392) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:17.018740 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-243431af-f0e2-4814-bd52-ab07a8a0e6b1 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:17.030097 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-751efb3a-3397-41c5-acf8-96e56c069200 None None] For port c9cf75ab-30e2-4e8c-9f0a-e7f19ab247d8, host dv-neutron-834599-1-hyperv, got binding levels [] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:58:17.030355 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-751efb3a-3397-41c5-acf8-96e56c069200 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:17.042584 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.tag.tag_plugin [None req-c459f501-b0fd-4d11-a9f5-ec0b09c2fbdd tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6868da17-27f7-421c-baac-675f8e0eb5fd', 'tempest-TagsExtTest-Tag-973671154') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:17.065871 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-751efb3a-3397-41c5-acf8-96e56c069200 None None] Calling delete_port for c9cf75ab-30e2-4e8c-9f0a-e7f19ab247d8 owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:58:17.070414 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.ipam_backend_mixin [None req-751efb3a-3397-41c5-acf8-96e56c069200 None None] Port c9cf75ab-30e2-4e8c-9f0a-e7f19ab247d8 was not found and therefore no delete operation was performed {{(pid=109051) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 22 10:58:17.073314 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-751efb3a-3397-41c5-acf8-96e56c069200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:17.082423 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a07c58-eff5-4194-b595-ca37a7405d56 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:58:17.106667 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e7a07c58-eff5-4194-b595-ca37a7405d56 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:17.106904 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9d267d-da1f-46a2-9800-81cf4ebd649d None None] Sync routers for ids ['2032c24b-c460-4fbf-8da1-5e6cb8167739'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:58:17.110946 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e7a07c58-eff5-4194-b595-ca37a7405d56 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] 10.222.0.57 "PUT /v2.0/routers/2032c24b-c460-4fbf-8da1-5e6cb8167739 HTTP/1.1" status: 200 len: 879 time: 8.8442438 Mar 22 10:58:17.113267 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39394) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:17.132203 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9d267d-da1f-46a2-9800-81cf4ebd649d None None] Routers {'2032c24b-c460-4fbf-8da1-5e6cb8167739'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:58:17.132203 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-fa9d267d-da1f-46a2-9800-81cf4ebd649d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:58:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['2032c24b-c460-4fbf-8da1-5e6cb8167739'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:17.145573 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751efb3a-3397-41c5-acf8-96e56c069200 None None] Pushing event deleted for resources: {'Port': ['ID=c9cf75ab-30e2-4e8c-9f0a-e7f19ab247d8,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:17.165863 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f43c8fac-f882-4be1-814c-69f2c76ade63 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:17.182482 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-243431af-f0e2-4814-bd52-ab07a8a0e6b1 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad179354-8d4d-4d12-8821-f571dec1bce2']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:17.194030 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39239c7a-1627-4810-b234-c893961046b6 req-f3235bd8-b60f-46c7-abf0-8fb4c8fdc672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:17.195080 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-92d0d467-c0b6-4561-9729-6a4b0f05361a tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.3034432 Mar 22 10:58:17.196027 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751efb3a-3397-41c5-acf8-96e56c069200 None None] No DVR routers for this DVR port c9cf75ab-30e2-4e8c-9f0a-e7f19ab247d8 on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:58:17.199028 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-39239c7a-1627-4810-b234-c893961046b6 req-f3235bd8-b60f-46c7-abf0-8fb4c8fdc672 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6a65d360-9164-47d6-a114-8a8963e979c8 HTTP/1.1" status: 200 len: 898 time: 0.4384587 Mar 22 10:58:17.199578 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39396) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:17.209925 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-243431af-f0e2-4814-bd52-ab07a8a0e6b1 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8eed8f2-2627-4514-91df-33ddfc7565ce') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:17.209925 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-243431af-f0e2-4814-bd52-ab07a8a0e6b1 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8eed8f2-2627-4514-91df-33ddfc7565ce') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:17.212679 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-fa9d267d-da1f-46a2-9800-81cf4ebd649d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:17.217758 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f43c8fac-f882-4be1-814c-69f2c76ade63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:17.230294 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9d267d-da1f-46a2-9800-81cf4ebd649d None None] Routers {'2032c24b-c460-4fbf-8da1-5e6cb8167739'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:58:17.230592 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-fa9d267d-da1f-46a2-9800-81cf4ebd649d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:58:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['2032c24b-c460-4fbf-8da1-5e6cb8167739'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:17.250328 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-243431af-f0e2-4814-bd52-ab07a8a0e6b1 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:17.268254 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-860d3864-5ee7-4582-82d3-732dc603e105 None None] Provisioning complete for port dadd40e4-8b04-4cbe-a1b3-b62b13ead2ce triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:17.268625 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-860d3864-5ee7-4582-82d3-732dc603e105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:17.273101 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-fa9d267d-da1f-46a2-9800-81cf4ebd649d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:17.274025 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9d267d-da1f-46a2-9800-81cf4ebd649d None None] The sync data for ids ['2032c24b-c460-4fbf-8da1-5e6cb8167739'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:58:17.280659 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-243431af-f0e2-4814-bd52-ab07a8a0e6b1 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:17.294406 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43c8fac-f882-4be1-814c-69f2c76ade63 None None] Network 4339461b-028b-4a4d-868a-19a90c08daf1 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:58:17.302046 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-f43c8fac-f882-4be1-814c-69f2c76ade63 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:58:17.309711 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43c8fac-f882-4be1-814c-69f2c76ade63 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:58:17.320070 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43c8fac-f882-4be1-814c-69f2c76ade63 None None] Pushing event updated for resources: {'Port': ['ID=0804092e-29ae-486f-b0f9-ee41c8b741f5,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:17.350593 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-860d3864-5ee7-4582-82d3-732dc603e105 None None] Port dadd40e4-8b04-4cbe-a1b3-b62b13ead2ce cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:58:17.386290 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-f43c8fac-f882-4be1-814c-69f2c76ade63 None None] Attempting to bind port 0804092e-29ae-486f-b0f9-ee41c8b741f5 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:58:17.386290 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-f43c8fac-f882-4be1-814c-69f2c76ade63 None None] Attempting to bind port 0804092e-29ae-486f-b0f9-ee41c8b741f5 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '0783b825-2601-45f0-958a-8bdcaa603211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4339461b-028b-4a4d-868a-19a90c08daf1'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:58:17.386635 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43c8fac-f882-4be1-814c-69f2c76ade63 None None] Attempting to bind port 0804092e-29ae-486f-b0f9-ee41c8b741f5 on network 4339461b-028b-4a4d-868a-19a90c08daf1 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:58:17.392459 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43c8fac-f882-4be1-814c-69f2c76ade63 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:58:17.392847 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43c8fac-f882-4be1-814c-69f2c76ade63 None None] Checking segment: {'id': '0783b825-2601-45f0-958a-8bdcaa603211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4339461b-028b-4a4d-868a-19a90c08daf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:58:17.393713 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f43c8fac-f882-4be1-814c-69f2c76ade63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:17.394237 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4287cb0d-cb32-42b2-a85e-5389b2e81d28 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:17.394374 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43c8fac-f882-4be1-814c-69f2c76ade63 None None] Bound using segment: {'id': '0783b825-2601-45f0-958a-8bdcaa603211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4339461b-028b-4a4d-868a-19a90c08daf1'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:58:17.394721 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-f43c8fac-f882-4be1-814c-69f2c76ade63 None None] Bound port: 0804092e-29ae-486f-b0f9-ee41c8b741f5, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0783b825-2601-45f0-958a-8bdcaa603211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4339461b-028b-4a4d-868a-19a90c08daf1'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:58:17.395574 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f43c8fac-f882-4be1-814c-69f2c76ade63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:17.398018 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-77461d00-3792-4175-b560-50cae7286f2f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:17.404684 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-c459f501-b0fd-4d11-a9f5-ec0b09c2fbdd tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] show failed (client error): The resource could not be found. Mar 22 10:58:17.407415 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c459f501-b0fd-4d11-a9f5-ec0b09c2fbdd tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] 10.222.0.57 "GET /v2.0/ports/6868da17-27f7-421c-baac-675f8e0eb5fd/tags/tempest-TagsExtTest-Tag-973671154 HTTP/1.1" status: 404 len: 328 time: 0.3840959 Mar 22 10:58:17.412852 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39398) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:17.422784 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.tag.tag_plugin [None req-482879db-0ea4-4958-b2c9-1b21cd2f9645 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6868da17-27f7-421c-baac-675f8e0eb5fd', 'tempest-TagsExtTest-Tag-690777271') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:17.469898 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-f43c8fac-f882-4be1-814c-69f2c76ade63 None None] For port 0804092e-29ae-486f-b0f9-ee41c8b741f5, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:58:17.473827 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-f43c8fac-f882-4be1-814c-69f2c76ade63 None None] For port 0804092e-29ae-486f-b0f9-ee41c8b741f5, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=0804092e-29ae-486f-b0f9-ee41c8b741f5,segment=NetworkSegment(0783b825-2601-45f0-958a-8bdcaa603211),segment_id=0783b825-2601-45f0-958a-8bdcaa603211)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:58:17.477157 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4287cb0d-cb32-42b2-a85e-5389b2e81d28 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event deleted for resources: {'Port': ['ID=65ed752c-8111-4896-aea7-e64b776dae51,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:17.488568 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f43c8fac-f882-4be1-814c-69f2c76ade63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:17.502131 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-803819ed-4023-401d-a499-38b81d1c1042 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] 10.222.0.57 "GET /v2.0/routers/2032c24b-c460-4fbf-8da1-5e6cb8167739 HTTP/1.1" status: 200 len: 920 time: 0.3817933 Mar 22 10:58:17.534765 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39400) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:17.568280 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43c8fac-f882-4be1-814c-69f2c76ade63 None None] Pushing event updated for resources: {'Port': ['ID=0804092e-29ae-486f-b0f9-ee41c8b741f5,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:17.580248 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77461d00-3792-4175-b560-50cae7286f2f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event deleted for resources: {'Port': ['ID=dadd40e4-8b04-4cbe-a1b3-b62b13ead2ce,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:17.638015 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a4898772-d692-454f-a6c3-5165a6f8068b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:17.665082 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-77461d00-3792-4175-b560-50cae7286f2f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:17.670736 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-77461d00-3792-4175-b560-50cae7286f2f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/ports/dadd40e4-8b04-4cbe-a1b3-b62b13ead2ce HTTP/1.1" status: 204 len: 168 time: 2.5709257 Mar 22 10:58:17.674440 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39402) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:17.687588 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-243431af-f0e2-4814-bd52-ab07a8a0e6b1 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:58:17.688254 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-243431af-f0e2-4814-bd52-ab07a8a0e6b1 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:17.691948 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 10:58:17.691948 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:58:17.691948 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 10:58:17.691948 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:58:17.691948 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 10:58:17.691948 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:58:17.691948 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 10:58:17.691948 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:58:17.691948 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 10:58:17.691948 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:58:17.691948 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 10:58:17.691948 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:58:17.691948 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 10:58:17.691948 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:58:17.691948 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:58:17.691948 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:58:17.691948 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:58:17.691948 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:58:17.691948 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 10:58:17.691948 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:58:17.691948 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 10:58:17.691948 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:58:17.691948 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:58:17.691948 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:58:17.691948 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 10:58:17.691948 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:58:17.691948 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:58:17.691948 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:58:17.691948 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:58:17.691948 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:58:17.691948 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:58:17.691948 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:58:17.735141 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4287cb0d-cb32-42b2-a85e-5389b2e81d28 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:17.738669 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4287cb0d-cb32-42b2-a85e-5389b2e81d28 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "DELETE /v2.0/ports/65ed752c-8111-4896-aea7-e64b776dae51 HTTP/1.1" status: 204 len: 168 time: 2.5181127 Mar 22 10:58:17.745469 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39404) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:17.749033 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242667a7-ef20-48b9-b6b1-2ddea78cbee0 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:17.754310 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-242667a7-ef20-48b9-b6b1-2ddea78cbee0 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=a14ca783-6f82-4799-85a3-4cbe79c980a8&device_id=2032c24b-c460-4fbf-8da1-5e6cb8167739&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2171164 Mar 22 10:58:17.781919 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39406) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:17.791502 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-e39e6c7b-9c15-4f40-b4fe-16966c7fe2de tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] GET failed (client error): The resource could not be found. Mar 22 10:58:17.793146 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e39e6c7b-9c15-4f40-b4fe-16966c7fe2de tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "GET /v2.0/ports/65ed752c-8111-4896-aea7-e64b776dae51 HTTP/1.1" status: 404 len: 333 time: 0.0364499 Mar 22 10:58:17.796361 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39408) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:17.850111 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-482879db-0ea4-4958-b2c9-1b21cd2f9645 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] show failed (client error): The resource could not be found. Mar 22 10:58:17.856250 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-482879db-0ea4-4958-b2c9-1b21cd2f9645 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] 10.222.0.57 "GET /v2.0/ports/6868da17-27f7-421c-baac-675f8e0eb5fd/tags/tempest-TagsExtTest-Tag-690777271 HTTP/1.1" status: 404 len: 328 time: 0.4409878 Mar 22 10:58:17.858748 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39410) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:17.867530 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.tag.tag_plugin [None req-af318710-2e65-4a4c-9f3e-39ab658bed58 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '36d2235e-900b-4a50-b2a4-697b821aa9e0', {'tags': ['tempest-TagsExtTest-Tag-82819113', 'tempest-TagsExtTest-Tag-1324941964', 'tempest-TagsExtTest-Tag-1572906730']}) {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:17.935984 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device c9cf75ab-30e2-4e8c-9f0a-e7f19ab247d8 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:58:17.961001 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5070d221-f87c-42c3-bd98-30c435555e50 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:17.961666 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: c9cf75ab-30e2-4e8c-9f0a-e7f19ab247d8 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:58:17.962030 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device c9cf75ab-30e2-4e8c-9f0a-e7f19ab247d8 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:58:17.964241 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5070d221-f87c-42c3-bd98-30c435555e50 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2836246 Mar 22 10:58:17.984761 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39412) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:17.988070 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-39239c7a-1627-4810-b234-c893961046b6 req-ec4a3508-9f48-45d6-ad37-4a92a0730e44 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43458a49-b7a5-495f-8072-2ea6171a6932 HTTP/1.1" status: 200 len: 1001 time: 0.7766106 Mar 22 10:58:17.988671 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-243431af-f0e2-4814-bd52-ab07a8a0e6b1 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:18.005426 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8a84d575-9792-4340-9f27-954da1d14bb2 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:18.010094 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6f7fcaa-c694-4896-be45-ebc94f27f0a4 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Deleting subnet 83cda454-1143-4e62-8d47-ab4b0fdfe341 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:58:18.015115 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-243431af-f0e2-4814-bd52-ab07a8a0e6b1 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:18.020923 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-243431af-f0e2-4814-bd52-ab07a8a0e6b1 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] 10.222.0.57 "DELETE /v2.0/networks/ad179354-8d4d-4d12-8821-f571dec1bce2 HTTP/1.1" status: 204 len: 168 time: 2.4960353 Mar 22 10:58:18.027604 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39414) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:18.031614 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-af318710-2e65-4a4c-9f3e-39ab658bed58 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] 10.222.0.57 "PUT /v2.0/routers/36d2235e-900b-4a50-b2a4-697b821aa9e0/tags HTTP/1.1" status: 200 len: 316 time: 0.1717999 Mar 22 10:58:18.032433 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c6f7fcaa-c694-4896-be45-ebc94f27f0a4 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:18.043416 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39416) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:18.066528 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.tag.tag_plugin [None req-5f716315-27cc-463d-9aaf-c818a3178e5b tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '36d2235e-900b-4a50-b2a4-697b821aa9e0') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:18.088843 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243431af-f0e2-4814-bd52-ab07a8a0e6b1 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Pushing event deleted for resources: {'Network': ['ID=ad179354-8d4d-4d12-8821-f571dec1bce2,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:18.115566 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8a84d575-9792-4340-9f27-954da1d14bb2 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:18.129048 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a6c0ce9-6c6d-4ae6-b3c7-9d00e3490f12 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] DELETE failed (client error): The resource could not be found. Mar 22 10:58:18.129504 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a6c0ce9-6c6d-4ae6-b3c7-9d00e3490f12 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:18.132572 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4a6c0ce9-6c6d-4ae6-b3c7-9d00e3490f12 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] 10.222.0.57 "DELETE /v2.0/subnets/e32c12f4-1e66-43df-b82b-6240a30c7df9 HTTP/1.1" status: 404 len: 337 time: 0.1029329 Mar 22 10:58:18.140051 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39418) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:18.159308 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c6f7fcaa-c694-4896-be45-ebc94f27f0a4 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:18.199208 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e858a48-eb6a-461f-adfd-b857c0d453d0 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:18.200806 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9e858a48-eb6a-461f-adfd-b857c0d453d0 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2127686 Mar 22 10:58:18.205040 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0e2817c-d402-440a-aad2-848236616d93 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] DELETE failed (client error): The resource could not be found. Mar 22 10:58:18.205623 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0e2817c-d402-440a-aad2-848236616d93 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:18.208709 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e0e2817c-d402-440a-aad2-848236616d93 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] 10.222.0.57 "DELETE /v2.0/networks/13e09da5-c0ab-45ab-bb5d-9c01599e5656 HTTP/1.1" status: 404 len: 339 time: 0.0666935 Mar 22 10:58:18.213587 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39420) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:18.213981 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39422) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:18.226405 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39239c7a-1627-4810-b234-c893961046b6 req-d3e01fe5-ccd4-4105-bc9e-3ac135899c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:18.227899 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-39239c7a-1627-4810-b234-c893961046b6 req-d3e01fe5-ccd4-4105-bc9e-3ac135899c25 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4c71e94c-7cee-47cf-9eaa-4ef0468212bd HTTP/1.1" status: 200 len: 835 time: 0.2269807 Mar 22 10:58:18.247155 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a4898772-d692-454f-a6c3-5165a6f8068b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:18.296126 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8a84d575-9792-4340-9f27-954da1d14bb2 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:18.297780 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a4898772-d692-454f-a6c3-5165a6f8068b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:18.301616 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8a84d575-9792-4340-9f27-954da1d14bb2 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:18.302760 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-8a84d575-9792-4340-9f27-954da1d14bb2 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/64e31862-c6aa-4abf-8208-e2fdd7af8096 HTTP/1.1" status: 204 len: 168 time: 1.0985835 Mar 22 10:58:18.314100 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39424) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:18.327713 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89dd9a0-1c1d-464b-95df-7bca4400281a tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:18.331864 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-a89dd9a0-1c1d-464b-95df-7bca4400281a tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] 10.222.0.57 "GET /v2.0/networks/a14ca783-6f82-4799-85a3-4cbe79c980a8 HTTP/1.1" status: 200 len: 881 time: 0.5426636 Mar 22 10:58:18.337377 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39426) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:18.352968 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a84d575-9792-4340-9f27-954da1d14bb2 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=64e31862-c6aa-4abf-8208-e2fdd7af8096,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:18.392583 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-c0ff19a6-1754-423b-965f-b8721c82ee53 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] 10.222.0.57 "GET /v2.0/ports?device_id=2032c24b-c460-4fbf-8da1-5e6cb8167739 HTTP/1.1" status: 200 len: 205 time: 0.0502920 Mar 22 10:58:18.401039 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-78edbae4-121f-435f-b6f1-ca0f195930e7 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Deleting subnet 293cc4d8-a5bd-43d0-b076-0e846293beb6 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:58:18.402230 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a4898772-d692-454f-a6c3-5165a6f8068b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:18.406735 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-a4898772-d692-454f-a6c3-5165a6f8068b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5130820 Mar 22 10:58:18.407053 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39428) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:18.407414 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39430) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:18.408413 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-78edbae4-121f-435f-b6f1-ca0f195930e7 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:18.418299 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-598d49f9-87a3-4537-a95f-3c20cddd4848 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': '963c9364-e1be-481f-add7-e92c7a0952a5', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:18.422454 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4898772-d692-454f-a6c3-5165a6f8068b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe803fad-516c-4c6d-add6-f277b08da9fd,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:18.457904 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70774a11-0089-4184-a30a-94ac54530386 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:18.459517 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70774a11-0089-4184-a30a-94ac54530386 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:18.461018 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70774a11-0089-4184-a30a-94ac54530386 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:18.465100 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-70774a11-0089-4184-a30a-94ac54530386 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2477014 Mar 22 10:58:18.467058 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39432) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:18.469440 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c6f7fcaa-c694-4896-be45-ebc94f27f0a4 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:18.487030 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7a3e4f0f-08f1-48c0-8e84-634389e06635 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1625390 Mar 22 10:58:18.487283 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39239c7a-1627-4810-b234-c893961046b6 req-ce3151d5-e4c0-49f2-90d2-2f307bb279fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:18.488265 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-39239c7a-1627-4810-b234-c893961046b6 req-ce3151d5-e4c0-49f2-90d2-2f307bb279fd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6a65d360-9164-47d6-a114-8a8963e979c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2462473 Mar 22 10:58:18.490320 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39434) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:18.512629 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5f716315-27cc-463d-9aaf-c818a3178e5b tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] 10.222.0.57 "DELETE /v2.0/routers/36d2235e-900b-4a50-b2a4-697b821aa9e0/tags HTTP/1.1" status: 204 len: 168 time: 0.4473779 Mar 22 10:58:18.514580 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39436) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:18.522974 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.tag.tag_plugin [None req-377d7acc-fb5c-48e4-93fc-28a8ff315d77 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '36d2235e-900b-4a50-b2a4-697b821aa9e0', 'tempest-TagsExtTest-Tag-82819113') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:18.646800 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-598d49f9-87a3-4537-a95f-3c20cddd4848 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:18.718913 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5d393b61-0ad5-4951-9e13-c1d6c260e513 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:18.724404 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_v2 [None req-37de1a91-9da6-494a-a52d-f42ff35fc87b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Deleting subnet 6ba2a5f8-adde-4ce9-a3b1-82e8c6c10d44 {{(pid=109050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:58:18.752132 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-37de1a91-9da6-494a-a52d-f42ff35fc87b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:18.773139 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5d393b61-0ad5-4951-9e13-c1d6c260e513 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:18.785945 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959d247f-b92b-4630-9ca8-5c9fc0a91f94 None None] Network 4339461b-028b-4a4d-868a-19a90c08daf1 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:58:18.814238 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-429c8607-79d7-4c41-afc1-132837b961a6 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks [] for router, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:18.824261 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-78edbae4-121f-435f-b6f1-ca0f195930e7 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:18.854622 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-cb86d4df-0495-4376-afbf-edeaddc33f85 None None] Provisioning complete for port 0804092e-29ae-486f-b0f9-ee41c8b741f5 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:18.854622 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-cb86d4df-0495-4376-afbf-edeaddc33f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:18.919466 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c6f7fcaa-c694-4896-be45-ebc94f27f0a4 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:18.921206 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-37de1a91-9da6-494a-a52d-f42ff35fc87b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11961780'] for subnet, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:18.931228 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-377d7acc-fb5c-48e4-93fc-28a8ff315d77 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] show failed (client error): The resource could not be found. Mar 22 10:58:18.931458 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-39239c7a-1627-4810-b234-c893961046b6 req-5b9808e6-8da5-4de9-9570-37643b492c24 service neutron] 10.222.0.35 "GET /v2.0/networks/6a65d360-9164-47d6-a114-8a8963e979c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4021716 Mar 22 10:58:18.934845 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-377d7acc-fb5c-48e4-93fc-28a8ff315d77 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] 10.222.0.57 "GET /v2.0/routers/36d2235e-900b-4a50-b2a4-697b821aa9e0/tags/tempest-TagsExtTest-Tag-82819113 HTTP/1.1" status: 404 len: 327 time: 0.4133511 Mar 22 10:58:18.955979 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39438) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:18.967406 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.tag.tag_plugin [None req-ba9fffee-3acb-46be-9062-e523547f98eb tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '36d2235e-900b-4a50-b2a4-697b821aa9e0', 'tempest-TagsExtTest-Tag-1324941964') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:18.980008 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5d393b61-0ad5-4951-9e13-c1d6c260e513 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:18.994137 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5d393b61-0ad5-4951-9e13-c1d6c260e513 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:18.995252 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-5d393b61-0ad5-4951-9e13-c1d6c260e513 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/87394488-7465-45b3-8090-e2ea6ab2719b HTTP/1.1" status: 204 len: 168 time: 0.4972072 Mar 22 10:58:18.995451 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c6f7fcaa-c694-4896-be45-ebc94f27f0a4 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:19.002567 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c6f7fcaa-c694-4896-be45-ebc94f27f0a4 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "DELETE /v2.0/subnets/83cda454-1143-4e62-8d47-ab4b0fdfe341 HTTP/1.1" status: 204 len: 168 time: 1.2029669 Mar 22 10:58:19.003494 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39440) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:19.003494 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39442) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:19.004253 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f7fcaa-c694-4896-be45-ebc94f27f0a4 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event deleted for resources: {'Subnet': ['ID=83cda454-1143-4e62-8d47-ab4b0fdfe341,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:19.011665 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf316932-a54e-4100-baea-4b09f4793e33 None None] Network 2b3a68a1-ca7b-4954-8517-70fddcf1f435 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:58:19.016875 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-cb86d4df-0495-4376-afbf-edeaddc33f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:19.097003 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-598d49f9-87a3-4537-a95f-3c20cddd4848 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:19.101990 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ce8ac3e8-52a1-48e5-9706-6b2874a94283 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683891'] for router_interface, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:19.103074 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d393b61-0ad5-4951-9e13-c1d6c260e513 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=87394488-7465-45b3-8090-e2ea6ab2719b,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:19.120354 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-78edbae4-121f-435f-b6f1-ca0f195930e7 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:19.154436 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-cb86d4df-0495-4376-afbf-edeaddc33f85 None None] For port 0804092e-29ae-486f-b0f9-ee41c8b741f5, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=0804092e-29ae-486f-b0f9-ee41c8b741f5,segment=NetworkSegment(0783b825-2601-45f0-958a-8bdcaa603211),segment_id=0783b825-2601-45f0-958a-8bdcaa603211)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:58:19.161774 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-cb86d4df-0495-4376-afbf-edeaddc33f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:19.178311 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c49d708a-36f4-40de-b085-c43b7f06d1a8 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1699948 Mar 22 10:58:19.199499 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39444) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:19.217992 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1df866c8-ea0d-4259-b540-85d3285f69b4 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:19.248537 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c29816b3-d5b8-4c28-87c1-84f958363290 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:19.249641 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb86d4df-0495-4376-afbf-edeaddc33f85 None None] Pushing event updated for resources: {'Port': ['ID=0804092e-29ae-486f-b0f9-ee41c8b741f5,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:19.258395 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c29816b3-d5b8-4c28-87c1-84f958363290 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:19.294891 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-78edbae4-121f-435f-b6f1-ca0f195930e7 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:19.337587 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b8e143-b17f-4119-afef-47ec80f4dcd2 None None] DHCP port deletion for 2b3a68a1-ca7b-4954-8517-70fddcf1f435 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:58:19.345917 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78edbae4-121f-435f-b6f1-ca0f195930e7 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Pushing event deleted for resources: {'Subnet': ['ID=293cc4d8-a5bd-43d0-b076-0e846293beb6,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:19.348280 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-78edbae4-121f-435f-b6f1-ca0f195930e7 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:19.354327 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-78edbae4-121f-435f-b6f1-ca0f195930e7 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] 10.222.0.57 "DELETE /v2.0/subnets/293cc4d8-a5bd-43d0-b076-0e846293beb6 HTTP/1.1" status: 204 len: 168 time: 1.1380129 Mar 22 10:58:19.356318 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39446) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:19.361113 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c29816b3-d5b8-4c28-87c1-84f958363290 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:19.377114 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c29816b3-d5b8-4c28-87c1-84f958363290 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:19.381094 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c29816b3-d5b8-4c28-87c1-84f958363290 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/a5b14036-ebcc-4eb8-9956-2f1c0c48beb9 HTTP/1.1" status: 204 len: 168 time: 0.1804554 Mar 22 10:58:19.381727 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39448) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:19.387847 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f1dc70-d736-4831-bf0b-7aa1f3d6e166 None None] Network 58ee3aba-8606-40a0-ba5f-dd813c07b20a requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:58:19.421248 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29816b3-d5b8-4c28-87c1-84f958363290 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a5b14036-ebcc-4eb8-9956-2f1c0c48beb9,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:19.468066 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-37de1a91-9da6-494a-a52d-f42ff35fc87b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:19.475455 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-598d49f9-87a3-4537-a95f-3c20cddd4848 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:19.499958 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-1df866c8-ea0d-4259-b540-85d3285f69b4 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Deleting port 0231f02d-5a61-4229-a336-e8f632434f22 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:58:19.500306 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1df866c8-ea0d-4259-b540-85d3285f69b4 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:19.513395 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-43dfbe59-0259-40df-ba6b-31c2c43bd651 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1157184 Mar 22 10:58:19.516986 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b10a3b49-d4c7-48bb-96c2-28c27d218bc3 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:19.517354 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-d9b8e143-b17f-4119-afef-47ec80f4dcd2 None None] Deleting port 0231f02d-5a61-4229-a336-e8f632434f22 {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:58:19.517803 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d9b8e143-b17f-4119-afef-47ec80f4dcd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:19.528472 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39450) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:19.601210 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-d9b8e143-b17f-4119-afef-47ec80f4dcd2 None None] For port 0231f02d-5a61-4229-a336-e8f632434f22, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=0231f02d-5a61-4229-a336-e8f632434f22,segment=NetworkSegment(b287c307-3725-4ba6-93b3-36489010e4c5),segment_id=b287c307-3725-4ba6-93b3-36489010e4c5)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:58:19.601899 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d9b8e143-b17f-4119-afef-47ec80f4dcd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:19.610219 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598d49f9-87a3-4537-a95f-3c20cddd4848 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa555fb8-e670-4587-9f89-990fbfbca1ea,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:19.612148 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-304fa09d-87df-4c66-889c-b6f76b2cb4c1 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:19.635207 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-d9b8e143-b17f-4119-afef-47ec80f4dcd2 None None] Calling delete_port for 0231f02d-5a61-4229-a336-e8f632434f22 owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:58:19.646248 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-429c8607-79d7-4c41-afc1-132837b961a6 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:19.648674 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-1df866c8-ea0d-4259-b540-85d3285f69b4 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] For port 0231f02d-5a61-4229-a336-e8f632434f22, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=0231f02d-5a61-4229-a336-e8f632434f22,segment=NetworkSegment(b287c307-3725-4ba6-93b3-36489010e4c5),segment_id=b287c307-3725-4ba6-93b3-36489010e4c5)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:58:19.649182 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1df866c8-ea0d-4259-b540-85d3285f69b4 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:19.652676 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-25e979d4-771d-4587-a87c-b17067f56a66 None None] Provisioning complete for port 0804092e-29ae-486f-b0f9-ee41c8b741f5 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:19.653287 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-25e979d4-771d-4587-a87c-b17067f56a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:19.665394 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-304fa09d-87df-4c66-889c-b6f76b2cb4c1 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:19.669380 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-598d49f9-87a3-4537-a95f-3c20cddd4848 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:19.670772 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-598d49f9-87a3-4537-a95f-3c20cddd4848 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2613597 Mar 22 10:58:19.678490 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-1df866c8-ea0d-4259-b540-85d3285f69b4 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Calling delete_port for 0231f02d-5a61-4229-a336-e8f632434f22 owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:58:19.680220 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39452) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:19.685449 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-197cae25-967e-4281-90e2-c668a974fc8d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': '963c9364-e1be-481f-add7-e92c7a0952a5', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:19.687361 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.api.v2.resource [None req-ba9fffee-3acb-46be-9062-e523547f98eb tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] show failed (client error): The resource could not be found. Mar 22 10:58:19.688394 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-ba9fffee-3acb-46be-9062-e523547f98eb tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] 10.222.0.57 "GET /v2.0/routers/36d2235e-900b-4a50-b2a4-697b821aa9e0/tags/tempest-TagsExtTest-Tag-1324941964 HTTP/1.1" status: 404 len: 329 time: 0.7289855 Mar 22 10:58:19.694414 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39454) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:19.696444 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-39239c7a-1627-4810-b234-c893961046b6 req-aa1e8fde-2e10-46b2-9195-c43127c2140a service neutron] 10.222.0.35 "GET /v2.0/networks/6a65d360-9164-47d6-a114-8a8963e979c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7395124 Mar 22 10:58:19.732763 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.tag.tag_plugin [None req-32b84c1e-6c35-4cb3-960e-9f016a4c1b5f tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '36d2235e-900b-4a50-b2a4-697b821aa9e0', 'tempest-TagsExtTest-Tag-1572906730') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:19.781659 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-37de1a91-9da6-494a-a52d-f42ff35fc87b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:19.822309 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37de1a91-9da6-494a-a52d-f42ff35fc87b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event deleted for resources: {'Subnet': ['ID=6ba2a5f8-adde-4ce9-a3b1-82e8c6c10d44,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:19.829045 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-37de1a91-9da6-494a-a52d-f42ff35fc87b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:19.832171 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-37de1a91-9da6-494a-a52d-f42ff35fc87b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/subnets/6ba2a5f8-adde-4ce9-a3b1-82e8c6c10d44 HTTP/1.1" status: 204 len: 168 time: 1.3596861 Mar 22 10:58:19.835383 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39456) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:19.870720 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-304fa09d-87df-4c66-889c-b6f76b2cb4c1 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:19.874149 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2e43ee-7e7a-4ac7-9d3a-ebf8550b85df None None] DHCP port deletion for 58ee3aba-8606-40a0-ba5f-dd813c07b20a request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:58:19.875967 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-304fa09d-87df-4c66-889c-b6f76b2cb4c1 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:19.876325 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6cb2d6-4720-4d92-ab91-fd76d52d7fff None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:58:19.879194 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-304fa09d-87df-4c66-889c-b6f76b2cb4c1 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/7f0d0068-85cd-412c-97da-55bc1ea98145 HTTP/1.1" status: 204 len: 168 time: 0.3474047 Mar 22 10:58:19.881354 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39458) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:19.902842 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304fa09d-87df-4c66-889c-b6f76b2cb4c1 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7f0d0068-85cd-412c-97da-55bc1ea98145,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:19.924160 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_v2 [None req-879e360f-65a7-490f-b40d-3c448dd31e57 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Deleting subnet 784a323b-caa6-4152-8933-5b7977421fae {{(pid=109050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:58:19.928528 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-429c8607-79d7-4c41-afc1-132837b961a6 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Deleting port 81976439-af13-4cea-8903-836a1a918b9c {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:58:19.928891 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-429c8607-79d7-4c41-afc1-132837b961a6 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:19.933785 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-879e360f-65a7-490f-b40d-3c448dd31e57 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:19.957707 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-197cae25-967e-4281-90e2-c668a974fc8d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:19.983544 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-32b84c1e-6c35-4cb3-960e-9f016a4c1b5f tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] show failed (client error): The resource could not be found. Mar 22 10:58:19.987841 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-32b84c1e-6c35-4cb3-960e-9f016a4c1b5f tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] 10.222.0.57 "GET /v2.0/routers/36d2235e-900b-4a50-b2a4-697b821aa9e0/tags/tempest-TagsExtTest-Tag-1572906730 HTTP/1.1" status: 404 len: 329 time: 0.2611382 Mar 22 10:58:20.001802 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39460) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:20.025247 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.tag.tag_plugin [None req-a4b38737-b4ce-4a03-81a1-acd48f25e47e tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'be9bd81b-a0a4-49d0-a983-d04a69aad7a0', {'tags': ['tempest-TagsExtTest-Tag-1030972378', 'tempest-TagsExtTest-Tag-702580258', 'tempest-TagsExtTest-Tag-982191158']}) {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:20.029044 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d9b8e143-b17f-4119-afef-47ec80f4dcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:20.036475 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-b10a3b49-d4c7-48bb-96c2-28c27d218bc3 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Deleting port 748ca494-4f82-472b-b586-6893413cfaab {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:58:20.036817 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b10a3b49-d4c7-48bb-96c2-28c27d218bc3 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:20.056265 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-433bd7c6-4ffc-4d45-a942-5b9cd360c0ab tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1698887 Mar 22 10:58:20.058079 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39462) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:20.114939 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b8e143-b17f-4119-afef-47ec80f4dcd2 None None] Pushing event deleted for resources: {'Port': ['ID=0231f02d-5a61-4229-a336-e8f632434f22,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:20.131403 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-879e360f-65a7-490f-b40d-3c448dd31e57 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11961780'] for subnet, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:20.133187 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 0804092e-29ae-486f-b0f9-ee41c8b741f5 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:58:20.135701 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1df866c8-ea0d-4259-b540-85d3285f69b4 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:20.138333 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b8e143-b17f-4119-afef-47ec80f4dcd2 None None] No DVR routers for this DVR port 0231f02d-5a61-4229-a336-e8f632434f22 on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:58:20.216896 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-429c8607-79d7-4c41-afc1-132837b961a6 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:20.221174 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-9d2e43ee-7e7a-4ac7-9d3a-ebf8550b85df None None] Deleting port 748ca494-4f82-472b-b586-6893413cfaab {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:58:20.221790 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9d2e43ee-7e7a-4ac7-9d3a-ebf8550b85df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:20.240633 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df866c8-ea0d-4259-b540-85d3285f69b4 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event deleted for resources: {'Port': ['ID=0231f02d-5a61-4229-a336-e8f632434f22,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:20.243687 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-b10a3b49-d4c7-48bb-96c2-28c27d218bc3 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] For port 748ca494-4f82-472b-b586-6893413cfaab, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=748ca494-4f82-472b-b586-6893413cfaab,segment=NetworkSegment(23557e96-3a5b-43da-8fcf-8d1dce61d40e),segment_id=23557e96-3a5b-43da-8fcf-8d1dce61d40e)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:58:20.244038 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b10a3b49-d4c7-48bb-96c2-28c27d218bc3 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:20.255626 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-429c8607-79d7-4c41-afc1-132837b961a6 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Calling delete_port for 81976439-af13-4cea-8903-836a1a918b9c owned by network:router_gateway {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:58:20.262474 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a4b38737-b4ce-4a03-81a1-acd48f25e47e tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] 10.222.0.57 "PUT /v2.0/subnetpools/be9bd81b-a0a4-49d0-a983-d04a69aad7a0/tags HTTP/1.1" status: 200 len: 316 time: 0.2494836 Mar 22 10:58:20.266792 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df866c8-ea0d-4259-b540-85d3285f69b4 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] No DVR routers for this DVR port 0231f02d-5a61-4229-a336-e8f632434f22 on host dv-neutron-834599-1-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:58:20.270141 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39466) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:20.274840 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.tag.tag_plugin [None req-70dfdedc-7a67-4be0-98ba-57fa98c105db tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'be9bd81b-a0a4-49d0-a983-d04a69aad7a0') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:20.289335 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-b10a3b49-d4c7-48bb-96c2-28c27d218bc3 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Calling delete_port for 748ca494-4f82-472b-b586-6893413cfaab owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:58:20.335384 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-ce8ac3e8-52a1-48e5-9706-6b2874a94283 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Deleting port 66a3e115-a8db-4e90-b7c3-81defe80d30a {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:58:20.335727 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ce8ac3e8-52a1-48e5-9706-6b2874a94283 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:20.353654 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-9d2e43ee-7e7a-4ac7-9d3a-ebf8550b85df None None] For port 748ca494-4f82-472b-b586-6893413cfaab, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=748ca494-4f82-472b-b586-6893413cfaab,segment=NetworkSegment(23557e96-3a5b-43da-8fcf-8d1dce61d40e),segment_id=23557e96-3a5b-43da-8fcf-8d1dce61d40e)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:58:20.353940 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-197cae25-967e-4281-90e2-c668a974fc8d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:20.354494 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9d2e43ee-7e7a-4ac7-9d3a-ebf8550b85df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:20.357886 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-879e360f-65a7-490f-b40d-3c448dd31e57 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:20.364460 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-92dfe78a-2888-497a-8c83-3d1321ec824c tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:20.370799 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-197cae25-967e-4281-90e2-c668a974fc8d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:20.377352 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 0804092e-29ae-486f-b0f9-ee41c8b741f5 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:20.377727 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:20.379725 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-9d2e43ee-7e7a-4ac7-9d3a-ebf8550b85df None None] Calling delete_port for 748ca494-4f82-472b-b586-6893413cfaab owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:58:20.435290 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1df866c8-ea0d-4259-b540-85d3285f69b4 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:20.475319 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197cae25-967e-4281-90e2-c668a974fc8d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ba9ebe5-b204-4bef-8195-5857c575b2c0,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:20.500996 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-92dfe78a-2888-497a-8c83-3d1321ec824c tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:20.510050 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-197cae25-967e-4281-90e2-c668a974fc8d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:20.511261 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-197cae25-967e-4281-90e2-c668a974fc8d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8300698 Mar 22 10:58:20.514776 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-1df866c8-ea0d-4259-b540-85d3285f69b4 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b3a68a1-ca7b-4954-8517-70fddcf1f435']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:20.522748 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39468) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:20.529305 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-70dfdedc-7a67-4be0-98ba-57fa98c105db tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] 10.222.0.57 "DELETE /v2.0/subnetpools/be9bd81b-a0a4-49d0-a983-d04a69aad7a0/tags HTTP/1.1" status: 204 len: 168 time: 0.2578919 Mar 22 10:58:20.540726 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39470) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:20.544909 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-0e344c56-05d0-463a-8e06-b2bcba4c31b7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': '963c9364-e1be-481f-add7-e92c7a0952a5', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:20.545524 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.tag.tag_plugin [None req-cd01f53c-46c5-4c48-8637-fce60c32bef5 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'be9bd81b-a0a4-49d0-a983-d04a69aad7a0', 'tempest-TagsExtTest-Tag-1030972378') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:20.556335 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-1df866c8-ea0d-4259-b540-85d3285f69b4 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b287c307-3725-4ba6-93b3-36489010e4c5') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:20.556624 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-1df866c8-ea0d-4259-b540-85d3285f69b4 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b287c307-3725-4ba6-93b3-36489010e4c5') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:20.569208 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9d2e43ee-7e7a-4ac7-9d3a-ebf8550b85df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:20.572872 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ce8ac3e8-52a1-48e5-9706-6b2874a94283 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:20.575606 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1df866c8-ea0d-4259-b540-85d3285f69b4 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:20.592504 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-ce8ac3e8-52a1-48e5-9706-6b2874a94283 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Calling delete_port for 66a3e115-a8db-4e90-b7c3-81defe80d30a owned by network:router_interface {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:58:20.600957 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-879e360f-65a7-490f-b40d-3c448dd31e57 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:20.608888 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2e43ee-7e7a-4ac7-9d3a-ebf8550b85df None None] No DVR routers for this DVR port 748ca494-4f82-472b-b586-6893413cfaab on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:58:20.615424 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2e43ee-7e7a-4ac7-9d3a-ebf8550b85df None None] Pushing event deleted for resources: {'Port': ['ID=748ca494-4f82-472b-b586-6893413cfaab,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:20.649382 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1df866c8-ea0d-4259-b540-85d3285f69b4 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:20.654325 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 0231f02d-5a61-4229-a336-e8f632434f22 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:58:20.665207 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b10a3b49-d4c7-48bb-96c2-28c27d218bc3 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:20.672247 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1df866c8-ea0d-4259-b540-85d3285f69b4 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:58:20.672652 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1df866c8-ea0d-4259-b540-85d3285f69b4 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:20.678620 dv-neutron-834599-1-hyperv neutron-server[109049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:58:20.678620 dv-neutron-834599-1-hyperv neutron-server[109049]: self.session.flush() Mar 22 10:58:20.678620 dv-neutron-834599-1-hyperv neutron-server[109049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:58:20.678620 dv-neutron-834599-1-hyperv neutron-server[109049]: self.session.flush() Mar 22 10:58:20.678620 dv-neutron-834599-1-hyperv neutron-server[109049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:58:20.678620 dv-neutron-834599-1-hyperv neutron-server[109049]: self.session.flush() Mar 22 10:58:20.678620 dv-neutron-834599-1-hyperv neutron-server[109049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:58:20.678620 dv-neutron-834599-1-hyperv neutron-server[109049]: self.session.flush() Mar 22 10:58:20.678620 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 10:58:20.678620 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:58:20.678620 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 10:58:20.678620 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:58:20.678620 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 10:58:20.678620 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:58:20.678620 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 10:58:20.678620 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:58:20.678620 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 10:58:20.678620 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:58:20.678620 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 10:58:20.678620 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:58:20.678620 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 10:58:20.678620 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:58:20.678620 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:58:20.678620 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:58:20.678620 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:58:20.678620 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:58:20.678620 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 10:58:20.678620 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:58:20.678620 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 10:58:20.678620 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:58:20.678620 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:58:20.678620 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:58:20.678620 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 10:58:20.678620 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:58:20.678620 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:58:20.678620 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:58:20.678620 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:58:20.678620 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:58:20.678620 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:58:20.678620 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:58:20.681983 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0e344c56-05d0-463a-8e06-b2bcba4c31b7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:20.688268 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 0231f02d-5a61-4229-a336-e8f632434f22 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:58:20.688739 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 0231f02d-5a61-4229-a336-e8f632434f22 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:58:20.689267 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 748ca494-4f82-472b-b586-6893413cfaab no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:58:20.710119 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 748ca494-4f82-472b-b586-6893413cfaab {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:58:20.710631 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 748ca494-4f82-472b-b586-6893413cfaab not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:58:20.737670 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e360f-65a7-490f-b40d-3c448dd31e57 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event deleted for resources: {'Subnet': ['ID=784a323b-caa6-4152-8933-5b7977421fae,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:20.744491 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-879e360f-65a7-490f-b40d-3c448dd31e57 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:20.748098 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-879e360f-65a7-490f-b40d-3c448dd31e57 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/subnets/784a323b-caa6-4152-8933-5b7977421fae HTTP/1.1" status: 204 len: 168 time: 0.9109898 Mar 22 10:58:20.752995 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.api.v2.resource [None req-cd01f53c-46c5-4c48-8637-fce60c32bef5 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] show failed (client error): The resource could not be found. Mar 22 10:58:20.756974 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-cd01f53c-46c5-4c48-8637-fce60c32bef5 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] 10.222.0.57 "GET /v2.0/subnetpools/be9bd81b-a0a4-49d0-a983-d04a69aad7a0/tags/tempest-TagsExtTest-Tag-1030972378 HTTP/1.1" status: 404 len: 329 time: 0.2150066 Mar 22 10:58:20.757616 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39472) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:20.757951 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39474) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:20.767639 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.tag.tag_plugin [None req-4779c54d-1de1-4456-a151-fef2be3424b0 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'be9bd81b-a0a4-49d0-a983-d04a69aad7a0', 'tempest-TagsExtTest-Tag-702580258') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:20.768720 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-92dfe78a-2888-497a-8c83-3d1321ec824c tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:20.771814 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-92dfe78a-2888-497a-8c83-3d1321ec824c tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:20.775490 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-92dfe78a-2888-497a-8c83-3d1321ec824c tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "DELETE /v2.0/security-groups/9194d6c1-9095-437d-bf17-81060c8b1fe5 HTTP/1.1" status: 204 len: 168 time: 0.7003963 Mar 22 10:58:20.783300 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39476) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:20.791071 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10a3b49-d4c7-48bb-96c2-28c27d218bc3 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Pushing event deleted for resources: {'Port': ['ID=748ca494-4f82-472b-b586-6893413cfaab,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:20.805458 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10a3b49-d4c7-48bb-96c2-28c27d218bc3 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] No DVR routers for this DVR port 748ca494-4f82-472b-b586-6893413cfaab on host dv-neutron-834599-1-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:58:20.839544 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-9608ca0c-ce82-42a2-b922-20d1e25d34d3 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0762858 Mar 22 10:58:20.842384 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dfe78a-2888-497a-8c83-3d1321ec824c tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9194d6c1-9095-437d-bf17-81060c8b1fe5,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:20.846527 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39478) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:20.855251 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1df866c8-ea0d-4259-b540-85d3285f69b4 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:20.860583 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-dbf696dc-1baf-420e-a568-ef4c3fd0cb88 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'subnet': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:20.880191 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1df866c8-ea0d-4259-b540-85d3285f69b4 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:20.883567 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1df866c8-ea0d-4259-b540-85d3285f69b4 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "DELETE /v2.0/networks/2b3a68a1-ca7b-4954-8517-70fddcf1f435 HTTP/1.1" status: 204 len: 168 time: 1.8741052 Mar 22 10:58:20.900135 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39480) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:20.909421 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df866c8-ea0d-4259-b540-85d3285f69b4 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event deleted for resources: {'Network': ['ID=2b3a68a1-ca7b-4954-8517-70fddcf1f435,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:20.915685 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-96ad8907-c0f0-4e6f-aa91-fa7e306c5e13 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1127981818'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:20.925938 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-429c8607-79d7-4c41-afc1-132837b961a6 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:20.946312 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b10a3b49-d4c7-48bb-96c2-28c27d218bc3 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:20.974073 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0e344c56-05d0-463a-8e06-b2bcba4c31b7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:20.977902 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-b10a3b49-d4c7-48bb-96c2-28c27d218bc3 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58ee3aba-8606-40a0-ba5f-dd813c07b20a']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:20.985821 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0e344c56-05d0-463a-8e06-b2bcba4c31b7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:20.995686 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-b10a3b49-d4c7-48bb-96c2-28c27d218bc3 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23557e96-3a5b-43da-8fcf-8d1dce61d40e') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:20.995983 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-b10a3b49-d4c7-48bb-96c2-28c27d218bc3 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23557e96-3a5b-43da-8fcf-8d1dce61d40e') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:21.015718 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b10a3b49-d4c7-48bb-96c2-28c27d218bc3 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:21.018178 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e344c56-05d0-463a-8e06-b2bcba4c31b7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcfcf11c-cb1a-46b0-b9b5-4d4e037d892c,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:21.020777 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.api.v2.resource [None req-4779c54d-1de1-4456-a151-fef2be3424b0 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] show failed (client error): The resource could not be found. Mar 22 10:58:21.022266 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-4779c54d-1de1-4456-a151-fef2be3424b0 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] 10.222.0.57 "GET /v2.0/subnetpools/be9bd81b-a0a4-49d0-a983-d04a69aad7a0/tags/tempest-TagsExtTest-Tag-702580258 HTTP/1.1" status: 404 len: 328 time: 0.2578003 Mar 22 10:58:21.025499 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39482) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:21.030316 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.tag.tag_plugin [None req-a0d912c4-e588-40ba-9844-8eb0eba919b9 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'be9bd81b-a0a4-49d0-a983-d04a69aad7a0', 'tempest-TagsExtTest-Tag-982191158') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:21.037245 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0e344c56-05d0-463a-8e06-b2bcba4c31b7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:21.041381 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0e344c56-05d0-463a-8e06-b2bcba4c31b7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5051332 Mar 22 10:58:21.045534 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39484) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:21.050065 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-579915a5-f1cd-4dc1-9da2-b83fa7736a93 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': '963c9364-e1be-481f-add7-e92c7a0952a5', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:21.061221 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b10a3b49-d4c7-48bb-96c2-28c27d218bc3 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:21.072009 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429c8607-79d7-4c41-afc1-132837b961a6 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Pushing event deleted for resources: {'Port': ['ID=81976439-af13-4cea-8903-836a1a918b9c,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:21.073450 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b10a3b49-d4c7-48bb-96c2-28c27d218bc3 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:58:21.074395 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b10a3b49-d4c7-48bb-96c2-28c27d218bc3 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:21.076938 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 10:58:21.076938 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:58:21.076938 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 10:58:21.076938 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:58:21.076938 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 10:58:21.076938 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:58:21.076938 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 10:58:21.076938 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:58:21.076938 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 10:58:21.076938 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:58:21.076938 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 10:58:21.076938 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:58:21.076938 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 10:58:21.076938 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:58:21.076938 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:58:21.076938 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:58:21.076938 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:58:21.076938 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:58:21.076938 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 10:58:21.076938 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:58:21.076938 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 10:58:21.076938 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:58:21.076938 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:58:21.076938 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:58:21.076938 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 10:58:21.076938 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:58:21.076938 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:58:21.076938 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:58:21.076938 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:58:21.076938 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:58:21.076938 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:58:21.076938 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:58:21.092503 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-0992a0de-5d16-442e-97a4-f09d98fcc9ff tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3040488 Mar 22 10:58:21.093406 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39486) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:21.105656 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-e7b01f2b-cf55-416f-9edf-f30ceb82cf67 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Request body: {'security_group': {'name': 'tempest-secgroup--2106972507'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:21.147918 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ad8907-c0f0-4e6f-aa91-fa7e306c5e13 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Made reservation on behalf of 976d65578b3f4457a067052eaaa72feb for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:58:21.151717 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-96ad8907-c0f0-4e6f-aa91-fa7e306c5e13 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:21.163897 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.securitygroups_db [None req-579915a5-f1cd-4dc1-9da2-b83fa7736a93 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Project 9d323f0b18e24bb7bcd0d92686e5587a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 10:58:21.166927 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-a0d912c4-e588-40ba-9844-8eb0eba919b9 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] show failed (client error): The resource could not be found. Mar 22 10:58:21.168006 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a0d912c4-e588-40ba-9844-8eb0eba919b9 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] 10.222.0.57 "GET /v2.0/subnetpools/be9bd81b-a0a4-49d0-a983-d04a69aad7a0/tags/tempest-TagsExtTest-Tag-982191158 HTTP/1.1" status: 404 len: 328 time: 0.1412437 Mar 22 10:58:21.171652 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39488) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:21.176849 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.tag.tag_plugin [None req-3babf1fd-e85c-4fcc-be70-3dcc9cac23b5 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'be9bd81b-a0a4-49d0-a983-d04a69aad7a0') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:21.182870 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-579915a5-f1cd-4dc1-9da2-b83fa7736a93 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:21.202641 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b10a3b49-d4c7-48bb-96c2-28c27d218bc3 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:21.212510 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e7b01f2b-cf55-416f-9edf-f30ceb82cf67 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:21.220198 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b10a3b49-d4c7-48bb-96c2-28c27d218bc3 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:21.224514 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635500dc-b4ad-4413-9f57-223b83761aab None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:58:21.227769 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf696dc-1baf-420e-a568-ef4c3fd0cb88 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Made reservation on behalf of f7a8ac7bbd5d466888176c13ba053f5f for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:58:21.230900 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b10a3b49-d4c7-48bb-96c2-28c27d218bc3 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] 10.222.0.57 "DELETE /v2.0/networks/58ee3aba-8606-40a0-ba5f-dd813c07b20a HTTP/1.1" status: 204 len: 168 time: 1.8671985 Mar 22 10:58:21.231492 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dbf696dc-1baf-420e-a568-ef4c3fd0cb88 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:21.261614 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10a3b49-d4c7-48bb-96c2-28c27d218bc3 tempest-NetworksIpV6Test-1565139924 tempest-NetworksIpV6Test-1565139924-project] Pushing event deleted for resources: {'Network': ['ID=58ee3aba-8606-40a0-ba5f-dd813c07b20a,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:21.273602 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96ad8907-c0f0-4e6f-aa91-fa7e306c5e13 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:58:21.275936 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-429c8607-79d7-4c41-afc1-132837b961a6 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682553'] for router_gateway, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:21.293165 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3babf1fd-e85c-4fcc-be70-3dcc9cac23b5 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] 10.222.0.57 "DELETE /v2.0/subnetpools/be9bd81b-a0a4-49d0-a983-d04a69aad7a0/tags HTTP/1.1" status: 204 len: 168 time: 0.1197464 Mar 22 10:58:21.298550 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39492) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:21.304319 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.tag.tag_plugin [None req-fd608e5c-4e70-4bd8-b904-b0764bf921a9 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '36d2235e-900b-4a50-b2a4-697b821aa9e0') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:21.358899 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-579915a5-f1cd-4dc1-9da2-b83fa7736a93 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:21.372677 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-579915a5-f1cd-4dc1-9da2-b83fa7736a93 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:21.384206 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-50409c95-86b8-457f-8ecd-156095a3eb80 None None] Provisioning complete for port 23d55174-1e17-4fdf-b2ff-917ac82f25b7 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:21.384583 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-50409c95-86b8-457f-8ecd-156095a3eb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:21.416062 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-96ad8907-c0f0-4e6f-aa91-fa7e306c5e13 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:21.416291 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-96ad8907-c0f0-4e6f-aa91-fa7e306c5e13 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Added segment 9670fc03-fc01-4e22-b5d0-89d83d11018b of type vlan for network 9bc44546-3120-46d0-9acd-8d00c1092930 Mar 22 10:58:21.426271 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579915a5-f1cd-4dc1-9da2-b83fa7736a93 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=110c846a-eb7f-4354-95ad-50f8c529ad2e,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:21.450693 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-579915a5-f1cd-4dc1-9da2-b83fa7736a93 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:21.454972 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-579915a5-f1cd-4dc1-9da2-b83fa7736a93 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4083853 Mar 22 10:58:21.456974 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-fd608e5c-4e70-4bd8-b904-b0764bf921a9 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] 10.222.0.57 "DELETE /v2.0/routers/36d2235e-900b-4a50-b2a4-697b821aa9e0/tags HTTP/1.1" status: 204 len: 168 time: 0.1564732 Mar 22 10:58:21.460656 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39494) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:21.461207 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39496) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:21.465820 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-ff603dd1-1d6d-4f8b-8d93-5b4aefa70534 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': '963c9364-e1be-481f-add7-e92c7a0952a5', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:21.473843 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.tag.tag_plugin [None req-ff1f78bf-3af3-4f36-9f6f-0a38de793eb8 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6868da17-27f7-421c-baac-675f8e0eb5fd') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:21.480226 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-429c8607-79d7-4c41-afc1-132837b961a6 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:21.504776 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ce8ac3e8-52a1-48e5-9706-6b2874a94283 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:21.508108 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e7b01f2b-cf55-416f-9edf-f30ceb82cf67 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:21.512524 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-429c8607-79d7-4c41-afc1-132837b961a6 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:21.524905 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e7b01f2b-cf55-416f-9edf-f30ceb82cf67 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:21.545841 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c43895-e534-4afb-ab22-67df6dcdd785 None None] DHCP port deletion for 1bc750fe-0949-42b2-bab7-34fc725823e6 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:58:21.552432 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.securitygroups_db [None req-ff603dd1-1d6d-4f8b-8d93-5b4aefa70534 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Project 9d323f0b18e24bb7bcd0d92686e5587a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 10:58:21.570962 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e7b01f2b-cf55-416f-9edf-f30ceb82cf67 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:21.575469 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e7b01f2b-cf55-416f-9edf-f30ceb82cf67 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4767632 Mar 22 10:58:21.586476 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ff603dd1-1d6d-4f8b-8d93-5b4aefa70534 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:21.591013 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39498) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:21.606799 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-69164a7a-258a-4e1e-86c6-4ed5973757a9 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Request body: {'security_group_rule': {'security_group_id': '7ab406b8-f45d-4d8c-85f1-7766d76149ec', 'direction': 'ingress', 'protocol': 17}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:21.613877 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-96ad8907-c0f0-4e6f-aa91-fa7e306c5e13 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:21.616322 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8ac3e8-52a1-48e5-9706-6b2874a94283 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event deleted for resources: {'Port': ['ID=66a3e115-a8db-4e90-b7c3-81defe80d30a,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:21.620803 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-96c43895-e534-4afb-ab22-67df6dcdd785 None None] Deleting port 23d55174-1e17-4fdf-b2ff-917ac82f25b7 {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:58:21.621447 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-96c43895-e534-4afb-ab22-67df6dcdd785 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:21.653602 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b01f2b-cf55-416f-9edf-f30ceb82cf67 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab406b8-f45d-4d8c-85f1-7766d76149ec,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:21.683207 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-69164a7a-258a-4e1e-86c6-4ed5973757a9 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:21.727934 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39502) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:21.731442 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-96c43895-e534-4afb-ab22-67df6dcdd785 None None] For port 23d55174-1e17-4fdf-b2ff-917ac82f25b7, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=23d55174-1e17-4fdf-b2ff-917ac82f25b7,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:58:21.731874 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-96c43895-e534-4afb-ab22-67df6dcdd785 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:21.746814 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-96c43895-e534-4afb-ab22-67df6dcdd785 None None] Calling delete_port for 23d55174-1e17-4fdf-b2ff-917ac82f25b7 owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:58:21.754621 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.db.resource_extend [None req-96ad8907-c0f0-4e6f-aa91-fa7e306c5e13 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 10:58:21.757561 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-429c8607-79d7-4c41-afc1-132837b961a6 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:21.758119 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429c8607-79d7-4c41-afc1-132837b961a6 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Fanout notify agent at l3_agent the message router_deleted on router 2032c24b-c460-4fbf-8da1-5e6cb8167739 {{(pid=109050) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 10:58:21.773336 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ff1f78bf-3af3-4f36-9f6f-0a38de793eb8 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] 10.222.0.57 "DELETE /v2.0/ports/6868da17-27f7-421c-baac-675f8e0eb5fd/tags HTTP/1.1" status: 204 len: 168 time: 0.3003674 Mar 22 10:58:21.783999 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39506) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:21.799722 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-429c8607-79d7-4c41-afc1-132837b961a6 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:21.800942 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-429c8607-79d7-4c41-afc1-132837b961a6 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] 10.222.0.57 "DELETE /v2.0/routers/2032c24b-c460-4fbf-8da1-5e6cb8167739 HTTP/1.1" status: 204 len: 168 time: 3.3925695 Mar 22 10:58:21.813003 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ff603dd1-1d6d-4f8b-8d93-5b4aefa70534 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:21.814095 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39508) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:21.822292 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.tag.tag_plugin [None req-797510c1-7a26-4ce5-a131-66ca18a5c09e tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3cbea716-413f-45ce-94a6-9e0ca6b24624') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:21.822612 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-191336ca-f5ab-4de6-8fcc-a7780d8f1f58 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-742599097', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:21.848791 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ff603dd1-1d6d-4f8b-8d93-5b4aefa70534 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:21.886296 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-96c43895-e534-4afb-ab22-67df6dcdd785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:21.902239 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c43895-e534-4afb-ab22-67df6dcdd785 None None] No DVR routers for this DVR port 23d55174-1e17-4fdf-b2ff-917ac82f25b7 on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:58:21.916681 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-69164a7a-258a-4e1e-86c6-4ed5973757a9 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:21.924411 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ff603dd1-1d6d-4f8b-8d93-5b4aefa70534 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:21.926146 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 23d55174-1e17-4fdf-b2ff-917ac82f25b7 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:58:21.929420 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ff603dd1-1d6d-4f8b-8d93-5b4aefa70534 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4669948 Mar 22 10:58:21.936809 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff603dd1-1d6d-4f8b-8d93-5b4aefa70534 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c05dacf1-8305-4fd3-a3bd-fab7ce3c5811,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:21.947616 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-69164a7a-258a-4e1e-86c6-4ed5973757a9 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:21.956779 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 23d55174-1e17-4fdf-b2ff-917ac82f25b7 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:58:21.957123 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 23d55174-1e17-4fdf-b2ff-917ac82f25b7 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:58:21.959073 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c43895-e534-4afb-ab22-67df6dcdd785 None None] Pushing event deleted for resources: {'Port': ['ID=23d55174-1e17-4fdf-b2ff-917ac82f25b7,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:21.965818 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-191336ca-f5ab-4de6-8fcc-a7780d8f1f58 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:21.966922 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-191336ca-f5ab-4de6-8fcc-a7780d8f1f58 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:22.003328 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69164a7a-258a-4e1e-86c6-4ed5973757a9 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f95d0e1-9399-4b68-addf-fb7101bf3f82,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:22.031334 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-69164a7a-258a-4e1e-86c6-4ed5973757a9 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:22.035431 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-69164a7a-258a-4e1e-86c6-4ed5973757a9 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4406226 Mar 22 10:58:22.043586 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39512) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:22.100327 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-191336ca-f5ab-4de6-8fcc-a7780d8f1f58 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:22.109907 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6eeab08e-b657-48cb-8520-56f0acad3ef6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6fad94f603ac4450bd9d1e1d6faca259&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3808007 Mar 22 10:58:22.115498 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39522) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:22.116819 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-191336ca-f5ab-4de6-8fcc-a7780d8f1f58 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:22.173960 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-191336ca-f5ab-4de6-8fcc-a7780d8f1f58 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:22.178094 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-191336ca-f5ab-4de6-8fcc-a7780d8f1f58 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3626027 Mar 22 10:58:22.181959 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39530) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:22.196411 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-ff552fc3-d324-4541-9381-7968d472534d tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'enable_snat': True}}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:22.246311 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c1da7cb9-e90b-4c80-a8d2-43ad2207075c tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:22.251970 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-96ad8907-c0f0-4e6f-aa91-fa7e306c5e13 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:22.257568 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ad8907-c0f0-4e6f-aa91-fa7e306c5e13 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:22.258054 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-96ad8907-c0f0-4e6f-aa91-fa7e306c5e13 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:22.307459 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c1da7cb9-e90b-4c80-a8d2-43ad2207075c tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:22.339924 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-49fe5ead-33ca-4175-bc2d-e2d51284620c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:22.409673 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-96ad8907-c0f0-4e6f-aa91-fa7e306c5e13 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5068531 Mar 22 10:58:22.413807 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-49fe5ead-33ca-4175-bc2d-e2d51284620c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:22.443948 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39532) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:22.448548 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-77e0ce15-642f-44d7-919f-168613b40862 req-c1e0a0dc-039d-4199-84b9-d99d5e2ac7b7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-759587676&fields=id&tenant_id=9d323f0b18e24bb7bcd0d92686e5587a HTTP/1.1" status: 200 len: 267 time: 0.2484396 Mar 22 10:58:22.453122 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-8d4dacdc-1c85-4386-a567-f1fe37bd4273 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Request body: {'subnet': {'network_id': '9bc44546-3120-46d0-9acd-8d00c1092930', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:22.483396 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ad8907-c0f0-4e6f-aa91-fa7e306c5e13 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event updated for resources: {'Network': ['ID=9bc44546-3120-46d0-9acd-8d00c1092930,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:22.495105 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 9bc44546-3120-46d0-9acd-8d00c1092930 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:58:22.516157 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ce8ac3e8-52a1-48e5-9706-6b2874a94283 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684007'] for router_interface, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:22.732397 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-797510c1-7a26-4ce5-a131-66ca18a5c09e tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] 10.222.0.57 "DELETE /v2.0/subnets/3cbea716-413f-45ce-94a6-9e0ca6b24624/tags HTTP/1.1" status: 204 len: 168 time: 0.9261496 Mar 22 10:58:22.743068 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39534) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:22.768106 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ff552fc3-d324-4541-9381-7968d472534d tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:22.791880 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.objects.ports [None req-dbf696dc-1baf-420e-a568-ef4c3fd0cb88 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109050) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 10:58:22.807484 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dbf696dc-1baf-420e-a568-ef4c3fd0cb88 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:22.837028 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e0ce15-642f-44d7-919f-168613b40862 req-60011aac-40eb-4420-a9cf-68232bc688e9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:22.838488 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-77e0ce15-642f-44d7-919f-168613b40862 req-60011aac-40eb-4420-a9cf-68232bc688e9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/networks?id=4339461b-028b-4a4d-868a-19a90c08daf1 HTTP/1.1" status: 200 len: 797 time: 0.3571608 Mar 22 10:58:22.863458 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c1da7cb9-e90b-4c80-a8d2-43ad2207075c tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:22.865992 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c1da7cb9-e90b-4c80-a8d2-43ad2207075c tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:22.869829 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c1da7cb9-e90b-4c80-a8d2-43ad2207075c tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "DELETE /v2.0/security-groups/7ab406b8-f45d-4d8c-85f1-7766d76149ec HTTP/1.1" status: 204 len: 168 time: 0.8226557 Mar 22 10:58:22.872717 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39536) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:22.900939 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1da7cb9-e90b-4c80-a8d2-43ad2207075c tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab406b8-f45d-4d8c-85f1-7766d76149ec,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:22.935387 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-49fe5ead-33ca-4175-bc2d-e2d51284620c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:22.938018 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-49fe5ead-33ca-4175-bc2d-e2d51284620c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:22.939306 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-49fe5ead-33ca-4175-bc2d-e2d51284620c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c59f8e04-f2cb-403e-8612-d8219ae0eadc HTTP/1.1" status: 204 len: 168 time: 0.8172755 Mar 22 10:58:22.951596 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4dacdc-1c85-4386-a567-f1fe37bd4273 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Made reservation on behalf of 976d65578b3f4457a067052eaaa72feb for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:58:22.954970 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8d4dacdc-1c85-4386-a567-f1fe37bd4273 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:22.969633 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-77e0ce15-642f-44d7-919f-168613b40862 req-73a0539f-d6c4-42b3-8ec3-afb494d41d7e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/quotas/9d323f0b18e24bb7bcd0d92686e5587a HTTP/1.1" status: 200 len: 375 time: 0.0805562 Mar 22 10:58:22.975202 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf696dc-1baf-420e-a568-ef4c3fd0cb88 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:58:22.988327 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf696dc-1baf-420e-a568-ef4c3fd0cb88 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event updated for resources: {'Subnet': ['ID=dc175395-0351-41d0-86af-5884fa7b309a,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:22.990962 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-dbf696dc-1baf-420e-a568-ef4c3fd0cb88 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:58:22.996487 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce8ac3e8-52a1-48e5-9706-6b2874a94283 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Router 1d0d661d-d17c-4973-ab0e-65ad34059a18 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:58:23.002009 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae81c44-07c7-4982-894e-7b96d6a4f8cb None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:58:23.014950 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf696dc-1baf-420e-a568-ef4c3fd0cb88 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:23.015590 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dbf696dc-1baf-420e-a568-ef4c3fd0cb88 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:23.017607 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe5ead-33ca-4175-bc2d-e2d51284620c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59f8e04-f2cb-403e-8612-d8219ae0eadc,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:23.089697 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e5f6899a-0586-4072-8266-dc50782bc6c3 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2077389 Mar 22 10:58:23.090211 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39540) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:23.092336 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-dbf696dc-1baf-420e-a568-ef4c3fd0cb88 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2367203 Mar 22 10:58:23.097820 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39542) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:23.103457 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-fe5b5d5c-1481-462d-99c9-dc51fecf6f46 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Request body: {'security_group': {'name': 'tempest-secgroup--1866628316'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:23.118849 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-a50d6dfc-c337-4784-af80-d55f92ad4494 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'subnet': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:23.144448 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-17b31873-773e-44d8-964c-040a21fefad4 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Notify callbacks [] for subnetpool, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:23.145888 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-17b31873-773e-44d8-964c-040a21fefad4 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] 10.222.0.57 "DELETE /v2.0/subnetpools/be9bd81b-a0a4-49d0-a983-d04a69aad7a0 HTTP/1.1" status: 204 len: 168 time: 0.4017193 Mar 22 10:58:23.152264 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39546) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:23.207395 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-77e0ce15-642f-44d7-919f-168613b40862 req-3cee91fe-19c4-4dff-902f-322697b17577 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=9d323f0b18e24bb7bcd0d92686e5587a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2199628 Mar 22 10:58:23.208588 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce8ac3e8-52a1-48e5-9706-6b2874a94283 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:58:23.212211 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d2d175e2-03b6-48f2-bb0f-db2ec9a0789a tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] 10.222.0.57 "GET /v2.0/ports?device_id=36d2235e-900b-4a50-b2a4-697b821aa9e0 HTTP/1.1" status: 200 len: 205 time: 0.0556481 Mar 22 10:58:23.214620 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-ce8ac3e8-52a1-48e5-9706-6b2874a94283 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "PUT /v2.0/routers/1d0d661d-d17c-4973-ab0e-65ad34059a18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3256319 Mar 22 10:58:23.215477 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39548) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:23.218193 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39550) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:23.245669 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed28f1d-f1fe-42bc-a714-be2c89f8d2e0 None None] Sync routers for ids ['1d0d661d-d17c-4973-ab0e-65ad34059a18'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:58:23.265242 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fe5b5d5c-1481-462d-99c9-dc51fecf6f46 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:23.287970 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed28f1d-f1fe-42bc-a714-be2c89f8d2e0 None None] Routers {'1d0d661d-d17c-4973-ab0e-65ad34059a18'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:58:23.289556 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-eed28f1d-f1fe-42bc-a714-be2c89f8d2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:58:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['1d0d661d-d17c-4973-ab0e-65ad34059a18'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:23.322055 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-a241b343-8f4a-473c-87aa-32ad515e7bfc tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d0d661d-d17c-4973-ab0e-65ad34059a18 HTTP/1.1" status: 200 len: 205 time: 0.0975070 Mar 22 10:58:23.323507 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39558) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:23.342907 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-eed28f1d-f1fe-42bc-a714-be2c89f8d2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:23.345587 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a886995-4eb3-49e6-815e-7b84b1411533 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-1bc750fe-0949-42b2-bab7-34fc725823e6', 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'tenant_id': 'f7a8ac7bbd5d466888176c13ba053f5f', 'fixed_ips': [{'subnet_id': 'dc175395-0351-41d0-86af-5884fa7b309a'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:58:23.346431 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8a886995-4eb3-49e6-815e-7b84b1411533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:23.371962 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed28f1d-f1fe-42bc-a714-be2c89f8d2e0 None None] Routers {'1d0d661d-d17c-4973-ab0e-65ad34059a18'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:58:23.372600 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-eed28f1d-f1fe-42bc-a714-be2c89f8d2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:58:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['1d0d661d-d17c-4973-ab0e-65ad34059a18'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:23.420089 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-eed28f1d-f1fe-42bc-a714-be2c89f8d2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:23.421430 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed28f1d-f1fe-42bc-a714-be2c89f8d2e0 None None] The sync data for ids ['1d0d661d-d17c-4973-ab0e-65ad34059a18'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:58:23.437772 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-be7895db-b4f2-4b5e-af6d-037992b51f56 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Notify callbacks [] for router, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:23.533797 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c07f5a8e-4876-485f-8258-d31171c3ac91 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for router, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:23.569002 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50d6dfc-c337-4784-af80-d55f92ad4494 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Made reservation on behalf of f7a8ac7bbd5d466888176c13ba053f5f for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:58:23.572595 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a50d6dfc-c337-4784-af80-d55f92ad4494 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:23.591861 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-8a886995-4eb3-49e6-815e-7b84b1411533 None None] Allocated IP 2001:db8::f816:3eff:fe73:f516 (1bc750fe-0949-42b2-bab7-34fc725823e6/dc175395-0351-41d0-86af-5884fa7b309a/26644e4d-87e6-44d2-94a6-0d2a13e7fc43) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:58:23.593113 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8d4dacdc-1c85-4386-a567-f1fe37bd4273 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:23.613993 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fe5b5d5c-1481-462d-99c9-dc51fecf6f46 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:23.644804 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ff552fc3-d324-4541-9381-7968d472534d tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:23.672130 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fe5b5d5c-1481-462d-99c9-dc51fecf6f46 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:23.720113 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ff552fc3-d324-4541-9381-7968d472534d tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:23.779277 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4dacdc-1c85-4386-a567-f1fe37bd4273 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event updated for resources: {'Subnet': ['ID=3fd924d9-9865-48ee-82de-47e5434097f7,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:23.823130 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5b5d5c-1481-462d-99c9-dc51fecf6f46 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7eb411c-5738-4d6b-8208-1beb6fe15c8c,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:23.824639 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8a886995-4eb3-49e6-815e-7b84b1411533 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:23.835843 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fe5b5d5c-1481-462d-99c9-dc51fecf6f46 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:23.838795 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8a886995-4eb3-49e6-815e-7b84b1411533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:23.840105 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-fe5b5d5c-1481-462d-99c9-dc51fecf6f46 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7465072 Mar 22 10:58:23.843780 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39570) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:23.856553 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-89fa6af0-1335-4854-af6a-318af77d7fde tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Request body: {'security_group': {'name': 'tempest-secgroup--1262036557'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:23.877117 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.ipam_backend_mixin [None req-a50d6dfc-c337-4784-af80-d55f92ad4494 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dc175395-0351-41d0-86af-5884fa7b309a (CIDR: 2001:db8::/64) Mar 22 10:58:23.884668 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a886995-4eb3-49e6-815e-7b84b1411533 None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:58:23.889571 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-8a886995-4eb3-49e6-815e-7b84b1411533 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:58:23.889907 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4dacdc-1c85-4386-a567-f1fe37bd4273 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Checking segment: {'id': '9670fc03-fc01-4e22-b5d0-89d83d11018b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9bc44546-3120-46d0-9acd-8d00c1092930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:58:23.890294 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4dacdc-1c85-4386-a567-f1fe37bd4273 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Network hostable DHCP agents. Network: 9bc44546-3120-46d0-9acd-8d00c1092930, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:58:23.892817 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-a50d6dfc-c337-4784-af80-d55f92ad4494 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 10:58:23.893266 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a50d6dfc-c337-4784-af80-d55f92ad4494 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:23.894193 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a886995-4eb3-49e6-815e-7b84b1411533 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:58:23.901855 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a886995-4eb3-49e6-815e-7b84b1411533 None None] Pushing event updated for resources: {'Port': ['ID=26644e4d-87e6-44d2-94a6-0d2a13e7fc43,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:23.942350 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39572) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:23.946743 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-89fa6af0-1335-4854-af6a-318af77d7fde tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:23.974968 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a50d6dfc-c337-4784-af80-d55f92ad4494 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8631001 Mar 22 10:58:23.981125 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39576) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:23.986966 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-8a886995-4eb3-49e6-815e-7b84b1411533 None None] Attempting to bind port 26644e4d-87e6-44d2-94a6-0d2a13e7fc43 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:58:23.987127 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-1018918a-5151-4574-ad93-9facea3d4dbb tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'subnet': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:23.988558 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-8a886995-4eb3-49e6-815e-7b84b1411533 None None] Attempting to bind port 26644e4d-87e6-44d2-94a6-0d2a13e7fc43 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:58:23.989368 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a886995-4eb3-49e6-815e-7b84b1411533 None None] Attempting to bind port 26644e4d-87e6-44d2-94a6-0d2a13e7fc43 on network 1bc750fe-0949-42b2-bab7-34fc725823e6 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:58:23.996251 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a886995-4eb3-49e6-815e-7b84b1411533 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:58:23.996800 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a886995-4eb3-49e6-815e-7b84b1411533 None None] Checking segment: {'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:58:23.998329 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8a886995-4eb3-49e6-815e-7b84b1411533 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:23.998764 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a886995-4eb3-49e6-815e-7b84b1411533 None None] Bound using segment: {'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:58:23.999465 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-8a886995-4eb3-49e6-815e-7b84b1411533 None None] Bound port: 26644e4d-87e6-44d2-94a6-0d2a13e7fc43, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:58:24.000017 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8a886995-4eb3-49e6-815e-7b84b1411533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:24.022140 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4dacdc-1c85-4386-a567-f1fe37bd4273 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Network 9bc44546-3120-46d0-9acd-8d00c1092930 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:58:24.027060 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-ff552fc3-d324-4541-9381-7968d472534d tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Allocated IP 172.26.7.104 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/88958769-d934-44a0-9fda-e6ca67809337) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:58:24.096707 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-8d4dacdc-1c85-4386-a567-f1fe37bd4273 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 9bc44546-3120-46d0-9acd-8d00c1092930) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:58:24.106817 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae3effb-dd58-4e86-8ed1-866271a997cc None None] Network 9bc44546-3120-46d0-9acd-8d00c1092930 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:58:24.118357 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-134beb05-d369-47c8-b877-b31d03add2c6 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:24.119083 dv-neutron-834599-1-hyperv neutron-server[109049]: WARNING neutron.api.v2.base [None req-134beb05-d369-47c8-b877-b31d03add2c6 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 22 10:58:24.120040 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-134beb05-d369-47c8-b877-b31d03add2c6 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] create failed (client error): There was a conflict when trying to complete your request. Mar 22 10:58:24.121038 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-134beb05-d369-47c8-b877-b31d03add2c6 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1754627 Mar 22 10:58:24.125769 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8a886995-4eb3-49e6-815e-7b84b1411533 None None] For port 26644e4d-87e6-44d2-94a6-0d2a13e7fc43, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:58:24.128445 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4dacdc-1c85-4386-a567-f1fe37bd4273 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:24.129964 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8d4dacdc-1c85-4386-a567-f1fe37bd4273 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:24.131160 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39578) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:24.135909 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-77e0ce15-642f-44d7-919f-168613b40862 req-0e2bc7b2-4145-4d58-92ec-8eff9858e62b service neutron] 10.222.0.57 "GET /v2.0/networks/4339461b-028b-4a4d-868a-19a90c08daf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8368552 Mar 22 10:58:24.145760 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-4c658146-d8ff-4ba2-8e37-6c711b514ac0 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Request body: {'security_group': {'name': 'tempest-secgroup--1622854937'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:24.146512 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8a886995-4eb3-49e6-815e-7b84b1411533 None None] For port 26644e4d-87e6-44d2-94a6-0d2a13e7fc43, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=26644e4d-87e6-44d2-94a6-0d2a13e7fc43,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:58:24.179793 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8a886995-4eb3-49e6-815e-7b84b1411533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:24.186229 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-be7895db-b4f2-4b5e-af6d-037992b51f56 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:24.190144 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-be7895db-b4f2-4b5e-af6d-037992b51f56 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:24.214918 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8d4dacdc-1c85-4386-a567-f1fe37bd4273 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7659066 Mar 22 10:58:24.218279 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39580) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:24.226263 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-ccab4c98-e797-4c1d-acc4-84ece16d250f tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Request body: {'port': {'network_id': '9bc44546-3120-46d0-9acd-8d00c1092930', 'name': 'tempest-PortsTestJSON-338488748', 'fixed_ips': [{'subnet_id': '3fd924d9-9865-48ee-82de-47e5434097f7', 'ip_address': '172.20.0.10'}]}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:24.270915 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-be7895db-b4f2-4b5e-af6d-037992b51f56 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:24.271751 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7895db-b4f2-4b5e-af6d-037992b51f56 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Fanout notify agent at l3_agent the message router_deleted on router 36d2235e-900b-4a50-b2a4-697b821aa9e0 {{(pid=109050) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 10:58:24.278476 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c07f5a8e-4876-485f-8258-d31171c3ac91 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:24.297517 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-89fa6af0-1335-4854-af6a-318af77d7fde tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:24.297739 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-be7895db-b4f2-4b5e-af6d-037992b51f56 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:24.301895 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-be7895db-b4f2-4b5e-af6d-037992b51f56 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] 10.222.0.57 "DELETE /v2.0/routers/36d2235e-900b-4a50-b2a4-697b821aa9e0 HTTP/1.1" status: 204 len: 168 time: 1.0822830 Mar 22 10:58:24.301895 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c07f5a8e-4876-485f-8258-d31171c3ac91 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:24.307132 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39582) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:24.345524 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1018918a-5151-4574-ad93-9facea3d4dbb tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Made reservation on behalf of f7a8ac7bbd5d466888176c13ba053f5f for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:58:24.349038 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1018918a-5151-4574-ad93-9facea3d4dbb tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:24.352319 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-89fa6af0-1335-4854-af6a-318af77d7fde tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:24.404089 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ff552fc3-d324-4541-9381-7968d472534d tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:24.415741 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a886995-4eb3-49e6-815e-7b84b1411533 None None] Pushing event updated for resources: {'Port': ['ID=26644e4d-87e6-44d2-94a6-0d2a13e7fc43,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:24.418658 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4c658146-d8ff-4ba2-8e37-6c711b514ac0 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:24.437767 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4c658146-d8ff-4ba2-8e37-6c711b514ac0 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:24.444294 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa6af0-1335-4854-af6a-318af77d7fde tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95dce3a6-01d0-4921-855a-561a4a82ed90,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:24.470278 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c07f5a8e-4876-485f-8258-d31171c3ac91 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:24.471413 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07f5a8e-4876-485f-8258-d31171c3ac91 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Fanout notify agent at l3_agent the message router_deleted on router 1d0d661d-d17c-4973-ab0e-65ad34059a18 {{(pid=109050) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 10:58:24.484536 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae91628-1373-46bc-8252-ed4f254f751c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-9bc44546-3120-46d0-9acd-8d00c1092930', 'network_id': '9bc44546-3120-46d0-9acd-8d00c1092930', 'tenant_id': '976d65578b3f4457a067052eaaa72feb', 'fixed_ips': [{'subnet_id': '3fd924d9-9865-48ee-82de-47e5434097f7'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:58:24.485490 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9ae91628-1373-46bc-8252-ed4f254f751c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:24.490763 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-89fa6af0-1335-4854-af6a-318af77d7fde tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:24.497037 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-89fa6af0-1335-4854-af6a-318af77d7fde tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6454976 Mar 22 10:58:24.499294 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39584) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:24.508539 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-e8840cea-5f56-4066-923a-b70c8632d55e tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Request body: {'security_group_rule': {'security_group_id': 'a7eb411c-5738-4d6b-8208-1beb6fe15c8c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '95dce3a6-01d0-4921-855a-561a4a82ed90', 'remote_ip_prefix': None}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:24.510910 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c07f5a8e-4876-485f-8258-d31171c3ac91 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:24.515199 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-c07f5a8e-4876-485f-8258-d31171c3ac91 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "DELETE /v2.0/routers/1d0d661d-d17c-4973-ab0e-65ad34059a18 HTTP/1.1" status: 204 len: 168 time: 1.1775527 Mar 22 10:58:24.518322 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39586) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:24.547512 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-77e0ce15-642f-44d7-919f-168613b40862 req-97d1b3a5-e7c9-4a25-9d4a-1cb1c6a83229 service neutron] 10.222.0.57 "GET /v2.0/networks/4339461b-028b-4a4d-868a-19a90c08daf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132279 Mar 22 10:58:24.594007 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-d05b2845-7f7b-4f9c-baae-1ab559647202 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Deleting port 6868da17-27f7-421c-baac-675f8e0eb5fd {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:58:24.594523 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d05b2845-7f7b-4f9c-baae-1ab559647202 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:24.665035 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccab4c98-e797-4c1d-acc4-84ece16d250f tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Made reservation on behalf of 976d65578b3f4457a067052eaaa72feb for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:58:24.681348 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-af88ff83-59d9-4cf8-842a-85e53a35d350 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Deleting subnet 1309bf85-406d-4dd5-b818-5031ecc53152 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:58:24.690257 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4c658146-d8ff-4ba2-8e37-6c711b514ac0 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:24.700476 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-9ae91628-1373-46bc-8252-ed4f254f751c None None] Allocated IP 172.20.0.2 (9bc44546-3120-46d0-9acd-8d00c1092930/3fd924d9-9865-48ee-82de-47e5434097f7/2abf8636-c23e-48bf-9613-7afd053a3ac9) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:58:24.704115 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4c658146-d8ff-4ba2-8e37-6c711b514ac0 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:24.717609 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-af88ff83-59d9-4cf8-842a-85e53a35d350 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:24.788089 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ff552fc3-d324-4541-9381-7968d472534d tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:24.796400 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c658146-d8ff-4ba2-8e37-6c711b514ac0 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21de38c4-a3db-48cc-b9ae-864fbf951e35,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:24.800597 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d05b2845-7f7b-4f9c-baae-1ab559647202 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:24.839763 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-d05b2845-7f7b-4f9c-baae-1ab559647202 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Calling delete_port for 6868da17-27f7-421c-baac-675f8e0eb5fd owned by {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:58:24.849284 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e8840cea-5f56-4066-923a-b70c8632d55e tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:24.923745 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4c658146-d8ff-4ba2-8e37-6c711b514ac0 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:24.932338 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4c658146-d8ff-4ba2-8e37-6c711b514ac0 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:24.948886 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9ae91628-1373-46bc-8252-ed4f254f751c None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:24.956510 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9ae91628-1373-46bc-8252-ed4f254f751c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:24.957749 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff552fc3-d324-4541-9381-7968d472534d tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:58:24.965126 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-af88ff83-59d9-4cf8-842a-85e53a35d350 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:24.998215 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4c658146-d8ff-4ba2-8e37-6c711b514ac0 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:25.002146 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-4c658146-d8ff-4ba2-8e37-6c711b514ac0 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8618917 Mar 22 10:58:25.002146 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c658146-d8ff-4ba2-8e37-6c711b514ac0 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9014400d-28d8-488f-b92a-a90c5655f8fc,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:25.002380 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-ff552fc3-d324-4541-9381-7968d472534d tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:58:25.005537 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39588) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:25.008758 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-7b06a84f-3596-4056-b182-0b932146844e tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Request body: {'security_group_rule': {'security_group_id': '9014400d-28d8-488f-b92a-a90c5655f8fc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:25.032539 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff552fc3-d324-4541-9381-7968d472534d tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:58:25.037693 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae91628-1373-46bc-8252-ed4f254f751c None None] Pushing event updated for resources: {'Port': ['ID=2abf8636-c23e-48bf-9613-7afd053a3ac9,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:25.049023 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff552fc3-d324-4541-9381-7968d472534d tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Pushing event updated for resources: {'Port': ['ID=88958769-d934-44a0-9fda-e6ca67809337,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:25.052437 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae91628-1373-46bc-8252-ed4f254f751c None None] Network 9bc44546-3120-46d0-9acd-8d00c1092930 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:58:25.060694 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-9ae91628-1373-46bc-8252-ed4f254f751c None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:58:25.066030 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7b06a84f-3596-4056-b182-0b932146844e tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:25.066584 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae91628-1373-46bc-8252-ed4f254f751c None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:58:25.107451 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d05b2845-7f7b-4f9c-baae-1ab559647202 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:25.131249 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ccab4c98-e797-4c1d-acc4-84ece16d250f tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:25.141383 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-9ae91628-1373-46bc-8252-ed4f254f751c None None] Attempting to bind port 2abf8636-c23e-48bf-9613-7afd053a3ac9 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:58:25.142100 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-9ae91628-1373-46bc-8252-ed4f254f751c None None] Attempting to bind port 2abf8636-c23e-48bf-9613-7afd053a3ac9 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '9670fc03-fc01-4e22-b5d0-89d83d11018b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9bc44546-3120-46d0-9acd-8d00c1092930'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:58:25.142648 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae91628-1373-46bc-8252-ed4f254f751c None None] Attempting to bind port 2abf8636-c23e-48bf-9613-7afd053a3ac9 on network 9bc44546-3120-46d0-9acd-8d00c1092930 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:58:25.149271 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05b2845-7f7b-4f9c-baae-1ab559647202 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Pushing event deleted for resources: {'Port': ['ID=6868da17-27f7-421c-baac-675f8e0eb5fd,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:25.152818 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae91628-1373-46bc-8252-ed4f254f751c None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:58:25.152998 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae91628-1373-46bc-8252-ed4f254f751c None None] Checking segment: {'id': '9670fc03-fc01-4e22-b5d0-89d83d11018b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9bc44546-3120-46d0-9acd-8d00c1092930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:58:25.153478 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9ae91628-1373-46bc-8252-ed4f254f751c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:25.153880 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae91628-1373-46bc-8252-ed4f254f751c None None] Bound using segment: {'id': '9670fc03-fc01-4e22-b5d0-89d83d11018b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9bc44546-3120-46d0-9acd-8d00c1092930'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:58:25.156506 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-9ae91628-1373-46bc-8252-ed4f254f751c None None] Bound port: 2abf8636-c23e-48bf-9613-7afd053a3ac9, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9670fc03-fc01-4e22-b5d0-89d83d11018b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9bc44546-3120-46d0-9acd-8d00c1092930'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:58:25.156957 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7b06a84f-3596-4056-b182-0b932146844e tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:25.157096 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9ae91628-1373-46bc-8252-ed4f254f751c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:25.166537 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7b06a84f-3596-4056-b182-0b932146844e tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:25.229348 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b06a84f-3596-4056-b182-0b932146844e tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd7583b4-111e-4a20-862a-734a05a2df2a,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:25.244024 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7b06a84f-3596-4056-b182-0b932146844e tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:25.245307 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-7b06a84f-3596-4056-b182-0b932146844e tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2410214 Mar 22 10:58:25.248521 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39590) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:25.253323 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-69edc0fd-6f27-4d5f-a9b2-4fc43d1e95f9 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Request body: {'security_group_rule': {'security_group_id': '9014400d-28d8-488f-b92a-a90c5655f8fc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:25.261481 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-9ae91628-1373-46bc-8252-ed4f254f751c None None] For port 2abf8636-c23e-48bf-9613-7afd053a3ac9, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:58:25.265097 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-9ae91628-1373-46bc-8252-ed4f254f751c None None] For port 2abf8636-c23e-48bf-9613-7afd053a3ac9, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=2abf8636-c23e-48bf-9613-7afd053a3ac9,segment=NetworkSegment(9670fc03-fc01-4e22-b5d0-89d83d11018b),segment_id=9670fc03-fc01-4e22-b5d0-89d83d11018b)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:58:25.269057 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d05b2845-7f7b-4f9c-baae-1ab559647202 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:25.272681 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-d05b2845-7f7b-4f9c-baae-1ab559647202 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] 10.222.0.57 "DELETE /v2.0/ports/6868da17-27f7-421c-baac-675f8e0eb5fd HTTP/1.1" status: 204 len: 168 time: 0.9625688 Mar 22 10:58:25.273289 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9ae91628-1373-46bc-8252-ed4f254f751c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:25.276118 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39592) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:25.329450 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-69edc0fd-6f27-4d5f-a9b2-4fc43d1e95f9 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:25.354208 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae91628-1373-46bc-8252-ed4f254f751c None None] Pushing event updated for resources: {'Port': ['ID=2abf8636-c23e-48bf-9613-7afd053a3ac9,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:25.369356 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_v2 [None req-39e454d6-b7cc-42ba-9901-b2999957d112 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Deleting subnet 3cbea716-413f-45ce-94a6-9e0ca6b24624 {{(pid=109050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:58:25.373386 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-39e454d6-b7cc-42ba-9901-b2999957d112 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Notify callbacks [] for subnet, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:25.464643 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.api.v2.resource [None req-69edc0fd-6f27-4d5f-a9b2-4fc43d1e95f9 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] create failed (client error): There was a conflict when trying to complete your request. Mar 22 10:58:25.469194 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-69edc0fd-6f27-4d5f-a9b2-4fc43d1e95f9 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2195706 Mar 22 10:58:25.470062 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39594) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:25.483114 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-39e454d6-b7cc-42ba-9901-b2999957d112 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11961780'] for subnet, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:25.552031 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e8840cea-5f56-4066-923a-b70c8632d55e tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:25.596184 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-39b31d63-491e-4a7e-bccb-04562875642c tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:25.642238 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-39e454d6-b7cc-42ba-9901-b2999957d112 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:25.652219 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-39b31d63-491e-4a7e-bccb-04562875642c tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:25.685809 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-ccab4c98-e797-4c1d-acc4-84ece16d250f tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] device_id is not set on port ef222cd9-dbc4-463a-90d9-2e1bea2dffe7 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:58:25.692430 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e8840cea-5f56-4066-923a-b70c8632d55e tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:25.762947 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-39b31d63-491e-4a7e-bccb-04562875642c tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:25.766661 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-39b31d63-491e-4a7e-bccb-04562875642c tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:25.770689 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-39b31d63-491e-4a7e-bccb-04562875642c tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] 10.222.0.57 "DELETE /v2.0/security-groups/9014400d-28d8-488f-b92a-a90c5655f8fc HTTP/1.1" status: 204 len: 168 time: 0.2944586 Mar 22 10:58:25.778561 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39596) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:25.779597 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b31d63-491e-4a7e-bccb-04562875642c tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9014400d-28d8-488f-b92a-a90c5655f8fc,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:25.783470 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-39e454d6-b7cc-42ba-9901-b2999957d112 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:25.850558 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8840cea-5f56-4066-923a-b70c8632d55e tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=778569b1-f56a-4d7d-98d4-665221775adb,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:25.885874 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e8840cea-5f56-4066-923a-b70c8632d55e tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:25.895345 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39606) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:25.904082 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e8840cea-5f56-4066-923a-b70c8632d55e tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.4001503 Mar 22 10:58:25.905797 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-af88ff83-59d9-4cf8-842a-85e53a35d350 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:25.926850 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e454d6-b7cc-42ba-9901-b2999957d112 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Pushing event deleted for resources: {'Subnet': ['ID=3cbea716-413f-45ce-94a6-9e0ca6b24624,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:25.939748 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10a3e10-a6b8-4227-a426-e8357898d075 None None] Network 269040b2-37f6-43c0-85ca-d42cde9ff998 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:58:25.941807 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-39e454d6-b7cc-42ba-9901-b2999957d112 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:25.948079 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-39e454d6-b7cc-42ba-9901-b2999957d112 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] 10.222.0.57 "DELETE /v2.0/subnets/3cbea716-413f-45ce-94a6-9e0ca6b24624 HTTP/1.1" status: 204 len: 168 time: 0.6687517 Mar 22 10:58:25.950475 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39610) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:26.064283 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1018918a-5151-4574-ad93-9facea3d4dbb tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:26.080184 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-8eeec6ff-258b-4b17-a415-df88a3b258b1 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2854245 Mar 22 10:58:26.112349 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39612) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:26.128107 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-74822f49-649f-46e6-abae-ad13a5fbe2c4 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Request body: {'security_group': {'name': 'tempest-secgroup--1394985372'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:26.152509 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 26644e4d-87e6-44d2-94a6-0d2a13e7fc43 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:58:26.183185 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-4e689519-0e58-4235-92ff-674ffb5a2012 None None] Provisioning complete for port 26644e4d-87e6-44d2-94a6-0d2a13e7fc43 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:26.183848 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4e689519-0e58-4235-92ff-674ffb5a2012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:26.191466 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0d342cb3-0f05-4e8a-9d8b-1e1d4bd51424 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:26.230620 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0d342cb3-0f05-4e8a-9d8b-1e1d4bd51424 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:26.281570 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1018918a-5151-4574-ad93-9facea3d4dbb tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:58:26.339010 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 26644e4d-87e6-44d2-94a6-0d2a13e7fc43 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:26.339436 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:26.341237 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbb7b0e-68c4-4006-9f51-b5ac33adcdf4 None None] DHCP port deletion for 269040b2-37f6-43c0-85ca-d42cde9ff998 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:58:26.355835 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0d342cb3-0f05-4e8a-9d8b-1e1d4bd51424 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:26.365080 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ff552fc3-d324-4541-9381-7968d472534d tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:26.378063 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0d342cb3-0f05-4e8a-9d8b-1e1d4bd51424 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:26.382085 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-0d342cb3-0f05-4e8a-9d8b-1e1d4bd51424 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/778569b1-f56a-4d7d-98d4-665221775adb HTTP/1.1" status: 204 len: 168 time: 0.4855614 Mar 22 10:58:26.383323 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39620) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:26.404529 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-74822f49-649f-46e6-abae-ad13a5fbe2c4 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:26.414133 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3ba7ab8a-7586-4198-8148-c00442a7ea6e req-b5628491-513c-438f-b972-fa52f9eb86d2 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e8f9c08-13c3-4009-9c78-a70da5c7e711 HTTP/1.1" status: 200 len: 210 time: 0.5193489 Mar 22 10:58:26.422905 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d342cb3-0f05-4e8a-9d8b-1e1d4bd51424 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=778569b1-f56a-4d7d-98d4-665221775adb,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:26.434661 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e4b701e7-1816-4b6f-a664-c04c4c310a00 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:26.448189 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1018918a-5151-4574-ad93-9facea3d4dbb tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event updated for resources: {'Subnet': ['ID=02347ac9-0530-4521-83d0-7fab29bb43e6,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:26.453927 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4e689519-0e58-4235-92ff-674ffb5a2012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:26.454814 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-1018918a-5151-4574-ad93-9facea3d4dbb tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:58:26.459709 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1018918a-5151-4574-ad93-9facea3d4dbb tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:26.460387 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1018918a-5151-4574-ad93-9facea3d4dbb tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:26.486840 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da231f1-324c-41cb-bfdd-6ceeddba7897 None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:58:26.525406 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-54368601-b6b3-4da8-8138-90e3d5f5ca95 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1218755 Mar 22 10:58:26.526085 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39622) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:26.529749 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-af88ff83-59d9-4cf8-842a-85e53a35d350 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:26.552998 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-4e689519-0e58-4235-92ff-674ffb5a2012 None None] For port 26644e4d-87e6-44d2-94a6-0d2a13e7fc43, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=26644e4d-87e6-44d2-94a6-0d2a13e7fc43,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:58:26.576013 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4e689519-0e58-4235-92ff-674ffb5a2012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:26.582727 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-af88ff83-59d9-4cf8-842a-85e53a35d350 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:26.586694 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-af88ff83-59d9-4cf8-842a-85e53a35d350 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "DELETE /v2.0/subnets/1309bf85-406d-4dd5-b818-5031ecc53152 HTTP/1.1" status: 204 len: 168 time: 2.0635679 Mar 22 10:58:26.589906 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39624) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:26.594371 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88ff83-59d9-4cf8-842a-85e53a35d350 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event deleted for resources: {'Subnet': ['ID=1309bf85-406d-4dd5-b818-5031ecc53152,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:26.631516 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1018918a-5151-4574-ad93-9facea3d4dbb tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6477668 Mar 22 10:58:26.633779 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427b03f5-f538-4f2f-b186-518e3477241f None None] Network 9d7f46eb-3343-4486-a417-0780a130bc32 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:58:26.640243 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39626) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:26.643343 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-ccab4c98-e797-4c1d-acc4-84ece16d250f tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Allocated IP 172.20.0.10 (9bc44546-3120-46d0-9acd-8d00c1092930/3fd924d9-9865-48ee-82de-47e5434097f7/ef222cd9-dbc4-463a-90d9-2e1bea2dffe7) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:58:26.655653 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-6bc34f17-f05e-426c-afc7-1122705c9837 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'port': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'mac_address': 'fa:16:3e:be:d1:5c', 'name': 'tempest-NetworksTestDHCPv6-1504152409'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:26.711611 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e689519-0e58-4235-92ff-674ffb5a2012 None None] Pushing event updated for resources: {'Port': ['ID=26644e4d-87e6-44d2-94a6-0d2a13e7fc43,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:26.712698 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-74822f49-649f-46e6-abae-ad13a5fbe2c4 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:26.734226 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-74822f49-649f-46e6-abae-ad13a5fbe2c4 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:26.750806 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bb290c98-b422-4487-91d1-454a7e7cd7b8 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:26.762080 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-50f1565f-389e-4740-b272-57377ac3e1e8 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:26.768316 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-e4b701e7-1816-4b6f-a664-c04c4c310a00 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Deleting port 50f1ff7f-08a9-4016-9ce6-a29be39995e0 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:58:26.768654 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e4b701e7-1816-4b6f-a664-c04c4c310a00 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:26.812876 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8bbb7b0e-68c4-4006-9f51-b5ac33adcdf4 None None] Deleting port 50f1ff7f-08a9-4016-9ce6-a29be39995e0 {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:58:26.813327 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8bbb7b0e-68c4-4006-9f51-b5ac33adcdf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:26.817581 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-74822f49-649f-46e6-abae-ad13a5fbe2c4 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:26.818931 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-74822f49-649f-46e6-abae-ad13a5fbe2c4 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6952846 Mar 22 10:58:26.823126 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39628) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:26.828137 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-fdfcf017-33ff-4533-8fcf-4838d6d9cb34 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Request body: {'security_group_rule': {'security_group_id': '67ddd9ce-5542-4142-b727-653102f066f5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:26.829051 dv-neutron-834599-1-hyperv neutron-server[109049]: WARNING neutron.api.v2.base [None req-fdfcf017-33ff-4533-8fcf-4838d6d9cb34 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 22 10:58:26.829647 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-fdfcf017-33ff-4533-8fcf-4838d6d9cb34 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 10:58:26.831565 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-fdfcf017-33ff-4533-8fcf-4838d6d9cb34 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0083189 Mar 22 10:58:26.839193 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74822f49-649f-46e6-abae-ad13a5fbe2c4 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67ddd9ce-5542-4142-b727-653102f066f5,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:26.843344 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39630) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:26.844820 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-50f1565f-389e-4740-b272-57377ac3e1e8 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:26.944656 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894eb2ac-4967-47e6-9c86-0057237b9b4b None None] Network 9bc44546-3120-46d0-9acd-8d00c1092930 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:58:26.949706 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-e4b701e7-1816-4b6f-a664-c04c4c310a00 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] For port 50f1ff7f-08a9-4016-9ce6-a29be39995e0, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=50f1ff7f-08a9-4016-9ce6-a29be39995e0,segment=NetworkSegment(5236065f-6c87-4514-9eea-c9b955ee7a0c),segment_id=5236065f-6c87-4514-9eea-c9b955ee7a0c)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:58:26.950006 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e4b701e7-1816-4b6f-a664-c04c4c310a00 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:26.984619 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-e4b701e7-1816-4b6f-a664-c04c4c310a00 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Calling delete_port for 50f1ff7f-08a9-4016-9ce6-a29be39995e0 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:58:27.014976 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-50f1565f-389e-4740-b272-57377ac3e1e8 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:27.017522 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-50f1565f-389e-4740-b272-57377ac3e1e8 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:27.022328 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-50f1565f-389e-4740-b272-57377ac3e1e8 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "DELETE /v2.0/security-groups/95dce3a6-01d0-4921-855a-561a4a82ed90 HTTP/1.1" status: 204 len: 168 time: 0.4783008 Mar 22 10:58:27.023013 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39632) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:27.045766 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ff552fc3-d324-4541-9381-7968d472534d tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3682488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11476'] for router, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:27.056294 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc34f17-f05e-426c-afc7-1122705c9837 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Made reservation on behalf of f7a8ac7bbd5d466888176c13ba053f5f for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:58:27.062724 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ff552fc3-d324-4541-9381-7968d472534d tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3682435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3682442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3684457'] for router, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:27.068396 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ccab4c98-e797-4c1d-acc4-84ece16d250f tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:27.074558 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b38cc5ba-5dab-4d00-8ff6-f27c668bf5ad tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:27.093600 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f1565f-389e-4740-b272-57377ac3e1e8 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95dce3a6-01d0-4921-855a-561a4a82ed90,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:27.138008 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b38cc5ba-5dab-4d00-8ff6-f27c668bf5ad tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:27.161395 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8bbb7b0e-68c4-4006-9f51-b5ac33adcdf4 None None] For port 50f1ff7f-08a9-4016-9ce6-a29be39995e0, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=50f1ff7f-08a9-4016-9ce6-a29be39995e0,segment=NetworkSegment(5236065f-6c87-4514-9eea-c9b955ee7a0c),segment_id=5236065f-6c87-4514-9eea-c9b955ee7a0c)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:58:27.161801 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8bbb7b0e-68c4-4006-9f51-b5ac33adcdf4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:27.166448 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-bb290c98-b422-4487-91d1-454a7e7cd7b8 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Deleting port c205c3b9-7329-428a-81b6-05465035097b {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:58:27.166923 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bb290c98-b422-4487-91d1-454a7e7cd7b8 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:27.180887 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 2abf8636-c23e-48bf-9613-7afd053a3ac9 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:58:27.221442 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-6f51ad3b-92d5-4e1b-9689-bad05222be78 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1616225 Mar 22 10:58:27.221678 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-68263da2-039a-4527-989b-1007550239f5 None None] Provisioning complete for port 2abf8636-c23e-48bf-9613-7afd053a3ac9 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:27.221678 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-68263da2-039a-4527-989b-1007550239f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:27.224071 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39634) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:27.261884 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6bc34f17-f05e-426c-afc7-1122705c9837 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:27.278772 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8bbb7b0e-68c4-4006-9f51-b5ac33adcdf4 None None] Calling delete_port for 50f1ff7f-08a9-4016-9ce6-a29be39995e0 owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:58:27.280718 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ccab4c98-e797-4c1d-acc4-84ece16d250f tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:27.296892 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e4b701e7-1816-4b6f-a664-c04c4c310a00 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:27.308778 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-bb290c98-b422-4487-91d1-454a7e7cd7b8 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] For port c205c3b9-7329-428a-81b6-05465035097b, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=c205c3b9-7329-428a-81b6-05465035097b,segment=NetworkSegment(bc076f88-0b6a-4fc1-8546-36c75cf82c56),segment_id=bc076f88-0b6a-4fc1-8546-36c75cf82c56)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:58:27.309136 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bb290c98-b422-4487-91d1-454a7e7cd7b8 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:27.324573 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-6bc34f17-f05e-426c-afc7-1122705c9837 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] device_id is not set on port fb3a1089-1dc9-412e-8896-3b4d38fb3774 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:58:27.327205 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b38cc5ba-5dab-4d00-8ff6-f27c668bf5ad tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:27.329727 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b38cc5ba-5dab-4d00-8ff6-f27c668bf5ad tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:27.330864 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-b38cc5ba-5dab-4d00-8ff6-f27c668bf5ad tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] 10.222.0.57 "DELETE /v2.0/security-groups/67ddd9ce-5542-4142-b727-653102f066f5 HTTP/1.1" status: 204 len: 168 time: 0.4832532 Mar 22 10:58:27.335274 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39636) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:27.363862 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-bb290c98-b422-4487-91d1-454a7e7cd7b8 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Calling delete_port for c205c3b9-7329-428a-81b6-05465035097b owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:58:27.366536 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b701e7-1816-4b6f-a664-c04c4c310a00 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Pushing event deleted for resources: {'Port': ['ID=50f1ff7f-08a9-4016-9ce6-a29be39995e0,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:27.370868 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b701e7-1816-4b6f-a664-c04c4c310a00 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] No DVR routers for this DVR port 50f1ff7f-08a9-4016-9ce6-a29be39995e0 on host dv-neutron-834599-1-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:58:27.383676 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38cc5ba-5dab-4d00-8ff6-f27c668bf5ad tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ddd9ce-5542-4142-b727-653102f066f5,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:27.418960 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccab4c98-e797-4c1d-acc4-84ece16d250f tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Network 9bc44546-3120-46d0-9acd-8d00c1092930 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:58:27.433141 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccab4c98-e797-4c1d-acc4-84ece16d250f tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event updated for resources: {'Port': ['ID=ef222cd9-dbc4-463a-90d9-2e1bea2dffe7,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:27.442674 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-ccab4c98-e797-4c1d-acc4-84ece16d250f tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:58:27.463032 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a8c0a15c-80ae-47a3-9cbc-026234b64dda tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:27.484540 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28062f48-50bd-44bd-a722-2d7ea68d6e11 None None] Update dhcp port {'port': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'fixed_ips': [{'subnet_id': 'dc175395-0351-41d0-86af-5884fa7b309a', 'ip_address': '2001:db8::f816:3eff:fe73:f516'}, {'subnet_id': '02347ac9-0530-4521-83d0-7fab29bb43e6'}], 'binding:host_id': 'dv-neutron-834599-1-hyperv'}, 'id': '26644e4d-87e6-44d2-94a6-0d2a13e7fc43'} from dv-neutron-834599-1-hyperv. {{(pid=109051) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 22 10:58:27.510510 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccab4c98-e797-4c1d-acc4-84ece16d250f tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:58:27.522474 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 2abf8636-c23e-48bf-9613-7afd053a3ac9 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:27.522882 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:27.534989 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e4b701e7-1816-4b6f-a664-c04c4c310a00 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:27.577228 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a8c0a15c-80ae-47a3-9cbc-026234b64dda tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:27.585355 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-024ec1fc-dab3-4983-8b78-da89d95654ce tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2452161 Mar 22 10:58:27.588458 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8aeedf00-d4ef-4de5-ab82-41e08f2133d7 req-f9233884-e92e-4d6a-9bbe-5a1130cd761f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e8f9c08-13c3-4009-9c78-a70da5c7e711 HTTP/1.1" status: 200 len: 210 time: 0.0587339 Mar 22 10:58:27.594485 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-28062f48-50bd-44bd-a722-2d7ea68d6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:27.596476 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-e4b701e7-1816-4b6f-a664-c04c4c310a00 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['269040b2-37f6-43c0-85ca-d42cde9ff998']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:27.598381 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39642) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:27.608444 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff552fc3-d324-4541-9381-7968d472534d tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Router 4475b4da-7077-4c52-bc99-0a95f3d98b8b is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 10:58:27.609710 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-8af8ab82-6530-4fea-8035-d10afe1af692 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Request body: {'security_group': {'name': 'tempest-secgroup--262353941'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:27.629278 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-e4b701e7-1816-4b6f-a664-c04c4c310a00 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5236065f-6c87-4514-9eea-c9b955ee7a0c') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:27.629589 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-e4b701e7-1816-4b6f-a664-c04c4c310a00 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5236065f-6c87-4514-9eea-c9b955ee7a0c') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:27.648750 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccab4c98-e797-4c1d-acc4-84ece16d250f tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:27.649724 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ccab4c98-e797-4c1d-acc4-84ece16d250f tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:27.653656 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e4b701e7-1816-4b6f-a664-c04c4c310a00 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:27.678397 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bb290c98-b422-4487-91d1-454a7e7cd7b8 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:27.710438 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e4b701e7-1816-4b6f-a664-c04c4c310a00 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:27.717125 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb290c98-b422-4487-91d1-454a7e7cd7b8 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event deleted for resources: {'Port': ['ID=c205c3b9-7329-428a-81b6-05465035097b,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:27.718917 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8af8ab82-6530-4fea-8035-d10afe1af692 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:27.722566 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb290c98-b422-4487-91d1-454a7e7cd7b8 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] No DVR routers for this DVR port c205c3b9-7329-428a-81b6-05465035097b on host dv-neutron-834599-1-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:58:27.725504 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4b701e7-1816-4b6f-a664-c04c4c310a00 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:58:27.726024 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e4b701e7-1816-4b6f-a664-c04c4c310a00 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:27.732967 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 10:58:27.732967 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:58:27.732967 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 10:58:27.732967 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:58:27.732967 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 10:58:27.732967 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:58:27.732967 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 10:58:27.732967 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:58:27.732967 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 10:58:27.732967 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:58:27.732967 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 10:58:27.732967 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:58:27.732967 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 10:58:27.732967 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:58:27.732967 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:58:27.732967 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:58:27.732967 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:58:27.732967 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:58:27.732967 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 10:58:27.732967 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:58:27.732967 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 10:58:27.732967 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:58:27.732967 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:58:27.732967 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:58:27.732967 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 10:58:27.732967 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:58:27.732967 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:58:27.732967 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:58:27.732967 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:58:27.732967 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:58:27.732967 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:58:27.732967 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:58:27.759830 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ccab4c98-e797-4c1d-acc4-84ece16d250f tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.5354269 Mar 22 10:58:27.764666 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39644) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:27.782161 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a8c0a15c-80ae-47a3-9cbc-026234b64dda tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:27.784738 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a8c0a15c-80ae-47a3-9cbc-026234b64dda tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:27.788326 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-a8c0a15c-80ae-47a3-9cbc-026234b64dda tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "DELETE /v2.0/security-groups/a7eb411c-5738-4d6b-8208-1beb6fe15c8c HTTP/1.1" status: 204 len: 168 time: 0.5614650 Mar 22 10:58:27.788499 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-1764b917-209b-4b2d-8ef8-2fc4205aac89 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Request body: {'port': {'network_id': '9bc44546-3120-46d0-9acd-8d00c1092930', 'name': 'tempest-PortsTestJSON-455443502', 'fixed_ips': [{'subnet_id': '3fd924d9-9865-48ee-82de-47e5434097f7', 'ip_address': '172.20.0.9'}]}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:27.793826 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39646) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:27.810754 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-6bc34f17-f05e-426c-afc7-1122705c9837 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Allocated IP 2001:db8:0:1::3b9 (1bc750fe-0949-42b2-bab7-34fc725823e6/02347ac9-0530-4521-83d0-7fab29bb43e6/fb3a1089-1dc9-412e-8896-3b4d38fb3774) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:58:27.861229 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c29df7-32f0-411a-a384-36dfc45ba316 None None] DHCP port deletion for 9d7f46eb-3343-4486-a417-0780a130bc32 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:58:27.874488 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-6bc34f17-f05e-426c-afc7-1122705c9837 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Allocated IP 2001:db8::f816:3eff:febe:d15c (1bc750fe-0949-42b2-bab7-34fc725823e6/dc175395-0351-41d0-86af-5884fa7b309a/fb3a1089-1dc9-412e-8896-3b4d38fb3774) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:58:27.880751 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8bbb7b0e-68c4-4006-9f51-b5ac33adcdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:27.882705 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-68263da2-039a-4527-989b-1007550239f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:27.888534 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c0a15c-80ae-47a3-9cbc-026234b64dda tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7eb411c-5738-4d6b-8208-1beb6fe15c8c,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:27.941549 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bb290c98-b422-4487-91d1-454a7e7cd7b8 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:27.947994 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbb7b0e-68c4-4006-9f51-b5ac33adcdf4 None None] Pushing event deleted for resources: {'Port': ['ID=50f1ff7f-08a9-4016-9ce6-a29be39995e0,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:27.957134 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbb7b0e-68c4-4006-9f51-b5ac33adcdf4 None None] No DVR routers for this DVR port 50f1ff7f-08a9-4016-9ce6-a29be39995e0 on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:58:27.960872 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e4b701e7-1816-4b6f-a664-c04c4c310a00 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:27.980812 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e4b701e7-1816-4b6f-a664-c04c4c310a00 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:27.983871 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-e4b701e7-1816-4b6f-a664-c04c4c310a00 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] 10.222.0.57 "DELETE /v2.0/networks/269040b2-37f6-43c0-85ca-d42cde9ff998 HTTP/1.1" status: 204 len: 168 time: 2.0175788 Mar 22 10:58:28.011185 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-23d54fea-ad4d-4b48-a10c-e1da54db21c8 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2057018 Mar 22 10:58:28.019788 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-bb290c98-b422-4487-91d1-454a7e7cd7b8 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d7f46eb-3343-4486-a417-0780a130bc32']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:28.023229 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39650) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:28.024063 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b701e7-1816-4b6f-a664-c04c4c310a00 tempest-TagsExtTest-2036389670 tempest-TagsExtTest-2036389670-project] Pushing event deleted for resources: {'Network': ['ID=269040b2-37f6-43c0-85ca-d42cde9ff998,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:28.048048 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-68263da2-039a-4527-989b-1007550239f5 None None] For port 2abf8636-c23e-48bf-9613-7afd053a3ac9, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=2abf8636-c23e-48bf-9613-7afd053a3ac9,segment=NetworkSegment(9670fc03-fc01-4e22-b5d0-89d83d11018b),segment_id=9670fc03-fc01-4e22-b5d0-89d83d11018b)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:58:28.056900 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-bb290c98-b422-4487-91d1-454a7e7cd7b8 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc076f88-0b6a-4fc1-8546-36c75cf82c56') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:28.057475 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-bb290c98-b422-4487-91d1-454a7e7cd7b8 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc076f88-0b6a-4fc1-8546-36c75cf82c56') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:28.059582 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-68263da2-039a-4527-989b-1007550239f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:28.067685 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:28.075973 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bb290c98-b422-4487-91d1-454a7e7cd7b8 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:28.098906 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bb290c98-b422-4487-91d1-454a7e7cd7b8 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:28.106914 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb290c98-b422-4487-91d1-454a7e7cd7b8 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:58:28.107641 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bb290c98-b422-4487-91d1-454a7e7cd7b8 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:28.196831 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-b1d71044-8300-42fe-b3dd-d29f4e1fccc8 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Request body: {'security_group': {'name': 'tempest-secgroup--2145241696'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:28.203472 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 10:58:28.203472 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:58:28.203472 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 10:58:28.203472 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:58:28.203472 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 10:58:28.203472 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:58:28.203472 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 10:58:28.203472 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:58:28.203472 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 10:58:28.203472 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:58:28.203472 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 10:58:28.203472 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:58:28.203472 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 10:58:28.203472 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:58:28.203472 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:58:28.203472 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:58:28.203472 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:58:28.203472 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:58:28.203472 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 10:58:28.203472 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:58:28.203472 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 10:58:28.203472 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:58:28.203472 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:58:28.203472 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:58:28.203472 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 10:58:28.203472 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:58:28.203472 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:58:28.203472 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:58:28.203472 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:58:28.203472 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:58:28.203472 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:58:28.203472 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:58:28.231262 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bb290c98-b422-4487-91d1-454a7e7cd7b8 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:28.266234 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bb290c98-b422-4487-91d1-454a7e7cd7b8 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:28.279128 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-bb290c98-b422-4487-91d1-454a7e7cd7b8 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "DELETE /v2.0/networks/9d7f46eb-3343-4486-a417-0780a130bc32 HTTP/1.1" status: 204 len: 168 time: 1.6806169 Mar 22 10:58:28.279128 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb290c98-b422-4487-91d1-454a7e7cd7b8 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event deleted for resources: {'Network': ['ID=9d7f46eb-3343-4486-a417-0780a130bc32,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:28.294725 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39652) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:28.307275 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-007f454c-f7ff-479e-8c21-67efc3e25256 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1284352763', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}, 'admin_state_up': False}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:28.362963 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8af8ab82-6530-4fea-8035-d10afe1af692 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:28.370562 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b1d71044-8300-42fe-b3dd-d29f4e1fccc8 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:28.376559 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8af8ab82-6530-4fea-8035-d10afe1af692 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:28.382648 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68263da2-039a-4527-989b-1007550239f5 None None] Pushing event updated for resources: {'Port': ['ID=2abf8636-c23e-48bf-9613-7afd053a3ac9,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:28.411955 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.db.api [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 10:58:28.412579 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG oslo_db.api [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 10:58:28.413839 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-732baeef-e50f-42cb-831c-a16945612edc None None] Provisioning complete for port ef222cd9-dbc4-463a-90d9-2e1bea2dffe7 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:28.414374 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-732baeef-e50f-42cb-831c-a16945612edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:28.417698 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-007f454c-f7ff-479e-8c21-67efc3e25256 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:28.419160 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-007f454c-f7ff-479e-8c21-67efc3e25256 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:28.485571 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-732baeef-e50f-42cb-831c-a16945612edc None None] Port ef222cd9-dbc4-463a-90d9-2e1bea2dffe7 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:58:28.497557 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-732baeef-e50f-42cb-831c-a16945612edc None None] Provisioning complete for port 2abf8636-c23e-48bf-9613-7afd053a3ac9 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:28.502864 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-732baeef-e50f-42cb-831c-a16945612edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:28.540092 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39656) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:28.555084 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff552fc3-d324-4541-9381-7968d472534d tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:58:28.561899 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ff552fc3-d324-4541-9381-7968d472534d tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:28.569364 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7498e75-ea9f-42ca-a1f4-9e5910dd507a None None] Sync routers for ids ['4475b4da-7077-4c52-bc99-0a95f3d98b8b'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:58:28.578938 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ff552fc3-d324-4541-9381-7968d472534d tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] 10.222.0.57 "PUT /v2.0/routers/4475b4da-7077-4c52-bc99-0a95f3d98b8b HTTP/1.1" status: 200 len: 914 time: 6.3873551 Mar 22 10:58:28.583681 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7498e75-ea9f-42ca-a1f4-9e5910dd507a None None] Routers {'4475b4da-7077-4c52-bc99-0a95f3d98b8b'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:58:28.584404 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-a7498e75-ea9f-42ca-a1f4-9e5910dd507a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:58:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['4475b4da-7077-4c52-bc99-0a95f3d98b8b'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:28.593564 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e0ce15-642f-44d7-919f-168613b40862 req-fc4a800e-4bdf-40ed-945a-1c8e1073af2c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:28.594795 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39660) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:28.596153 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-77e0ce15-642f-44d7-919f-168613b40862 req-fc4a800e-4bdf-40ed-945a-1c8e1073af2c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.35 "GET /v2.0/networks?id=4339461b-028b-4a4d-868a-19a90c08daf1 HTTP/1.1" status: 200 len: 797 time: 0.1832066 Mar 22 10:58:28.655188 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8af8ab82-6530-4fea-8035-d10afe1af692 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:28.660430 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-8af8ab82-6530-4fea-8035-d10afe1af692 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0597579 Mar 22 10:58:28.672880 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39664) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:28.675217 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-a7498e75-ea9f-42ca-a1f4-9e5910dd507a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:28.689206 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-a7ccfaec-fdbe-4aed-ac70-a047b4d73fae tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Request body: {'security_group_rule': {'security_group_id': '1dd3c414-1406-49a0-90f3-f48d5f720aef', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:28.691163 dv-neutron-834599-1-hyperv neutron-server[109050]: WARNING neutron.api.v2.base [None req-a7ccfaec-fdbe-4aed-ac70-a047b4d73fae tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 22 10:58:28.695746 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7498e75-ea9f-42ca-a1f4-9e5910dd507a None None] Routers {'4475b4da-7077-4c52-bc99-0a95f3d98b8b'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:58:28.699609 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-a7498e75-ea9f-42ca-a1f4-9e5910dd507a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:58:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['4475b4da-7077-4c52-bc99-0a95f3d98b8b'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:28.703238 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.api.v2.resource [None req-a7ccfaec-fdbe-4aed-ac70-a047b4d73fae tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 10:58:28.705872 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-a7ccfaec-fdbe-4aed-ac70-a047b4d73fae tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0272503 Mar 22 10:58:28.715080 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39666) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:28.718172 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af8ab82-6530-4fea-8035-d10afe1af692 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd3c414-1406-49a0-90f3-f48d5f720aef,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:28.751091 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-a7498e75-ea9f-42ca-a1f4-9e5910dd507a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:28.752223 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7498e75-ea9f-42ca-a1f4-9e5910dd507a None None] The sync data for ids ['4475b4da-7077-4c52-bc99-0a95f3d98b8b'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:58:28.780249 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-66d1978a-2cd4-4d71-885c-69391989d270 None None] Provisioning complete for port ef222cd9-dbc4-463a-90d9-2e1bea2dffe7 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:28.781112 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-66d1978a-2cd4-4d71-885c-69391989d270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:28.799831 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2c531cf1-4235-4ccd-bd24-f3737ba63cb0 req-c3bfde3c-1848-40fb-8bdd-854df187874b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e8f9c08-13c3-4009-9c78-a70da5c7e711 HTTP/1.1" status: 200 len: 210 time: 0.0887141 Mar 22 10:58:28.840506 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-66d1978a-2cd4-4d71-885c-69391989d270 None None] Port ef222cd9-dbc4-463a-90d9-2e1bea2dffe7 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:58:28.886564 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-77e0ce15-642f-44d7-919f-168613b40862 req-65b36f73-ae53-477d-9c3a-d906a81d6e65 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d323f0b18e24bb7bcd0d92686e5587a HTTP/1.1" status: 200 len: 471 time: 0.2722616 Mar 22 10:58:28.888219 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-007f454c-f7ff-479e-8c21-67efc3e25256 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:28.902587 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1764b917-209b-4b2d-8ef8-2fc4205aac89 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Made reservation on behalf of 976d65578b3f4457a067052eaaa72feb for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:58:28.902813 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-77e0ce15-642f-44d7-919f-168613b40862 req-55abbab8-9a7a-4098-95dd-4efc657afa0a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'port': {'device_id': '3e8f9c08-13c3-4009-9c78-a70da5c7e711', 'network_id': '4339461b-028b-4a4d-868a-19a90c08daf1', 'admin_state_up': True, 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'security_groups': ['963c9364-e1be-481f-add7-e92c7a0952a5']}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:28.907481 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1764b917-209b-4b2d-8ef8-2fc4205aac89 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:28.938686 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-58b04e50-a3ae-4f99-9137-a85938b48527 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] 10.222.0.57 "GET /v2.0/routers/4475b4da-7077-4c52-bc99-0a95f3d98b8b HTTP/1.1" status: 200 len: 920 time: 0.3369322 Mar 22 10:58:28.950907 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39672) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:28.983801 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b1d71044-8300-42fe-b3dd-d29f4e1fccc8 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:29.010344 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-1764b917-209b-4b2d-8ef8-2fc4205aac89 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] device_id is not set on port 833fb128-5ac1-4376-8d51-4bb165687540 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:58:29.020522 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b19342c5-e54e-47e6-851e-32c84916ee3e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c496bfd0ca8e46f09a31ae002a43bc8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4772952 Mar 22 10:58:29.023435 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6bc34f17-f05e-426c-afc7-1122705c9837 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:29.027269 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b1d71044-8300-42fe-b3dd-d29f4e1fccc8 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:29.029859 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39674) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:29.049147 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 26644e4d-87e6-44d2-94a6-0d2a13e7fc43 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:58:29.092689 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4611003c-69ea-4ff8-aa83-29c7e0500cd7 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:29.102602 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 26644e4d-87e6-44d2-94a6-0d2a13e7fc43 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:29.102965 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:29.157361 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbfcded-aa9f-4680-ad68-b987144e6da9 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:29.158058 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b1d71044-8300-42fe-b3dd-d29f4e1fccc8 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:29.164253 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4fbfcded-aa9f-4680-ad68-b987144e6da9 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=a14ca783-6f82-4799-85a3-4cbe79c980a8&device_id=4475b4da-7077-4c52-bc99-0a95f3d98b8b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1983960 Mar 22 10:58:29.164439 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-b1d71044-8300-42fe-b3dd-d29f4e1fccc8 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1330917 Mar 22 10:58:29.167878 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39676) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:29.168208 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39678) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:29.187134 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-9e2a83b3-efe7-45e4-85e7-5c1a21ca29d0 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Request body: {'security_group_rule': {'security_group_id': 'b0408f6f-038a-4e5c-b218-73376b1c45f2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:29.190444 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 2abf8636-c23e-48bf-9613-7afd053a3ac9 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:58:29.242773 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 2abf8636-c23e-48bf-9613-7afd053a3ac9 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:29.244205 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:29.303842 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6bc34f17-f05e-426c-afc7-1122705c9837 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:29.326762 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-42167f14-e64f-450b-98ad-927eaf450150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:29.337085 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-28062f48-50bd-44bd-a722-2d7ea68d6e11 None None] Allocated IP 2001:db8:0:1::2 (1bc750fe-0949-42b2-bab7-34fc725823e6/02347ac9-0530-4521-83d0-7fab29bb43e6/26644e4d-87e6-44d2-94a6-0d2a13e7fc43) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:58:29.377918 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9e2a83b3-efe7-45e4-85e7-5c1a21ca29d0 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:29.403797 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc34f17-f05e-426c-afc7-1122705c9837 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:58:29.418439 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-1764b917-209b-4b2d-8ef8-2fc4205aac89 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Allocated IP 172.20.0.9 (9bc44546-3120-46d0-9acd-8d00c1092930/3fd924d9-9865-48ee-82de-47e5434097f7/833fb128-5ac1-4376-8d51-4bb165687540) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:58:29.431088 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-42167f14-e64f-450b-98ad-927eaf450150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:29.437115 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-6bc34f17-f05e-426c-afc7-1122705c9837 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:58:29.463792 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc34f17-f05e-426c-afc7-1122705c9837 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:58:29.469476 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc34f17-f05e-426c-afc7-1122705c9837 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:29.470145 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6bc34f17-f05e-426c-afc7-1122705c9837 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:29.482406 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-28062f48-50bd-44bd-a722-2d7ea68d6e11 None None] For port 26644e4d-87e6-44d2-94a6-0d2a13e7fc43, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=26644e4d-87e6-44d2-94a6-0d2a13e7fc43,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:58:29.496645 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-007f454c-f7ff-479e-8c21-67efc3e25256 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:29.499930 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc34f17-f05e-426c-afc7-1122705c9837 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event updated for resources: {'Port': ['ID=fb3a1089-1dc9-412e-8896-3b4d38fb3774,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:29.503910 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d71044-8300-42fe-b3dd-d29f4e1fccc8 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0408f6f-038a-4e5c-b218-73376b1c45f2,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:29.507353 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4611003c-69ea-4ff8-aa83-29c7e0500cd7 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:29.508766 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125b3b93-f33d-4316-84c9-c8e9a0d0da2c tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:29.510189 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-125b3b93-f33d-4316-84c9-c8e9a0d0da2c tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] 10.222.0.57 "GET /v2.0/networks/a14ca783-6f82-4799-85a3-4cbe79c980a8 HTTP/1.1" status: 200 len: 881 time: 0.3410349 Mar 22 10:58:29.513425 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39680) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:29.542446 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6bc34f17-f05e-426c-afc7-1122705c9837 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.9006639 Mar 22 10:58:29.548386 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39682) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:29.548972 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-28062f48-50bd-44bd-a722-2d7ea68d6e11 None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:29.557468 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 50f1ff7f-08a9-4016-9ce6-a29be39995e0 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:58:29.564281 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-e523bdd5-c57f-4897-bbdd-3acf6a0271f6 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] 10.222.0.57 "GET /v2.0/ports?device_id=4475b4da-7077-4c52-bc99-0a95f3d98b8b HTTP/1.1" status: 200 len: 205 time: 0.0396249 Mar 22 10:58:29.571744 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39684) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:29.581698 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-28062f48-50bd-44bd-a722-2d7ea68d6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:29.586096 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 50f1ff7f-08a9-4016-9ce6-a29be39995e0 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:58:29.586525 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 50f1ff7f-08a9-4016-9ce6-a29be39995e0 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:58:29.587003 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device c205c3b9-7329-428a-81b6-05465035097b no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:58:29.612122 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9e2a83b3-efe7-45e4-85e7-5c1a21ca29d0 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:29.621061 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77e0ce15-642f-44d7-919f-168613b40862 req-55abbab8-9a7a-4098-95dd-4efc657afa0a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Made reservation on behalf of 9d323f0b18e24bb7bcd0d92686e5587a for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:58:29.625179 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-77e0ce15-642f-44d7-919f-168613b40862 req-55abbab8-9a7a-4098-95dd-4efc657afa0a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:29.636996 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: c205c3b9-7329-428a-81b6-05465035097b {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:58:29.637441 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device c205c3b9-7329-428a-81b6-05465035097b not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:58:29.657579 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9e2a83b3-efe7-45e4-85e7-5c1a21ca29d0 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:29.715097 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28062f48-50bd-44bd-a722-2d7ea68d6e11 None None] Pushing event updated for resources: {'Port': ['ID=26644e4d-87e6-44d2-94a6-0d2a13e7fc43,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:29.735759 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a83b3-efe7-45e4-85e7-5c1a21ca29d0 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8982f8b0-1132-4f1c-8bb9-8ef97d3a5bc5,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:29.738051 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-42167f14-e64f-450b-98ad-927eaf450150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:29.740570 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-42167f14-e64f-450b-98ad-927eaf450150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:29.744059 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-42167f14-e64f-450b-98ad-927eaf450150 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/58aa2cfe-b907-4421-99d5-51fd275c87cb HTTP/1.1" status: 204 len: 168 time: 0.7109334 Mar 22 10:58:29.762897 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4611003c-69ea-4ff8-aa83-29c7e0500cd7 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:29.765440 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4611003c-69ea-4ff8-aa83-29c7e0500cd7 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:29.766582 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-4611003c-69ea-4ff8-aa83-29c7e0500cd7 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] 10.222.0.57 "DELETE /v2.0/security-groups/1dd3c414-1406-49a0-90f3-f48d5f720aef HTTP/1.1" status: 204 len: 168 time: 1.0456088 Mar 22 10:58:29.779560 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39688) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:29.808549 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9e2a83b3-efe7-45e4-85e7-5c1a21ca29d0 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:29.815541 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39690) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:29.816448 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4611003c-69ea-4ff8-aa83-29c7e0500cd7 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd3c414-1406-49a0-90f3-f48d5f720aef,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:29.820844 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9e2a83b3-efe7-45e4-85e7-5c1a21ca29d0 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6503499 Mar 22 10:58:29.906268 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-de86d4c3-050c-4a8f-a37a-8952cbbfbf75 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1244636 Mar 22 10:58:29.918701 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39694) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:29.920858 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42167f14-e64f-450b-98ad-927eaf450150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58aa2cfe-b907-4421-99d5-51fd275c87cb,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:29.949597 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-f4117190-8d2f-4c13-80c6-1c2d382a2176 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Request body: {'security_group': {'name': 'tempest-secgroup--210615783'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:29.981538 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1e12be28-5488-4543-ae71-54dc04a6da0d tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:29.981771 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1764b917-209b-4b2d-8ef8-2fc4205aac89 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:30.035634 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1e12be28-5488-4543-ae71-54dc04a6da0d tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:30.044868 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-06522026-ef04-40c0-95b8-4ed85dcedee0 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:30.058679 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f4117190-8d2f-4c13-80c6-1c2d382a2176 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:30.063533 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1764b917-209b-4b2d-8ef8-2fc4205aac89 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:30.192303 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-d2cb1d67-99db-4cf1-b88a-4a28e9729ad5 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Deleting port fb3a1089-1dc9-412e-8896-3b4d38fb3774 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:58:30.192944 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d2cb1d67-99db-4cf1-b88a-4a28e9729ad5 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:30.222049 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1764b917-209b-4b2d-8ef8-2fc4205aac89 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Network 9bc44546-3120-46d0-9acd-8d00c1092930 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:58:30.234332 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-830a4cd9-e505-45e2-9368-db76cd49ff2b req-f3d20807-0ca2-4ef5-95b2-2471fbcf286c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e8f9c08-13c3-4009-9c78-a70da5c7e711 HTTP/1.1" status: 200 len: 210 time: 0.3229680 Mar 22 10:58:30.234628 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-1764b917-209b-4b2d-8ef8-2fc4205aac89 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:58:30.244154 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1764b917-209b-4b2d-8ef8-2fc4205aac89 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event updated for resources: {'Port': ['ID=833fb128-5ac1-4376-8d51-4bb165687540,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:30.266443 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-007f454c-f7ff-479e-8c21-67efc3e25256 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for router_gateway, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:30.270195 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [req-77e0ce15-642f-44d7-919f-168613b40862 req-55abbab8-9a7a-4098-95dd-4efc657afa0a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Allocated IP 172.20.0.24 (4339461b-028b-4a4d-868a-19a90c08daf1/6b110546-96bb-4eff-b591-1bb1e652a03a/1fa95086-1c31-49da-ba59-5ea766a133d9) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:58:30.276718 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1764b917-209b-4b2d-8ef8-2fc4205aac89 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:58:30.313348 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-007f454c-f7ff-479e-8c21-67efc3e25256 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:30.327283 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1e12be28-5488-4543-ae71-54dc04a6da0d tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:30.366366 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1e12be28-5488-4543-ae71-54dc04a6da0d tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:30.367639 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-1e12be28-5488-4543-ae71-54dc04a6da0d tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/8982f8b0-1132-4f1c-8bb9-8ef97d3a5bc5 HTTP/1.1" status: 204 len: 168 time: 0.5489683 Mar 22 10:58:30.372567 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39698) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:30.405483 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e12be28-5488-4543-ae71-54dc04a6da0d tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8982f8b0-1132-4f1c-8bb9-8ef97d3a5bc5,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:30.413297 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-06522026-ef04-40c0-95b8-4ed85dcedee0 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:30.434799 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1764b917-209b-4b2d-8ef8-2fc4205aac89 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:30.435501 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1764b917-209b-4b2d-8ef8-2fc4205aac89 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:30.449264 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d2cb1d67-99db-4cf1-b88a-4a28e9729ad5 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:30.501452 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-d2cb1d67-99db-4cf1-b88a-4a28e9729ad5 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Calling delete_port for fb3a1089-1dc9-412e-8896-3b4d38fb3774 owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:58:30.523087 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-007f454c-f7ff-479e-8c21-67efc3e25256 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Allocated IP 172.26.7.54 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/7708dedf-0be4-44f9-b4e7-7a05e24f41ec) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:58:30.531498 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6a123088-2406-475e-a7ff-2b8a2fa09515 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1518922 Mar 22 10:58:30.534139 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39700) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:30.566121 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1764b917-209b-4b2d-8ef8-2fc4205aac89 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7876105 Mar 22 10:58:30.570478 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39702) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:30.615885 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-34004216-449f-4b7f-a0ac-93b14abeba06 None None] Provisioning complete for port 26644e4d-87e6-44d2-94a6-0d2a13e7fc43 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:30.616900 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-34004216-449f-4b7f-a0ac-93b14abeba06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:30.617900 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f4117190-8d2f-4c13-80c6-1c2d382a2176 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:30.661543 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f4117190-8d2f-4c13-80c6-1c2d382a2176 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:30.724233 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f29c0da-ef78-4a5d-b5a0-495ca08111bf tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:30.724695 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f4117190-8d2f-4c13-80c6-1c2d382a2176 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:30.728795 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-f4117190-8d2f-4c13-80c6-1c2d382a2176 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8046770 Mar 22 10:58:30.728967 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4f29c0da-ef78-4a5d-b5a0-495ca08111bf tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1548946 Mar 22 10:58:30.730856 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39704) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:30.731240 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39706) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:30.751148 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-7fbe6e1a-7a79-4581-88a5-d48b42429dbd tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Request body: {'security_group_rule': {'security_group_id': '94433573-6bdc-4574-ad9e-8f1b1d41f3bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:30.771196 dv-neutron-834599-1-hyperv neutron-server[109049]: WARNING neutron.api.v2.base [None req-7fbe6e1a-7a79-4581-88a5-d48b42429dbd tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 22 10:58:30.771902 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-7fbe6e1a-7a79-4581-88a5-d48b42429dbd tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 10:58:30.775752 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7fbe6e1a-7a79-4581-88a5-d48b42429dbd tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0405765 Mar 22 10:58:30.784876 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39708) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:30.795155 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-02a0a714-4729-4654-b561-0342eebfa998 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Request body: {'security_group_rule': {'security_group_id': '94433573-6bdc-4574-ad9e-8f1b1d41f3bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:30.796802 dv-neutron-834599-1-hyperv neutron-server[109050]: WARNING neutron.api.v2.base [None req-02a0a714-4729-4654-b561-0342eebfa998 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 22 10:58:30.797308 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.api.v2.resource [None req-02a0a714-4729-4654-b561-0342eebfa998 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 10:58:30.800153 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-02a0a714-4729-4654-b561-0342eebfa998 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0067084 Mar 22 10:58:30.809496 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39710) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:30.814306 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-06522026-ef04-40c0-95b8-4ed85dcedee0 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Deleting port 88958769-d934-44a0-9fda-e6ca67809337 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:58:30.814551 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-06522026-ef04-40c0-95b8-4ed85dcedee0 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:30.815802 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-586b6f1c-33a8-44b8-8953-67da2f49c722 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Request body: {'security_group_rule': {'security_group_id': '94433573-6bdc-4574-ad9e-8f1b1d41f3bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:30.816870 dv-neutron-834599-1-hyperv neutron-server[109050]: WARNING neutron.api.v2.base [None req-586b6f1c-33a8-44b8-8953-67da2f49c722 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 22 10:58:30.817362 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.api.v2.resource [None req-586b6f1c-33a8-44b8-8953-67da2f49c722 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 10:58:30.821680 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-586b6f1c-33a8-44b8-8953-67da2f49c722 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0078852 Mar 22 10:58:30.821680 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4117190-8d2f-4c13-80c6-1c2d382a2176 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94433573-6bdc-4574-ad9e-8f1b1d41f3bc,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:30.823860 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d76fffef-a9f0-4ed4-8770-4c962c34c788 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:30.824796 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39712) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:30.845275 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-5f3ce7b2-b1e6-4b41-a74c-d034b03dc624 None None] Provisioning complete for port 833fb128-5ac1-4376-8d51-4bb165687540 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:30.845509 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-77e0ce15-642f-44d7-919f-168613b40862 req-55abbab8-9a7a-4098-95dd-4efc657afa0a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:30.845817 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5f3ce7b2-b1e6-4b41-a74c-d034b03dc624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:30.885284 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-5f3ce7b2-b1e6-4b41-a74c-d034b03dc624 None None] Port 833fb128-5ac1-4376-8d51-4bb165687540 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:58:30.886026 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d76fffef-a9f0-4ed4-8770-4c962c34c788 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:30.896628 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-5f3ce7b2-b1e6-4b41-a74c-d034b03dc624 None None] Provisioning complete for port fb3a1089-1dc9-412e-8896-3b4d38fb3774 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:30.896916 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5f3ce7b2-b1e6-4b41-a74c-d034b03dc624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:30.934333 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-007f454c-f7ff-479e-8c21-67efc3e25256 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:30.936509 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-5f3ce7b2-b1e6-4b41-a74c-d034b03dc624 None None] Port fb3a1089-1dc9-412e-8896-3b4d38fb3774 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:58:30.990951 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-77e0ce15-642f-44d7-919f-168613b40862 req-55abbab8-9a7a-4098-95dd-4efc657afa0a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:31.029861 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d76fffef-a9f0-4ed4-8770-4c962c34c788 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:31.032516 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d76fffef-a9f0-4ed4-8770-4c962c34c788 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:31.033681 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-d76fffef-a9f0-4ed4-8770-4c962c34c788 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "DELETE /v2.0/security-groups/b0408f6f-038a-4e5c-b218-73376b1c45f2 HTTP/1.1" status: 204 len: 168 time: 0.4832942 Mar 22 10:58:31.042833 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 26644e4d-87e6-44d2-94a6-0d2a13e7fc43 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:58:31.047139 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39714) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:31.079647 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76fffef-a9f0-4ed4-8770-4c962c34c788 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0408f6f-038a-4e5c-b218-73376b1c45f2,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:31.094733 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77e0ce15-642f-44d7-919f-168613b40862 req-55abbab8-9a7a-4098-95dd-4efc657afa0a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Network 4339461b-028b-4a4d-868a-19a90c08daf1 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:58:31.096135 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-007f454c-f7ff-479e-8c21-67efc3e25256 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:31.098117 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55abbab8-9a7a-4098-95dd-4efc657afa0a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Port': ['ID=1fa95086-1c31-49da-ba59-5ea766a133d9,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:31.099949 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-55c5fa4d-b9d6-4f50-a824-defdb1a75e88 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Request body: {'security_group_rule': {'security_group_id': '94433573-6bdc-4574-ad9e-8f1b1d41f3bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:31.100867 dv-neutron-834599-1-hyperv neutron-server[109049]: WARNING neutron.api.v2.base [None req-55c5fa4d-b9d6-4f50-a824-defdb1a75e88 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 22 10:58:31.101352 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-55c5fa4d-b9d6-4f50-a824-defdb1a75e88 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 10:58:31.102321 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-55c5fa4d-b9d6-4f50-a824-defdb1a75e88 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.2749040 Mar 22 10:58:31.116209 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39716) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:31.123074 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 26644e4d-87e6-44d2-94a6-0d2a13e7fc43 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:31.123487 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:31.141215 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [req-77e0ce15-642f-44d7-919f-168613b40862 req-55abbab8-9a7a-4098-95dd-4efc657afa0a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:58:31.144488 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-77e0ce15-642f-44d7-919f-168613b40862 req-55abbab8-9a7a-4098-95dd-4efc657afa0a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:58:31.207805 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007f454c-f7ff-479e-8c21-67efc3e25256 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:58:31.214634 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-007f454c-f7ff-479e-8c21-67efc3e25256 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:58:31.219470 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007f454c-f7ff-479e-8c21-67efc3e25256 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:58:31.232869 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-07be694c-c071-41ef-92d3-68e490f6192a tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1833773 Mar 22 10:58:31.252851 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05065e44-9fad-41bd-8fe3-c10db718ca38 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:31.259670 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05065e44-9fad-41bd-8fe3-c10db718ca38 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:31.260709 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39720) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:31.265451 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05065e44-9fad-41bd-8fe3-c10db718ca38 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:31.266770 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-10997275-bd95-4e49-8bbb-0e4a813c323f tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Request body: {'security_group': {'name': 'tempest-secgroup--821067468'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:31.267227 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-05065e44-9fad-41bd-8fe3-c10db718ca38 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.5335631 Mar 22 10:58:31.273103 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39722) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:31.289596 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e0ce15-642f-44d7-919f-168613b40862 req-55abbab8-9a7a-4098-95dd-4efc657afa0a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:31.290257 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-77e0ce15-642f-44d7-919f-168613b40862 req-55abbab8-9a7a-4098-95dd-4efc657afa0a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:31.294391 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007f454c-f7ff-479e-8c21-67efc3e25256 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event updated for resources: {'Port': ['ID=7708dedf-0be4-44f9-b4e7-7a05e24f41ec,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:31.326666 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-10997275-bd95-4e49-8bbb-0e4a813c323f tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:31.363077 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-06522026-ef04-40c0-95b8-4ed85dcedee0 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:31.366634 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-77e0ce15-642f-44d7-919f-168613b40862 req-55abbab8-9a7a-4098-95dd-4efc657afa0a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4729314 Mar 22 10:58:31.367276 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6a48d2de-504e-40a0-8765-ab76a67e155f tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:31.392745 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-77e0ce15-642f-44d7-919f-168613b40862 req-1a440a29-d844-411a-ae37-214ef093f992 service neutron] Request body: {'port': {'device_id': '3e8f9c08-13c3-4009-9c78-a70da5c7e711', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8345'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:31.413945 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d2cb1d67-99db-4cf1-b88a-4a28e9729ad5 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:31.420796 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-06522026-ef04-40c0-95b8-4ed85dcedee0 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Calling delete_port for 88958769-d934-44a0-9fda-e6ca67809337 owned by network:router_gateway {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:58:31.462979 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-28abd680-9686-4685-adaa-ef71d07fd8a4 None None] Provisioning complete for port 1fa95086-1c31-49da-ba59-5ea766a133d9 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:31.463475 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-28abd680-9686-4685-adaa-ef71d07fd8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:31.467740 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6a48d2de-504e-40a0-8765-ab76a67e155f tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:31.478826 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cb1d67-99db-4cf1-b88a-4a28e9729ad5 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event deleted for resources: {'Port': ['ID=fb3a1089-1dc9-412e-8896-3b4d38fb3774,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:31.500693 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-28abd680-9686-4685-adaa-ef71d07fd8a4 None None] Port 1fa95086-1c31-49da-ba59-5ea766a133d9 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:58:31.602639 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d2cb1d67-99db-4cf1-b88a-4a28e9729ad5 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:31.608996 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d2cb1d67-99db-4cf1-b88a-4a28e9729ad5 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/ports/fb3a1089-1dc9-412e-8896-3b4d38fb3774 HTTP/1.1" status: 204 len: 168 time: 2.0564737 Mar 22 10:58:31.610229 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39726) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:31.615158 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-c4cffe91-3bdc-4d4b-b486-b2a3c305e004 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Deleting port 833fb128-5ac1-4376-8d51-4bb165687540 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:58:31.615468 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c4cffe91-3bdc-4d4b-b486-b2a3c305e004 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:31.616989 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd5aaee-398e-4333-9025-7146be8b4970 req-4e6cf0b5-9531-49ea-8f32-19ff0a022c5a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:31.618590 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6fd5aaee-398e-4333-9025-7146be8b4970 req-4e6cf0b5-9531-49ea-8f32-19ff0a022c5a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e8f9c08-13c3-4009-9c78-a70da5c7e711 HTTP/1.1" status: 200 len: 932 time: 0.2556124 Mar 22 10:58:31.619222 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-77e0ce15-642f-44d7-919f-168613b40862 req-1a440a29-d844-411a-ae37-214ef093f992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:31.627349 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6a48d2de-504e-40a0-8765-ab76a67e155f tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:31.629048 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6a48d2de-504e-40a0-8765-ab76a67e155f tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:31.630203 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6a48d2de-504e-40a0-8765-ab76a67e155f tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] 10.222.0.57 "DELETE /v2.0/security-groups/94433573-6bdc-4574-ad9e-8f1b1d41f3bc HTTP/1.1" status: 204 len: 168 time: 0.5117593 Mar 22 10:58:31.636166 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39728) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:31.712468 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a48d2de-504e-40a0-8765-ab76a67e155f tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94433573-6bdc-4574-ad9e-8f1b1d41f3bc,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:31.777658 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-10997275-bd95-4e49-8bbb-0e4a813c323f tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:31.792886 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a289ba-4b7c-4365-8303-5a07427d2e4a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:31.796936 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d5a289ba-4b7c-4365-8303-5a07427d2e4a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1816931 Mar 22 10:58:31.798850 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39730) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:31.829319 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-10997275-bd95-4e49-8bbb-0e4a813c323f tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:31.855709 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c4cffe91-3bdc-4d4b-b486-b2a3c305e004 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:31.877312 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-c4cffe91-3bdc-4d4b-b486-b2a3c305e004 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Calling delete_port for 833fb128-5ac1-4376-8d51-4bb165687540 owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:58:31.894436 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6fd5aaee-398e-4333-9025-7146be8b4970 req-f4a2ee5f-0665-448e-8c05-2c36eba9babd tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=963c9364-e1be-481f-add7-e92c7a0952a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2590592 Mar 22 10:58:31.945463 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ee22d3-9dc8-45c6-845e-cbdfb474c923 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:31.947004 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-31ee22d3-9dc8-45c6-845e-cbdfb474c923 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1456523 Mar 22 10:58:31.949504 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-06522026-ef04-40c0-95b8-4ed85dcedee0 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:31.952629 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39732) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:31.967022 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-80a55f25-8004-43db-8cc6-bc08343ffb86 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2943141 Mar 22 10:58:31.988489 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39734) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:31.991741 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-10997275-bd95-4e49-8bbb-0e4a813c323f tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:31.992971 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-10997275-bd95-4e49-8bbb-0e4a813c323f tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7295327 Mar 22 10:58:32.001658 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39736) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:32.010209 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-007f454c-f7ff-479e-8c21-67efc3e25256 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for router_gateway, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:32.013538 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-3803b3c3-9403-4d5b-932b-bae2e2f8149c tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Request body: {'security_group': {'name': 'tempest-secgroup--62076479'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:32.014621 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-9e268f89-3230-48a9-b7a1-75f29432a352 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Request body: {'security_group_rule': {'security_group_id': 'd851ab1b-0809-4cea-a4aa-c800a068be54', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:32.022245 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06522026-ef04-40c0-95b8-4ed85dcedee0 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Pushing event deleted for resources: {'Port': ['ID=88958769-d934-44a0-9fda-e6ca67809337,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:32.035947 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10997275-bd95-4e49-8bbb-0e4a813c323f tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d851ab1b-0809-4cea-a4aa-c800a068be54,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:32.084943 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3803b3c3-9403-4d5b-932b-bae2e2f8149c tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:32.089623 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffa0cc1-64ba-4130-a319-b1bf7ef77d78 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:32.091252 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffa0cc1-64ba-4130-a319-b1bf7ef77d78 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:32.092773 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffa0cc1-64ba-4130-a319-b1bf7ef77d78 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:32.095149 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-dffa0cc1-64ba-4130-a319-b1bf7ef77d78 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1394539 Mar 22 10:58:32.100578 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39738) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:32.185646 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-06522026-ef04-40c0-95b8-4ed85dcedee0 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682553'] for router_gateway, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:32.307978 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-06522026-ef04-40c0-95b8-4ed85dcedee0 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:32.310342 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-06522026-ef04-40c0-95b8-4ed85dcedee0 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:32.316566 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c4cffe91-3bdc-4d4b-b486-b2a3c305e004 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:32.392765 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cffe91-3bdc-4d4b-b486-b2a3c305e004 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event deleted for resources: {'Port': ['ID=833fb128-5ac1-4376-8d51-4bb165687540,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:32.409424 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-06522026-ef04-40c0-95b8-4ed85dcedee0 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:32.409992 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06522026-ef04-40c0-95b8-4ed85dcedee0 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Fanout notify agent at l3_agent the message router_deleted on router 4475b4da-7077-4c52-bc99-0a95f3d98b8b {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 10:58:32.427935 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3803b3c3-9403-4d5b-932b-bae2e2f8149c tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:32.433917 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-06522026-ef04-40c0-95b8-4ed85dcedee0 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:32.438958 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-06522026-ef04-40c0-95b8-4ed85dcedee0 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] 10.222.0.57 "DELETE /v2.0/routers/4475b4da-7077-4c52-bc99-0a95f3d98b8b HTTP/1.1" status: 204 len: 168 time: 2.8431053 Mar 22 10:58:32.440167 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39740) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:32.440811 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3803b3c3-9403-4d5b-932b-bae2e2f8149c tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:32.465689 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-4f8a2d7e-8d3e-4cef-b31c-8cc07f1cc3d3 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1811771303', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:32.522812 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3803b3c3-9403-4d5b-932b-bae2e2f8149c tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:32.527446 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3803b3c3-9403-4d5b-932b-bae2e2f8149c tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.5179074 Mar 22 10:58:32.528907 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39742) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:32.538325 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9e268f89-3230-48a9-b7a1-75f29432a352 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:32.538554 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-ca9c22a6-d13f-43ab-ab6f-3ecbc3fd6279 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Request body: {'security_group_rule': {'security_group_id': 'f119c491-d5ba-44c4-9f13-7fed1c2f2dcb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:32.539453 dv-neutron-834599-1-hyperv neutron-server[109049]: WARNING neutron.api.v2.base [None req-ca9c22a6-d13f-43ab-ab6f-3ecbc3fd6279 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 22 10:58:32.539988 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-ca9c22a6-d13f-43ab-ab6f-3ecbc3fd6279 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 10:58:32.544629 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ca9c22a6-d13f-43ab-ab6f-3ecbc3fd6279 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0096095 Mar 22 10:58:32.544799 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c4cffe91-3bdc-4d4b-b486-b2a3c305e004 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:32.547976 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c4cffe91-3bdc-4d4b-b486-b2a3c305e004 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "DELETE /v2.0/ports/833fb128-5ac1-4376-8d51-4bb165687540 HTTP/1.1" status: 204 len: 168 time: 1.2695458 Mar 22 10:58:32.548543 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39744) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:32.553127 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39746) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:32.553472 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-88c4ca5d-d609-423f-b9ff-71a1a5bce88f tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Request body: {'security_group_rule': {'security_group_id': 'f119c491-d5ba-44c4-9f13-7fed1c2f2dcb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:32.557851 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3803b3c3-9403-4d5b-932b-bae2e2f8149c tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f119c491-d5ba-44c4-9f13-7fed1c2f2dcb,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:32.562191 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4f8a2d7e-8d3e-4cef-b31c-8cc07f1cc3d3 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:32.563318 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4f8a2d7e-8d3e-4cef-b31c-8cc07f1cc3d3 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:32.585949 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_v2 [None req-079e4f03-a626-4212-984d-f3ffd9af89bf tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Deleting subnet 02347ac9-0530-4521-83d0-7fab29bb43e6 {{(pid=109050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:58:32.619444 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-079e4f03-a626-4212-984d-f3ffd9af89bf tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:32.629462 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f5bc704-efff-46f2-8a52-f6c7e91e4eb4 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] GET failed (client error): The resource could not be found. Mar 22 10:58:32.634889 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-2f5bc704-efff-46f2-8a52-f6c7e91e4eb4 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "GET /v2.0/ports/833fb128-5ac1-4376-8d51-4bb165687540 HTTP/1.1" status: 404 len: 333 time: 0.0734847 Mar 22 10:58:32.661796 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39748) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:32.666155 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4f8a2d7e-8d3e-4cef-b31c-8cc07f1cc3d3 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:32.667264 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-88c4ca5d-d609-423f-b9ff-71a1a5bce88f tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 10:58:32.671301 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-88c4ca5d-d609-423f-b9ff-71a1a5bce88f tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1185784 Mar 22 10:58:32.671301 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39750) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:32.676714 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-e793166f-8116-45f3-b331-54c9e7bd1577 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Request body: {'security_group_rule': {'security_group_id': 'f119c491-d5ba-44c4-9f13-7fed1c2f2dcb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:32.677271 dv-neutron-834599-1-hyperv neutron-server[109049]: WARNING neutron.api.v2.base [None req-e793166f-8116-45f3-b331-54c9e7bd1577 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 22 10:58:32.677836 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-e793166f-8116-45f3-b331-54c9e7bd1577 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 10:58:32.681703 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e793166f-8116-45f3-b331-54c9e7bd1577 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0066621 Mar 22 10:58:32.682027 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39752) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:32.686478 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-2a79b3e3-5c45-4d4c-985a-87e3d03fc945 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Request body: {'security_group_rule': {'security_group_id': 'f119c491-d5ba-44c4-9f13-7fed1c2f2dcb', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:32.693052 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4f8a2d7e-8d3e-4cef-b31c-8cc07f1cc3d3 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:32.717956 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4f8a2d7e-8d3e-4cef-b31c-8cc07f1cc3d3 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:32.722125 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4f8a2d7e-8d3e-4cef-b31c-8cc07f1cc3d3 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2787104 Mar 22 10:58:32.722852 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39754) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:32.728070 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-f60ff7b5-4208-4b50-8385-7be42356130f tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'enable_snat': False}}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:32.787199 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-079e4f03-a626-4212-984d-f3ffd9af89bf tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11961780'] for subnet, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:32.802345 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-2a79b3e3-5c45-4d4c-985a-87e3d03fc945 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 10:58:32.803471 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2a79b3e3-5c45-4d4c-985a-87e3d03fc945 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1204586 Mar 22 10:58:32.807722 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39756) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:32.812408 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-699f5212-67e0-46e1-9a48-6ad920b9f670 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Request body: {'security_group_rule': {'security_group_id': 'f119c491-d5ba-44c4-9f13-7fed1c2f2dcb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:32.812889 dv-neutron-834599-1-hyperv neutron-server[109049]: WARNING neutron.api.v2.base [None req-699f5212-67e0-46e1-9a48-6ad920b9f670 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 22 10:58:32.813439 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-699f5212-67e0-46e1-9a48-6ad920b9f670 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 10:58:32.816942 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-699f5212-67e0-46e1-9a48-6ad920b9f670 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058661 Mar 22 10:58:32.828009 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39758) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:32.862501 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-84ea5923-cacb-4581-84b4-3801ee892ac5 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Request body: {'security_group_rule': {'security_group_id': 'f119c491-d5ba-44c4-9f13-7fed1c2f2dcb', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:32.932188 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9e268f89-3230-48a9-b7a1-75f29432a352 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:32.949063 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f60ff7b5-4208-4b50-8385-7be42356130f tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:32.955974 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9e268f89-3230-48a9-b7a1-75f29432a352 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:32.977860 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [req-77e0ce15-642f-44d7-919f-168613b40862 req-1a440a29-d844-411a-ae37-214ef093f992 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fa95086-1c31-49da-ba59-5ea766a133d9 {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 10:58:32.995576 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-77e0ce15-642f-44d7-919f-168613b40862 req-1a440a29-d844-411a-ae37-214ef093f992 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:33.025704 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e268f89-3230-48a9-b7a1-75f29432a352 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e451f29b-026e-4aac-a0db-b427563fa2e8,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:33.027951 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-007f454c-f7ff-479e-8c21-67efc3e25256 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:33.090259 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9e268f89-3230-48a9-b7a1-75f29432a352 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:33.091449 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-9e268f89-3230-48a9-b7a1-75f29432a352 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0823832 Mar 22 10:58:33.096847 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39762) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:33.099084 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [req-77e0ce15-642f-44d7-919f-168613b40862 req-1a440a29-d844-411a-ae37-214ef093f992 service neutron] Transition to ACTIVE for port object 1fa95086-1c31-49da-ba59-5ea766a133d9 will not be triggered until provisioned by entity L2. {{(pid=109050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 10:58:33.139114 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-77e0ce15-642f-44d7-919f-168613b40862 req-1a440a29-d844-411a-ae37-214ef093f992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:33.145452 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-93f5a8a4-01d1-4cda-ba89-0ac77602597e tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "GET /v2.0/security-group-rules/e451f29b-026e-4aac-a0db-b427563fa2e8 HTTP/1.1" status: 200 len: 763 time: 0.0474691 Mar 22 10:58:33.148941 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.api.v2.resource [None req-84ea5923-cacb-4581-84b4-3801ee892ac5 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 10:58:33.149751 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39764) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:33.149898 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-84ea5923-cacb-4581-84b4-3801ee892ac5 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3181520 Mar 22 10:58:33.162863 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39766) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:33.169664 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-079e4f03-a626-4212-984d-f3ffd9af89bf tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:33.199054 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-513046fc-b047-40bc-9e3d-4b1f175e4d32 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Request body: {'security_group_rule': {'security_group_id': 'f119c491-d5ba-44c4-9f13-7fed1c2f2dcb', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:33.200519 dv-neutron-834599-1-hyperv neutron-server[109050]: WARNING neutron.api.v2.base [None req-513046fc-b047-40bc-9e3d-4b1f175e4d32 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 22 10:58:33.200850 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.api.v2.resource [None req-513046fc-b047-40bc-9e3d-4b1f175e4d32 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 10:58:33.200982 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f60ff7b5-4208-4b50-8385-7be42356130f tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:33.204635 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-513046fc-b047-40bc-9e3d-4b1f175e4d32 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0345681 Mar 22 10:58:33.206471 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39768) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:33.230129 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-421a355e-4631-400b-9423-6f640b9a48f4 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Request body: {'security_group_rule': {'security_group_id': 'f119c491-d5ba-44c4-9f13-7fed1c2f2dcb', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:33.231421 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-46388483-4214-459e-ad7d-329f85946c2d tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Deleting port ef222cd9-dbc4-463a-90d9-2e1bea2dffe7 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:58:33.231749 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-46388483-4214-459e-ad7d-329f85946c2d tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:33.236068 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f60ff7b5-4208-4b50-8385-7be42356130f tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:33.252543 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-27d4e6c2-91ab-4252-aa8a-17e463627f18 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0992198 Mar 22 10:58:33.257581 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39770) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:33.330757 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e8119-2eda-4eac-98cc-513fbbf1fb96 req-fc538eed-ed6d-4458-ad65-71c1cb215851 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:33.332359 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-fc3e8119-2eda-4eac-98cc-513fbbf1fb96 req-fc538eed-ed6d-4458-ad65-71c1cb215851 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e8f9c08-13c3-4009-9c78-a70da5c7e711 HTTP/1.1" status: 200 len: 932 time: 0.3279934 Mar 22 10:58:33.337720 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d468331a-d7d6-488a-b2ec-635bf5d67982 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:33.355343 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d468331a-d7d6-488a-b2ec-635bf5d67982 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:33.364263 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-421a355e-4631-400b-9423-6f640b9a48f4 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 10:58:33.368188 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-421a355e-4631-400b-9423-6f640b9a48f4 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1573966 Mar 22 10:58:33.369686 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a440a29-d844-411a-ae37-214ef093f992 service neutron] Pushing event updated for resources: {'Port': ['ID=1fa95086-1c31-49da-ba59-5ea766a133d9,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:33.370977 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39772) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:33.393389 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-d6038bb4-363b-4305-8669-1d6afdcdfd80 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Request body: {'security_group_rule': {'security_group_id': 'f119c491-d5ba-44c4-9f13-7fed1c2f2dcb', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:33.453904 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d468331a-d7d6-488a-b2ec-635bf5d67982 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:33.466265 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d468331a-d7d6-488a-b2ec-635bf5d67982 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:33.467406 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d468331a-d7d6-488a-b2ec-635bf5d67982 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/e451f29b-026e-4aac-a0db-b427563fa2e8 HTTP/1.1" status: 204 len: 168 time: 0.2071223 Mar 22 10:58:33.474769 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39774) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:33.484729 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d468331a-d7d6-488a-b2ec-635bf5d67982 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e451f29b-026e-4aac-a0db-b427563fa2e8,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:33.489607 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-f60ff7b5-4208-4b50-8385-7be42356130f tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Allocated IP 172.26.7.21 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/b9de515d-6889-43e3-82e5-3d29406b007a) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:58:33.499459 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-46388483-4214-459e-ad7d-329f85946c2d tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:33.502785 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-d6038bb4-363b-4305-8669-1d6afdcdfd80 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 10:58:33.503920 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d6038bb4-363b-4305-8669-1d6afdcdfd80 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1230216 Mar 22 10:58:33.506883 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39776) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:33.523311 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-079e4f03-a626-4212-984d-f3ffd9af89bf tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:33.541526 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-46388483-4214-459e-ad7d-329f85946c2d tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Calling delete_port for ef222cd9-dbc4-463a-90d9-2e1bea2dffe7 owned by {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:58:33.547609 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-fc3e8119-2eda-4eac-98cc-513fbbf1fb96 req-05b0dd44-1b1a-4468-81b2-836e24291c63 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=963c9364-e1be-481f-add7-e92c7a0952a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1808057 Mar 22 10:58:33.579600 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079e4f03-a626-4212-984d-f3ffd9af89bf tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event deleted for resources: {'Subnet': ['ID=02347ac9-0530-4521-83d0-7fab29bb43e6,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:33.600478 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-079e4f03-a626-4212-984d-f3ffd9af89bf tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:33.602553 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25eb37ac-5072-40ff-88ee-57bdae2e8e47 None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:58:33.606772 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-079e4f03-a626-4212-984d-f3ffd9af89bf tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/subnets/02347ac9-0530-4521-83d0-7fab29bb43e6 HTTP/1.1" status: 204 len: 168 time: 1.5046787 Mar 22 10:58:33.606923 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39778) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:33.645826 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-77e0ce15-642f-44d7-919f-168613b40862 req-1a440a29-d844-411a-ae37-214ef093f992 service neutron] Attempting to bind port 1fa95086-1c31-49da-ba59-5ea766a133d9 on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:58:33.646245 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-77e0ce15-642f-44d7-919f-168613b40862 req-1a440a29-d844-411a-ae37-214ef093f992 service neutron] Attempting to bind port 1fa95086-1c31-49da-ba59-5ea766a133d9 by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': '0783b825-2601-45f0-958a-8bdcaa603211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4339461b-028b-4a4d-868a-19a90c08daf1'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:58:33.646576 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e0ce15-642f-44d7-919f-168613b40862 req-1a440a29-d844-411a-ae37-214ef093f992 service neutron] Attempting to bind port 1fa95086-1c31-49da-ba59-5ea766a133d9 on network 4339461b-028b-4a4d-868a-19a90c08daf1 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:58:33.660635 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-53996aa5-ff4d-4c89-a7fd-4592eb0aaebb tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:33.666931 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-579efed5-e9c7-4e3d-b32b-2205255db438 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1808541 Mar 22 10:58:33.671250 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39780) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:33.675604 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e0ce15-642f-44d7-919f-168613b40862 req-1a440a29-d844-411a-ae37-214ef093f992 service neutron] Port 1fa95086-1c31-49da-ba59-5ea766a133d9 on network 4339461b-028b-4a4d-868a-19a90c08daf1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:58:33.675958 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e0ce15-642f-44d7-919f-168613b40862 req-1a440a29-d844-411a-ae37-214ef093f992 service neutron] Attempting to bind port 1fa95086-1c31-49da-ba59-5ea766a133d9 on network 4339461b-028b-4a4d-868a-19a90c08daf1 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:58:33.681379 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-9f157403-f738-4be0-a127-5db1ed087c37 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Request body: {'security_group_rule': {'security_group_id': 'd851ab1b-0809-4cea-a4aa-c800a068be54', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:33.689285 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-007f454c-f7ff-479e-8c21-67efc3e25256 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Router c3d3d279-771e-44e8-9026-8854ba551c4f is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109050) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 10:58:33.694912 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f60ff7b5-4208-4b50-8385-7be42356130f tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:33.705097 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e0ce15-642f-44d7-919f-168613b40862 req-1a440a29-d844-411a-ae37-214ef093f992 service neutron] Checking agent: {'id': 'dcb78974-6458-4942-8c9c-663284d5bb3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8345', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:58:33.705398 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e0ce15-642f-44d7-919f-168613b40862 req-1a440a29-d844-411a-ae37-214ef093f992 service neutron] Checking segment: {'id': '0783b825-2601-45f0-958a-8bdcaa603211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4339461b-028b-4a4d-868a-19a90c08daf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:58:33.705728 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e0ce15-642f-44d7-919f-168613b40862 req-1a440a29-d844-411a-ae37-214ef093f992 service neutron] Bound using segment: {'id': '0783b825-2601-45f0-958a-8bdcaa603211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4339461b-028b-4a4d-868a-19a90c08daf1'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:58:33.706245 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-77e0ce15-642f-44d7-919f-168613b40862 req-1a440a29-d844-411a-ae37-214ef093f992 service neutron] Bound port: 1fa95086-1c31-49da-ba59-5ea766a133d9, host: hv-neutron-8345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0783b825-2601-45f0-958a-8bdcaa603211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4339461b-028b-4a4d-868a-19a90c08daf1'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:58:33.706521 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-77e0ce15-642f-44d7-919f-168613b40862 req-1a440a29-d844-411a-ae37-214ef093f992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:33.710805 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-53996aa5-ff4d-4c89-a7fd-4592eb0aaebb tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:33.717918 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-c806d540-98d7-4f6f-9309-02f5288a9ef5 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Deleting subnet dc175395-0351-41d0-86af-5884fa7b309a {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:58:33.730872 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c806d540-98d7-4f6f-9309-02f5288a9ef5 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:33.764067 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9f157403-f738-4be0-a127-5db1ed087c37 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:33.809284 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c806d540-98d7-4f6f-9309-02f5288a9ef5 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:33.833511 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f60ff7b5-4208-4b50-8385-7be42356130f tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:33.847784 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-53996aa5-ff4d-4c89-a7fd-4592eb0aaebb tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:33.850336 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-53996aa5-ff4d-4c89-a7fd-4592eb0aaebb tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:33.854057 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-53996aa5-ff4d-4c89-a7fd-4592eb0aaebb tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] 10.222.0.57 "DELETE /v2.0/security-groups/f119c491-d5ba-44c4-9f13-7fed1c2f2dcb HTTP/1.1" status: 204 len: 168 time: 0.3437533 Mar 22 10:58:33.875967 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39782) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:33.918734 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53996aa5-ff4d-4c89-a7fd-4592eb0aaebb tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f119c491-d5ba-44c4-9f13-7fed1c2f2dcb,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:33.925943 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60ff7b5-4208-4b50-8385-7be42356130f tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:58:33.948131 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-f60ff7b5-4208-4b50-8385-7be42356130f tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:58:33.961252 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60ff7b5-4208-4b50-8385-7be42356130f tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:58:34.016697 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-77e0ce15-642f-44d7-919f-168613b40862 req-1a440a29-d844-411a-ae37-214ef093f992 service neutron] For port 1fa95086-1c31-49da-ba59-5ea766a133d9, host hv-neutron-8345, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:58:34.023234 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-77e0ce15-642f-44d7-919f-168613b40862 req-1a440a29-d844-411a-ae37-214ef093f992 service neutron] For port 1fa95086-1c31-49da-ba59-5ea766a133d9, host hv-neutron-8345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=1fa95086-1c31-49da-ba59-5ea766a133d9,segment=NetworkSegment(0783b825-2601-45f0-958a-8bdcaa603211),segment_id=0783b825-2601-45f0-958a-8bdcaa603211)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:58:34.024595 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-46388483-4214-459e-ad7d-329f85946c2d tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:34.030394 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007f454c-f7ff-479e-8c21-67efc3e25256 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:58:34.042142 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15abeb1-88d0-4efc-b79c-29daf2952ad1 None None] Sync routers for ids ['c3d3d279-771e-44e8-9026-8854ba551c4f'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:58:34.053656 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-77e0ce15-642f-44d7-919f-168613b40862 req-1a440a29-d844-411a-ae37-214ef093f992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:34.058636 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15abeb1-88d0-4efc-b79c-29daf2952ad1 None None] Routers {'c3d3d279-771e-44e8-9026-8854ba551c4f'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:58:34.059559 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-b15abeb1-88d0-4efc-b79c-29daf2952ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:58:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['c3d3d279-771e-44e8-9026-8854ba551c4f'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:34.095173 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-b15abeb1-88d0-4efc-b79c-29daf2952ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:34.097987 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46388483-4214-459e-ad7d-329f85946c2d tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event deleted for resources: {'Port': ['ID=ef222cd9-dbc4-463a-90d9-2e1bea2dffe7,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:34.104164 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9f157403-f738-4be0-a127-5db1ed087c37 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:34.114052 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15abeb1-88d0-4efc-b79c-29daf2952ad1 None None] Routers {'c3d3d279-771e-44e8-9026-8854ba551c4f'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:58:34.114753 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-b15abeb1-88d0-4efc-b79c-29daf2952ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:58:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['c3d3d279-771e-44e8-9026-8854ba551c4f'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:34.154238 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-b15abeb1-88d0-4efc-b79c-29daf2952ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:34.155561 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15abeb1-88d0-4efc-b79c-29daf2952ad1 None None] The sync data for ids ['c3d3d279-771e-44e8-9026-8854ba551c4f'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:58:34.163193 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e0ce15-642f-44d7-919f-168613b40862 req-1a440a29-d844-411a-ae37-214ef093f992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:34.163836 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-77e0ce15-642f-44d7-919f-168613b40862 req-1a440a29-d844-411a-ae37-214ef093f992 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:34.165709 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-77e0ce15-642f-44d7-919f-168613b40862 req-1a440a29-d844-411a-ae37-214ef093f992 service neutron] 10.222.0.35 "PUT /v2.0/ports/1fa95086-1c31-49da-ba59-5ea766a133d9 HTTP/1.1" status: 200 len: 1094 time: 2.7892354 Mar 22 10:58:34.181902 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e8f9c08-13c3-4009-9c78-a70da5c7e711', 'tag': '1fa95086-1c31-49da-ba59-5ea766a133d9'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 10:58:34.190330 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36497265-6af1-4a32-98e4-31d420c2c9b8" -d '{"events": [{"name": "network-changed", "server_uuid": "3e8f9c08-13c3-4009-9c78-a70da5c7e711", "tag": "1fa95086-1c31-49da-ba59-5ea766a133d9"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 10:58:34.206894 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-007f454c-f7ff-479e-8c21-67efc3e25256 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:34.210960 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-007f454c-f7ff-479e-8c21-67efc3e25256 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 5.9123652 Mar 22 10:58:34.210960 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9f157403-f738-4be0-a127-5db1ed087c37 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:34.219547 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39786) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:34.331167 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60ff7b5-4208-4b50-8385-7be42356130f tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Pushing event updated for resources: {'Port': ['ID=b9de515d-6889-43e3-82e5-3d29406b007a,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:34.355552 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f24a57e9-b173-4196-ad31-11e580c33874 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4740989 Mar 22 10:58:34.356336 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39788) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:34.359349 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 10:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50a7a8e-4e48-4fc8-ba5c-a96113889cbb x-openstack-request-id: req-e50a7a8e-4e48-4fc8-ba5c-a96113889cbb {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 10:58:34.359658 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e8f9c08-13c3-4009-9c78-a70da5c7e711", "tag": "1fa95086-1c31-49da-ba59-5ea766a133d9", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 10:58:34.359901 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e50a7a8e-4e48-4fc8-ba5c-a96113889cbb {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 10:58:34.360307 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e50a7a8e-4e48-4fc8-ba5c-a96113889cbb'] response: {'name': 'network-changed', 'server_uuid': '3e8f9c08-13c3-4009-9c78-a70da5c7e711', 'tag': '1fa95086-1c31-49da-ba59-5ea766a133d9', 'status': 'completed', 'code': 200} Mar 22 10:58:34.368511 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-d8765fb6-60de-4294-b189-52de2e36240d tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Request body: {'security_group': {'name': 'tempest-secgroup--1464373570'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:34.386597 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f157403-f738-4be0-a127-5db1ed087c37 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=017fe079-007d-4011-9442-bc93f62b86d3,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:34.389283 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c806d540-98d7-4f6f-9309-02f5288a9ef5 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:34.408525 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9f157403-f738-4be0-a127-5db1ed087c37 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:34.411835 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-9f157403-f738-4be0-a127-5db1ed087c37 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7387309 Mar 22 10:58:34.425189 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39790) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:34.437908 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a440a29-d844-411a-ae37-214ef093f992 service neutron] Pushing event updated for resources: {'Port': ['ID=1fa95086-1c31-49da-ba59-5ea766a133d9,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:34.456136 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-46388483-4214-459e-ad7d-329f85946c2d tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:34.469486 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-46388483-4214-459e-ad7d-329f85946c2d tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "DELETE /v2.0/ports/ef222cd9-dbc4-463a-90d9-2e1bea2dffe7 HTTP/1.1" status: 204 len: 168 time: 1.8063695 Mar 22 10:58:34.472034 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39792) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:34.513650 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d8765fb6-60de-4294-b189-52de2e36240d tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:34.514199 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-f70d9f85-f1e9-46ce-9a6f-1395d7e56ecd tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] GET failed (client error): The resource could not be found. Mar 22 10:58:34.517198 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-f70d9f85-f1e9-46ce-9a6f-1395d7e56ecd tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "GET /v2.0/ports/ef222cd9-dbc4-463a-90d9-2e1bea2dffe7 HTTP/1.1" status: 404 len: 333 time: 0.0422280 Mar 22 10:58:34.520774 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39794) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:34.561431 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-fc27ecf5-4792-44c8-8159-04d1016fbf35 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "GET /v2.0/security-group-rules/017fe079-007d-4011-9442-bc93f62b86d3 HTTP/1.1" status: 200 len: 763 time: 0.1269295 Mar 22 10:58:34.562738 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e0ce15-642f-44d7-919f-168613b40862 req-a39b8045-f33e-4d89-8cd9-156d91050733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:34.564656 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-77e0ce15-642f-44d7-919f-168613b40862 req-a39b8045-f33e-4d89-8cd9-156d91050733 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d323f0b18e24bb7bcd0d92686e5587a&device_id=3e8f9c08-13c3-4009-9c78-a70da5c7e711 HTTP/1.1" status: 200 len: 1097 time: 0.3429661 Mar 22 10:58:34.565857 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39796) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:34.681733 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-77e0ce15-642f-44d7-919f-168613b40862 req-42a329a2-d9c0-42ed-9f02-6b99dbce5a60 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=1fa95086-1c31-49da-ba59-5ea766a133d9 HTTP/1.1" status: 200 len: 217 time: 0.0654981 Mar 22 10:58:34.693573 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0419b20c-c2d3-48d8-972f-f089fe06d582 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1242204 Mar 22 10:58:34.697629 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39800) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:34.698703 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c806d540-98d7-4f6f-9309-02f5288a9ef5 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:34.706772 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-dc31e43a-a07c-404c-97eb-d72323accbad tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "GET /v2.0/routers/c3d3d279-771e-44e8-9026-8854ba551c4f HTTP/1.1" status: 200 len: 880 time: 0.4700816 Mar 22 10:58:34.717302 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39802) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:34.739692 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-e244e0d9-374d-4a29-8b96-cf918b34cdfa None None] Provisioning complete for port 26644e4d-87e6-44d2-94a6-0d2a13e7fc43 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:34.740267 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e244e0d9-374d-4a29-8b96-cf918b34cdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:34.750261 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_v2 [None req-634b96f8-7e0d-4ed4-8942-954f34761647 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Deleting subnet 3fd924d9-9865-48ee-82de-47e5434097f7 {{(pid=109050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:58:34.786627 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-634b96f8-7e0d-4ed4-8942-954f34761647 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for subnet, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:34.787030 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c806d540-98d7-4f6f-9309-02f5288a9ef5 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:34.794542 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c806d540-98d7-4f6f-9309-02f5288a9ef5 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/subnets/dc175395-0351-41d0-86af-5884fa7b309a HTTP/1.1" status: 204 len: 168 time: 1.1826355 Mar 22 10:58:34.794542 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c806d540-98d7-4f6f-9309-02f5288a9ef5 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event deleted for resources: {'Subnet': ['ID=dc175395-0351-41d0-86af-5884fa7b309a,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:34.808193 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6baad7f7-4bc1-4a26-a1f7-e9d5c9f36355 None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:58:34.810246 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39804) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:34.843703 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e0ce15-642f-44d7-919f-168613b40862 req-bfddbc71-22ae-4ccf-914b-bc84cfb848ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:34.845183 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-77e0ce15-642f-44d7-919f-168613b40862 req-bfddbc71-22ae-4ccf-914b-bc84cfb848ef service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6b110546-96bb-4eff-b591-1bb1e652a03a HTTP/1.1" status: 200 len: 837 time: 0.1450517 Mar 22 10:58:34.865810 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395fa04-0140-41de-aba3-7f90e1e8c772 req-aa615321-476a-4c1c-8199-9b7a272ca3f4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:34.867438 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4395fa04-0140-41de-aba3-7f90e1e8c772 req-aa615321-476a-4c1c-8199-9b7a272ca3f4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e8f9c08-13c3-4009-9c78-a70da5c7e711 HTTP/1.1" status: 200 len: 944 time: 0.2363608 Mar 22 10:58:34.868014 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b90ceb55-6aa9-4e10-86b3-81226414d5d6 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:34.880502 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-634b96f8-7e0d-4ed4-8942-954f34761647 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11961780'] for subnet, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:34.882179 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-40dd117c-8ef5-45e2-a063-74fd4c1d2e2e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0653040 Mar 22 10:58:34.884335 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39806) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:34.892476 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b90ceb55-6aa9-4e10-86b3-81226414d5d6 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:34.901641 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-05a0cd6b-6054-4230-a409-a01b585f8b66 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'subnet': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:35.003963 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d8765fb6-60de-4294-b189-52de2e36240d tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:35.004173 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4395fa04-0140-41de-aba3-7f90e1e8c772 req-b78ebc23-6123-4ff4-a04c-5ab14772798e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=963c9364-e1be-481f-add7-e92c7a0952a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795345 Mar 22 10:58:35.026152 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7034ef2-3091-4dfb-a124-0624613e7010 None None] DHCP port deletion for 1bc750fe-0949-42b2-bab7-34fc725823e6 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:58:35.051649 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d8765fb6-60de-4294-b189-52de2e36240d tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:35.055077 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e0ce15-642f-44d7-919f-168613b40862 req-b1cbce87-75fa-4fcf-b5ce-78680f12e749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:35.056701 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-77e0ce15-642f-44d7-919f-168613b40862 req-b1cbce87-75fa-4fcf-b5ce-78680f12e749 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4339461b-028b-4a4d-868a-19a90c08daf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2038555 Mar 22 10:58:35.070509 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b90ceb55-6aa9-4e10-86b3-81226414d5d6 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:35.074957 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b90ceb55-6aa9-4e10-86b3-81226414d5d6 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:35.080580 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b90ceb55-6aa9-4e10-86b3-81226414d5d6 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/017fe079-007d-4011-9442-bc93f62b86d3 HTTP/1.1" status: 204 len: 168 time: 0.3750062 Mar 22 10:58:35.084335 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-f7034ef2-3091-4dfb-a124-0624613e7010 None None] Deleting port 26644e4d-87e6-44d2-94a6-0d2a13e7fc43 {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:58:35.085225 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39808) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:35.085399 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f7034ef2-3091-4dfb-a124-0624613e7010 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:35.112675 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90ceb55-6aa9-4e10-86b3-81226414d5d6 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=017fe079-007d-4011-9442-bc93f62b86d3,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:35.120494 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f60ff7b5-4208-4b50-8385-7be42356130f tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:35.123875 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d8765fb6-60de-4294-b189-52de2e36240d tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:35.129374 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d8765fb6-60de-4294-b189-52de2e36240d tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7632873 Mar 22 10:58:35.129374 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39810) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:35.136116 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-eecd0291-2d63-48d5-951f-6ab7c57d62e4 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Request body: {'security_group_rule': {'security_group_id': '18045d31-ddd1-406e-bb02-87994de63481', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:35.170153 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-f7034ef2-3091-4dfb-a124-0624613e7010 None None] For port 26644e4d-87e6-44d2-94a6-0d2a13e7fc43, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=26644e4d-87e6-44d2-94a6-0d2a13e7fc43,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:58:35.170587 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f7034ef2-3091-4dfb-a124-0624613e7010 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:35.175899 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8765fb6-60de-4294-b189-52de2e36240d tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18045d31-ddd1-406e-bb02-87994de63481,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:35.186759 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-f7034ef2-3091-4dfb-a124-0624613e7010 None None] Calling delete_port for 26644e4d-87e6-44d2-94a6-0d2a13e7fc43 owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:58:35.204872 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a0cd6b-6054-4230-a409-a01b585f8b66 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Made reservation on behalf of f7a8ac7bbd5d466888176c13ba053f5f for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:58:35.208619 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-05a0cd6b-6054-4230-a409-a01b585f8b66 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:35.291317 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f7034ef2-3091-4dfb-a124-0624613e7010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:35.319354 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7034ef2-3091-4dfb-a124-0624613e7010 None None] Pushing event deleted for resources: {'Port': ['ID=26644e4d-87e6-44d2-94a6-0d2a13e7fc43,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:35.321535 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7034ef2-3091-4dfb-a124-0624613e7010 None None] No DVR routers for this DVR port 26644e4d-87e6-44d2-94a6-0d2a13e7fc43 on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:58:35.390646 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-eecd0291-2d63-48d5-951f-6ab7c57d62e4 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] create failed (client error): The resource could not be found. Mar 22 10:58:35.391731 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-eecd0291-2d63-48d5-951f-6ab7c57d62e4 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2611873 Mar 22 10:58:35.398277 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39812) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:35.403394 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-f6eed259-b039-46b1-ad8e-3a8d2555ba62 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Request body: {'security_group_rule': {'security_group_id': '18045d31-ddd1-406e-bb02-87994de63481', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '39cf9b24-0df3-4b99-bdd3-5d6618620eca'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:35.437943 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-634b96f8-7e0d-4ed4-8942-954f34761647 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:35.538496 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f60ff7b5-4208-4b50-8385-7be42356130f tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3682488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11476'] for router, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:35.564722 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f60ff7b5-4208-4b50-8385-7be42356130f tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3682435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3682442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3684457'] for router, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:35.571728 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-f6eed259-b039-46b1-ad8e-3a8d2555ba62 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] create failed (client error): The resource could not be found. Mar 22 10:58:35.572788 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f6eed259-b039-46b1-ad8e-3a8d2555ba62 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1735647 Mar 22 10:58:35.578243 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39814) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:35.603116 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-0d3fdb00-5821-4291-834c-69f4af894105 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5157545 Mar 22 10:58:35.620567 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39816) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:35.628571 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-b4953745-f7fc-45b2-8cda-07c2dd1623fb tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Request body: {'security_group_rule': {'security_group_id': 'd851ab1b-0809-4cea-a4aa-c800a068be54', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:35.641720 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-05a0cd6b-6054-4230-a409-a01b585f8b66 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:35.656686 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-77e0ce15-642f-44d7-919f-168613b40862 req-e9698064-fe21-4a6a-97de-eceea6fc9608 service neutron] 10.222.0.35 "GET /v2.0/networks/4339461b-028b-4a4d-868a-19a90c08daf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5899439 Mar 22 10:58:35.692262 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-634b96f8-7e0d-4ed4-8942-954f34761647 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:35.737211 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a0cd6b-6054-4230-a409-a01b585f8b66 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:58:35.746762 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-05a0cd6b-6054-4230-a409-a01b585f8b66 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:58:35.750141 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a0cd6b-6054-4230-a409-a01b585f8b66 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:35.750727 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-05a0cd6b-6054-4230-a409-a01b585f8b66 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:35.756940 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e88ab0-ba68-4d1d-9404-f7e36c5493e0 None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:58:35.757876 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b4953745-f7fc-45b2-8cda-07c2dd1623fb tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:35.776265 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634b96f8-7e0d-4ed4-8942-954f34761647 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event deleted for resources: {'Subnet': ['ID=3fd924d9-9865-48ee-82de-47e5434097f7,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:35.780395 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a0cd6b-6054-4230-a409-a01b585f8b66 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event updated for resources: {'Subnet': ['ID=61588ccd-e50d-42bb-81c7-6adbeaff52b1,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:35.804956 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-05a0cd6b-6054-4230-a409-a01b585f8b66 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9152033 Mar 22 10:58:35.807209 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-634b96f8-7e0d-4ed4-8942-954f34761647 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:35.810402 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-634b96f8-7e0d-4ed4-8942-954f34761647 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "DELETE /v2.0/subnets/3fd924d9-9865-48ee-82de-47e5434097f7 HTTP/1.1" status: 204 len: 168 time: 1.2624238 Mar 22 10:58:35.817545 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-2122d5c3-8449-467c-8e73-5ca171c42ac7 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.0972993 Mar 22 10:58:35.819158 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39818) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:35.819941 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39820) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:35.820156 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39822) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:35.826860 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-8b1dedef-2052-4250-9991-d88a6fa617e9 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1284352763'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:35.828196 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddad9fd-286c-4050-9614-53514c3c8fbe None None] Network 9bc44546-3120-46d0-9acd-8d00c1092930 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:58:35.832539 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fb7c53fc-b4be-4c60-ac89-bed27639ed97 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:35.836050 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-08f3253a-31aa-4ad3-894d-50f43767d131 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'subnet': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:35.909286 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fb7c53fc-b4be-4c60-ac89-bed27639ed97 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:35.920080 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-77e0ce15-642f-44d7-919f-168613b40862 req-fb986716-4459-4a5a-a437-c0993a2ee874 service neutron] 10.222.0.35 "GET /v2.0/networks/4339461b-028b-4a4d-868a-19a90c08daf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529619 Mar 22 10:58:36.016564 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-80e57c72-7869-45a9-b63d-55075151785d tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:36.034244 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b4953745-f7fc-45b2-8cda-07c2dd1623fb tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:36.043754 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f60ff7b5-4208-4b50-8385-7be42356130f tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Router d1127cbc-412e-4fca-b3a7-e0d79571ee42 is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 10:58:36.050796 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5c5d4d-fa90-451b-acf6-38b3068cd39b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-1bc750fe-0949-42b2-bab7-34fc725823e6', 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'tenant_id': 'f7a8ac7bbd5d466888176c13ba053f5f', 'fixed_ips': [{'subnet_id': '61588ccd-e50d-42bb-81c7-6adbeaff52b1'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:58:36.051682 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b4953745-f7fc-45b2-8cda-07c2dd1623fb tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:36.052468 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-fa5c5d4d-fa90-451b-acf6-38b3068cd39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:36.074552 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fb7c53fc-b4be-4c60-ac89-bed27639ed97 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:36.077293 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fb7c53fc-b4be-4c60-ac89-bed27639ed97 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:36.081677 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-fb7c53fc-b4be-4c60-ac89-bed27639ed97 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] 10.222.0.57 "DELETE /v2.0/security-groups/18045d31-ddd1-406e-bb02-87994de63481 HTTP/1.1" status: 204 len: 168 time: 0.4970047 Mar 22 10:58:36.082439 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39826) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:36.108271 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4953745-f7fc-45b2-8cda-07c2dd1623fb tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7054a9a-4a5d-4bcf-a8a4-d437bd43266d,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:36.128954 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b4953745-f7fc-45b2-8cda-07c2dd1623fb tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:36.132988 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b4953745-f7fc-45b2-8cda-07c2dd1623fb tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5072331 Mar 22 10:58:36.138179 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39828) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:36.142038 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7c53fc-b4be-4c60-ac89-bed27639ed97 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18045d31-ddd1-406e-bb02-87994de63481,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:36.171189 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-266b1b71-345d-4716-94f9-ee0aa14cf0af tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "GET /v2.0/security-group-rules/d7054a9a-4a5d-4bcf-a8a4-d437bd43266d HTTP/1.1" status: 200 len: 764 time: 0.0300570 Mar 22 10:58:36.175305 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39830) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:36.180253 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e0b656-a0c7-428c-a32b-9420a0991c36 None None] DHCP port deletion for 9bc44546-3120-46d0-9acd-8d00c1092930 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:58:36.214736 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f3253a-31aa-4ad3-894d-50f43767d131 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Made reservation on behalf of f7a8ac7bbd5d466888176c13ba053f5f for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:58:36.218800 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-08f3253a-31aa-4ad3-894d-50f43767d131 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:36.254482 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36497265-6af1-4a32-98e4-31d420c2c9b8 req-a32dd4d1-9e5a-4667-9c18-daecdd1096ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:36.256223 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-36497265-6af1-4a32-98e4-31d420c2c9b8 req-a32dd4d1-9e5a-4667-9c18-daecdd1096ee service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d323f0b18e24bb7bcd0d92686e5587a&device_id=3e8f9c08-13c3-4009-9c78-a70da5c7e711 HTTP/1.1" status: 200 len: 1097 time: 0.2557347 Mar 22 10:58:36.286086 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-fa5c5d4d-fa90-451b-acf6-38b3068cd39b None None] Allocated IP 2001:db8::2 (1bc750fe-0949-42b2-bab7-34fc725823e6/61588ccd-e50d-42bb-81c7-6adbeaff52b1/b7a6a9ec-29af-446e-8d61-8106f31be1cd) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:58:36.302077 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-42e0b656-a0c7-428c-a32b-9420a0991c36 None None] Deleting port 2abf8636-c23e-48bf-9613-7afd053a3ac9 {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:58:36.302461 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-42e0b656-a0c7-428c-a32b-9420a0991c36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:36.308308 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-deca1d78-26dd-45fb-8dec-594f103b604c tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2142832 Mar 22 10:58:36.315131 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39832) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:36.320477 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-ec505287-ffd5-45be-b684-d81264072b9d tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Request body: {'security_group_rule': {'security_group_id': '3be00191-6319-4852-8877-8c7ccaa9ec2e', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:36.424550 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f848a-a650-413f-9efb-77c3acea0eda req-a3c234c9-515d-4f9d-861f-4895c97e0f41 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:36.426356 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7d1f848a-a650-413f-9efb-77c3acea0eda req-a3c234c9-515d-4f9d-861f-4895c97e0f41 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e8f9c08-13c3-4009-9c78-a70da5c7e711 HTTP/1.1" status: 200 len: 944 time: 0.2185211 Mar 22 10:58:36.544724 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36497265-6af1-4a32-98e4-31d420c2c9b8 req-4fc17c0e-e757-47e2-b68d-edfec348f971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:36.546034 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-36497265-6af1-4a32-98e4-31d420c2c9b8 req-4fc17c0e-e757-47e2-b68d-edfec348f971 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4339461b-028b-4a4d-868a-19a90c08daf1 HTTP/1.1" status: 200 len: 898 time: 0.2752626 Mar 22 10:58:36.551904 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7d1f848a-a650-413f-9efb-77c3acea0eda req-245251e8-ffe0-45f8-96e5-dc3fe3ec73d4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=963c9364-e1be-481f-add7-e92c7a0952a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065290 Mar 22 10:58:36.556488 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.api.v2.resource [None req-ec505287-ffd5-45be-b684-d81264072b9d tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] create failed (client error): The resource could not be found. Mar 22 10:58:36.564516 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-ec505287-ffd5-45be-b684-d81264072b9d tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2425659 Mar 22 10:58:36.566003 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8b1dedef-2052-4250-9991-d88a6fa617e9 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3682488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11476'] for router, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:36.571921 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39834) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:36.575132 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-c95a87a9-c8ee-49b9-9fd7-75e4a8d546dd tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Request body: {'security_group': {'name': 'tempest-secgroup--733731062'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:36.585081 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-42e0b656-a0c7-428c-a32b-9420a0991c36 None None] For port 2abf8636-c23e-48bf-9613-7afd053a3ac9, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=2abf8636-c23e-48bf-9613-7afd053a3ac9,segment=NetworkSegment(9670fc03-fc01-4e22-b5d0-89d83d11018b),segment_id=9670fc03-fc01-4e22-b5d0-89d83d11018b)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:58:36.585598 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-42e0b656-a0c7-428c-a32b-9420a0991c36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:36.603621 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-42e0b656-a0c7-428c-a32b-9420a0991c36 None None] Calling delete_port for 2abf8636-c23e-48bf-9613-7afd053a3ac9 owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:58:36.615644 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-80e57c72-7869-45a9-b63d-55075151785d tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Deleting port 2abf8636-c23e-48bf-9613-7afd053a3ac9 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:58:36.615879 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-36497265-6af1-4a32-98e4-31d420c2c9b8 req-b93efd69-21b4-477b-96d7-cb38943817f7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=1fa95086-1c31-49da-ba59-5ea766a133d9 HTTP/1.1" status: 200 len: 217 time: 0.0605116 Mar 22 10:58:36.616084 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-80e57c72-7869-45a9-b63d-55075151785d tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:36.629411 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e706e660-d752-430d-a49b-8f9bcce2b84e tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.4528911 Mar 22 10:58:36.635131 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39836) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:36.653832 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60ff7b5-4208-4b50-8385-7be42356130f tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:58:36.656779 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8b1dedef-2052-4250-9991-d88a6fa617e9 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3682435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3682442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3684457'] for router, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:36.668736 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886a5c1b-5c29-4260-9f0e-46e4e4b022fe None None] Sync routers for ids ['d1127cbc-412e-4fca-b3a7-e0d79571ee42'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:58:36.677102 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f60ff7b5-4208-4b50-8385-7be42356130f tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:36.678711 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f60ff7b5-4208-4b50-8385-7be42356130f tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] 10.222.0.57 "PUT /v2.0/routers/d1127cbc-412e-4fca-b3a7-e0d79571ee42 HTTP/1.1" status: 200 len: 915 time: 3.9543111 Mar 22 10:58:36.679545 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886a5c1b-5c29-4260-9f0e-46e4e4b022fe None None] Routers {'d1127cbc-412e-4fca-b3a7-e0d79571ee42'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:58:36.680485 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-886a5c1b-5c29-4260-9f0e-46e4e4b022fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:58:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['d1127cbc-412e-4fca-b3a7-e0d79571ee42'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:36.683338 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39838) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:36.719311 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-886a5c1b-5c29-4260-9f0e-46e4e4b022fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:36.728075 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886a5c1b-5c29-4260-9f0e-46e4e4b022fe None None] Routers {'d1127cbc-412e-4fca-b3a7-e0d79571ee42'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:58:36.728854 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-886a5c1b-5c29-4260-9f0e-46e4e4b022fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:58:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['d1127cbc-412e-4fca-b3a7-e0d79571ee42'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:36.734100 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-fa5c5d4d-fa90-451b-acf6-38b3068cd39b None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:36.749109 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-fa5c5d4d-fa90-451b-acf6-38b3068cd39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:36.754695 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-80e57c72-7869-45a9-b63d-55075151785d tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] For port 2abf8636-c23e-48bf-9613-7afd053a3ac9, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=2abf8636-c23e-48bf-9613-7afd053a3ac9,segment=NetworkSegment(9670fc03-fc01-4e22-b5d0-89d83d11018b),segment_id=9670fc03-fc01-4e22-b5d0-89d83d11018b)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:58:36.755245 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-80e57c72-7869-45a9-b63d-55075151785d tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:36.763892 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-886a5c1b-5c29-4260-9f0e-46e4e4b022fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:36.764528 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886a5c1b-5c29-4260-9f0e-46e4e4b022fe None None] The sync data for ids ['d1127cbc-412e-4fca-b3a7-e0d79571ee42'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:58:36.790641 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-80e57c72-7869-45a9-b63d-55075151785d tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Calling delete_port for 2abf8636-c23e-48bf-9613-7afd053a3ac9 owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:58:36.795578 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c95a87a9-c8ee-49b9-9fd7-75e4a8d546dd tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:36.796008 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-42e0b656-a0c7-428c-a32b-9420a0991c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:36.797508 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.ipam_backend_mixin [None req-08f3253a-31aa-4ad3-894d-50f43767d131 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 61588ccd-e50d-42bb-81c7-6adbeaff52b1 (CIDR: 2001:db8::/64) Mar 22 10:58:36.800051 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5c5d4d-fa90-451b-acf6-38b3068cd39b None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:58:36.809127 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-fa5c5d4d-fa90-451b-acf6-38b3068cd39b None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:58:36.815020 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5c5d4d-fa90-451b-acf6-38b3068cd39b None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:58:36.816729 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-08f3253a-31aa-4ad3-894d-50f43767d131 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 10:58:36.818334 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08f3253a-31aa-4ad3-894d-50f43767d131 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:36.826514 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e0b656-a0c7-428c-a32b-9420a0991c36 None None] No DVR routers for this DVR port 2abf8636-c23e-48bf-9613-7afd053a3ac9 on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:58:36.833097 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5c5d4d-fa90-451b-acf6-38b3068cd39b None None] Pushing event updated for resources: {'Port': ['ID=b7a6a9ec-29af-446e-8d61-8106f31be1cd,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:36.845444 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3bb65486-1351-4bfc-8928-2d6b6b5164e7 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:36.858346 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36497265-6af1-4a32-98e4-31d420c2c9b8 req-82fc83fb-a9ba-4fbb-b0c7-23d8ed5009eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:36.860018 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-36497265-6af1-4a32-98e4-31d420c2c9b8 req-82fc83fb-a9ba-4fbb-b0c7-23d8ed5009eb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6b110546-96bb-4eff-b591-1bb1e652a03a HTTP/1.1" status: 200 len: 837 time: 0.2272456 Mar 22 10:58:36.871214 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3bb65486-1351-4bfc-8928-2d6b6b5164e7 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:36.882441 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-08f3253a-31aa-4ad3-894d-50f43767d131 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0582814 Mar 22 10:58:36.883622 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39840) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:36.888533 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-c5ec9dd4-28a0-46bc-8e26-531805245c2c tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'subnet': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:36.892937 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e0b656-a0c7-428c-a32b-9420a0991c36 None None] Pushing event deleted for resources: {'Port': ['ID=2abf8636-c23e-48bf-9613-7afd053a3ac9,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:36.907710 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-fa5c5d4d-fa90-451b-acf6-38b3068cd39b None None] Attempting to bind port b7a6a9ec-29af-446e-8d61-8106f31be1cd on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:58:36.908366 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-fa5c5d4d-fa90-451b-acf6-38b3068cd39b None None] Attempting to bind port b7a6a9ec-29af-446e-8d61-8106f31be1cd by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:58:36.908970 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5c5d4d-fa90-451b-acf6-38b3068cd39b None None] Attempting to bind port b7a6a9ec-29af-446e-8d61-8106f31be1cd on network 1bc750fe-0949-42b2-bab7-34fc725823e6 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:58:36.914411 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5c5d4d-fa90-451b-acf6-38b3068cd39b None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:58:36.914917 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5c5d4d-fa90-451b-acf6-38b3068cd39b None None] Checking segment: {'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:58:36.915478 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-fa5c5d4d-fa90-451b-acf6-38b3068cd39b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:36.916104 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5c5d4d-fa90-451b-acf6-38b3068cd39b None None] Bound using segment: {'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:58:36.916674 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-fa5c5d4d-fa90-451b-acf6-38b3068cd39b None None] Bound port: b7a6a9ec-29af-446e-8d61-8106f31be1cd, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:58:36.917192 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-fa5c5d4d-fa90-451b-acf6-38b3068cd39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:36.994557 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-80e57c72-7869-45a9-b63d-55075151785d tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:37.010890 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-fa5c5d4d-fa90-451b-acf6-38b3068cd39b None None] For port b7a6a9ec-29af-446e-8d61-8106f31be1cd, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:58:37.015336 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-fa5c5d4d-fa90-451b-acf6-38b3068cd39b None None] For port b7a6a9ec-29af-446e-8d61-8106f31be1cd, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=b7a6a9ec-29af-446e-8d61-8106f31be1cd,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:58:37.017485 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3bb65486-1351-4bfc-8928-2d6b6b5164e7 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:37.028642 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-fa5c5d4d-fa90-451b-acf6-38b3068cd39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:37.038882 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e57c72-7869-45a9-b63d-55075151785d tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] No DVR routers for this DVR port 2abf8636-c23e-48bf-9613-7afd053a3ac9 on host dv-neutron-834599-1-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:58:37.039163 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3bb65486-1351-4bfc-8928-2d6b6b5164e7 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:37.040275 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-3bb65486-1351-4bfc-8928-2d6b6b5164e7 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/d7054a9a-4a5d-4bcf-a8a4-d437bd43266d HTTP/1.1" status: 204 len: 168 time: 0.3952966 Mar 22 10:58:37.040730 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e57c72-7869-45a9-b63d-55075151785d tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event deleted for resources: {'Port': ['ID=2abf8636-c23e-48bf-9613-7afd053a3ac9,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:37.047926 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39842) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:37.069423 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36497265-6af1-4a32-98e4-31d420c2c9b8 req-35c1baf2-b3c2-4e6d-8b65-dcd4dcaf01a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:37.070922 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-36497265-6af1-4a32-98e4-31d420c2c9b8 req-35c1baf2-b3c2-4e6d-8b65-dcd4dcaf01a2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4339461b-028b-4a4d-868a-19a90c08daf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1971283 Mar 22 10:58:37.091417 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb65486-1351-4bfc-8928-2d6b6b5164e7 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d7054a9a-4a5d-4bcf-a8a4-d437bd43266d,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:37.120366 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 26644e4d-87e6-44d2-94a6-0d2a13e7fc43 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:58:37.121656 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-ca7ddd42-a1e3-4761-95bb-37934d6e0234 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] 10.222.0.57 "GET /v2.0/routers/d1127cbc-412e-4fca-b3a7-e0d79571ee42 HTTP/1.1" status: 200 len: 921 time: 0.4317684 Mar 22 10:58:37.141422 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b1dedef-2052-4250-9991-d88a6fa617e9 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Router c3d3d279-771e-44e8-9026-8854ba551c4f has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:58:37.148152 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39844) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:37.149180 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-80e57c72-7869-45a9-b63d-55075151785d tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:37.154147 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5c5d4d-fa90-451b-acf6-38b3068cd39b None None] Pushing event updated for resources: {'Port': ['ID=b7a6a9ec-29af-446e-8d61-8106f31be1cd,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:37.159619 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 26644e4d-87e6-44d2-94a6-0d2a13e7fc43 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:58:37.160194 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 26644e4d-87e6-44d2-94a6-0d2a13e7fc43 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:58:37.160776 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 2abf8636-c23e-48bf-9613-7afd053a3ac9 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:58:37.178012 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-80e57c72-7869-45a9-b63d-55075151785d tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bc44546-3120-46d0-9acd-8d00c1092930']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:37.184405 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 2abf8636-c23e-48bf-9613-7afd053a3ac9 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:58:37.184754 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 2abf8636-c23e-48bf-9613-7afd053a3ac9 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:58:37.190515 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-80e57c72-7869-45a9-b63d-55075151785d tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9670fc03-fc01-4e22-b5d0-89d83d11018b') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:37.191122 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-80e57c72-7869-45a9-b63d-55075151785d tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9670fc03-fc01-4e22-b5d0-89d83d11018b') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:37.200393 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ec9dd4-28a0-46bc-8e26-531805245c2c tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Made reservation on behalf of f7a8ac7bbd5d466888176c13ba053f5f for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:58:37.204691 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c5ec9dd4-28a0-46bc-8e26-531805245c2c tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:37.217264 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-80e57c72-7869-45a9-b63d-55075151785d tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:37.252721 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-80e57c72-7869-45a9-b63d-55075151785d tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:37.286376 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80e57c72-7869-45a9-b63d-55075151785d tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:58:37.286834 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-80e57c72-7869-45a9-b63d-55075151785d tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:37.290295 dv-neutron-834599-1-hyperv neutron-server[109049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:58:37.290295 dv-neutron-834599-1-hyperv neutron-server[109049]: self.session.flush() Mar 22 10:58:37.290295 dv-neutron-834599-1-hyperv neutron-server[109049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:58:37.290295 dv-neutron-834599-1-hyperv neutron-server[109049]: self.session.flush() Mar 22 10:58:37.290295 dv-neutron-834599-1-hyperv neutron-server[109049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:58:37.290295 dv-neutron-834599-1-hyperv neutron-server[109049]: self.session.flush() Mar 22 10:58:37.290295 dv-neutron-834599-1-hyperv neutron-server[109049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:58:37.290295 dv-neutron-834599-1-hyperv neutron-server[109049]: self.session.flush() Mar 22 10:58:37.290295 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 10:58:37.290295 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:58:37.290295 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 10:58:37.290295 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:58:37.290295 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 10:58:37.290295 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:58:37.290295 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 10:58:37.290295 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:58:37.290295 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 10:58:37.290295 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:58:37.290295 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 10:58:37.290295 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:58:37.290295 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 10:58:37.290295 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:58:37.290295 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:58:37.290295 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:58:37.290295 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:58:37.290295 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:58:37.290295 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 10:58:37.290295 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:58:37.290295 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 10:58:37.290295 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:58:37.290295 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:58:37.290295 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:58:37.290295 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 10:58:37.290295 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:58:37.290295 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:58:37.290295 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:58:37.290295 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:58:37.290295 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:58:37.290295 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:58:37.290295 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:58:37.386093 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-80e57c72-7869-45a9-b63d-55075151785d tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:37.390546 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-80e57c72-7869-45a9-b63d-55075151785d tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:37.398496 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-80e57c72-7869-45a9-b63d-55075151785d tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "DELETE /v2.0/networks/9bc44546-3120-46d0-9acd-8d00c1092930 HTTP/1.1" status: 204 len: 168 time: 1.5722086 Mar 22 10:58:37.403499 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39846) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:37.421434 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-ca3c313d-b363-4888-a765-9f1926727223 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1217594423'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:37.429695 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e57c72-7869-45a9-b63d-55075151785d tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event deleted for resources: {'Network': ['ID=9bc44546-3120-46d0-9acd-8d00c1092930,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:37.459606 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca3c313d-b363-4888-a765-9f1926727223 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Made reservation on behalf of 976d65578b3f4457a067052eaaa72feb for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:58:37.463256 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ca3c313d-b363-4888-a765-9f1926727223 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:37.531992 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca3c313d-b363-4888-a765-9f1926727223 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:58:37.565615 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ca3c313d-b363-4888-a765-9f1926727223 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:37.565912 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-ca3c313d-b363-4888-a765-9f1926727223 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Added segment 8b633a74-639e-4b0e-b72e-6ffb8ddf7842 of type vlan for network edb6672f-6175-4859-a417-ff5a5b848d5e Mar 22 10:58:37.612063 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-03239fe7-ea70-475a-8304-725b292531f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:37.631296 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ca3c313d-b363-4888-a765-9f1926727223 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:37.636307 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c95a87a9-c8ee-49b9-9fd7-75e4a8d546dd tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:37.651772 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-0b8d1b83-501f-42f1-a063-2f054df2850f tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5938408 Mar 22 10:58:37.656125 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39850) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:37.667818 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c95a87a9-c8ee-49b9-9fd7-75e4a8d546dd tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:37.729602 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ca3c313d-b363-4888-a765-9f1926727223 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:37.735289 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3c313d-b363-4888-a765-9f1926727223 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:37.735968 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ca3c313d-b363-4888-a765-9f1926727223 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:37.755693 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c95a87a9-c8ee-49b9-9fd7-75e4a8d546dd tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:37.759578 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-c95a87a9-c8ee-49b9-9fd7-75e4a8d546dd tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1855805 Mar 22 10:58:37.759578 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ce7088-f74e-4846-a09e-f3787b8787b0 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:37.762985 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-12ce7088-f74e-4846-a09e-f3787b8787b0 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=a14ca783-6f82-4799-85a3-4cbe79c980a8&device_id=d1127cbc-412e-4fca-b3a7-e0d79571ee42&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6072609 Mar 22 10:58:37.762985 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39852) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:37.772966 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39854) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:37.797134 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-b83fbb04-0624-4a29-884f-b563b673e26f tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Request body: {'security_group': {'name': 'tempest-secgroup--665570740'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:37.807160 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a87a9-c8ee-49b9-9fd7-75e4a8d546dd tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1b696d-d6ac-4147-9699-2065d1006bec,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:37.814458 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-36497265-6af1-4a32-98e4-31d420c2c9b8 req-97081b08-048f-48a6-849a-1d5418e3c860 service neutron] 10.222.0.35 "GET /v2.0/networks/4339461b-028b-4a4d-868a-19a90c08daf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7155967 Mar 22 10:58:37.815850 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ca3c313d-b363-4888-a765-9f1926727223 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4110863 Mar 22 10:58:37.822047 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39856) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:37.831170 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-0c95f522-d694-4739-a1d3-8d7bee3d65ac tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Request body: {'subnet': {'network_id': 'edb6672f-6175-4859-a417-ff5a5b848d5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:37.896962 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1dedef-2052-4250-9991-d88a6fa617e9 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:58:37.911549 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbff4d6-a660-4dd9-ab03-4350712887fa None None] Sync routers for ids ['c3d3d279-771e-44e8-9026-8854ba551c4f'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:58:37.914529 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2aa74-3b86-47ec-9428-130c1c95ef50 req-0b207066-5a5a-4d85-983f-06307173f81e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:37.916816 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-57a2aa74-3b86-47ec-9428-130c1c95ef50 req-0b207066-5a5a-4d85-983f-06307173f81e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e8f9c08-13c3-4009-9c78-a70da5c7e711 HTTP/1.1" status: 200 len: 944 time: 0.2503178 Mar 22 10:58:37.917770 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b83fbb04-0624-4a29-884f-b563b673e26f tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:37.923849 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3422ac11-5841-4bf5-a8eb-543668806d92 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:37.927775 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8b1dedef-2052-4250-9991-d88a6fa617e9 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:37.932179 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-8b1dedef-2052-4250-9991-d88a6fa617e9 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "PUT /v2.0/routers/c3d3d279-771e-44e8-9026-8854ba551c4f HTTP/1.1" status: 200 len: 887 time: 2.1091890 Mar 22 10:58:37.934758 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c313d-b363-4888-a765-9f1926727223 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event updated for resources: {'Network': ['ID=edb6672f-6175-4859-a417-ff5a5b848d5e,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:37.936805 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39858) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:37.937653 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbff4d6-a660-4dd9-ab03-4350712887fa None None] Routers {'c3d3d279-771e-44e8-9026-8854ba551c4f'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:58:37.938433 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-2cbff4d6-a660-4dd9-ab03-4350712887fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:58:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['c3d3d279-771e-44e8-9026-8854ba551c4f'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:37.987251 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network edb6672f-6175-4859-a417-ff5a5b848d5e details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:58:37.991924 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.objects.ports [None req-c5ec9dd4-28a0-46bc-8e26-531805245c2c tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109049) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 10:58:38.035909 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3422ac11-5841-4bf5-a8eb-543668806d92 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:38.052271 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-2cbff4d6-a660-4dd9-ab03-4350712887fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:38.077271 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbff4d6-a660-4dd9-ab03-4350712887fa None None] Routers {'c3d3d279-771e-44e8-9026-8854ba551c4f'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:58:38.077901 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-2cbff4d6-a660-4dd9-ab03-4350712887fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:58:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['c3d3d279-771e-44e8-9026-8854ba551c4f'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:38.082228 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-36497265-6af1-4a32-98e4-31d420c2c9b8 req-63628951-9ce7-4aa5-aff9-27d6acfdd239 service neutron] 10.222.0.35 "GET /v2.0/networks/4339461b-028b-4a4d-868a-19a90c08daf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565792 Mar 22 10:58:38.118315 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-2cbff4d6-a660-4dd9-ab03-4350712887fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:38.119009 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbff4d6-a660-4dd9-ab03-4350712887fa None None] The sync data for ids ['c3d3d279-771e-44e8-9026-8854ba551c4f'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:58:38.143865 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f609f2af-9647-4eb4-8f7e-1ed47aebbbf0 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:38.146948 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-57a2aa74-3b86-47ec-9428-130c1c95ef50 req-9e659223-adcc-498d-8e90-97c5efc3f50f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=963c9364-e1be-481f-add7-e92c7a0952a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2034509 Mar 22 10:58:38.149312 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f609f2af-9647-4eb4-8f7e-1ed47aebbbf0 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] 10.222.0.57 "GET /v2.0/networks/a14ca783-6f82-4799-85a3-4cbe79c980a8 HTTP/1.1" status: 200 len: 881 time: 0.3749413 Mar 22 10:58:38.150013 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39860) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:38.153269 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c95f522-d694-4739-a1d3-8d7bee3d65ac tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Made reservation on behalf of 976d65578b3f4457a067052eaaa72feb for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:58:38.157125 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0c95f522-d694-4739-a1d3-8d7bee3d65ac tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:38.215153 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-adbbed24-eb1b-444c-bdbc-86c6de7673ee tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1127cbc-412e-4fca-b3a7-e0d79571ee42 HTTP/1.1" status: 200 len: 205 time: 0.0556505 Mar 22 10:58:38.219486 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39862) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:38.254510 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b83fbb04-0624-4a29-884f-b563b673e26f tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:38.261448 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b83fbb04-0624-4a29-884f-b563b673e26f tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:38.304106 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b83fbb04-0624-4a29-884f-b563b673e26f tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:38.305363 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-b83fbb04-0624-4a29-884f-b563b673e26f tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5391655 Mar 22 10:58:38.312985 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39864) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:38.341320 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-98bcb232-47a3-4ff2-b938-a2e16b35d6a0 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Request body: {'security_group_rule': {'security_group_id': '8e1b696d-d6ac-4147-9699-2065d1006bec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '5b6ffee2-b232-4b48-ba41-b15e98d04aa1'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:38.345930 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3422ac11-5841-4bf5-a8eb-543668806d92 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:38.348515 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3422ac11-5841-4bf5-a8eb-543668806d92 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:38.349657 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3422ac11-5841-4bf5-a8eb-543668806d92 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "DELETE /v2.0/security-groups/d851ab1b-0809-4cea-a4aa-c800a068be54 HTTP/1.1" status: 204 len: 168 time: 0.6917992 Mar 22 10:58:38.351172 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83fbb04-0624-4a29-884f-b563b673e26f tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6ffee2-b232-4b48-ba41-b15e98d04aa1,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:38.353204 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39866) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:38.367796 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9862da91-9cc9-43dd-a5af-a272fe033209 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "GET /v2.0/routers/c3d3d279-771e-44e8-9026-8854ba551c4f HTTP/1.1" status: 200 len: 887 time: 0.4144921 Mar 22 10:58:38.376898 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39868) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:38.389500 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3422ac11-5841-4bf5-a8eb-543668806d92 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d851ab1b-0809-4cea-a4aa-c800a068be54,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:38.429561 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-32220132-8d1a-4a9f-ac23-984101db15d4 None None] Provisioning complete for port b7a6a9ec-29af-446e-8d61-8106f31be1cd triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:38.429962 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-32220132-8d1a-4a9f-ac23-984101db15d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:38.452342 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-892f124e-e413-43ce-b47f-0186c1f37b13 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3d3d279-771e-44e8-9026-8854ba551c4f HTTP/1.1" status: 200 len: 205 time: 0.0718720 Mar 22 10:58:38.453303 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39870) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:38.464258 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-c36cafaf-ae08-4e25-b1c0-9f282924a1b9 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1062589 Mar 22 10:58:38.467032 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0c95f522-d694-4739-a1d3-8d7bee3d65ac tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:38.472490 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39872) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:38.484811 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-3e1d0f52-f7fe-4b9e-86b6-139c7315aad7 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Request body: {'security_group': {'name': 'tempest-secgroup--188172869'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:38.489572 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.api.v2.resource [None req-98bcb232-47a3-4ff2-b938-a2e16b35d6a0 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 10:58:38.493569 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-98bcb232-47a3-4ff2-b938-a2e16b35d6a0 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1777585 Mar 22 10:58:38.496254 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39874) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:38.523114 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-32220132-8d1a-4a9f-ac23-984101db15d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:38.547961 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-479d8e84-70b4-4f38-aea2-35353acb32d7 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:38.558608 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3e1d0f52-f7fe-4b9e-86b6-139c7315aad7 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:38.560687 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-32220132-8d1a-4a9f-ac23-984101db15d4 None None] For port b7a6a9ec-29af-446e-8d61-8106f31be1cd, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=b7a6a9ec-29af-446e-8d61-8106f31be1cd,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:58:38.563089 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c95f522-d694-4739-a1d3-8d7bee3d65ac tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event updated for resources: {'Subnet': ['ID=c840faf5-d7a6-4b2c-923b-e6ec2b1c908f,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:38.568572 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-32220132-8d1a-4a9f-ac23-984101db15d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:38.591358 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c95f522-d694-4739-a1d3-8d7bee3d65ac tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Checking segment: {'id': '8b633a74-639e-4b0e-b72e-6ffb8ddf7842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'edb6672f-6175-4859-a417-ff5a5b848d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:58:38.591358 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c95f522-d694-4739-a1d3-8d7bee3d65ac tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Network hostable DHCP agents. Network: edb6672f-6175-4859-a417-ff5a5b848d5e, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:58:38.601586 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c5ec9dd4-28a0-46bc-8e26-531805245c2c tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:38.624645 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32220132-8d1a-4a9f-ac23-984101db15d4 None None] Pushing event updated for resources: {'Port': ['ID=b7a6a9ec-29af-446e-8d61-8106f31be1cd,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:38.626640 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c95f522-d694-4739-a1d3-8d7bee3d65ac tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Network edb6672f-6175-4859-a417-ff5a5b848d5e is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:58:38.644266 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-0c95f522-d694-4739-a1d3-8d7bee3d65ac tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, edb6672f-6175-4859-a417-ff5a5b848d5e) {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:58:38.654377 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d308b0-c18c-432c-8ef9-c846baf79b1f None None] Network edb6672f-6175-4859-a417-ff5a5b848d5e requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:58:38.654741 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c95f522-d694-4739-a1d3-8d7bee3d65ac tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:38.655334 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0c95f522-d694-4739-a1d3-8d7bee3d65ac tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:38.673395 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3e1d0f52-f7fe-4b9e-86b6-139c7315aad7 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:38.682833 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3e1d0f52-f7fe-4b9e-86b6-139c7315aad7 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:38.691417 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-0c95f522-d694-4739-a1d3-8d7bee3d65ac tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8669198 Mar 22 10:58:38.695808 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39876) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:38.707669 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-f55adfab-f2b4-4736-8170-2abb73b238cc tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-79999436', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:38.729483 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1d0f52-f7fe-4b9e-86b6-139c7315aad7 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76251053-9e6a-4e19-b3c5-e924df04b35c,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:38.737503 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3e1d0f52-f7fe-4b9e-86b6-139c7315aad7 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:38.738871 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-3e1d0f52-f7fe-4b9e-86b6-139c7315aad7 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2617226 Mar 22 10:58:38.741847 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39878) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:38.747465 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-6dc3d8b1-3b5f-43d2-b4d5-7a85f0522155 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Request body: {'security_group_rule': {'security_group_id': '76251053-9e6a-4e19-b3c5-e924df04b35c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:38.759742 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f55adfab-f2b4-4736-8170-2abb73b238cc tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:38.760767 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f55adfab-f2b4-4736-8170-2abb73b238cc tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:38.762102 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-39d2a437-0c71-4e77-94f7-5a69f7b50c44 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:38.771618 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bf8b8826-046a-4a16-9b80-2e6d1d722095 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:38.794304 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6dc3d8b1-3b5f-43d2-b4d5-7a85f0522155 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:38.831076 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f55adfab-f2b4-4736-8170-2abb73b238cc tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:38.837714 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74eea12f-6945-43ff-8a06-cd28cc121f2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-edb6672f-6175-4859-a417-ff5a5b848d5e', 'network_id': 'edb6672f-6175-4859-a417-ff5a5b848d5e', 'tenant_id': '976d65578b3f4457a067052eaaa72feb', 'fixed_ips': [{'subnet_id': 'c840faf5-d7a6-4b2c-923b-e6ec2b1c908f'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:58:38.838894 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-74eea12f-6945-43ff-8a06-cd28cc121f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:38.841910 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f55adfab-f2b4-4736-8170-2abb73b238cc tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:38.867182 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bf8b8826-046a-4a16-9b80-2e6d1d722095 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:38.883888 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f55adfab-f2b4-4736-8170-2abb73b238cc tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:38.887659 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-f55adfab-f2b4-4736-8170-2abb73b238cc tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1834049 Mar 22 10:58:38.888932 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39880) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:38.889223 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-479d8e84-70b4-4f38-aea2-35353acb32d7 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:38.893134 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-1d749ffa-4ac9-4c41-81d3-78a91db2a66a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Request body: {'port': {'network_id': 'edb6672f-6175-4859-a417-ff5a5b848d5e', 'name': 'tempest-PortsTestJSON-156892830'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:38.906427 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6dc3d8b1-3b5f-43d2-b4d5-7a85f0522155 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:38.911173 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 1fa95086-1c31-49da-ba59-5ea766a133d9 details requested by agent hyperv_hv-neutron-8345 with host hv-neutron-8345 {{(pid=109051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 10:58:38.917547 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6dc3d8b1-3b5f-43d2-b4d5-7a85f0522155 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:38.951537 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6dc3d8b1-3b5f-43d2-b4d5-7a85f0522155 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:38.955188 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-6dc3d8b1-3b5f-43d2-b4d5-7a85f0522155 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2103367 Mar 22 10:58:38.957307 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39882) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:39.004602 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc3d8b1-3b5f-43d2-b4d5-7a85f0522155 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7586611-24a7-44df-8db6-00a2dc183994,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:39.051736 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-74eea12f-6945-43ff-8a06-cd28cc121f2d None None] Allocated IP 172.20.0.2 (edb6672f-6175-4859-a417-ff5a5b848d5e/c840faf5-d7a6-4b2c-923b-e6ec2b1c908f/dbed32b5-d9f8-411d-959e-ae7d4d882e4d) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:58:39.101464 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 1fa95086-1c31-49da-ba59-5ea766a133d9, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=1fa95086-1c31-49da-ba59-5ea766a133d9,segment=NetworkSegment(0783b825-2601-45f0-958a-8bdcaa603211),segment_id=0783b825-2601-45f0-958a-8bdcaa603211)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:58:39.102307 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-af9296d5-1e43-4562-a38a-c53a1e4367fc tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:39.121543 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d749ffa-4ac9-4c41-81d3-78a91db2a66a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Made reservation on behalf of 976d65578b3f4457a067052eaaa72feb for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:58:39.121813 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Returning: {'device': '1fa95086-1c31-49da-ba59-5ea766a133d9', 'network_id': '4339461b-028b-4a4d-868a-19a90c08daf1', 'port_id': '1fa95086-1c31-49da-ba59-5ea766a133d9', 'mac_address': 'fa:16:3e:13:04:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b110546-96bb-4eff-b591-1bb1e652a03a', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 10:58:39.127832 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1d749ffa-4ac9-4c41-81d3-78a91db2a66a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:39.161291 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-af9296d5-1e43-4562-a38a-c53a1e4367fc tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:39.170457 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-1d749ffa-4ac9-4c41-81d3-78a91db2a66a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] device_id is not set on port 51177451-14c8-4bcf-8319-c1671825652e yet. {{(pid=109050) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:58:39.179576 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device b7a6a9ec-29af-446e-8d61-8106f31be1cd up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:58:39.263284 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:39.304937 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fa95086-1c31-49da-ba59-5ea766a133d9 {{(pid=109051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 10:58:39.321299 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-af9296d5-1e43-4562-a38a-c53a1e4367fc tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:39.323955 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-af9296d5-1e43-4562-a38a-c53a1e4367fc tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:39.327785 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-af9296d5-1e43-4562-a38a-c53a1e4367fc tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "DELETE /v2.0/security-groups/76251053-9e6a-4e19-b3c5-e924df04b35c HTTP/1.1" status: 204 len: 168 time: 0.3697646 Mar 22 10:58:39.329144 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39886) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:39.344597 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 1fa95086-1c31-49da-ba59-5ea766a133d9, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=1fa95086-1c31-49da-ba59-5ea766a133d9,segment=NetworkSegment(0783b825-2601-45f0-958a-8bdcaa603211),segment_id=0783b825-2601-45f0-958a-8bdcaa603211)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:58:39.345862 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-74eea12f-6945-43ff-8a06-cd28cc121f2d None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:39.351601 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:39.355414 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7782f9cd-78e1-4788-9d6d-293ffbfad377 req-c4e0eb1a-91fd-471e-8647-804d789b25be tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:39.358380 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7782f9cd-78e1-4788-9d6d-293ffbfad377 req-c4e0eb1a-91fd-471e-8647-804d789b25be tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e8f9c08-13c3-4009-9c78-a70da5c7e711 HTTP/1.1" status: 200 len: 944 time: 0.0999510 Mar 22 10:58:39.369281 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9296d5-1e43-4562-a38a-c53a1e4367fc tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76251053-9e6a-4e19-b3c5-e924df04b35c,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:39.377772 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port b7a6a9ec-29af-446e-8d61-8106f31be1cd triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:39.378152 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:39.380141 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-74eea12f-6945-43ff-8a06-cd28cc121f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:39.409304 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-39d2a437-0c71-4e77-94f7-5a69f7b50c44 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:39.414497 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-c5ec9dd4-28a0-46bc-8e26-531805245c2c tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] For port b7a6a9ec-29af-446e-8d61-8106f31be1cd, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=b7a6a9ec-29af-446e-8d61-8106f31be1cd,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:58:39.418460 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bf8b8826-046a-4a16-9b80-2e6d1d722095 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:39.421344 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bf8b8826-046a-4a16-9b80-2e6d1d722095 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:39.425175 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-bf8b8826-046a-4a16-9b80-2e6d1d722095 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] 10.222.0.57 "DELETE /v2.0/security-groups/5b6ffee2-b232-4b48-ba41-b15e98d04aa1 HTTP/1.1" status: 204 len: 168 time: 0.9259305 Mar 22 10:58:39.429358 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39888) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:39.454755 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74eea12f-6945-43ff-8a06-cd28cc121f2d None None] Network edb6672f-6175-4859-a417-ff5a5b848d5e is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:58:39.462472 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-74eea12f-6945-43ff-8a06-cd28cc121f2d None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:58:39.465031 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74eea12f-6945-43ff-8a06-cd28cc121f2d None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:58:39.469633 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=1fa95086-1c31-49da-ba59-5ea766a133d9,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:39.483223 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-1d749ffa-4ac9-4c41-81d3-78a91db2a66a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Allocated IP 172.20.0.6 (edb6672f-6175-4859-a417-ff5a5b848d5e/c840faf5-d7a6-4b2c-923b-e6ec2b1c908f/51177451-14c8-4bcf-8319-c1671825652e) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:58:39.488905 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8b8826-046a-4a16-9b80-2e6d1d722095 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6ffee2-b232-4b48-ba41-b15e98d04aa1,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:39.503859 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-5442649a-3388-4b2e-bf80-2fbe1e1f6a3e tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1695008 Mar 22 10:58:39.507119 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7782f9cd-78e1-4788-9d6d-293ffbfad377 req-08b7f4f5-1121-4662-95e2-c064ef4844e9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=963c9364-e1be-481f-add7-e92c7a0952a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172154 Mar 22 10:58:39.508718 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39890) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:39.561741 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c5ec9dd4-28a0-46bc-8e26-531805245c2c tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:39.569098 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-479d8e84-70b4-4f38-aea2-35353acb32d7 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Deleting port b9de515d-6889-43e3-82e5-3d29406b007a {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:58:39.569716 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-479d8e84-70b4-4f38-aea2-35353acb32d7 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:39.579285 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c5ec9dd4-28a0-46bc-8e26-531805245c2c tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:39.580372 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c5ec9dd4-28a0-46bc-8e26-531805245c2c tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:39.582883 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-160f1d6d-e567-4cae-ab4f-5f7285c03838 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0731266 Mar 22 10:58:39.583550 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39892) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:39.602235 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eea12f-6945-43ff-8a06-cd28cc121f2d None None] Pushing event updated for resources: {'Port': ['ID=dbed32b5-d9f8-411d-959e-ae7d4d882e4d,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:39.605022 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['1fa95086-1c31-49da-ba59-5ea766a133d9'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 10:58:39.622925 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.api.v2.resource [None req-006b58fb-85ff-44de-9293-ff4ca907e4fd tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] delete failed (client error): The resource could not be found. Mar 22 10:58:39.627387 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-006b58fb-85ff-44de-9293-ff4ca907e4fd tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "DELETE /v2.0/security-groups/76251053-9e6a-4e19-b3c5-e924df04b35c HTTP/1.1" status: 404 len: 347 time: 0.0384362 Mar 22 10:58:39.627973 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39894) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:39.635307 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-74eea12f-6945-43ff-8a06-cd28cc121f2d None None] Attempting to bind port dbed32b5-d9f8-411d-959e-ae7d4d882e4d on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:58:39.635743 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-74eea12f-6945-43ff-8a06-cd28cc121f2d None None] Attempting to bind port dbed32b5-d9f8-411d-959e-ae7d4d882e4d by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '8b633a74-639e-4b0e-b72e-6ffb8ddf7842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'edb6672f-6175-4859-a417-ff5a5b848d5e'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:58:39.636113 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74eea12f-6945-43ff-8a06-cd28cc121f2d None None] Attempting to bind port dbed32b5-d9f8-411d-959e-ae7d4d882e4d on network edb6672f-6175-4859-a417-ff5a5b848d5e {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:58:39.653141 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74eea12f-6945-43ff-8a06-cd28cc121f2d None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:58:39.654453 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74eea12f-6945-43ff-8a06-cd28cc121f2d None None] Checking segment: {'id': '8b633a74-639e-4b0e-b72e-6ffb8ddf7842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'edb6672f-6175-4859-a417-ff5a5b848d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:58:39.654453 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-74eea12f-6945-43ff-8a06-cd28cc121f2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:39.654638 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74eea12f-6945-43ff-8a06-cd28cc121f2d None None] Bound using segment: {'id': '8b633a74-639e-4b0e-b72e-6ffb8ddf7842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'edb6672f-6175-4859-a417-ff5a5b848d5e'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:58:39.655222 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-74eea12f-6945-43ff-8a06-cd28cc121f2d None None] Bound port: dbed32b5-d9f8-411d-959e-ae7d4d882e4d, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b633a74-639e-4b0e-b72e-6ffb8ddf7842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'edb6672f-6175-4859-a417-ff5a5b848d5e'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:58:39.655380 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-74eea12f-6945-43ff-8a06-cd28cc121f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:39.733668 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-607dcc3d-9bd7-461a-ae0a-334c60fcaa30 tempest-SecGroupTest-24683038 tempest-SecGroupTest-24683038-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1018937 Mar 22 10:58:39.753159 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-162f782a-7568-4027-8863-8151a7d5b387 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.3134336 Mar 22 10:58:39.763671 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-74eea12f-6945-43ff-8a06-cd28cc121f2d None None] For port dbed32b5-d9f8-411d-959e-ae7d4d882e4d, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:58:39.768040 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39898) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:39.770519 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-74eea12f-6945-43ff-8a06-cd28cc121f2d None None] For port dbed32b5-d9f8-411d-959e-ae7d4d882e4d, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=dbed32b5-d9f8-411d-959e-ae7d4d882e4d,segment=NetworkSegment(8b633a74-639e-4b0e-b72e-6ffb8ddf7842),segment_id=8b633a74-639e-4b0e-b72e-6ffb8ddf7842)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:58:39.772101 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1d749ffa-4ac9-4c41-81d3-78a91db2a66a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:39.784036 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ec9dd4-28a0-46bc-8e26-531805245c2c tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:58:39.785274 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ec9dd4-28a0-46bc-8e26-531805245c2c tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event updated for resources: {'Subnet': ['ID=a0eb427b-b0c5-4a0f-9e1d-55012e65a00e,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:39.785822 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-74eea12f-6945-43ff-8a06-cd28cc121f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:39.792806 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ec9dd4-28a0-46bc-8e26-531805245c2c tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event updated for resources: {'Port': ['ID=b7a6a9ec-29af-446e-8d61-8106f31be1cd,revision_number=5']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:39.803196 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-c5ec9dd4-28a0-46bc-8e26-531805245c2c tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:58:39.814272 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ec9dd4-28a0-46bc-8e26-531805245c2c tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:39.814866 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c5ec9dd4-28a0-46bc-8e26-531805245c2c tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:39.816138 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1d749ffa-4ac9-4c41-81d3-78a91db2a66a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:39.840975 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-39d2a437-0c71-4e77-94f7-5a69f7b50c44 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Deleting port 7708dedf-0be4-44f9-b4e7-7a05e24f41ec {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:58:39.841318 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-39d2a437-0c71-4e77-94f7-5a69f7b50c44 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:39.872057 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d749ffa-4ac9-4c41-81d3-78a91db2a66a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Network edb6672f-6175-4859-a417-ff5a5b848d5e is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:58:39.876853 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-479d8e84-70b4-4f38-aea2-35353acb32d7 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:39.878095 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-1d749ffa-4ac9-4c41-81d3-78a91db2a66a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:58:39.883620 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d749ffa-4ac9-4c41-81d3-78a91db2a66a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:58:39.888869 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d749ffa-4ac9-4c41-81d3-78a91db2a66a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event updated for resources: {'Port': ['ID=51177451-14c8-4bcf-8319-c1671825652e,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:39.908187 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c5ec9dd4-28a0-46bc-8e26-531805245c2c tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.0208011 Mar 22 10:58:39.911412 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f12f04-fd86-4a21-8c7c-c41f2bf32452 None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:58:39.911620 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39900) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:39.914152 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-479d8e84-70b4-4f38-aea2-35353acb32d7 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Calling delete_port for b9de515d-6889-43e3-82e5-3d29406b007a owned by network:router_gateway {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:58:39.922739 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-ac3c0523-15e7-4207-b214-d23625ec2242 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'port': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'mac_address': 'fa:16:3e:d2:9b:ae', 'name': 'tempest-NetworksTestDHCPv6-1675530298'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:39.943389 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d749ffa-4ac9-4c41-81d3-78a91db2a66a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:39.944185 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1d749ffa-4ac9-4c41-81d3-78a91db2a66a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:39.984241 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-1d749ffa-4ac9-4c41-81d3-78a91db2a66a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0904274 Mar 22 10:58:39.985962 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39902) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:40.023660 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-39d2a437-0c71-4e77-94f7-5a69f7b50c44 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:40.040762 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-39d2a437-0c71-4e77-94f7-5a69f7b50c44 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Calling delete_port for 7708dedf-0be4-44f9-b4e7-7a05e24f41ec owned by network:router_gateway {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:58:40.081812 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39906) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:40.130194 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1d2a950a-4776-4c04-b326-0155c7a5cb81 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:40.152776 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-fa8c5bea-5b1b-447d-998a-216ea920744f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:40.284199 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eea12f-6945-43ff-8a06-cd28cc121f2d None None] Pushing event updated for resources: {'Port': ['ID=dbed32b5-d9f8-411d-959e-ae7d4d882e4d,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:40.285168 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1d2a950a-4776-4c04-b326-0155c7a5cb81 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:40.422929 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f31a2978-35b8-4e18-9239-c005976e9483 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:40.542999 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3c0523-15e7-4207-b214-d23625ec2242 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Made reservation on behalf of f7a8ac7bbd5d466888176c13ba053f5f for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:58:40.552926 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1d2a950a-4776-4c04-b326-0155c7a5cb81 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:40.555715 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1d2a950a-4776-4c04-b326-0155c7a5cb81 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:40.558102 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1d2a950a-4776-4c04-b326-0155c7a5cb81 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] 10.222.0.57 "DELETE /v2.0/security-groups/8e1b696d-d6ac-4147-9699-2065d1006bec HTTP/1.1" status: 204 len: 168 time: 0.7888999 Mar 22 10:58:40.564803 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39912) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:40.591206 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c121a49c-6cef-4c7b-b6a1-869d40a0715d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a1b8ecd39ed843d5891df08f2dcaaf3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4693232 Mar 22 10:58:40.623858 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39914) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:40.640431 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a950a-4776-4c04-b326-0155c7a5cb81 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1b696d-d6ac-4147-9699-2065d1006bec,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:40.760057 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ac3c0523-15e7-4207-b214-d23625ec2242 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:40.783401 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39916) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:40.783803 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-84e736d2-3543-48f0-9602-96009fcf34c0 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2174082 Mar 22 10:58:40.788465 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-cdb3dbf7-eb7e-4fed-a959-96c1647eecc8 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Request body: {'security_group': {'name': 'tempest-secgroup--866499477'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:40.803442 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-479d8e84-70b4-4f38-aea2-35353acb32d7 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:40.827351 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b043dfb-cc16-42c6-93d0-abbb5f9a21e0 req-edadf491-46e0-47cd-956d-1b2264f26311 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:40.828935 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7b043dfb-cc16-42c6-93d0-abbb5f9a21e0 req-edadf491-46e0-47cd-956d-1b2264f26311 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e8f9c08-13c3-4009-9c78-a70da5c7e711 HTTP/1.1" status: 200 len: 945 time: 0.2060235 Mar 22 10:58:40.833062 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-ac3c0523-15e7-4207-b214-d23625ec2242 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] device_id is not set on port 8d53d255-7744-4b09-bc7d-e41123db6439 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:58:40.843544 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479d8e84-70b4-4f38-aea2-35353acb32d7 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Pushing event deleted for resources: {'Port': ['ID=b9de515d-6889-43e3-82e5-3d29406b007a,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:40.852031 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-39d2a437-0c71-4e77-94f7-5a69f7b50c44 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:40.861369 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f51e3226-08ac-4f70-814e-f38a446f4909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:40.876875 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 1fa95086-1c31-49da-ba59-5ea766a133d9 up at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:58:40.932365 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f51e3226-08ac-4f70-814e-f38a446f4909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:40.935798 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d2a437-0c71-4e77-94f7-5a69f7b50c44 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event deleted for resources: {'Port': ['ID=7708dedf-0be4-44f9-b4e7-7a05e24f41ec,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:40.936553 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7b043dfb-cc16-42c6-93d0-abbb5f9a21e0 req-d5ee901b-c79f-4790-a3fc-d7a0f707fe8e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=963c9364-e1be-481f-add7-e92c7a0952a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956643 Mar 22 10:58:40.952584 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f31a2978-35b8-4e18-9239-c005976e9483 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:40.963849 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f31a2978-35b8-4e18-9239-c005976e9483 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:41.027736 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning for port 1fa95086-1c31-49da-ba59-5ea766a133d9 completed by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 10:58:41.042239 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning complete for port 1fa95086-1c31-49da-ba59-5ea766a133d9 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:41.042791 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:41.056256 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cdb3dbf7-eb7e-4fed-a959-96c1647eecc8 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:41.081849 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31a2978-35b8-4e18-9239-c005976e9483 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event updated for resources: {'Port': ['ID=51177451-14c8-4bcf-8319-c1671825652e,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:41.122920 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f51e3226-08ac-4f70-814e-f38a446f4909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:41.125608 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f51e3226-08ac-4f70-814e-f38a446f4909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:41.130195 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-f51e3226-08ac-4f70-814e-f38a446f4909 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/79eb4b83-26a7-486b-89eb-31c3b4aae97d HTTP/1.1" status: 204 len: 168 time: 0.5025420 Mar 22 10:58:41.167130 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e3226-08ac-4f70-814e-f38a446f4909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79eb4b83-26a7-486b-89eb-31c3b4aae97d,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:41.217441 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-39d2a437-0c71-4e77-94f7-5a69f7b50c44 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682553'] for router_gateway, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:41.238116 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device dbed32b5-d9f8-411d-959e-ae7d4d882e4d up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:58:41.291006 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f31a2978-35b8-4e18-9239-c005976e9483 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684270'] for router_interface, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:41.333871 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:41.438211 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:41.440595 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port dbed32b5-d9f8-411d-959e-ae7d4d882e4d triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:41.441460 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:41.514363 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-479d8e84-70b4-4f38-aea2-35353acb32d7 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682553'] for router_gateway, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:41.517394 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f31a2978-35b8-4e18-9239-c005976e9483 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:41.570564 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e8f9c08-13c3-4009-9c78-a70da5c7e711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa95086-1c31-49da-ba59-5ea766a133d9'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 10:58:41.573379 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6867fb50-7b0b-4462-9a55-f936cd1da27e" -d '{"events": [{"server_uuid": "3e8f9c08-13c3-4009-9c78-a70da5c7e711", "name": "network-vif-plugged", "status": "completed", "tag": "1fa95086-1c31-49da-ba59-5ea766a133d9"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 10:58:41.586267 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-285bf65b-916d-4e8e-b2ba-d6c58fe94eab None None] Provisioning complete for port b7a6a9ec-29af-446e-8d61-8106f31be1cd triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:41.586920 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-285bf65b-916d-4e8e-b2ba-d6c58fe94eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:41.657479 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 1fa95086-1c31-49da-ba59-5ea766a133d9, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=1fa95086-1c31-49da-ba59-5ea766a133d9,segment=NetworkSegment(0783b825-2601-45f0-958a-8bdcaa603211),segment_id=0783b825-2601-45f0-958a-8bdcaa603211)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:58:41.713552 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 10:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41298513-1fbd-494d-b74d-7e2842165f9d x-openstack-request-id: req-41298513-1fbd-494d-b74d-7e2842165f9d {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 10:58:41.730215 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e8f9c08-13c3-4009-9c78-a70da5c7e711", "name": "network-vif-plugged", "status": "completed", "tag": "1fa95086-1c31-49da-ba59-5ea766a133d9", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 10:58:41.730592 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-41298513-1fbd-494d-b74d-7e2842165f9d {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 10:58:41.731027 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41298513-1fbd-494d-b74d-7e2842165f9d'] response: {'server_uuid': '3e8f9c08-13c3-4009-9c78-a70da5c7e711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa95086-1c31-49da-ba59-5ea766a133d9', 'code': 200} Mar 22 10:58:41.732480 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-39d2a437-0c71-4e77-94f7-5a69f7b50c44 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:41.739204 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:41.739774 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-39d2a437-0c71-4e77-94f7-5a69f7b50c44 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:41.745079 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cdb3dbf7-eb7e-4fed-a959-96c1647eecc8 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:41.782658 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:41.785546 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-479d8e84-70b4-4f38-aea2-35353acb32d7 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:41.787272 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cdb3dbf7-eb7e-4fed-a959-96c1647eecc8 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:41.802993 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-479d8e84-70b4-4f38-aea2-35353acb32d7 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:41.833436 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70091387-a9f9-470f-8d42-12d972491b11 None None] Network edb6672f-6175-4859-a417-ff5a5b848d5e requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:58:41.864520 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=1fa95086-1c31-49da-ba59-5ea766a133d9,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:41.878750 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb3dbf7-eb7e-4fed-a959-96c1647eecc8 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=269cc8f7-75bc-453e-9f5f-a0fe05a42046,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:41.896793 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cdb3dbf7-eb7e-4fed-a959-96c1647eecc8 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:41.898051 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-cdb3dbf7-eb7e-4fed-a959-96c1647eecc8 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1133595 Mar 22 10:58:41.901305 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-ac3c0523-15e7-4207-b214-d23625ec2242 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Allocated IP 2001:db8::1d9 (1bc750fe-0949-42b2-bab7-34fc725823e6/61588ccd-e50d-42bb-81c7-6adbeaff52b1/8d53d255-7744-4b09-bc7d-e41123db6439) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:58:41.903681 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39924) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:41.911060 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-5a6b82fb-ef27-43de-a740-ef0aafafe574 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:41.911634 dv-neutron-834599-1-hyperv neutron-server[109050]: WARNING neutron.api.v2.base [None req-5a6b82fb-ef27-43de-a740-ef0aafafe574 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 22 10:58:41.912673 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.api.v2.resource [None req-5a6b82fb-ef27-43de-a740-ef0aafafe574 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] update failed (client error): There was a conflict when trying to complete your request. Mar 22 10:58:41.916545 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-5a6b82fb-ef27-43de-a740-ef0aafafe574 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] 10.222.0.57 "PUT /v2.0/security-groups/269cc8f7-75bc-453e-9f5f-a0fe05a42046 HTTP/1.1" status: 409 len: 330 time: 0.0091739 Mar 22 10:58:41.918491 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39926) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:41.922893 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f31a2978-35b8-4e18-9239-c005976e9483 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:41.923085 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port dbed32b5-d9f8-411d-959e-ae7d4d882e4d, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=dbed32b5-d9f8-411d-959e-ae7d4d882e4d,segment=NetworkSegment(8b633a74-639e-4b0e-b72e-6ffb8ddf7842),segment_id=8b633a74-639e-4b0e-b72e-6ffb8ddf7842)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:58:41.943737 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:41.969550 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-ac3c0523-15e7-4207-b214-d23625ec2242 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Allocated IP 2001:db8:0:1:f816:3eff:fed2:9bae (1bc750fe-0949-42b2-bab7-34fc725823e6/a0eb427b-b0c5-4a0f-9e1d-55012e65a00e/8d53d255-7744-4b09-bc7d-e41123db6439) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:58:41.971717 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-39d2a437-0c71-4e77-94f7-5a69f7b50c44 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:41.972184 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d2a437-0c71-4e77-94f7-5a69f7b50c44 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Fanout notify agent at l3_agent the message router_deleted on router c3d3d279-771e-44e8-9026-8854ba551c4f {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 10:58:41.982864 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-39d2a437-0c71-4e77-94f7-5a69f7b50c44 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:41.984253 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-39d2a437-0c71-4e77-94f7-5a69f7b50c44 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "DELETE /v2.0/routers/c3d3d279-771e-44e8-9026-8854ba551c4f HTTP/1.1" status: 204 len: 168 time: 3.5285890 Mar 22 10:58:41.988819 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39928) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:42.001108 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e0c2f8fa-59dd-4953-bb4a-1d47789e9f4c tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:42.002680 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-77785768-1c6e-4668-9090-eb18379875da tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Request body: {'network': {'name': 'tempest-RoutersTest-182071755'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:42.028303 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e0c2f8fa-59dd-4953-bb4a-1d47789e9f4c tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:42.036858 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f31a2978-35b8-4e18-9239-c005976e9483 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:42.064523 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=dbed32b5-d9f8-411d-959e-ae7d4d882e4d,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:42.065840 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-479d8e84-70b4-4f38-aea2-35353acb32d7 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:42.066471 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479d8e84-70b4-4f38-aea2-35353acb32d7 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Fanout notify agent at l3_agent the message router_deleted on router d1127cbc-412e-4fca-b3a7-e0d79571ee42 {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 10:58:42.076294 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-479d8e84-70b4-4f38-aea2-35353acb32d7 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:42.077376 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-479d8e84-70b4-4f38-aea2-35353acb32d7 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] 10.222.0.57 "DELETE /v2.0/routers/d1127cbc-412e-4fca-b3a7-e0d79571ee42 HTTP/1.1" status: 204 len: 168 time: 3.8554485 Mar 22 10:58:42.085721 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39932) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:42.087801 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77785768-1c6e-4668-9090-eb18379875da tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Made reservation on behalf of fb0167f3b2d0487da26d7fc0c00f0b66 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:58:42.091236 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-77785768-1c6e-4668-9090-eb18379875da tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:42.097128 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-650fa191-3201-428b-b4e9-86568c27a84f tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-66866682', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}, 'admin_state_up': False}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:42.139821 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f31a2978-35b8-4e18-9239-c005976e9483 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684306'] for router_interface, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:42.166928 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-650fa191-3201-428b-b4e9-86568c27a84f tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:42.167961 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-650fa191-3201-428b-b4e9-86568c27a84f tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:42.204984 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77785768-1c6e-4668-9090-eb18379875da tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:58:42.221056 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-9ab20bce-038a-47a9-b263-7107d6ca259f None None] Provisioning complete for port dbed32b5-d9f8-411d-959e-ae7d4d882e4d triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:42.221805 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9ab20bce-038a-47a9-b263-7107d6ca259f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:42.229712 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-77785768-1c6e-4668-9090-eb18379875da tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:42.230065 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-77785768-1c6e-4668-9090-eb18379875da tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Added segment ffc2c1ed-0237-4053-996e-2430a292e46c of type vlan for network 27df8ad2-3422-4fff-a420-5f96333b3f86 Mar 22 10:58:42.330519 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-77785768-1c6e-4668-9090-eb18379875da tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:42.333891 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-650fa191-3201-428b-b4e9-86568c27a84f tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:42.352182 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ac3c0523-15e7-4207-b214-d23625ec2242 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:42.438898 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-77785768-1c6e-4668-9090-eb18379875da tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:42.444580 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77785768-1c6e-4668-9090-eb18379875da tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:42.445203 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-77785768-1c6e-4668-9090-eb18379875da tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:42.491859 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:42.545776 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-df32f06d-291c-4736-9569-d2c60e687063 None None] Provisioning complete for port dbed32b5-d9f8-411d-959e-ae7d4d882e4d triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:42.546421 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-df32f06d-291c-4736-9569-d2c60e687063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:42.574766 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-77785768-1c6e-4668-9090-eb18379875da tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5820272 Mar 22 10:58:42.574766 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-650fa191-3201-428b-b4e9-86568c27a84f tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:42.582170 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39934) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:42.589333 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939cfd7-3322-4445-9686-9d64d0fdc2e8 req-17386505-0c3f-450b-8cfa-dfa9d86bb27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:42.590983 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3939cfd7-3322-4445-9686-9d64d0fdc2e8 req-17386505-0c3f-450b-8cfa-dfa9d86bb27c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3e8f9c08-13c3-4009-9c78-a70da5c7e711 HTTP/1.1" status: 200 len: 1099 time: 0.7340944 Mar 22 10:58:42.602675 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-05ff7b8a-df55-449c-8233-b52e98b5312b tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Request body: {'subnet': {'network_id': '27df8ad2-3422-4fff-a420-5f96333b3f86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:42.672080 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31a2978-35b8-4e18-9239-c005976e9483 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event updated for resources: {'Port': ['ID=51177451-14c8-4bcf-8319-c1671825652e,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:42.674867 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e0c2f8fa-59dd-4953-bb4a-1d47789e9f4c tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:42.677425 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-df32f06d-291c-4736-9569-d2c60e687063 None None] Provisioning complete for port 51177451-14c8-4bcf-8319-c1671825652e triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:42.677609 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e0c2f8fa-59dd-4953-bb4a-1d47789e9f4c tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:42.677931 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-df32f06d-291c-4736-9569-d2c60e687063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:42.681185 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-e0c2f8fa-59dd-4953-bb4a-1d47789e9f4c tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] 10.222.0.57 "DELETE /v2.0/security-groups/269cc8f7-75bc-453e-9f5f-a0fe05a42046 HTTP/1.1" status: 204 len: 168 time: 0.7593513 Mar 22 10:58:42.688596 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3939cfd7-3322-4445-9686-9d64d0fdc2e8 req-e0c4c192-0f75-4e35-b379-d826eb544ca7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=963c9364-e1be-481f-add7-e92c7a0952a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817342 Mar 22 10:58:42.693180 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39936) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:42.722582 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-df32f06d-291c-4736-9569-d2c60e687063 None None] Port 51177451-14c8-4bcf-8319-c1671825652e cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:58:42.743932 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60d26bc-00d7-4375-9d42-3a9d897963dc req-84587269-3884-489c-86c8-68bf44841dbd tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:42.746147 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e60d26bc-00d7-4375-9d42-3a9d897963dc req-84587269-3884-489c-86c8-68bf44841dbd tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e8f9c08-13c3-4009-9c78-a70da5c7e711 HTTP/1.1" status: 200 len: 946 time: 0.6847599 Mar 22 10:58:42.783106 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:42.802975 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c2f8fa-59dd-4953-bb4a-1d47789e9f4c tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=269cc8f7-75bc-453e-9f5f-a0fe05a42046,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:42.850943 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-e25ca3ab-58c5-4bfb-8411-1395d91287cb None None] Provisioning complete for port 51177451-14c8-4bcf-8319-c1671825652e triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:42.851316 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e25ca3ab-58c5-4bfb-8411-1395d91287cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:42.878890 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77785768-1c6e-4668-9090-eb18379875da tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event updated for resources: {'Network': ['ID=27df8ad2-3422-4fff-a420-5f96333b3f86,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:42.900338 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-36cddd89-b0e1-49b7-ae1c-ea7b276f680f tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1526775 Mar 22 10:58:42.905563 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39938) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:42.910361 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 27df8ad2-3422-4fff-a420-5f96333b3f86 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:58:42.918748 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ac3c0523-15e7-4207-b214-d23625ec2242 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:42.955183 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-e25ca3ab-58c5-4bfb-8411-1395d91287cb None None] Port 51177451-14c8-4bcf-8319-c1671825652e cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:58:42.985001 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3c0523-15e7-4207-b214-d23625ec2242 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:58:42.987043 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e60d26bc-00d7-4375-9d42-3a9d897963dc req-989e36da-05af-4d32-b2ca-f2255d3e4508 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=963c9364-e1be-481f-add7-e92c7a0952a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1965227 Mar 22 10:58:42.988564 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3c0523-15e7-4207-b214-d23625ec2242 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event updated for resources: {'Port': ['ID=8d53d255-7744-4b09-bc7d-e41123db6439,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:42.991567 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-ac3c0523-15e7-4207-b214-d23625ec2242 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:58:42.994394 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-ba6a27e8-69c2-48f4-ae74-954f67ba632e tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] delete failed (client error): The resource could not be found. Mar 22 10:58:42.995549 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ba6a27e8-69c2-48f4-ae74-954f67ba632e tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] 10.222.0.57 "DELETE /v2.0/security-groups/690d9d71-88bc-4090-b5c6-5f573256f9b6 HTTP/1.1" status: 404 len: 347 time: 0.0879903 Mar 22 10:58:42.996752 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3c0523-15e7-4207-b214-d23625ec2242 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:58:42.998587 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31a2978-35b8-4e18-9239-c005976e9483 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Network edb6672f-6175-4859-a417-ff5a5b848d5e is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:58:42.999508 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39940) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:43.002929 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3c0523-15e7-4207-b214-d23625ec2242 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:43.003704 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ac3c0523-15e7-4207-b214-d23625ec2242 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:43.008809 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-f31a2978-35b8-4e18-9239-c005976e9483 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:58:43.048856 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ac3c0523-15e7-4207-b214-d23625ec2242 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.1298902 Mar 22 10:58:43.051910 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39942) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:43.084155 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-9159ec4e-1803-45d4-a8bb-e190228e871a None None] Provisioning complete for port 51177451-14c8-4bcf-8319-c1671825652e triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:43.084533 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9159ec4e-1803-45d4-a8bb-e190228e871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:43.097130 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ff7b8a-df55-449c-8233-b52e98b5312b tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Made reservation on behalf of fb0167f3b2d0487da26d7fc0c00f0b66 for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:58:43.106970 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-05ff7b8a-df55-449c-8233-b52e98b5312b tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:43.113140 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.api.v2.resource [None req-35130ea9-5d08-4c87-a546-f007160a4ff5 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] show failed (client error): The resource could not be found. Mar 22 10:58:43.114236 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-35130ea9-5d08-4c87-a546-f007160a4ff5 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] 10.222.0.57 "GET /v2.0/security-groups/2d733eae-efea-4341-a999-a387ad4bdce4 HTTP/1.1" status: 404 len: 347 time: 0.1128352 Mar 22 10:58:43.119613 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39944) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:43.143116 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device dbed32b5-d9f8-411d-959e-ae7d4d882e4d up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:58:43.187978 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.api.v2.resource [None req-7b5a3175-3a68-401d-a9d9-2c4d5f8925e9 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] show failed (client error): The resource could not be found. Mar 22 10:58:43.188739 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-7b5a3175-3a68-401d-a9d9-2c4d5f8925e9 tempest-NegativeSecGroupTest-659438233 tempest-NegativeSecGroupTest-659438233-project] 10.222.0.57 "GET /v2.0/security-group-rules/2a8b4613-fa84-4335-9233-0ff82ee9cd5b HTTP/1.1" status: 404 len: 356 time: 0.0685694 Mar 22 10:58:43.217745 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-9159ec4e-1803-45d4-a8bb-e190228e871a None None] Port 51177451-14c8-4bcf-8319-c1671825652e cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:58:43.249751 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:43.263322 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port dbed32b5-d9f8-411d-959e-ae7d4d882e4d triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:43.264041 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:43.327662 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f31a2978-35b8-4e18-9239-c005976e9483 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Router 5deefecd-513f-4cc3-b8bf-b2cd52c43ee7 is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109050) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 10:58:43.416734 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-e7ceb54d-a2d3-48f3-9b47-bec660e8c2e3 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Deleting port 8d53d255-7744-4b09-bc7d-e41123db6439 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:58:43.417072 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e7ceb54d-a2d3-48f3-9b47-bec660e8c2e3 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:43.458567 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-650fa191-3201-428b-b4e9-86568c27a84f tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks [] for router_gateway, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:43.496972 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-650fa191-3201-428b-b4e9-86568c27a84f tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:43.533163 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f31a2978-35b8-4e18-9239-c005976e9483 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:58:43.538534 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-f31a2978-35b8-4e18-9239-c005976e9483 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "PUT /v2.0/routers/5deefecd-513f-4cc3-b8bf-b2cd52c43ee7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5513809 Mar 22 10:58:43.540173 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-05ff7b8a-df55-449c-8233-b52e98b5312b tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:43.542984 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39950) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:43.555127 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a48837-b652-4fc5-969d-70be8f0a467a None None] Sync routers for ids ['5deefecd-513f-4cc3-b8bf-b2cd52c43ee7'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:58:43.581692 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a48837-b652-4fc5-969d-70be8f0a467a None None] Routers {'5deefecd-513f-4cc3-b8bf-b2cd52c43ee7'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:58:43.582639 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-18a48837-b652-4fc5-969d-70be8f0a467a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:58:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['5deefecd-513f-4cc3-b8bf-b2cd52c43ee7'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:43.596366 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-d731d14b-4eb5-421c-8599-f6c13e64eff7 None None] Provisioning complete for port 8d53d255-7744-4b09-bc7d-e41123db6439 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:43.597000 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d731d14b-4eb5-421c-8599-f6c13e64eff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:43.642264 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e7ceb54d-a2d3-48f3-9b47-bec660e8c2e3 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:43.663939 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-e7ceb54d-a2d3-48f3-9b47-bec660e8c2e3 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Calling delete_port for 8d53d255-7744-4b09-bc7d-e41123db6439 owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:58:43.668723 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39952) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:43.692770 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-18a48837-b652-4fc5-969d-70be8f0a467a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:43.695067 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-650fa191-3201-428b-b4e9-86568c27a84f tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Allocated IP 172.26.7.140 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/5f394f4f-41bb-49cc-aa94-99c8b8a0dd20) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:58:43.706539 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a48837-b652-4fc5-969d-70be8f0a467a None None] Routers {'5deefecd-513f-4cc3-b8bf-b2cd52c43ee7'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:58:43.708008 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-18a48837-b652-4fc5-969d-70be8f0a467a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:58:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['5deefecd-513f-4cc3-b8bf-b2cd52c43ee7'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:43.726957 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c71766-ae72-41f4-8712-59ebaf79861b tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:43.729372 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-a2c71766-ae72-41f4-8712-59ebaf79861b tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "GET /v2.0/ports?device_id=5deefecd-513f-4cc3-b8bf-b2cd52c43ee7 HTTP/1.1" status: 200 len: 981 time: 0.1827548 Mar 22 10:58:43.730503 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ff7b8a-df55-449c-8233-b52e98b5312b tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event updated for resources: {'Subnet': ['ID=e9955c43-ceae-4f7d-a6b5-63ac24c19ea1,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:43.733269 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-d731d14b-4eb5-421c-8599-f6c13e64eff7 None None] Port 8d53d255-7744-4b09-bc7d-e41123db6439 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:58:43.735922 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39956) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:43.750714 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-d731d14b-4eb5-421c-8599-f6c13e64eff7 None None] Provisioning complete for port 51177451-14c8-4bcf-8319-c1671825652e triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:43.751738 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d731d14b-4eb5-421c-8599-f6c13e64eff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:43.772187 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-18a48837-b652-4fc5-969d-70be8f0a467a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:43.773352 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a48837-b652-4fc5-969d-70be8f0a467a None None] The sync data for ids ['5deefecd-513f-4cc3-b8bf-b2cd52c43ee7'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:58:43.793124 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ff7b8a-df55-449c-8233-b52e98b5312b tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Checking segment: {'id': 'ffc2c1ed-0237-4053-996e-2430a292e46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '27df8ad2-3422-4fff-a420-5f96333b3f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:58:43.793488 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ff7b8a-df55-449c-8233-b52e98b5312b tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Network hostable DHCP agents. Network: 27df8ad2-3422-4fff-a420-5f96333b3f86, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:58:43.811360 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-d731d14b-4eb5-421c-8599-f6c13e64eff7 None None] Port 51177451-14c8-4bcf-8319-c1671825652e cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:58:43.851776 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ff7b8a-df55-449c-8233-b52e98b5312b tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Network 27df8ad2-3422-4fff-a420-5f96333b3f86 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:58:43.900738 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-05ff7b8a-df55-449c-8233-b52e98b5312b tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 27df8ad2-3422-4fff-a420-5f96333b3f86) {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:58:43.906831 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ff7b8a-df55-449c-8233-b52e98b5312b tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:43.907428 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-05ff7b8a-df55-449c-8233-b52e98b5312b tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:43.910552 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc3d35e-8b32-4c39-9802-c403b1009940 None None] Network 27df8ad2-3422-4fff-a420-5f96333b3f86 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:58:43.938621 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-650fa191-3201-428b-b4e9-86568c27a84f tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:43.962167 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-05ff7b8a-df55-449c-8233-b52e98b5312b tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3698690 Mar 22 10:58:43.967670 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39958) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:44.001217 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-54988584-1fae-498a-bf22-a6bda9e200b4 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1708770538', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:44.013373 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-11edd10b-d657-48b1-841f-3e73a5f9bcd9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=04f19096b32144968a2841ab7cfd31c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3432848 Mar 22 10:58:44.015924 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39960) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:44.049618 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e7ceb54d-a2d3-48f3-9b47-bec660e8c2e3 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:44.054420 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-54988584-1fae-498a-bf22-a6bda9e200b4 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:44.055458 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-54988584-1fae-498a-bf22-a6bda9e200b4 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:44.089866 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57306130-aba5-4cd6-9602-4fe6d3777e51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-27df8ad2-3422-4fff-a420-5f96333b3f86', 'network_id': '27df8ad2-3422-4fff-a420-5f96333b3f86', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'fixed_ips': [{'subnet_id': 'e9955c43-ceae-4f7d-a6b5-63ac24c19ea1'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:58:44.090733 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-57306130-aba5-4cd6-9602-4fe6d3777e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:44.109781 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ceb54d-a2d3-48f3-9b47-bec660e8c2e3 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event deleted for resources: {'Port': ['ID=8d53d255-7744-4b09-bc7d-e41123db6439,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:44.118965 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-650fa191-3201-428b-b4e9-86568c27a84f tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:44.160518 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-54988584-1fae-498a-bf22-a6bda9e200b4 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:44.169019 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650fa191-3201-428b-b4e9-86568c27a84f tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:58:44.186597 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ef011986-0fba-4fd0-a549-5740e45e0b74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:44.191597 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-54988584-1fae-498a-bf22-a6bda9e200b4 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:44.196755 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-650fa191-3201-428b-b4e9-86568c27a84f tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:58:44.217842 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650fa191-3201-428b-b4e9-86568c27a84f tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:58:44.236727 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ef011986-0fba-4fd0-a549-5740e45e0b74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:44.241253 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-54988584-1fae-498a-bf22-a6bda9e200b4 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:44.245349 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-54988584-1fae-498a-bf22-a6bda9e200b4 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2656577 Mar 22 10:58:44.245524 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e7ceb54d-a2d3-48f3-9b47-bec660e8c2e3 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:44.248554 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e7ceb54d-a2d3-48f3-9b47-bec660e8c2e3 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/ports/8d53d255-7744-4b09-bc7d-e41123db6439 HTTP/1.1" status: 204 len: 168 time: 1.1937993 Mar 22 10:58:44.249582 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650fa191-3201-428b-b4e9-86568c27a84f tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Pushing event updated for resources: {'Port': ['ID=5f394f4f-41bb-49cc-aa94-99c8b8a0dd20,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:44.252215 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39964) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:44.252471 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39966) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:44.262981 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71ee4d-80aa-4e8f-af44-f759ac35aace req-9f04ba1d-af9f-465f-9b7a-4046ddcd7412 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:44.264549 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9d71ee4d-80aa-4e8f-af44-f759ac35aace req-9f04ba1d-af9f-465f-9b7a-4046ddcd7412 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e8f9c08-13c3-4009-9c78-a70da5c7e711 HTTP/1.1" status: 200 len: 946 time: 0.1705277 Mar 22 10:58:44.270945 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-57306130-aba5-4cd6-9602-4fe6d3777e51 None None] Allocated IP 172.20.0.2 (27df8ad2-3422-4fff-a420-5f96333b3f86/e9955c43-ceae-4f7d-a6b5-63ac24c19ea1/c0acae7c-c6eb-4f5f-b511-7c8330f835be) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:58:44.365264 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9d71ee4d-80aa-4e8f-af44-f759ac35aace req-f517f015-c67a-4f2b-b2d0-14a67646d9ad tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=963c9364-e1be-481f-add7-e92c7a0952a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877461 Mar 22 10:58:44.388601 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ef011986-0fba-4fd0-a549-5740e45e0b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:44.394530 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ef011986-0fba-4fd0-a549-5740e45e0b74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:44.397687 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-ef011986-0fba-4fd0-a549-5740e45e0b74 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/21de38c4-a3db-48cc-b9ae-864fbf951e35 HTTP/1.1" status: 204 len: 168 time: 0.3785639 Mar 22 10:58:44.410211 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef011986-0fba-4fd0-a549-5740e45e0b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21de38c4-a3db-48cc-b9ae-864fbf951e35,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:44.413349 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3908d747-70ec-4dce-b4ea-ae3edd77ad09 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683891'] for router_interface, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:44.505677 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-57306130-aba5-4cd6-9602-4fe6d3777e51 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:44.516945 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-57306130-aba5-4cd6-9602-4fe6d3777e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:44.537129 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3244422f-863b-4a3a-8724-30d0f97a8fb0 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:44.539128 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3244422f-863b-4a3a-8724-30d0f97a8fb0 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2825646 Mar 22 10:58:44.543930 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39972) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:44.572872 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57306130-aba5-4cd6-9602-4fe6d3777e51 None None] Network 27df8ad2-3422-4fff-a420-5f96333b3f86 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:58:44.576083 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-57306130-aba5-4cd6-9602-4fe6d3777e51 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:58:44.585463 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57306130-aba5-4cd6-9602-4fe6d3777e51 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:58:44.587972 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57306130-aba5-4cd6-9602-4fe6d3777e51 None None] Pushing event updated for resources: {'Port': ['ID=c0acae7c-c6eb-4f5f-b511-7c8330f835be,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:44.603290 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c5ec9-63bf-4b7a-8763-883efc29e1e8 req-0f0c8616-5252-4a06-8e70-86342c58af62 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:44.604847 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-bd4c5ec9-63bf-4b7a-8763-883efc29e1e8 req-0f0c8616-5252-4a06-8e70-86342c58af62 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e8f9c08-13c3-4009-9c78-a70da5c7e711 HTTP/1.1" status: 200 len: 946 time: 0.1019137 Mar 22 10:58:44.667522 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-57306130-aba5-4cd6-9602-4fe6d3777e51 None None] Attempting to bind port c0acae7c-c6eb-4f5f-b511-7c8330f835be on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:58:44.668119 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-57306130-aba5-4cd6-9602-4fe6d3777e51 None None] Attempting to bind port c0acae7c-c6eb-4f5f-b511-7c8330f835be by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': 'ffc2c1ed-0237-4053-996e-2430a292e46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '27df8ad2-3422-4fff-a420-5f96333b3f86'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:58:44.668230 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57306130-aba5-4cd6-9602-4fe6d3777e51 None None] Attempting to bind port c0acae7c-c6eb-4f5f-b511-7c8330f835be on network 27df8ad2-3422-4fff-a420-5f96333b3f86 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:58:44.674125 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57306130-aba5-4cd6-9602-4fe6d3777e51 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:58:44.674708 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57306130-aba5-4cd6-9602-4fe6d3777e51 None None] Checking segment: {'id': 'ffc2c1ed-0237-4053-996e-2430a292e46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '27df8ad2-3422-4fff-a420-5f96333b3f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:58:44.675124 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-57306130-aba5-4cd6-9602-4fe6d3777e51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:44.675774 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57306130-aba5-4cd6-9602-4fe6d3777e51 None None] Bound using segment: {'id': 'ffc2c1ed-0237-4053-996e-2430a292e46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '27df8ad2-3422-4fff-a420-5f96333b3f86'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:58:44.676251 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-57306130-aba5-4cd6-9602-4fe6d3777e51 None None] Bound port: c0acae7c-c6eb-4f5f-b511-7c8330f835be, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffc2c1ed-0237-4053-996e-2430a292e46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '27df8ad2-3422-4fff-a420-5f96333b3f86'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:58:44.676685 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-57306130-aba5-4cd6-9602-4fe6d3777e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:44.677571 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-bd4c5ec9-63bf-4b7a-8763-883efc29e1e8 req-1ebc4bb5-5801-401d-ad18-628b013b1d35 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=963c9364-e1be-481f-add7-e92c7a0952a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559554 Mar 22 10:58:44.742366 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-3908d747-70ec-4dce-b4ea-ae3edd77ad09 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Deleting port 51177451-14c8-4bcf-8319-c1671825652e {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:58:44.743599 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3908d747-70ec-4dce-b4ea-ae3edd77ad09 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:44.779498 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-57306130-aba5-4cd6-9602-4fe6d3777e51 None None] For port c0acae7c-c6eb-4f5f-b511-7c8330f835be, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:58:44.781598 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f03667-a74d-460f-9479-f64a2d196585 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:44.786254 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-31f03667-a74d-460f-9479-f64a2d196585 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2366362 Mar 22 10:58:44.786451 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-57306130-aba5-4cd6-9602-4fe6d3777e51 None None] For port c0acae7c-c6eb-4f5f-b511-7c8330f835be, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=c0acae7c-c6eb-4f5f-b511-7c8330f835be,segment=NetworkSegment(ffc2c1ed-0237-4053-996e-2430a292e46c),segment_id=ffc2c1ed-0237-4053-996e-2430a292e46c)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:58:44.797740 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-57306130-aba5-4cd6-9602-4fe6d3777e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:44.802879 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 39980) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:44.867493 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3908d747-70ec-4dce-b4ea-ae3edd77ad09 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:44.889299 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-3908d747-70ec-4dce-b4ea-ae3edd77ad09 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Calling delete_port for 51177451-14c8-4bcf-8319-c1671825652e owned by network:router_interface {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:58:44.896906 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57306130-aba5-4cd6-9602-4fe6d3777e51 None None] Pushing event updated for resources: {'Port': ['ID=c0acae7c-c6eb-4f5f-b511-7c8330f835be,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:44.936159 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c089d5-f505-4bed-9df8-9257d17bbb39 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:44.937787 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c089d5-f505-4bed-9df8-9257d17bbb39 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:44.939316 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c089d5-f505-4bed-9df8-9257d17bbb39 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:44.944823 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c1c089d5-f505-4bed-9df8-9257d17bbb39 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1369724 Mar 22 10:58:44.967043 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 39990) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:45.000617 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-32a4f580-8c0c-4093-9ba5-cbc77c8971f8 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:45.069220 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2e61090-e7a8-4f10-87e5-a813be93fb9c tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Deleting subnet 61588ccd-e50d-42bb-81c7-6adbeaff52b1 {{(pid=109050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:58:45.075405 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d2e61090-e7a8-4f10-87e5-a813be93fb9c tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:45.088206 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-650fa191-3201-428b-b4e9-86568c27a84f tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks [] for router_gateway, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:45.165837 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d2e61090-e7a8-4f10-87e5-a813be93fb9c tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11961780'] for subnet, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:45.298024 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3908d747-70ec-4dce-b4ea-ae3edd77ad09 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:45.318991 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d2e61090-e7a8-4f10-87e5-a813be93fb9c tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:45.382002 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40000) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:45.386368 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3908d747-70ec-4dce-b4ea-ae3edd77ad09 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event deleted for resources: {'Port': ['ID=51177451-14c8-4bcf-8319-c1671825652e,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:45.544806 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3908d747-70ec-4dce-b4ea-ae3edd77ad09 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684007'] for router_interface, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:45.549784 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-2a038ce8-d206-4e2c-bbaf-a17a95fe1652 tempest-SubnetPoolsTestJSON-2131262078 tempest-SubnetPoolsTestJSON-2131262078-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1246230273', 'prefixes': ['172.20.0.0/16']}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:45.566780 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d2e61090-e7a8-4f10-87e5-a813be93fb9c tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:45.636459 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e61090-e7a8-4f10-87e5-a813be93fb9c tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event deleted for resources: {'Subnet': ['ID=61588ccd-e50d-42bb-81c7-6adbeaff52b1,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:45.652375 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d2e61090-e7a8-4f10-87e5-a813be93fb9c tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:45.656588 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-d2e61090-e7a8-4f10-87e5-a813be93fb9c tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/subnets/61588ccd-e50d-42bb-81c7-6adbeaff52b1 HTTP/1.1" status: 204 len: 168 time: 0.6876607 Mar 22 10:58:45.661400 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40004) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:45.662003 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0783459-bcd4-466d-980e-1e7a0ac1e73f None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:58:45.802954 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-8969c617-92e1-4bd7-80a0-608f90f3c79a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Deleting subnet a0eb427b-b0c5-4a0f-9e1d-55012e65a00e {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:58:45.812401 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8969c617-92e1-4bd7-80a0-608f90f3c79a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:45.824434 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3908d747-70ec-4dce-b4ea-ae3edd77ad09 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Router 5deefecd-513f-4cc3-b8bf-b2cd52c43ee7 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:58:45.839965 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2a038ce8-d206-4e2c-bbaf-a17a95fe1652 tempest-SubnetPoolsTestJSON-2131262078 tempest-SubnetPoolsTestJSON-2131262078-project] Notify callbacks [] for subnetpool, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:45.844637 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-2a038ce8-d206-4e2c-bbaf-a17a95fe1652 tempest-SubnetPoolsTestJSON-2131262078 tempest-SubnetPoolsTestJSON-2131262078-project] 10.222.0.57 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4566560 Mar 22 10:58:45.847595 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40006) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:45.908044 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-32a4f580-8c0c-4093-9ba5-cbc77c8971f8 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Allocated IP 172.20.0.1 (27df8ad2-3422-4fff-a420-5f96333b3f86/e9955c43-ceae-4f7d-a6b5-63ac24c19ea1/037347e3-2f7a-4569-bfd0-ffaa552dd37c) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:58:45.924058 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-285bc9a3-8149-4ed1-b1b7-39dd31e157f4 tempest-SubnetPoolsTestJSON-2131262078 tempest-SubnetPoolsTestJSON-2131262078-project] 10.222.0.57 "GET /v2.0/subnetpools/851c02f0-60fd-48a2-9fde-afdbe0b104cd HTTP/1.1" status: 200 len: 732 time: 0.0752873 Mar 22 10:58:45.929541 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8969c617-92e1-4bd7-80a0-608f90f3c79a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:45.932864 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40008) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:45.940684 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-99757879-dc82-4682-b7d4-d369d59c6d69 tempest-SubnetPoolsTestJSON-2131262078 tempest-SubnetPoolsTestJSON-2131262078-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-746009326'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:46.040976 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-650fa191-3201-428b-b4e9-86568c27a84f tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:46.163917 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cb3c93-7c6b-4c4a-8193-963fcdeea08f None None] Network 27df8ad2-3422-4fff-a420-5f96333b3f86 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:58:46.228318 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40010) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:46.285194 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-cd2c77d5-d2a2-4ce2-9540-04c33202e04f None None] Provisioning complete for port c0acae7c-c6eb-4f5f-b511-7c8330f835be triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:46.285719 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-cd2c77d5-d2a2-4ce2-9540-04c33202e04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:46.309688 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3908d747-70ec-4dce-b4ea-ae3edd77ad09 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:58:46.316636 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-3908d747-70ec-4dce-b4ea-ae3edd77ad09 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "PUT /v2.0/routers/5deefecd-513f-4cc3-b8bf-b2cd52c43ee7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5790608 Mar 22 10:58:46.318876 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40012) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:46.322228 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-99757879-dc82-4682-b7d4-d369d59c6d69 tempest-SubnetPoolsTestJSON-2131262078 tempest-SubnetPoolsTestJSON-2131262078-project] Notify callbacks [] for subnetpool, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:46.325856 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-99757879-dc82-4682-b7d4-d369d59c6d69 tempest-SubnetPoolsTestJSON-2131262078 tempest-SubnetPoolsTestJSON-2131262078-project] 10.222.0.57 "PUT /v2.0/subnetpools/851c02f0-60fd-48a2-9fde-afdbe0b104cd HTTP/1.1" status: 200 len: 683 time: 0.3878648 Mar 22 10:58:46.325856 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8969c617-92e1-4bd7-80a0-608f90f3c79a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:46.332485 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40014) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:46.346524 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be287b58-baba-4158-93bd-685b7370efa8 None None] Sync routers for ids ['5deefecd-513f-4cc3-b8bf-b2cd52c43ee7'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:58:46.356108 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-61308aed-db92-46d4-ba72-1ae9d7612eff tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] GET failed (client error): The resource could not be found. Mar 22 10:58:46.358493 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-61308aed-db92-46d4-ba72-1ae9d7612eff tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "GET /v2.0/ports/51177451-14c8-4bcf-8319-c1671825652e HTTP/1.1" status: 404 len: 333 time: 0.0381768 Mar 22 10:58:46.367912 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40016) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:46.380712 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be287b58-baba-4158-93bd-685b7370efa8 None None] Routers {'5deefecd-513f-4cc3-b8bf-b2cd52c43ee7'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:58:46.381492 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-be287b58-baba-4158-93bd-685b7370efa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:58:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['5deefecd-513f-4cc3-b8bf-b2cd52c43ee7'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:46.431789 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-be287b58-baba-4158-93bd-685b7370efa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:46.441545 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-32a4f580-8c0c-4093-9ba5-cbc77c8971f8 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:46.469867 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be287b58-baba-4158-93bd-685b7370efa8 None None] Routers {'5deefecd-513f-4cc3-b8bf-b2cd52c43ee7'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:58:46.470616 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-be287b58-baba-4158-93bd-685b7370efa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:58:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['5deefecd-513f-4cc3-b8bf-b2cd52c43ee7'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:46.498490 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-080ab643-e7c5-4da2-aaae-ab24e40d2701 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for router, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:46.525846 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-be287b58-baba-4158-93bd-685b7370efa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:46.526620 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be287b58-baba-4158-93bd-685b7370efa8 None None] The sync data for ids ['5deefecd-513f-4cc3-b8bf-b2cd52c43ee7'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:58:46.580257 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-cd2c77d5-d2a2-4ce2-9540-04c33202e04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:46.590904 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8969c617-92e1-4bd7-80a0-608f90f3c79a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:46.630736 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-cd2c77d5-d2a2-4ce2-9540-04c33202e04f None None] For port c0acae7c-c6eb-4f5f-b511-7c8330f835be, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=c0acae7c-c6eb-4f5f-b511-7c8330f835be,segment=NetworkSegment(ffc2c1ed-0237-4053-996e-2430a292e46c),segment_id=ffc2c1ed-0237-4053-996e-2430a292e46c)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:58:46.638268 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-cd2c77d5-d2a2-4ce2-9540-04c33202e04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:46.642797 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8969c617-92e1-4bd7-80a0-608f90f3c79a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event deleted for resources: {'Subnet': ['ID=a0eb427b-b0c5-4a0f-9e1d-55012e65a00e,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:46.660508 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1a43aca9-5e47-4ba1-974a-3b4201b64bec tempest-SubnetPoolsTestJSON-2131262078 tempest-SubnetPoolsTestJSON-2131262078-project] Notify callbacks [] for subnetpool, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:46.661979 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-1a43aca9-5e47-4ba1-974a-3b4201b64bec tempest-SubnetPoolsTestJSON-2131262078 tempest-SubnetPoolsTestJSON-2131262078-project] 10.222.0.57 "DELETE /v2.0/subnetpools/851c02f0-60fd-48a2-9fde-afdbe0b104cd HTTP/1.1" status: 204 len: 168 time: 0.3272932 Mar 22 10:58:46.664470 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8969c617-92e1-4bd7-80a0-608f90f3c79a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:46.668888 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8969c617-92e1-4bd7-80a0-608f90f3c79a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/subnets/a0eb427b-b0c5-4a0f-9e1d-55012e65a00e HTTP/1.1" status: 204 len: 168 time: 1.0045655 Mar 22 10:58:46.671548 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40018) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:46.672202 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40020) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:46.684676 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a59d944-4229-4f5a-ab32-41c30362f2b9 None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:58:46.733268 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e2a65f5e-39fa-417e-af66-c5b1bb53f5bb tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0545392 Mar 22 10:58:46.736179 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40022) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:46.742097 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-9f3724f1-2a63-4857-9134-4f5ed411e67f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'subnet': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:46.767295 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-650fa191-3201-428b-b4e9-86568c27a84f tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Router ce5479f1-e83c-4e06-a03b-c32b05937f18 is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 10:58:46.770073 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-32a4f580-8c0c-4093-9ba5-cbc77c8971f8 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:46.786878 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2c77d5-d2a2-4ce2-9540-04c33202e04f None None] Pushing event updated for resources: {'Port': ['ID=c0acae7c-c6eb-4f5f-b511-7c8330f835be,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:46.817525 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-9dba650d-02e5-436b-9a79-aa1705c58dc0 None None] Provisioning complete for port b7a6a9ec-29af-446e-8d61-8106f31be1cd triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:46.817905 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9dba650d-02e5-436b-9a79-aa1705c58dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:46.824018 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-32792557-594b-4d3d-b31e-8c3638ae3cab tempest-SubnetPoolsTestJSON-2131262078 tempest-SubnetPoolsTestJSON-2131262078-project] show failed (client error): The resource could not be found. Mar 22 10:58:46.825077 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-32792557-594b-4d3d-b31e-8c3638ae3cab tempest-SubnetPoolsTestJSON-2131262078 tempest-SubnetPoolsTestJSON-2131262078-project] 10.222.0.57 "GET /v2.0/subnetpools/851c02f0-60fd-48a2-9fde-afdbe0b104cd HTTP/1.1" status: 404 len: 346 time: 0.1490107 Mar 22 10:58:46.831248 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-080ab643-e7c5-4da2-aaae-ab24e40d2701 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:46.832882 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40024) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:46.842823 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-080ab643-e7c5-4da2-aaae-ab24e40d2701 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:46.860120 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.api.v2.resource [None req-78482321-3fc3-49f3-ad0a-abf190066431 tempest-SubnetPoolsTestJSON-2131262078 tempest-SubnetPoolsTestJSON-2131262078-project] delete failed (client error): The resource could not be found. Mar 22 10:58:46.863423 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-78482321-3fc3-49f3-ad0a-abf190066431 tempest-SubnetPoolsTestJSON-2131262078 tempest-SubnetPoolsTestJSON-2131262078-project] 10.222.0.57 "DELETE /v2.0/subnetpools/851c02f0-60fd-48a2-9fde-afdbe0b104cd HTTP/1.1" status: 404 len: 346 time: 0.0248473 Mar 22 10:58:46.910365 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a4f580-8c0c-4093-9ba5-cbc77c8971f8 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Network 27df8ad2-3422-4fff-a420-5f96333b3f86 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:58:46.917143 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-080ab643-e7c5-4da2-aaae-ab24e40d2701 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:46.917960 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-080ab643-e7c5-4da2-aaae-ab24e40d2701 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Fanout notify agent at l3_agent the message router_deleted on router 5deefecd-513f-4cc3-b8bf-b2cd52c43ee7 {{(pid=109050) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 10:58:46.922706 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-32a4f580-8c0c-4093-9ba5-cbc77c8971f8 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:58:46.928431 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-080ab643-e7c5-4da2-aaae-ab24e40d2701 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:46.932891 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-080ab643-e7c5-4da2-aaae-ab24e40d2701 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "DELETE /v2.0/routers/5deefecd-513f-4cc3-b8bf-b2cd52c43ee7 HTTP/1.1" status: 204 len: 168 time: 0.5635326 Mar 22 10:58:46.933890 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40028) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:46.942264 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3724f1-2a63-4857-9134-4f5ed411e67f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Made reservation on behalf of f7a8ac7bbd5d466888176c13ba053f5f for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:58:46.946643 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9f3724f1-2a63-4857-9134-4f5ed411e67f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:46.988885 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4f580-8c0c-4093-9ba5-cbc77c8971f8 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event updated for resources: {'Port': ['ID=037347e3-2f7a-4569-bfd0-ffaa552dd37c,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:46.994719 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a4f580-8c0c-4093-9ba5-cbc77c8971f8 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:58:47.040213 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1f0d7c-76d1-4050-9289-de6ab4119e8d None None] DHCP port deletion for 1bc750fe-0949-42b2-bab7-34fc725823e6 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:58:47.053248 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_v2 [None req-13355368-b4c5-4054-bd98-6150762e076f tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Deleting subnet c840faf5-d7a6-4b2c-923b-e6ec2b1c908f {{(pid=109050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:58:47.115929 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-32a4f580-8c0c-4093-9ba5-cbc77c8971f8 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684270'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:47.151577 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-d0b279c7-a8f5-4072-a0ed-af0efcef522f None None] Provisioning complete for port c0acae7c-c6eb-4f5f-b511-7c8330f835be triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:47.152164 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d0b279c7-a8f5-4072-a0ed-af0efcef522f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:47.200109 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650fa191-3201-428b-b4e9-86568c27a84f tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:58:47.216819 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7241b13-3386-4bd7-8565-440e29979388 None None] Sync routers for ids ['ce5479f1-e83c-4e06-a03b-c32b05937f18'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:58:47.243118 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device c0acae7c-c6eb-4f5f-b511-7c8330f835be up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:58:47.264564 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7241b13-3386-4bd7-8565-440e29979388 None None] Routers {'ce5479f1-e83c-4e06-a03b-c32b05937f18'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:58:47.265617 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-a7241b13-3386-4bd7-8565-440e29979388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:58:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['ce5479f1-e83c-4e06-a03b-c32b05937f18'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:47.293285 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-5e1f0d7c-76d1-4050-9289-de6ab4119e8d None None] Deleting port b7a6a9ec-29af-446e-8d61-8106f31be1cd {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:58:47.293864 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5e1f0d7c-76d1-4050-9289-de6ab4119e8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:47.312176 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-650fa191-3201-428b-b4e9-86568c27a84f tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:47.313485 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-650fa191-3201-428b-b4e9-86568c27a84f tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.2266583 Mar 22 10:58:47.320352 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40032) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:47.321413 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-13355368-b4c5-4054-bd98-6150762e076f tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for subnet, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:47.359734 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-4b569696-11d6-420b-adea-f23b60d7c3c2 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:47.366108 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9f3724f1-2a63-4857-9134-4f5ed411e67f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:47.366964 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-a7241b13-3386-4bd7-8565-440e29979388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:47.376088 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-5e1f0d7c-76d1-4050-9289-de6ab4119e8d None None] For port b7a6a9ec-29af-446e-8d61-8106f31be1cd, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=b7a6a9ec-29af-446e-8d61-8106f31be1cd,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:58:47.376639 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5e1f0d7c-76d1-4050-9289-de6ab4119e8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:47.389250 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7241b13-3386-4bd7-8565-440e29979388 None None] Routers {'ce5479f1-e83c-4e06-a03b-c32b05937f18'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:58:47.389965 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-a7241b13-3386-4bd7-8565-440e29979388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:58:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['ce5479f1-e83c-4e06-a03b-c32b05937f18'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:47.398728 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-5e1f0d7c-76d1-4050-9289-de6ab4119e8d None None] Calling delete_port for b7a6a9ec-29af-446e-8d61-8106f31be1cd owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:58:47.407528 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40034) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:47.418640 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-32a4f580-8c0c-4093-9ba5-cbc77c8971f8 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:47.437066 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-a7241b13-3386-4bd7-8565-440e29979388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:47.438135 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7241b13-3386-4bd7-8565-440e29979388 None None] The sync data for ids ['ce5479f1-e83c-4e06-a03b-c32b05937f18'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:58:47.453589 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3724f1-2a63-4857-9134-4f5ed411e67f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:58:47.494755 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-9f3724f1-2a63-4857-9134-4f5ed411e67f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:58:47.507777 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3724f1-2a63-4857-9134-4f5ed411e67f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:47.508101 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9f3724f1-2a63-4857-9134-4f5ed411e67f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:47.526463 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-13355368-b4c5-4054-bd98-6150762e076f tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11961780'] for subnet, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:47.569452 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3724f1-2a63-4857-9134-4f5ed411e67f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event updated for resources: {'Subnet': ['ID=29f3f29d-7423-4d3c-9aaa-ca93c8944800,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:47.623358 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-9f3724f1-2a63-4857-9134-4f5ed411e67f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8833299 Mar 22 10:58:47.631304 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40038) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:47.638182 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-06ebd2bf-19af-4b78-a2f0-37a609c26769 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'subnet': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:47.657075 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port c0acae7c-c6eb-4f5f-b511-7c8330f835be triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:47.657447 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:47.803508 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5e1f0d7c-76d1-4050-9289-de6ab4119e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:47.804381 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-13355368-b4c5-4054-bd98-6150762e076f tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:47.821425 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7984832a-bf93-44ba-b837-4140c4760dcb tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:47.837463 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1f0d7c-76d1-4050-9289-de6ab4119e8d None None] Pushing event deleted for resources: {'Port': ['ID=b7a6a9ec-29af-446e-8d61-8106f31be1cd,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:47.841422 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1f0d7c-76d1-4050-9289-de6ab4119e8d None None] No DVR routers for this DVR port b7a6a9ec-29af-446e-8d61-8106f31be1cd on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:58:47.872920 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ad8babc5-061f-4740-8338-ca3d3ab6efa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:47.873803 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be4d33f-c375-42e1-810e-3006a00fa30e None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:58:47.949987 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-25368290-1e66-4fcb-8b8a-a4d98d555112 None None] Provisioning complete for port 037347e3-2f7a-4569-bfd0-ffaa552dd37c triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:47.950415 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-25368290-1e66-4fcb-8b8a-a4d98d555112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:47.996113 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ebd2bf-19af-4b78-a2f0-37a609c26769 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Made reservation on behalf of f7a8ac7bbd5d466888176c13ba053f5f for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:58:47.999667 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-06ebd2bf-19af-4b78-a2f0-37a609c26769 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:48.004248 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-13355368-b4c5-4054-bd98-6150762e076f tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:48.006233 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-25368290-1e66-4fcb-8b8a-a4d98d555112 None None] Port 037347e3-2f7a-4569-bfd0-ffaa552dd37c cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:58:48.054434 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13355368-b4c5-4054-bd98-6150762e076f tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event deleted for resources: {'Subnet': ['ID=c840faf5-d7a6-4b2c-923b-e6ec2b1c908f,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:48.064908 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-13355368-b4c5-4054-bd98-6150762e076f tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:48.071060 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-13355368-b4c5-4054-bd98-6150762e076f tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "DELETE /v2.0/subnets/c840faf5-d7a6-4b2c-923b-e6ec2b1c908f HTTP/1.1" status: 204 len: 168 time: 1.1359103 Mar 22 10:58:48.072084 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40040) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:48.078071 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29edee8d-39fb-447b-a09e-4568ef0a372d None None] Network edb6672f-6175-4859-a417-ff5a5b848d5e requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:58:48.097653 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a704224-a450-46c9-b24f-c82454bdb412 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-1bc750fe-0949-42b2-bab7-34fc725823e6', 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'tenant_id': 'f7a8ac7bbd5d466888176c13ba053f5f', 'fixed_ips': [{'subnet_id': '29f3f29d-7423-4d3c-9aaa-ca93c8944800'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:58:48.098523 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9a704224-a450-46c9-b24f-c82454bdb412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:48.192158 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ad8babc5-061f-4740-8338-ca3d3ab6efa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:48.240578 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9192b1dc-da9a-48a1-b7bb-76650a5f6933 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:48.241788 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ad8babc5-061f-4740-8338-ca3d3ab6efa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:48.244158 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4b569696-11d6-420b-adea-f23b60d7c3c2 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:48.255408 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.ipam_backend_mixin [None req-06ebd2bf-19af-4b78-a2f0-37a609c26769 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 29f3f29d-7423-4d3c-9aaa-ca93c8944800 (CIDR: 2001:db8::/64) Mar 22 10:58:48.263785 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-06ebd2bf-19af-4b78-a2f0-37a609c26769 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 10:58:48.264242 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06ebd2bf-19af-4b78-a2f0-37a609c26769 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:48.276235 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4b569696-11d6-420b-adea-f23b60d7c3c2 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:48.288053 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-06ebd2bf-19af-4b78-a2f0-37a609c26769 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6529605 Mar 22 10:58:48.288307 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40042) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:48.293041 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-41a0fff5-6c73-4d81-b285-d7adf1ebbc07 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'subnet': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:48.308795 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-7984832a-bf93-44ba-b837-4140c4760dcb tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Allocated IP 172.20.0.17 (4339461b-028b-4a4d-868a-19a90c08daf1/6b110546-96bb-4eff-b591-1bb1e652a03a/c0adf8b8-fd88-41f7-9160-08c6b87ca2c6) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:58:48.328114 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-9a704224-a450-46c9-b24f-c82454bdb412 None None] Allocated IP 2001:db8::2 (1bc750fe-0949-42b2-bab7-34fc725823e6/29f3f29d-7423-4d3c-9aaa-ca93c8944800/f12270ab-957d-4654-9945-09f3fbd5cd15) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:58:48.412311 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e84f68d-db7b-48ba-b205-b5183214cad2 None None] DHCP port deletion for edb6672f-6175-4859-a417-ff5a5b848d5e request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:58:48.424863 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7984832a-bf93-44ba-b837-4140c4760dcb tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:48.455685 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9192b1dc-da9a-48a1-b7bb-76650a5f6933 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Deleting port dbed32b5-d9f8-411d-959e-ae7d4d882e4d {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:58:48.456057 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9192b1dc-da9a-48a1-b7bb-76650a5f6933 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:48.477506 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7984832a-bf93-44ba-b837-4140c4760dcb tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:48.479884 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-4b569696-11d6-420b-adea-f23b60d7c3c2 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Deleting port 5f394f4f-41bb-49cc-aa94-99c8b8a0dd20 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:58:48.480228 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4b569696-11d6-420b-adea-f23b60d7c3c2 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:48.490483 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-32a4f580-8c0c-4093-9ba5-cbc77c8971f8 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:48.507059 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-32a4f580-8c0c-4093-9ba5-cbc77c8971f8 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:48.517559 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-4e84f68d-db7b-48ba-b205-b5183214cad2 None None] Deleting port dbed32b5-d9f8-411d-959e-ae7d4d882e4d {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:58:48.517938 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4e84f68d-db7b-48ba-b205-b5183214cad2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:48.535827 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ad8babc5-061f-4740-8338-ca3d3ab6efa5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c07cd646ae744de49aa713e9fa692a07&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1272354 Mar 22 10:58:48.540562 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40044) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:48.542530 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a0fff5-6c73-4d81-b285-d7adf1ebbc07 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Made reservation on behalf of f7a8ac7bbd5d466888176c13ba053f5f for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:58:48.546041 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-41a0fff5-6c73-4d81-b285-d7adf1ebbc07 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:48.549007 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9a704224-a450-46c9-b24f-c82454bdb412 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:48.559350 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8babc5-061f-4740-8338-ca3d3ab6efa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142385bb-b6fc-464e-8da9-ee98a4d9e47d,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:48.579875 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7984832a-bf93-44ba-b837-4140c4760dcb tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Network 4339461b-028b-4a4d-868a-19a90c08daf1 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:58:48.588309 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-7984832a-bf93-44ba-b837-4140c4760dcb tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:58:48.594436 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7984832a-bf93-44ba-b837-4140c4760dcb tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:58:48.596941 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9a704224-a450-46c9-b24f-c82454bdb412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:48.610627 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-4e84f68d-db7b-48ba-b205-b5183214cad2 None None] For port dbed32b5-d9f8-411d-959e-ae7d4d882e4d, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=dbed32b5-d9f8-411d-959e-ae7d4d882e4d,segment=NetworkSegment(8b633a74-639e-4b0e-b72e-6ffb8ddf7842),segment_id=8b633a74-639e-4b0e-b72e-6ffb8ddf7842)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:58:48.611481 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4e84f68d-db7b-48ba-b205-b5183214cad2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:48.623539 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7984832a-bf93-44ba-b837-4140c4760dcb tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Port': ['ID=c0adf8b8-fd88-41f7-9160-08c6b87ca2c6,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:48.625969 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-32a4f580-8c0c-4093-9ba5-cbc77c8971f8 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684306'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:48.651753 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-4e84f68d-db7b-48ba-b205-b5183214cad2 None None] Calling delete_port for dbed32b5-d9f8-411d-959e-ae7d4d882e4d owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:58:48.658711 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a704224-a450-46c9-b24f-c82454bdb412 None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:58:48.668104 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-9a704224-a450-46c9-b24f-c82454bdb412 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:58:48.670558 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a704224-a450-46c9-b24f-c82454bdb412 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:58:48.678225 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a704224-a450-46c9-b24f-c82454bdb412 None None] Pushing event updated for resources: {'Port': ['ID=f12270ab-957d-4654-9945-09f3fbd5cd15,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:48.691167 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-9192b1dc-da9a-48a1-b7bb-76650a5f6933 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] For port dbed32b5-d9f8-411d-959e-ae7d4d882e4d, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=dbed32b5-d9f8-411d-959e-ae7d4d882e4d,segment=NetworkSegment(8b633a74-639e-4b0e-b72e-6ffb8ddf7842),segment_id=8b633a74-639e-4b0e-b72e-6ffb8ddf7842)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:58:48.691860 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9192b1dc-da9a-48a1-b7bb-76650a5f6933 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:48.701463 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7984832a-bf93-44ba-b837-4140c4760dcb tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684270'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:48.718311 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4f580-8c0c-4093-9ba5-cbc77c8971f8 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event updated for resources: {'Port': ['ID=037347e3-2f7a-4569-bfd0-ffaa552dd37c,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:48.732023 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-9192b1dc-da9a-48a1-b7bb-76650a5f6933 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Calling delete_port for dbed32b5-d9f8-411d-959e-ae7d4d882e4d owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:58:48.743047 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4b569696-11d6-420b-adea-f23b60d7c3c2 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:48.772549 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-4b569696-11d6-420b-adea-f23b60d7c3c2 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Calling delete_port for 5f394f4f-41bb-49cc-aa94-99c8b8a0dd20 owned by network:router_gateway {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:58:48.780524 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-9a704224-a450-46c9-b24f-c82454bdb412 None None] Attempting to bind port f12270ab-957d-4654-9945-09f3fbd5cd15 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:58:48.780758 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-9a704224-a450-46c9-b24f-c82454bdb412 None None] Attempting to bind port f12270ab-957d-4654-9945-09f3fbd5cd15 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:58:48.781015 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a704224-a450-46c9-b24f-c82454bdb412 None None] Attempting to bind port f12270ab-957d-4654-9945-09f3fbd5cd15 on network 1bc750fe-0949-42b2-bab7-34fc725823e6 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:58:48.791699 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a704224-a450-46c9-b24f-c82454bdb412 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:58:48.791699 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a704224-a450-46c9-b24f-c82454bdb412 None None] Checking segment: {'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:58:48.792088 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9a704224-a450-46c9-b24f-c82454bdb412 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:48.792397 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a704224-a450-46c9-b24f-c82454bdb412 None None] Bound using segment: {'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:58:48.792715 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-9a704224-a450-46c9-b24f-c82454bdb412 None None] Bound port: f12270ab-957d-4654-9945-09f3fbd5cd15, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:58:48.793144 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9a704224-a450-46c9-b24f-c82454bdb412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:48.849320 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4e84f68d-db7b-48ba-b205-b5183214cad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:48.868183 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9192b1dc-da9a-48a1-b7bb-76650a5f6933 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:48.885977 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a4f580-8c0c-4093-9ba5-cbc77c8971f8 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Network 27df8ad2-3422-4fff-a420-5f96333b3f86 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:58:48.890031 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-32a4f580-8c0c-4093-9ba5-cbc77c8971f8 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:58:48.893782 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-113ab1bd-c9ef-484f-a5ee-3ddd81e09ec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:48.894253 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e84f68d-db7b-48ba-b205-b5183214cad2 None None] Pushing event deleted for resources: {'Port': ['ID=dbed32b5-d9f8-411d-959e-ae7d4d882e4d,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:48.911112 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e84f68d-db7b-48ba-b205-b5183214cad2 None None] No DVR routers for this DVR port dbed32b5-d9f8-411d-959e-ae7d4d882e4d on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:58:48.930328 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-9a704224-a450-46c9-b24f-c82454bdb412 None None] For port f12270ab-957d-4654-9945-09f3fbd5cd15, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:58:48.934315 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-9a704224-a450-46c9-b24f-c82454bdb412 None None] For port f12270ab-957d-4654-9945-09f3fbd5cd15, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=f12270ab-957d-4654-9945-09f3fbd5cd15,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:58:48.944595 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9a704224-a450-46c9-b24f-c82454bdb412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:49.052676 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a704224-a450-46c9-b24f-c82454bdb412 None None] Pushing event updated for resources: {'Port': ['ID=f12270ab-957d-4654-9945-09f3fbd5cd15,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:49.089199 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7984832a-bf93-44ba-b837-4140c4760dcb tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:49.101142 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device b7a6a9ec-29af-446e-8d61-8106f31be1cd no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:58:49.129776 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: b7a6a9ec-29af-446e-8d61-8106f31be1cd {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:58:49.130237 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device b7a6a9ec-29af-446e-8d61-8106f31be1cd not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:58:49.130732 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device dbed32b5-d9f8-411d-959e-ae7d4d882e4d no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:58:49.157599 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: dbed32b5-d9f8-411d-959e-ae7d4d882e4d {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:58:49.158041 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device dbed32b5-d9f8-411d-959e-ae7d4d882e4d not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:58:49.173266 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-1076bd56-58c5-4c19-876e-744b89cefa61 None None] Provisioning complete for port c0adf8b8-fd88-41f7-9160-08c6b87ca2c6 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:49.173718 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-1076bd56-58c5-4c19-876e-744b89cefa61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:49.236535 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-1076bd56-58c5-4c19-876e-744b89cefa61 None None] Port c0adf8b8-fd88-41f7-9160-08c6b87ca2c6 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:58:49.312470 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192b1dc-da9a-48a1-b7bb-76650a5f6933 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event deleted for resources: {'Port': ['ID=dbed32b5-d9f8-411d-959e-ae7d4d882e4d,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:49.337376 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a4f580-8c0c-4093-9ba5-cbc77c8971f8 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Router ea3df00b-5ed5-424c-88fd-9ac3956b9fff is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 10:58:49.358901 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9192b1dc-da9a-48a1-b7bb-76650a5f6933 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] No DVR routers for this DVR port dbed32b5-d9f8-411d-959e-ae7d4d882e4d on host dv-neutron-834599-1-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:58:49.378211 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-113ab1bd-c9ef-484f-a5ee-3ddd81e09ec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:49.379643 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-1c815b3a-d1b1-4a43-bbae-e2bdc2fdf1db None None] Provisioning complete for port 037347e3-2f7a-4569-bfd0-ffaa552dd37c triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:49.380135 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-1c815b3a-d1b1-4a43-bbae-e2bdc2fdf1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:49.417435 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-1c815b3a-d1b1-4a43-bbae-e2bdc2fdf1db None None] Port 037347e3-2f7a-4569-bfd0-ffaa552dd37c cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:58:49.515588 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a4f580-8c0c-4093-9ba5-cbc77c8971f8 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:58:49.525011 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-32a4f580-8c0c-4093-9ba5-cbc77c8971f8 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "PUT /v2.0/routers/ea3df00b-5ed5-424c-88fd-9ac3956b9fff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2669144 Mar 22 10:58:49.525687 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40046) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:49.526206 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9192b1dc-da9a-48a1-b7bb-76650a5f6933 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:49.533897 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e446dfb-b440-4fc2-bbe8-dea40f619d04 None None] Sync routers for ids ['ea3df00b-5ed5-424c-88fd-9ac3956b9fff'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:58:49.547552 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e446dfb-b440-4fc2-bbe8-dea40f619d04 None None] Routers {'ea3df00b-5ed5-424c-88fd-9ac3956b9fff'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:58:49.549290 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-1e446dfb-b440-4fc2-bbe8-dea40f619d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:58:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['ea3df00b-5ed5-424c-88fd-9ac3956b9fff'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:49.584215 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-1e446dfb-b440-4fc2-bbe8-dea40f619d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:49.586940 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea532dcc-ea61-4a42-bae0-284c077f8e6a tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:49.588398 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ea532dcc-ea61-4a42-bae0-284c077f8e6a tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "GET /v2.0/ports/037347e3-2f7a-4569-bfd0-ffaa552dd37c HTTP/1.1" status: 200 len: 910 time: 0.0619926 Mar 22 10:58:49.592719 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40048) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:49.598988 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-92f68854-f45b-4e71-a974-e11bf18cad92 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e9955c43-ceae-4f7d-a6b5-63ac24c19ea1'}]}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:49.599654 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-9192b1dc-da9a-48a1-b7bb-76650a5f6933 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edb6672f-6175-4859-a417-ff5a5b848d5e']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:49.608542 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e446dfb-b440-4fc2-bbe8-dea40f619d04 None None] Routers {'ea3df00b-5ed5-424c-88fd-9ac3956b9fff'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:58:49.609265 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-1e446dfb-b440-4fc2-bbe8-dea40f619d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:58:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['ea3df00b-5ed5-424c-88fd-9ac3956b9fff'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:49.623141 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-9192b1dc-da9a-48a1-b7bb-76650a5f6933 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b633a74-639e-4b0e-b72e-6ffb8ddf7842') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:49.623575 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-9192b1dc-da9a-48a1-b7bb-76650a5f6933 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b633a74-639e-4b0e-b72e-6ffb8ddf7842') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:49.642117 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7984832a-bf93-44ba-b837-4140c4760dcb tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:49.648777 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-1e446dfb-b440-4fc2-bbe8-dea40f619d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:49.649386 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7984832a-bf93-44ba-b837-4140c4760dcb tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:49.649577 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e446dfb-b440-4fc2-bbe8-dea40f619d04 None None] The sync data for ids ['ea3df00b-5ed5-424c-88fd-9ac3956b9fff'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:58:49.654970 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-113ab1bd-c9ef-484f-a5ee-3ddd81e09ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:49.657520 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-113ab1bd-c9ef-484f-a5ee-3ddd81e09ec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:49.658678 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-113ab1bd-c9ef-484f-a5ee-3ddd81e09ec1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/142385bb-b6fc-464e-8da9-ee98a4d9e47d HTTP/1.1" status: 204 len: 168 time: 1.1091959 Mar 22 10:58:49.660598 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9192b1dc-da9a-48a1-b7bb-76650a5f6933 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:49.689357 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ab1bd-c9ef-484f-a5ee-3ddd81e09ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142385bb-b6fc-464e-8da9-ee98a4d9e47d,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:49.731150 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9192b1dc-da9a-48a1-b7bb-76650a5f6933 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:49.754446 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9192b1dc-da9a-48a1-b7bb-76650a5f6933 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:58:49.754856 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9192b1dc-da9a-48a1-b7bb-76650a5f6933 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:49.757098 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7984832a-bf93-44ba-b837-4140c4760dcb tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684306'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:49.758069 dv-neutron-834599-1-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:58:49.758069 dv-neutron-834599-1-hyperv neutron-server[109050]: self.session.flush() Mar 22 10:58:49.758069 dv-neutron-834599-1-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:58:49.758069 dv-neutron-834599-1-hyperv neutron-server[109050]: self.session.flush() Mar 22 10:58:49.758069 dv-neutron-834599-1-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:58:49.758069 dv-neutron-834599-1-hyperv neutron-server[109050]: self.session.flush() Mar 22 10:58:49.758069 dv-neutron-834599-1-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:58:49.758069 dv-neutron-834599-1-hyperv neutron-server[109050]: self.session.flush() Mar 22 10:58:49.758069 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 10:58:49.758069 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:58:49.758069 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 10:58:49.758069 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:58:49.758069 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 10:58:49.758069 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:58:49.758069 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 10:58:49.758069 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:58:49.758069 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 10:58:49.758069 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:58:49.758069 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 10:58:49.758069 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:58:49.758069 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 10:58:49.758069 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:58:49.758069 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:58:49.758069 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:58:49.758069 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:58:49.758069 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:58:49.758069 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 10:58:49.758069 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:58:49.758069 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 10:58:49.758069 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:58:49.758069 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:58:49.758069 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:58:49.758069 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 10:58:49.758069 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:58:49.758069 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:58:49.758069 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:58:49.758069 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:58:49.758069 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:58:49.758069 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:58:49.758069 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:58:49.843094 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7984832a-bf93-44ba-b837-4140c4760dcb tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Port': ['ID=c0adf8b8-fd88-41f7-9160-08c6b87ca2c6,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:49.852393 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4b569696-11d6-420b-adea-f23b60d7c3c2 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:49.894809 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b569696-11d6-420b-adea-f23b60d7c3c2 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Pushing event deleted for resources: {'Port': ['ID=5f394f4f-41bb-49cc-aa94-99c8b8a0dd20,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:49.896822 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9192b1dc-da9a-48a1-b7bb-76650a5f6933 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:49.913913 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9192b1dc-da9a-48a1-b7bb-76650a5f6933 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:49.922552 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40052) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:49.922770 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-9192b1dc-da9a-48a1-b7bb-76650a5f6933 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "DELETE /v2.0/networks/edb6672f-6175-4859-a417-ff5a5b848d5e HTTP/1.1" status: 204 len: 168 time: 1.8456278 Mar 22 10:58:49.994007 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-92f68854-f45b-4e71-a974-e11bf18cad92 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:50.003673 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192b1dc-da9a-48a1-b7bb-76650a5f6933 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event deleted for resources: {'Network': ['ID=edb6672f-6175-4859-a417-ff5a5b848d5e,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:50.040270 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db75f3e2-656d-47bb-b5c6-44a4783817b8 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:50.041900 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-db75f3e2-656d-47bb-b5c6-44a4783817b8 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "GET /v2.0/ports/f25a1a17-3ddc-47c3-99a1-0ced4512cc6d HTTP/1.1" status: 200 len: 840 time: 0.0779183 Mar 22 10:58:50.053076 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40054) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:50.122297 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.objects.ports [None req-41a0fff5-6c73-4d81-b285-d7adf1ebbc07 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109050) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 10:58:50.127124 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4b569696-11d6-420b-adea-f23b60d7c3c2 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682553'] for router_gateway, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:50.127319 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7984832a-bf93-44ba-b837-4140c4760dcb tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Network 4339461b-028b-4a4d-868a-19a90c08daf1 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:58:50.130107 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-7984832a-bf93-44ba-b837-4140c4760dcb tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:58:50.158657 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-a0b4605a-9f08-4a96-87c8-5511875a5385 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "GET /v2.0/ports/f25a1a17-3ddc-47c3-99a1-0ced4512cc6d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1004429 Mar 22 10:58:50.165732 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40056) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:50.454303 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-b3e3c68f-e520-4be9-a38e-731d7e2d0dca None None] Provisioning complete for port c0adf8b8-fd88-41f7-9160-08c6b87ca2c6 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:50.454896 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b3e3c68f-e520-4be9-a38e-731d7e2d0dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:50.462073 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-0ca54a39-273e-4a9d-8b93-c3e6427d7a03 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Request body: {'subnet': {'network_id': 'c33d4098-434a-4c67-a0d0-3ea0db9d3f43', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:50.490941 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-b3e3c68f-e520-4be9-a38e-731d7e2d0dca None None] Port c0adf8b8-fd88-41f7-9160-08c6b87ca2c6 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:58:50.502039 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-b3e3c68f-e520-4be9-a38e-731d7e2d0dca None None] Provisioning complete for port f12270ab-957d-4654-9945-09f3fbd5cd15 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:50.502404 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b3e3c68f-e520-4be9-a38e-731d7e2d0dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:50.519284 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4b569696-11d6-420b-adea-f23b60d7c3c2 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3682488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11476'] for router, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:50.528818 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4b569696-11d6-420b-adea-f23b60d7c3c2 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3682435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3682442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3684457'] for router, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:50.582043 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b3e3c68f-e520-4be9-a38e-731d7e2d0dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:50.617052 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-b3e3c68f-e520-4be9-a38e-731d7e2d0dca None None] For port f12270ab-957d-4654-9945-09f3fbd5cd15, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=f12270ab-957d-4654-9945-09f3fbd5cd15,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:58:50.622933 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b3e3c68f-e520-4be9-a38e-731d7e2d0dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:50.651415 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-41a0fff5-6c73-4d81-b285-d7adf1ebbc07 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:50.659772 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca54a39-273e-4a9d-8b93-c3e6427d7a03 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Made reservation on behalf of 976d65578b3f4457a067052eaaa72feb for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:58:50.663281 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0ca54a39-273e-4a9d-8b93-c3e6427d7a03 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:50.671292 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b569696-11d6-420b-adea-f23b60d7c3c2 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Router ce5479f1-e83c-4e06-a03b-c32b05937f18 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:58:50.671986 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e3c68f-e520-4be9-a38e-731d7e2d0dca None None] Pushing event updated for resources: {'Port': ['ID=f12270ab-957d-4654-9945-09f3fbd5cd15,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:50.745223 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7984832a-bf93-44ba-b837-4140c4760dcb tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Router f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:58:50.792506 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b569696-11d6-420b-adea-f23b60d7c3c2 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:58:50.806412 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ba5f94-f70b-414c-bc2e-8ccf4146e81f None None] Sync routers for ids ['ce5479f1-e83c-4e06-a03b-c32b05937f18'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:58:50.808237 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4b569696-11d6-420b-adea-f23b60d7c3c2 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:50.812006 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-4b569696-11d6-420b-adea-f23b60d7c3c2 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] 10.222.0.57 "PUT /v2.0/routers/ce5479f1-e83c-4e06-a03b-c32b05937f18 HTTP/1.1" status: 200 len: 704 time: 3.4843433 Mar 22 10:58:50.812564 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40058) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:50.824736 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ba5f94-f70b-414c-bc2e-8ccf4146e81f None None] Routers {'ce5479f1-e83c-4e06-a03b-c32b05937f18'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:58:50.825447 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-a5ba5f94-f70b-414c-bc2e-8ccf4146e81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:58:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['ce5479f1-e83c-4e06-a03b-c32b05937f18'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:50.868801 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-a5ba5f94-f70b-414c-bc2e-8ccf4146e81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:50.880746 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ba5f94-f70b-414c-bc2e-8ccf4146e81f None None] Routers {'ce5479f1-e83c-4e06-a03b-c32b05937f18'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:58:50.881410 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-a5ba5f94-f70b-414c-bc2e-8ccf4146e81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:58:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['ce5479f1-e83c-4e06-a03b-c32b05937f18'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:50.917718 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-a5ba5f94-f70b-414c-bc2e-8ccf4146e81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:50.918458 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ba5f94-f70b-414c-bc2e-8ccf4146e81f None None] The sync data for ids ['ce5479f1-e83c-4e06-a03b-c32b05937f18'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:58:50.929066 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-07ff903f-765c-421e-92eb-f057ffacd369 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] 10.222.0.57 "GET /v2.0/routers/ce5479f1-e83c-4e06-a03b-c32b05937f18 HTTP/1.1" status: 200 len: 739 time: 0.1153936 Mar 22 10:58:50.931740 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40060) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:50.980497 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-c4bf046d-07e1-46dd-bd2a-78f5ca5c35d2 tempest-RoutersAdminTest-1034005930 tempest-RoutersAdminTest-1034005930-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=a14ca783-6f82-4799-85a3-4cbe79c980a8&device_id=ce5479f1-e83c-4e06-a03b-c32b05937f18 HTTP/1.1" status: 200 len: 205 time: 0.0476329 Mar 22 10:58:50.983674 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40062) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:51.020786 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-b898f8d5-5894-4257-b4e8-1b4b28b94ccc tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce5479f1-e83c-4e06-a03b-c32b05937f18 HTTP/1.1" status: 200 len: 205 time: 0.0361798 Mar 22 10:58:51.025982 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40064) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:51.027414 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-41a0fff5-6c73-4d81-b285-d7adf1ebbc07 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] For port f12270ab-957d-4654-9945-09f3fbd5cd15, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=f12270ab-957d-4654-9945-09f3fbd5cd15,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:58:51.069954 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7984832a-bf93-44ba-b837-4140c4760dcb tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:58:51.075398 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7984832a-bf93-44ba-b837-4140c4760dcb tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "PUT /v2.0/routers/f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8459358 Mar 22 10:58:51.085519 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7451417f-954b-4169-9c31-4387bcbd07ac None None] Sync routers for ids ['f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:58:51.102549 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7451417f-954b-4169-9c31-4387bcbd07ac None None] Routers {'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:58:51.102957 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-92f68854-f45b-4e71-a974-e11bf18cad92 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:51.103330 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-7451417f-954b-4169-9c31-4387bcbd07ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:58:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:51.114620 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1fe4cf58-a72a-4b73-806d-3f4492df2f84 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks [] for router, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:51.118244 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0ca54a39-273e-4a9d-8b93-c3e6427d7a03 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:51.127960 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 10:58:51.150472 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device f12270ab-957d-4654-9945-09f3fbd5cd15 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:58:51.160600 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-92f68854-f45b-4e71-a974-e11bf18cad92 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:51.163471 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-41a0fff5-6c73-4d81-b285-d7adf1ebbc07 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:51.198087 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-41a0fff5-6c73-4d81-b285-d7adf1ebbc07 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:51.198087 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-41a0fff5-6c73-4d81-b285-d7adf1ebbc07 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:51.222969 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca54a39-273e-4a9d-8b93-c3e6427d7a03 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Network c33d4098-434a-4c67-a0d0-3ea0db9d3f43 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:58:51.240470 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-0ca54a39-273e-4a9d-8b93-c3e6427d7a03 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:58:51.252362 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca54a39-273e-4a9d-8b93-c3e6427d7a03 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:51.252986 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0ca54a39-273e-4a9d-8b93-c3e6427d7a03 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:51.262677 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9e5c01-b54e-4705-b2de-c104976270ed None None] Network c33d4098-434a-4c67-a0d0-3ea0db9d3f43 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:58:51.266886 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca54a39-273e-4a9d-8b93-c3e6427d7a03 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event updated for resources: {'Subnet': ['ID=b80da809-e326-49a1-9999-6f427f98560a,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:51.283172 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f68854-f45b-4e71-a974-e11bf18cad92 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:51.283825 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-92f68854-f45b-4e71-a974-e11bf18cad92 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:51.285163 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-92f68854-f45b-4e71-a974-e11bf18cad92 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "PUT /v2.0/ports/037347e3-2f7a-4569-bfd0-ffaa552dd37c HTTP/1.1" status: 200 len: 910 time: 1.6915333 Mar 22 10:58:51.288039 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68854-f45b-4e71-a974-e11bf18cad92 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event updated for resources: {'Port': ['ID=037347e3-2f7a-4569-bfd0-ffaa552dd37c,revision_number=3']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:51.290119 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40070) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:51.303839 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0ca54a39-273e-4a9d-8b93-c3e6427d7a03 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1339498 Mar 22 10:58:51.335562 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40072) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:51.340102 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-4f0ca118-abc4-4008-a51c-a441f17602c9 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Request body: {'security_group': {'name': 'tempest-secgroup-1935478517'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:51.345270 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a0fff5-6c73-4d81-b285-d7adf1ebbc07 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:58:51.347629 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port f12270ab-957d-4654-9945-09f3fbd5cd15 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:51.348310 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:51.382170 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1fe4cf58-a72a-4b73-806d-3f4492df2f84 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:51.385939 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-41a0fff5-6c73-4d81-b285-d7adf1ebbc07 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:58:51.389077 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a0fff5-6c73-4d81-b285-d7adf1ebbc07 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:51.390247 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-41a0fff5-6c73-4d81-b285-d7adf1ebbc07 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:51.395166 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1fe4cf58-a72a-4b73-806d-3f4492df2f84 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:51.404163 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4f0ca118-abc4-4008-a51c-a441f17602c9 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:51.426681 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2990d02c-3e8c-44d0-98ea-f768565d54d8 None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:58:51.455107 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a0fff5-6c73-4d81-b285-d7adf1ebbc07 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event updated for resources: {'Port': ['ID=f12270ab-957d-4654-9945-09f3fbd5cd15,revision_number=5']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:51.459872 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a0fff5-6c73-4d81-b285-d7adf1ebbc07 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event updated for resources: {'Subnet': ['ID=1c6da18d-0b67-4b16-bdda-e9b546b1dfb4,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:51.466009 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-41a0fff5-6c73-4d81-b285-d7adf1ebbc07 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.1768143 Mar 22 10:58:51.470177 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40074) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:51.476221 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-ff519cb2-11ad-468e-89ba-5a356bd31ff4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Request body: {'port': {'network_id': '1bc750fe-0949-42b2-bab7-34fc725823e6', 'mac_address': 'fa:16:3e:63:a3:18', 'name': 'tempest-NetworksTestDHCPv6-1190011088'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:51.491221 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-7451417f-954b-4169-9c31-4387bcbd07ac None None] Set router f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:58:51.496207 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1fe4cf58-a72a-4b73-806d-3f4492df2f84 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:51.496709 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe4cf58-a72a-4b73-806d-3f4492df2f84 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Fanout notify agent at l3_agent the message router_deleted on router ce5479f1-e83c-4e06-a03b-c32b05937f18 {{(pid=109050) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 10:58:51.503601 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1fe4cf58-a72a-4b73-806d-3f4492df2f84 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:51.504687 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-1fe4cf58-a72a-4b73-806d-3f4492df2f84 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] 10.222.0.57 "DELETE /v2.0/routers/ce5479f1-e83c-4e06-a03b-c32b05937f18 HTTP/1.1" status: 204 len: 168 time: 0.4793394 Mar 22 10:58:51.508609 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40076) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:51.604974 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4f0ca118-abc4-4008-a51c-a441f17602c9 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:51.630546 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4f0ca118-abc4-4008-a51c-a441f17602c9 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:51.678859 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4f0ca118-abc4-4008-a51c-a441f17602c9 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:51.683808 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4f0ca118-abc4-4008-a51c-a441f17602c9 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3436751 Mar 22 10:58:51.683808 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40078) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:51.687520 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-1c44aac4-e792-4853-b501-922588fe3e1b tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Request body: {'security_group': {'name': 'tempest-secgroup-608305597'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:51.692638 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0ca118-abc4-4008-a51c-a441f17602c9 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bcc69a8-0b82-4927-9398-8ff1496aa461,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:51.736465 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1c44aac4-e792-4853-b501-922588fe3e1b tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:51.794839 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d655c33-9805-4878-9be8-c949fbab4aeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-c33d4098-434a-4c67-a0d0-3ea0db9d3f43', 'network_id': 'c33d4098-434a-4c67-a0d0-3ea0db9d3f43', 'tenant_id': '976d65578b3f4457a067052eaaa72feb', 'fixed_ips': [{'subnet_id': 'b80da809-e326-49a1-9999-6f427f98560a'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:58:51.795972 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3d655c33-9805-4878-9be8-c949fbab4aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:51.804248 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-acf43344-9928-4cd8-aeaa-506edffd102c tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683891'] for router_interface, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:51.888094 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-e73bf8b6-485e-4055-b894-16a6d282bce3 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce5479f1-e83c-4e06-a03b-c32b05937f18 HTTP/1.1" status: 200 len: 205 time: 0.3782289 Mar 22 10:58:51.891061 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40080) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:51.897209 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1c44aac4-e792-4853-b501-922588fe3e1b tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:51.911212 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1c44aac4-e792-4853-b501-922588fe3e1b tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:51.935971 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.api.v2.resource [None req-f80cc60a-9210-440e-864e-966cb94cc922 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] delete failed (client error): The resource could not be found. Mar 22 10:58:51.937309 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-f80cc60a-9210-440e-864e-966cb94cc922 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] 10.222.0.57 "DELETE /v2.0/routers/ce5479f1-e83c-4e06-a03b-c32b05937f18 HTTP/1.1" status: 404 len: 336 time: 0.0451789 Mar 22 10:58:51.940137 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40082) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:51.969587 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1c44aac4-e792-4853-b501-922588fe3e1b tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:51.971269 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1c44aac4-e792-4853-b501-922588fe3e1b tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2873206 Mar 22 10:58:51.974118 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40084) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:51.974780 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-b7531eaa-f2f2-497c-8617-ece815f8600b tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1127cbc-412e-4fca-b3a7-e0d79571ee42 HTTP/1.1" status: 200 len: 205 time: 0.0331874 Mar 22 10:58:51.976817 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40086) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:51.979172 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-3ff60507-c677-401b-8098-81b19cf76081 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1573105661', 'security_groups': ['66a16e21-0806-4cc7-9527-afdec40b840e'], 'network_id': 'c33d4098-434a-4c67-a0d0-3ea0db9d3f43', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b80da809-e326-49a1-9999-6f427f98560a'}]}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:51.984474 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c44aac4-e792-4853-b501-922588fe3e1b tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66a16e21-0806-4cc7-9527-afdec40b840e,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:52.026130 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.api.v2.resource [None req-696ca681-1cf6-4d23-814a-64d71a76c66c tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] delete failed (client error): The resource could not be found. Mar 22 10:58:52.029496 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-696ca681-1cf6-4d23-814a-64d71a76c66c tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] 10.222.0.57 "DELETE /v2.0/routers/d1127cbc-412e-4fca-b3a7-e0d79571ee42 HTTP/1.1" status: 404 len: 336 time: 0.0491991 Mar 22 10:58:52.030233 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40088) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:52.058605 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-9d9963ff-7803-4573-825c-e645b5400124 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] 10.222.0.57 "GET /v2.0/ports?device_id=4475b4da-7077-4c52-bc99-0a95f3d98b8b HTTP/1.1" status: 200 len: 205 time: 0.0271196 Mar 22 10:58:52.061425 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40090) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:52.080604 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff519cb2-11ad-468e-89ba-5a356bd31ff4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Made reservation on behalf of f7a8ac7bbd5d466888176c13ba053f5f for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:58:52.112422 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-165d3d37-15d3-41ae-96dd-ab6931d1aac1 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] delete failed (client error): The resource could not be found. Mar 22 10:58:52.113544 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-165d3d37-15d3-41ae-96dd-ab6931d1aac1 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] 10.222.0.57 "DELETE /v2.0/routers/4475b4da-7077-4c52-bc99-0a95f3d98b8b HTTP/1.1" status: 404 len: 336 time: 0.0503359 Mar 22 10:58:52.117406 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40092) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:52.166767 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-3e479130-debc-4b09-8837-39abb4c6a4d3 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] 10.222.0.57 "GET /v2.0/ports?device_id=2032c24b-c460-4fbf-8da1-5e6cb8167739 HTTP/1.1" status: 200 len: 205 time: 0.0478728 Mar 22 10:58:52.169149 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40094) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:52.174449 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-3d655c33-9805-4878-9be8-c949fbab4aeb None None] Allocated IP 172.20.0.2 (c33d4098-434a-4c67-a0d0-3ea0db9d3f43/b80da809-e326-49a1-9999-6f427f98560a/f59dc807-e6e4-4281-b284-2b2274891509) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:58:52.217374 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.api.v2.resource [None req-d2c6ba91-f02c-4189-ab1a-200ed5e44120 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] delete failed (client error): The resource could not be found. Mar 22 10:58:52.217532 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff60507-c677-401b-8098-81b19cf76081 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Made reservation on behalf of 976d65578b3f4457a067052eaaa72feb for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:58:52.218298 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-d2c6ba91-f02c-4189-ab1a-200ed5e44120 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] 10.222.0.57 "DELETE /v2.0/routers/2032c24b-c460-4fbf-8da1-5e6cb8167739 HTTP/1.1" status: 404 len: 336 time: 0.0480654 Mar 22 10:58:52.222061 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40096) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:52.257370 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-e1b590f7-d428-41e5-809a-caace4633d13 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] 10.222.0.57 "GET /v2.0/ports?device_id=129bbb25-0781-445e-b634-d8c4b976291f HTTP/1.1" status: 200 len: 205 time: 0.0328951 Mar 22 10:58:52.257610 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40098) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:52.267478 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ff519cb2-11ad-468e-89ba-5a356bd31ff4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:52.289855 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-ff519cb2-11ad-468e-89ba-5a356bd31ff4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] device_id is not set on port b5e53281-387d-44ef-a532-9e31a67dd529 yet. {{(pid=109050) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:58:52.318559 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-7451417f-954b-4169-9c31-4387bcbd07ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'name': 'tempest-TestNetworkBasicOps-router-1828628981', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': '6cda97f7-9cfc-4889-a0ae-87e083441a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:56:38Z', 'updated_at': '2022-03-22T10:58:48Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '6cda97f7-9cfc-4889-a0ae-87e083441a28', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:dc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:56:41Z', 'updated_at': '2022-03-22T10:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '226deaff-d1c0-4a14-bddd-21ebe5040da8', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'floating_ip_address': '172.26.7.163', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'port_id': '43458a49-b7a5-495f-8072-2ea6171a6932', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a65d360-9164-47d6-a114-8a8963e979c8', 'mac_address': 'fa:16:3e:f4:4c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b506bb6-f682-43e7-8a43-a0c464ff391a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T10:57:38Z', 'updated_at': '2022-03-22T10:57:44Z', 'revision_number': 1, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a40f030-16cb-4734-b959-88cabf919ff8', 'name': '', 'network_id': '6a65d360-9164-47d6-a114-8a8963e979c8', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:d0:fc:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '4c71e94c-7cee-47cf-9eaa-4ef0468212bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:56:51Z', 'updated_at': '2022-03-22T10:57:02Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '4c71e94c-7cee-47cf-9eaa-4ef0468212bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0adf8b8-fd88-41f7-9160-08c6b87ca2c6', 'name': '', 'network_id': '4339461b-028b-4a4d-868a-19a90c08daf1', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:9c:86:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '6b110546-96bb-4eff-b591-1bb1e652a03a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:58:48Z', 'updated_at': '2022-03-22T10:58:49Z', 'revision_number': 2, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '6b110546-96bb-4eff-b591-1bb1e652a03a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:52.333329 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-6669f17f-481d-487c-a2be-736242889ed1 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] delete failed (client error): The resource could not be found. Mar 22 10:58:52.334374 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6669f17f-481d-487c-a2be-736242889ed1 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] 10.222.0.57 "DELETE /v2.0/routers/129bbb25-0781-445e-b634-d8c4b976291f HTTP/1.1" status: 404 len: 336 time: 0.0757453 Mar 22 10:58:52.338818 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40100) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:52.358211 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-acf43344-9928-4cd8-aeaa-506edffd102c tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Deleting port 037347e3-2f7a-4569-bfd0-ffaa552dd37c {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:58:52.358551 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-acf43344-9928-4cd8-aeaa-506edffd102c tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:52.364338 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7451417f-954b-4169-9c31-4387bcbd07ac None None] Checking router: f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4 for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 10:58:52.364713 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7451417f-954b-4169-9c31-4387bcbd07ac None None] Updating router f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4 port c0adf8b8-fd88-41f7-9160-08c6b87ca2c6 binding host dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 10:58:52.377034 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-cf255f65-0198-4e05-aff1-3e87db737f67 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] 10.222.0.57 "GET /v2.0/ports?device_id=a584b23e-d645-45cc-80c2-5681b8216ddb HTTP/1.1" status: 200 len: 205 time: 0.0371203 Mar 22 10:58:52.379612 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40102) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:52.386174 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3ff60507-c677-401b-8098-81b19cf76081 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:52.396450 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7451417f-954b-4169-9c31-4387bcbd07ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:52.428115 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.api.v2.resource [None req-a4cf7fdc-4acf-471a-ad6d-182260defd1c tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] delete failed (client error): The resource could not be found. Mar 22 10:58:52.432219 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-a4cf7fdc-4acf-471a-ad6d-182260defd1c tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] 10.222.0.57 "DELETE /v2.0/routers/a584b23e-d645-45cc-80c2-5681b8216ddb HTTP/1.1" status: 404 len: 336 time: 0.0488551 Mar 22 10:58:52.432911 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40104) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:52.439229 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-3ff60507-c677-401b-8098-81b19cf76081 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] device_id is not set on port d1b157bb-60aa-474b-b2ef-7ae0138fbcd5 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:58:52.472046 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-82f4ed14-1ccf-415f-a730-7e3e41350114 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] DELETE failed (client error): The resource could not be found. Mar 22 10:58:52.472767 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82f4ed14-1ccf-415f-a730-7e3e41350114 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:52.480082 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-82f4ed14-1ccf-415f-a730-7e3e41350114 tempest-RoutersAdminTest-341127172 tempest-RoutersAdminTest-341127172-project] 10.222.0.57 "DELETE /v2.0/subnets/b7b5b7ce-7bbb-4a7b-92ee-61316a53b7e1 HTTP/1.1" status: 404 len: 337 time: 0.0429108 Mar 22 10:58:52.522649 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-acf43344-9928-4cd8-aeaa-506edffd102c tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:52.568757 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-acf43344-9928-4cd8-aeaa-506edffd102c tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Calling delete_port for 037347e3-2f7a-4569-bfd0-ffaa552dd37c owned by network:router_interface {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:58:52.620629 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3d655c33-9805-4878-9be8-c949fbab4aeb None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:52.640225 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3d655c33-9805-4878-9be8-c949fbab4aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:52.678549 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-ff519cb2-11ad-468e-89ba-5a356bd31ff4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Allocated IP 2001:db8::12d (1bc750fe-0949-42b2-bab7-34fc725823e6/29f3f29d-7423-4d3c-9aaa-ca93c8944800/b5e53281-387d-44ef-a532-9e31a67dd529) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:58:52.686569 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-ff519cb2-11ad-468e-89ba-5a356bd31ff4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Allocated IP 2001:db8:0:1:f816:3eff:fe63:a318 (1bc750fe-0949-42b2-bab7-34fc725823e6/1c6da18d-0b67-4b16-bdda-e9b546b1dfb4/b5e53281-387d-44ef-a532-9e31a67dd529) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:58:52.717671 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d655c33-9805-4878-9be8-c949fbab4aeb None None] Network c33d4098-434a-4c67-a0d0-3ea0db9d3f43 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:58:52.730281 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-3d655c33-9805-4878-9be8-c949fbab4aeb None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:58:52.733069 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d655c33-9805-4878-9be8-c949fbab4aeb None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:58:52.752819 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d655c33-9805-4878-9be8-c949fbab4aeb None None] Pushing event updated for resources: {'Port': ['ID=f59dc807-e6e4-4281-b284-2b2274891509,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:52.821815 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-3d655c33-9805-4878-9be8-c949fbab4aeb None None] Attempting to bind port f59dc807-e6e4-4281-b284-2b2274891509 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:58:52.821815 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-3d655c33-9805-4878-9be8-c949fbab4aeb None None] Attempting to bind port f59dc807-e6e4-4281-b284-2b2274891509 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '820df5c2-41e3-445f-b793-16c6a5aae62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c33d4098-434a-4c67-a0d0-3ea0db9d3f43'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:58:52.821815 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d655c33-9805-4878-9be8-c949fbab4aeb None None] Attempting to bind port f59dc807-e6e4-4281-b284-2b2274891509 on network c33d4098-434a-4c67-a0d0-3ea0db9d3f43 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:58:52.832728 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d655c33-9805-4878-9be8-c949fbab4aeb None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:58:52.833296 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d655c33-9805-4878-9be8-c949fbab4aeb None None] Checking segment: {'id': '820df5c2-41e3-445f-b793-16c6a5aae62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c33d4098-434a-4c67-a0d0-3ea0db9d3f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:58:52.833770 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3d655c33-9805-4878-9be8-c949fbab4aeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:52.834226 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d655c33-9805-4878-9be8-c949fbab4aeb None None] Bound using segment: {'id': '820df5c2-41e3-445f-b793-16c6a5aae62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c33d4098-434a-4c67-a0d0-3ea0db9d3f43'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:58:52.834831 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-3d655c33-9805-4878-9be8-c949fbab4aeb None None] Bound port: f59dc807-e6e4-4281-b284-2b2274891509, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '820df5c2-41e3-445f-b793-16c6a5aae62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c33d4098-434a-4c67-a0d0-3ea0db9d3f43'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:58:52.835302 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3d655c33-9805-4878-9be8-c949fbab4aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:52.858513 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-3ff60507-c677-401b-8098-81b19cf76081 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Allocated IP 172.20.0.7 (c33d4098-434a-4c67-a0d0-3ea0db9d3f43/b80da809-e326-49a1-9999-6f427f98560a/d1b157bb-60aa-474b-b2ef-7ae0138fbcd5) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:58:52.861091 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-acf43344-9928-4cd8-aeaa-506edffd102c tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:52.914410 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf43344-9928-4cd8-aeaa-506edffd102c tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event deleted for resources: {'Port': ['ID=037347e3-2f7a-4569-bfd0-ffaa552dd37c,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:52.968374 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40110) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:52.980089 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7451417f-954b-4169-9c31-4387bcbd07ac None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:53.003485 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ff519cb2-11ad-468e-89ba-5a356bd31ff4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:53.017859 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7451417f-954b-4169-9c31-4387bcbd07ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:53.030950 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-3d655c33-9805-4878-9be8-c949fbab4aeb None None] For port f59dc807-e6e4-4281-b284-2b2274891509, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:58:53.039329 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-3d655c33-9805-4878-9be8-c949fbab4aeb None None] For port f59dc807-e6e4-4281-b284-2b2274891509, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=f59dc807-e6e4-4281-b284-2b2274891509,segment=NetworkSegment(820df5c2-41e3-445f-b793-16c6a5aae62a),segment_id=820df5c2-41e3-445f-b793-16c6a5aae62a)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:58:53.059419 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ff519cb2-11ad-468e-89ba-5a356bd31ff4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:53.072193 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3d655c33-9805-4878-9be8-c949fbab4aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:53.124942 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff519cb2-11ad-468e-89ba-5a356bd31ff4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:58:53.132224 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-ff519cb2-11ad-468e-89ba-5a356bd31ff4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:58:53.138189 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff519cb2-11ad-468e-89ba-5a356bd31ff4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:58:53.144020 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff519cb2-11ad-468e-89ba-5a356bd31ff4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:53.144809 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ff519cb2-11ad-468e-89ba-5a356bd31ff4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:53.165719 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff519cb2-11ad-468e-89ba-5a356bd31ff4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event updated for resources: {'Port': ['ID=b5e53281-387d-44ef-a532-9e31a67dd529,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:53.169086 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476f0b54-c3e2-4e1b-bf7c-0f456341036b None None] Pushing event updated for resources: {'Port': ['ID=c0adf8b8-fd88-41f7-9160-08c6b87ca2c6,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:53.191949 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-ff519cb2-11ad-468e-89ba-5a356bd31ff4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.7181103 Mar 22 10:58:53.191949 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fef984e9-6cc1-4ec0-8f87-39c3f2c2a6a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:53.193138 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40114) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:53.281380 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-acf43344-9928-4cd8-aeaa-506edffd102c tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684007'] for router_interface, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:53.335677 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fef984e9-6cc1-4ec0-8f87-39c3f2c2a6a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:53.366803 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-7451417f-954b-4169-9c31-4387bcbd07ac None None] Attempting to bind port c0adf8b8-fd88-41f7-9160-08c6b87ca2c6 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:58:53.367167 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-7451417f-954b-4169-9c31-4387bcbd07ac None None] Attempting to bind port c0adf8b8-fd88-41f7-9160-08c6b87ca2c6 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '0783b825-2601-45f0-958a-8bdcaa603211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4339461b-028b-4a4d-868a-19a90c08daf1'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:58:53.367621 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7451417f-954b-4169-9c31-4387bcbd07ac None None] Attempting to bind port c0adf8b8-fd88-41f7-9160-08c6b87ca2c6 on network 4339461b-028b-4a4d-868a-19a90c08daf1 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:58:53.372198 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-522e11ab-1c70-44d7-b045-2b31b3fa38b5 None None] Provisioning complete for port f12270ab-957d-4654-9945-09f3fbd5cd15 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:53.372591 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-522e11ab-1c70-44d7-b045-2b31b3fa38b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:53.380138 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fef984e9-6cc1-4ec0-8f87-39c3f2c2a6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:53.387879 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d655c33-9805-4878-9be8-c949fbab4aeb None None] Pushing event updated for resources: {'Port': ['ID=f59dc807-e6e4-4281-b284-2b2274891509,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:53.435542 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7451417f-954b-4169-9c31-4387bcbd07ac None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:58:53.436297 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7451417f-954b-4169-9c31-4387bcbd07ac None None] Checking segment: {'id': '0783b825-2601-45f0-958a-8bdcaa603211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4339461b-028b-4a4d-868a-19a90c08daf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:58:53.436857 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7451417f-954b-4169-9c31-4387bcbd07ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:53.437422 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7451417f-954b-4169-9c31-4387bcbd07ac None None] Bound using segment: {'id': '0783b825-2601-45f0-958a-8bdcaa603211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4339461b-028b-4a4d-868a-19a90c08daf1'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:58:53.438074 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-7451417f-954b-4169-9c31-4387bcbd07ac None None] Bound port: c0adf8b8-fd88-41f7-9160-08c6b87ca2c6, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0783b825-2601-45f0-958a-8bdcaa603211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4339461b-028b-4a4d-868a-19a90c08daf1'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:58:53.438627 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7451417f-954b-4169-9c31-4387bcbd07ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:53.447057 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef984e9-6cc1-4ec0-8f87-39c3f2c2a6a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c225f323-8847-492e-9d0d-4ce1cc691855,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:53.457522 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-fef984e9-6cc1-4ec0-8f87-39c3f2c2a6a0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7b64996f810e44ba96e9f11f5fb492f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4834983 Mar 22 10:58:53.458004 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40116) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:53.498624 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-52c2dbd3-b1ee-4d7d-894b-b9300a253144 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Deleting port b5e53281-387d-44ef-a532-9e31a67dd529 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:58:53.499047 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-52c2dbd3-b1ee-4d7d-894b-b9300a253144 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:53.605921 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-7451417f-954b-4169-9c31-4387bcbd07ac None None] For port c0adf8b8-fd88-41f7-9160-08c6b87ca2c6, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:58:53.621499 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ffb126d3-5708-4cc0-8462-25b604192860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:53.636522 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-7451417f-954b-4169-9c31-4387bcbd07ac None None] For port c0adf8b8-fd88-41f7-9160-08c6b87ca2c6, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=c0adf8b8-fd88-41f7-9160-08c6b87ca2c6,segment=NetworkSegment(0783b825-2601-45f0-958a-8bdcaa603211),segment_id=0783b825-2601-45f0-958a-8bdcaa603211)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:58:53.649687 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7451417f-954b-4169-9c31-4387bcbd07ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:53.663737 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ffb126d3-5708-4cc0-8462-25b604192860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:53.671099 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-52c2dbd3-b1ee-4d7d-894b-b9300a253144 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:53.697295 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-52c2dbd3-b1ee-4d7d-894b-b9300a253144 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Calling delete_port for b5e53281-387d-44ef-a532-9e31a67dd529 owned by {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:58:53.755113 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7451417f-954b-4169-9c31-4387bcbd07ac None None] Routers {'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:58:53.755792 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-7451417f-954b-4169-9c31-4387bcbd07ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:58:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:53.796306 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476f0b54-c3e2-4e1b-bf7c-0f456341036b None None] Pushing event updated for resources: {'Port': ['ID=c0adf8b8-fd88-41f7-9160-08c6b87ca2c6,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:53.813980 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ffb126d3-5708-4cc0-8462-25b604192860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:53.816765 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ffb126d3-5708-4cc0-8462-25b604192860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:53.818014 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-ffb126d3-5708-4cc0-8462-25b604192860 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c225f323-8847-492e-9d0d-4ce1cc691855 HTTP/1.1" status: 204 len: 168 time: 0.3577952 Mar 22 10:58:53.851668 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb126d3-5708-4cc0-8462-25b604192860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c225f323-8847-492e-9d0d-4ce1cc691855,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:53.926360 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3ff60507-c677-401b-8098-81b19cf76081 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:53.947990 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-7451417f-954b-4169-9c31-4387bcbd07ac None None] Set router f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:58:54.014383 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-97530010-7de6-4492-8492-a18f10e3e931 None None] Provisioning complete for port b5e53281-387d-44ef-a532-9e31a67dd529 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:54.014383 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-97530010-7de6-4492-8492-a18f10e3e931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:54.034927 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acf43344-9928-4cd8-aeaa-506edffd102c tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Router ea3df00b-5ed5-424c-88fd-9ac3956b9fff has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:58:54.116826 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-52c2dbd3-b1ee-4d7d-894b-b9300a253144 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:54.149247 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c2dbd3-b1ee-4d7d-894b-b9300a253144 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event deleted for resources: {'Port': ['ID=b5e53281-387d-44ef-a532-9e31a67dd529,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:54.163243 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3ff60507-c677-401b-8098-81b19cf76081 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:54.168146 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf43344-9928-4cd8-aeaa-506edffd102c tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:58:54.177482 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-acf43344-9928-4cd8-aeaa-506edffd102c tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "PUT /v2.0/routers/ea3df00b-5ed5-424c-88fd-9ac3956b9fff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8838160 Mar 22 10:58:54.178003 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40124) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:54.185763 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc213783-0b04-4d38-8598-6d437fd7d9e6 None None] Sync routers for ids ['ea3df00b-5ed5-424c-88fd-9ac3956b9fff'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:58:54.211021 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc213783-0b04-4d38-8598-6d437fd7d9e6 None None] Routers {'ea3df00b-5ed5-424c-88fd-9ac3956b9fff'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:58:54.212064 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-bc213783-0b04-4d38-8598-6d437fd7d9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:58:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['ea3df00b-5ed5-424c-88fd-9ac3956b9fff'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:54.241756 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-52c2dbd3-b1ee-4d7d-894b-b9300a253144 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:54.252304 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-52c2dbd3-b1ee-4d7d-894b-b9300a253144 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/ports/b5e53281-387d-44ef-a532-9e31a67dd529 HTTP/1.1" status: 204 len: 168 time: 1.0520132 Mar 22 10:58:54.252546 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d9629fe5-6f3b-426b-8dc4-81c7326ebd25 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "GET /v2.0/ports?device_id=ea3df00b-5ed5-424c-88fd-9ac3956b9fff HTTP/1.1" status: 200 len: 205 time: 0.0660408 Mar 22 10:58:54.252655 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-97530010-7de6-4492-8492-a18f10e3e931 None None] Port b5e53281-387d-44ef-a532-9e31a67dd529 was deleted so its status cannot be updated. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Mar 22 10:58:54.252766 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40126) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:54.254156 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40128) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:54.270084 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-bc213783-0b04-4d38-8598-6d437fd7d9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:54.276874 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-97530010-7de6-4492-8492-a18f10e3e931 None None] Provisioning complete for port c0adf8b8-fd88-41f7-9160-08c6b87ca2c6 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:54.276874 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-97530010-7de6-4492-8492-a18f10e3e931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:54.277939 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff60507-c677-401b-8098-81b19cf76081 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Network c33d4098-434a-4c67-a0d0-3ea0db9d3f43 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:58:54.281518 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-3ff60507-c677-401b-8098-81b19cf76081 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:58:54.285553 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff60507-c677-401b-8098-81b19cf76081 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:58:54.305166 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc213783-0b04-4d38-8598-6d437fd7d9e6 None None] Routers {'ea3df00b-5ed5-424c-88fd-9ac3956b9fff'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:58:54.306026 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-bc213783-0b04-4d38-8598-6d437fd7d9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:58:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['ea3df00b-5ed5-424c-88fd-9ac3956b9fff'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:54.358463 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff60507-c677-401b-8098-81b19cf76081 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event updated for resources: {'Port': ['ID=d1b157bb-60aa-474b-b2ef-7ae0138fbcd5,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:54.394353 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-bc213783-0b04-4d38-8598-6d437fd7d9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:54.395801 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc213783-0b04-4d38-8598-6d437fd7d9e6 None None] The sync data for ids ['ea3df00b-5ed5-424c-88fd-9ac3956b9fff'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:58:54.426359 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff60507-c677-401b-8098-81b19cf76081 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:54.427844 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3ff60507-c677-401b-8098-81b19cf76081 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:54.451114 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3ff60507-c677-401b-8098-81b19cf76081 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4759147 Mar 22 10:58:54.458097 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40130) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:54.471058 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-741530a6-6c07-4635-9f5a-fa0ab40769c2 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Request body: {'subnet': {'network_id': 'c33d4098-434a-4c67-a0d0-3ea0db9d3f43', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:54.491799 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40132) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:54.502927 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-40d81b95-1ade-4736-b313-6cf034e4a7ee tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for router, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:54.518628 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-97530010-7de6-4492-8492-a18f10e3e931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:54.562766 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-97530010-7de6-4492-8492-a18f10e3e931 None None] For port c0adf8b8-fd88-41f7-9160-08c6b87ca2c6, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=c0adf8b8-fd88-41f7-9160-08c6b87ca2c6,segment=NetworkSegment(0783b825-2601-45f0-958a-8bdcaa603211),segment_id=0783b825-2601-45f0-958a-8bdcaa603211)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:58:54.565280 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8debcd2-b636-469f-af5f-6cced3e2322f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:54.567320 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-d8debcd2-b636-469f-af5f-6cced3e2322f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3134158 Mar 22 10:58:54.571765 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40134) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:54.575683 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-97530010-7de6-4492-8492-a18f10e3e931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:54.582193 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-7451417f-954b-4169-9c31-4387bcbd07ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'name': 'tempest-TestNetworkBasicOps-router-1828628981', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': '6cda97f7-9cfc-4889-a0ae-87e083441a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:56:38Z', 'updated_at': '2022-03-22T10:58:48Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '6cda97f7-9cfc-4889-a0ae-87e083441a28', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:dc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:56:41Z', 'updated_at': '2022-03-22T10:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '226deaff-d1c0-4a14-bddd-21ebe5040da8', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'floating_ip_address': '172.26.7.163', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'port_id': '43458a49-b7a5-495f-8072-2ea6171a6932', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a65d360-9164-47d6-a114-8a8963e979c8', 'mac_address': 'fa:16:3e:f4:4c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b506bb6-f682-43e7-8a43-a0c464ff391a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T10:57:38Z', 'updated_at': '2022-03-22T10:57:44Z', 'revision_number': 1, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a40f030-16cb-4734-b959-88cabf919ff8', 'name': '', 'network_id': '6a65d360-9164-47d6-a114-8a8963e979c8', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:d0:fc:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '4c71e94c-7cee-47cf-9eaa-4ef0468212bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:56:51Z', 'updated_at': '2022-03-22T10:57:02Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '4c71e94c-7cee-47cf-9eaa-4ef0468212bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0adf8b8-fd88-41f7-9160-08c6b87ca2c6', 'name': '', 'network_id': '4339461b-028b-4a4d-868a-19a90c08daf1', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:9c:86:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '6b110546-96bb-4eff-b591-1bb1e652a03a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:58:48Z', 'updated_at': '2022-03-22T10:58:53Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '6b110546-96bb-4eff-b591-1bb1e652a03a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:54.627264 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741530a6-6c07-4635-9f5a-fa0ab40769c2 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Made reservation on behalf of 976d65578b3f4457a067052eaaa72feb for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:58:54.630995 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-741530a6-6c07-4635-9f5a-fa0ab40769c2 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:54.634974 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7451417f-954b-4169-9c31-4387bcbd07ac None None] The sync data for ids ['f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4'] in dv-neutron-834599-1-hyperv is: [{'id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'name': 'tempest-TestNetworkBasicOps-router-1828628981', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': '6cda97f7-9cfc-4889-a0ae-87e083441a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:56:38Z', 'updated_at': '2022-03-22T10:58:48Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '6cda97f7-9cfc-4889-a0ae-87e083441a28', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:dc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:56:41Z', 'updated_at': '2022-03-22T10:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '226deaff-d1c0-4a14-bddd-21ebe5040da8', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'floating_ip_address': '172.26.7.163', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'port_id': '43458a49-b7a5-495f-8072-2ea6171a6932', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a65d360-9164-47d6-a114-8a8963e979c8', 'mac_address': 'fa:16:3e:f4:4c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b506bb6-f682-43e7-8a43-a0c464ff391a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T10:57:38Z', 'updated_at': '2022-03-22T10:57:44Z', 'revision_number': 1, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a40f030-16cb-4734-b959-88cabf919ff8', 'name': '', 'network_id': '6a65d360-9164-47d6-a114-8a8963e979c8', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:d0:fc:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '4c71e94c-7cee-47cf-9eaa-4ef0468212bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:56:51Z', 'updated_at': '2022-03-22T10:57:02Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '4c71e94c-7cee-47cf-9eaa-4ef0468212bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0adf8b8-fd88-41f7-9160-08c6b87ca2c6', 'name': '', 'network_id': '4339461b-028b-4a4d-868a-19a90c08daf1', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:9c:86:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '6b110546-96bb-4eff-b591-1bb1e652a03a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:58:48Z', 'updated_at': '2022-03-22T10:58:53Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '6b110546-96bb-4eff-b591-1bb1e652a03a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:58:54.667883 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97530010-7de6-4492-8492-a18f10e3e931 None None] Pushing event updated for resources: {'Port': ['ID=c0adf8b8-fd88-41f7-9160-08c6b87ca2c6,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:54.688631 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c726cf76-baf2-4340-a7d5-187a98fa2ded admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=36acfd1392f74bbdb415094b9c8da695&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1879315 Mar 22 10:58:54.688912 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40136) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:54.720477 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-56bcd341-0cb7-42f7-83cc-80a4a5010d7e None None] Provisioning complete for port c0adf8b8-fd88-41f7-9160-08c6b87ca2c6 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:54.720854 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-56bcd341-0cb7-42f7-83cc-80a4a5010d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:54.799103 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa253f4-fe8c-496c-bcac-7736d3227c68 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:54.801733 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-5fa253f4-fe8c-496c-bcac-7736d3227c68 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2280130 Mar 22 10:58:54.807776 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40138) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:54.835043 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-40d81b95-1ade-4736-b313-6cf034e4a7ee tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:54.837837 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-40d81b95-1ade-4736-b313-6cf034e4a7ee tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:54.891601 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0417ebf-8fa8-4874-a31f-912684891215 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:54.893107 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0417ebf-8fa8-4874-a31f-912684891215 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:54.895051 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0417ebf-8fa8-4874-a31f-912684891215 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:54.896642 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b0417ebf-8fa8-4874-a31f-912684891215 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0879147 Mar 22 10:58:54.899882 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40140) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:54.901951 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-16c30a34-f3b0-4891-b6df-f4ef6accdabf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:54.908545 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.ipam_backend_mixin [None req-741530a6-6c07-4635-9f5a-fa0ab40769c2 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b80da809-e326-49a1-9999-6f427f98560a (CIDR: 172.20.0.0/28) Mar 22 10:58:54.921832 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-741530a6-6c07-4635-9f5a-fa0ab40769c2 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 10:58:54.922322 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-741530a6-6c07-4635-9f5a-fa0ab40769c2 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:54.923699 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-40d81b95-1ade-4736-b313-6cf034e4a7ee tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:54.924310 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d81b95-1ade-4736-b313-6cf034e4a7ee tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Fanout notify agent at l3_agent the message router_deleted on router ea3df00b-5ed5-424c-88fd-9ac3956b9fff {{(pid=109050) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 10:58:54.934296 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-40d81b95-1ade-4736-b313-6cf034e4a7ee tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:54.935569 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-40d81b95-1ade-4736-b313-6cf034e4a7ee tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "DELETE /v2.0/routers/ea3df00b-5ed5-424c-88fd-9ac3956b9fff HTTP/1.1" status: 204 len: 168 time: 0.6803901 Mar 22 10:58:54.938250 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40142) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:55.001968 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-16c30a34-f3b0-4891-b6df-f4ef6accdabf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:55.007155 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_v2 [None req-bad4f819-6a9b-4bc1-ad3b-07c46e956ca7 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Deleting subnet 1c6da18d-0b67-4b16-bdda-e9b546b1dfb4 {{(pid=109050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:58:55.011101 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bad4f819-6a9b-4bc1-ad3b-07c46e956ca7 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:55.030698 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-94b56b76-d0cb-43a6-b45d-4225b13d3afc tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Deleting subnet e9955c43-ceae-4f7d-a6b5-63ac24c19ea1 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:58:55.042823 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-94b56b76-d0cb-43a6-b45d-4225b13d3afc tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:55.055334 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-741530a6-6c07-4635-9f5a-fa0ab40769c2 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5897100 Mar 22 10:58:55.055979 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40144) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:55.066476 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bad4f819-6a9b-4bc1-ad3b-07c46e956ca7 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11961780'] for subnet, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:55.090286 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-ba5803b2-6f2e-45f4-a43b-85573404f2c9 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Request body: {'subnet': {'network_id': 'c33d4098-434a-4c67-a0d0-3ea0db9d3f43', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:55.153231 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-94b56b76-d0cb-43a6-b45d-4225b13d3afc tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:55.171015 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bad4f819-6a9b-4bc1-ad3b-07c46e956ca7 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:55.172588 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device c0adf8b8-fd88-41f7-9160-08c6b87ca2c6 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:58:55.259987 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bad4f819-6a9b-4bc1-ad3b-07c46e956ca7 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:55.265642 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-fbf6f621-070e-4731-a91f-5b37a287cf6c None None] Provisioning complete for port f59dc807-e6e4-4281-b284-2b2274891509 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:55.266607 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-fbf6f621-070e-4731-a91f-5b37a287cf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:55.283926 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-16c30a34-f3b0-4891-b6df-f4ef6accdabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:55.286722 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-16c30a34-f3b0-4891-b6df-f4ef6accdabf admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:55.293865 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-16c30a34-f3b0-4891-b6df-f4ef6accdabf admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7f8b8f3b-456c-47cb-9d74-426f252bc1af HTTP/1.1" status: 204 len: 168 time: 0.6039174 Mar 22 10:58:55.321857 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bad4f819-6a9b-4bc1-ad3b-07c46e956ca7 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:55.324922 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3119f28-8745-4f96-a686-52ad5477f17d None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:58:55.329686 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-bad4f819-6a9b-4bc1-ad3b-07c46e956ca7 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/subnets/1c6da18d-0b67-4b16-bdda-e9b546b1dfb4 HTTP/1.1" status: 204 len: 168 time: 0.4232571 Mar 22 10:58:55.330781 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40148) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:55.331595 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad4f819-6a9b-4bc1-ad3b-07c46e956ca7 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event deleted for resources: {'Subnet': ['ID=1c6da18d-0b67-4b16-bdda-e9b546b1dfb4,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:55.374582 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c30a34-f3b0-4891-b6df-f4ef6accdabf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8b8f3b-456c-47cb-9d74-426f252bc1af,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:55.421347 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ee0f3c2-8829-4bca-bfd9-0b180e230b5e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Deleting subnet 29f3f29d-7423-4d3c-9aaa-ca93c8944800 {{(pid=109050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:58:55.433748 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port c0adf8b8-fd88-41f7-9160-08c6b87ca2c6 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:55.434098 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:55.443846 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8ee0f3c2-8829-4bca-bfd9-0b180e230b5e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:55.498766 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-94b56b76-d0cb-43a6-b45d-4225b13d3afc tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:55.516664 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8ee0f3c2-8829-4bca-bfd9-0b180e230b5e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11961780'] for subnet, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:55.554442 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5803b2-6f2e-45f4-a43b-85573404f2c9 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Made reservation on behalf of 976d65578b3f4457a067052eaaa72feb for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:58:55.565117 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ba5803b2-6f2e-45f4-a43b-85573404f2c9 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:55.578797 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-fbf6f621-070e-4731-a91f-5b37a287cf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:55.653365 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8ee0f3c2-8829-4bca-bfd9-0b180e230b5e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:55.688303 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-94b56b76-d0cb-43a6-b45d-4225b13d3afc tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:55.701324 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-fbf6f621-070e-4731-a91f-5b37a287cf6c None None] For port f59dc807-e6e4-4281-b284-2b2274891509, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=f59dc807-e6e4-4281-b284-2b2274891509,segment=NetworkSegment(820df5c2-41e3-445f-b793-16c6a5aae62a),segment_id=820df5c2-41e3-445f-b793-16c6a5aae62a)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:58:55.708148 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-94b56b76-d0cb-43a6-b45d-4225b13d3afc tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:55.711754 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-94b56b76-d0cb-43a6-b45d-4225b13d3afc tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "DELETE /v2.0/subnets/e9955c43-ceae-4f7d-a6b5-63ac24c19ea1 HTTP/1.1" status: 204 len: 168 time: 0.7725925 Mar 22 10:58:55.713043 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device f59dc807-e6e4-4281-b284-2b2274891509 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:58:55.714604 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40150) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:55.717246 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-fbf6f621-070e-4731-a91f-5b37a287cf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:55.719212 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2734c2c4-a55f-4fb1-b11e-2ad7722e1efb None None] Network 27df8ad2-3422-4fff-a420-5f96333b3f86 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:58:55.839528 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b88e5af8-1f96-41c7-8c34-185f60257348 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:55.854044 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8ee0f3c2-8829-4bca-bfd9-0b180e230b5e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:55.864674 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b56b76-d0cb-43a6-b45d-4225b13d3afc tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event deleted for resources: {'Subnet': ['ID=e9955c43-ceae-4f7d-a6b5-63ac24c19ea1,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:55.899094 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee0f3c2-8829-4bca-bfd9-0b180e230b5e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event deleted for resources: {'Subnet': ['ID=29f3f29d-7423-4d3c-9aaa-ca93c8944800,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:55.901077 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-fbf6f621-070e-4731-a91f-5b37a287cf6c None None] Provisioning complete for port f25a1a17-3ddc-47c3-99a1-0ced4512cc6d triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:55.901528 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-fbf6f621-070e-4731-a91f-5b37a287cf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:55.913244 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8ee0f3c2-8829-4bca-bfd9-0b180e230b5e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:55.919308 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-8ee0f3c2-8829-4bca-bfd9-0b180e230b5e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/subnets/29f3f29d-7423-4d3c-9aaa-ca93c8944800 HTTP/1.1" status: 204 len: 168 time: 0.5855334 Mar 22 10:58:55.938700 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40158) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:55.959845 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-fbf6f621-070e-4731-a91f-5b37a287cf6c None None] Port f25a1a17-3ddc-47c3-99a1-0ced4512cc6d cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:58:55.980587 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ba5803b2-6f2e-45f4-a43b-85573404f2c9 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:55.992786 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf6f621-070e-4731-a91f-5b37a287cf6c None None] Pushing event updated for resources: {'Port': ['ID=f59dc807-e6e4-4281-b284-2b2274891509,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:56.020745 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-9fbcb4ee-3faa-4f12-b7c0-65ba00766a10 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0801926 Mar 22 10:58:56.021470 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40164) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:56.047722 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port f59dc807-e6e4-4281-b284-2b2274891509 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:56.048519 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:56.081673 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5803b2-6f2e-45f4-a43b-85573404f2c9 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Network c33d4098-434a-4c67-a0d0-3ea0db9d3f43 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:58:56.113306 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805c1d65-b6fe-40da-aa13-f4fd718d577f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:56.115807 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-805c1d65-b6fe-40da-aa13-f4fd718d577f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0902300 Mar 22 10:58:56.118361 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-b88e5af8-1f96-41c7-8c34-185f60257348 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Deleting port c0acae7c-c6eb-4f5f-b511-7c8330f835be {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:58:56.118906 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b88e5af8-1f96-41c7-8c34-185f60257348 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:56.121313 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40168) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:56.124772 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5803b2-6f2e-45f4-a43b-85573404f2c9 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event updated for resources: {'Subnet': ['ID=1c1735a2-addf-418d-aec3-993e5dd1d83d,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:56.127538 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-ff8cbd46-1639-405d-9ec0-74fbdea9a323 None None] Provisioning complete for port d1b157bb-60aa-474b-b2ef-7ae0138fbcd5 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:56.128073 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ff8cbd46-1639-405d-9ec0-74fbdea9a323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:56.137716 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-ba5803b2-6f2e-45f4-a43b-85573404f2c9 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:58:56.142310 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5803b2-6f2e-45f4-a43b-85573404f2c9 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:56.144275 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ba5803b2-6f2e-45f4-a43b-85573404f2c9 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:56.177215 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ba5803b2-6f2e-45f4-a43b-85573404f2c9 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0914223 Mar 22 10:58:56.179250 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40170) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:56.187324 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-ceeb73c8-65b3-4de2-a6e9-4ddf757f9a52 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-230878947', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1c1735a2-addf-418d-aec3-993e5dd1d83d'}], 'security_groups': ['9bcc69a8-0b82-4927-9398-8ff1496aa461']}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:56.190083 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c5487e-39a5-4a19-a81a-88efecc4f437 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:56.192277 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-57c5487e-39a5-4a19-a81a-88efecc4f437 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0690317 Mar 22 10:58:56.195362 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40172) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:56.204678 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9b5e1c-221f-4751-b9ca-d31286e6a9d0 None None] Network c33d4098-434a-4c67-a0d0-3ea0db9d3f43 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:58:56.209350 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a024e0b3-629d-4de0-a2b3-a9148434a763 None None] DHCP port deletion for 27df8ad2-3422-4fff-a420-5f96333b3f86 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:58:56.271737 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-b88e5af8-1f96-41c7-8c34-185f60257348 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] For port c0acae7c-c6eb-4f5f-b511-7c8330f835be, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=c0acae7c-c6eb-4f5f-b511-7c8330f835be,segment=NetworkSegment(ffc2c1ed-0237-4053-996e-2430a292e46c),segment_id=ffc2c1ed-0237-4053-996e-2430a292e46c)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:58:56.272131 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b88e5af8-1f96-41c7-8c34-185f60257348 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:56.286924 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-b88e5af8-1f96-41c7-8c34-185f60257348 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Calling delete_port for c0acae7c-c6eb-4f5f-b511-7c8330f835be owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:58:56.289021 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ceeb73c8-65b3-4de2-a6e9-4ddf757f9a52 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:56.337883 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-ff8cbd46-1639-405d-9ec0-74fbdea9a323 None None] Port d1b157bb-60aa-474b-b2ef-7ae0138fbcd5 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:58:56.424488 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-f596f845-f853-4319-9810-651f9a85a687 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2279608 Mar 22 10:58:56.425292 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b88e5af8-1f96-41c7-8c34-185f60257348 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:56.426196 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40180) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:56.455122 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88e5af8-1f96-41c7-8c34-185f60257348 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event deleted for resources: {'Port': ['ID=c0acae7c-c6eb-4f5f-b511-7c8330f835be,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:56.460565 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88e5af8-1f96-41c7-8c34-185f60257348 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] No DVR routers for this DVR port c0acae7c-c6eb-4f5f-b511-7c8330f835be on host dv-neutron-834599-1-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:58:56.465599 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-a024e0b3-629d-4de0-a2b3-a9148434a763 None None] Deleting port c0acae7c-c6eb-4f5f-b511-7c8330f835be {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:58:56.466190 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a024e0b3-629d-4de0-a2b3-a9148434a763 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:56.477687 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-d98339cb-c3d7-411a-a45c-16ec72db1546 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] DELETE failed (client error): The resource could not be found. Mar 22 10:58:56.478546 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d98339cb-c3d7-411a-a45c-16ec72db1546 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:56.482769 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d98339cb-c3d7-411a-a45c-16ec72db1546 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/ports/b5e53281-387d-44ef-a532-9e31a67dd529 HTTP/1.1" status: 404 len: 333 time: 0.0477655 Mar 22 10:58:56.496386 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40182) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:56.572549 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa0ff7a1-cf85-47f2-8b3c-1c50e71d9cba tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] DELETE failed (client error): The resource could not be found. Mar 22 10:58:56.573270 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa0ff7a1-cf85-47f2-8b3c-1c50e71d9cba tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:56.581232 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-fa0ff7a1-cf85-47f2-8b3c-1c50e71d9cba tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/subnets/1c6da18d-0b67-4b16-bdda-e9b546b1dfb4 HTTP/1.1" status: 404 len: 337 time: 0.0837812 Mar 22 10:58:56.587901 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40186) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:56.588941 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b88e5af8-1f96-41c7-8c34-185f60257348 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:56.616038 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-b88e5af8-1f96-41c7-8c34-185f60257348 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27df8ad2-3422-4fff-a420-5f96333b3f86']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:56.620127 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-a024e0b3-629d-4de0-a2b3-a9148434a763 None None] For port c0acae7c-c6eb-4f5f-b511-7c8330f835be, host dv-neutron-834599-1-hyperv, got binding levels [] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:58:56.620665 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a024e0b3-629d-4de0-a2b3-a9148434a763 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:56.626907 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-b88e5af8-1f96-41c7-8c34-185f60257348 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffc2c1ed-0237-4053-996e-2430a292e46c') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:56.627278 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-b88e5af8-1f96-41c7-8c34-185f60257348 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffc2c1ed-0237-4053-996e-2430a292e46c') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:58:56.643999 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b88e5af8-1f96-41c7-8c34-185f60257348 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:56.646251 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-a024e0b3-629d-4de0-a2b3-a9148434a763 None None] Calling delete_port for c0acae7c-c6eb-4f5f-b511-7c8330f835be owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:58:56.653371 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee482196-3f81-45e8-b986-190c1f4c2d94 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] DELETE failed (client error): The resource could not be found. Mar 22 10:58:56.653512 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40188) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:56.653704 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.ipam_backend_mixin [None req-a024e0b3-629d-4de0-a2b3-a9148434a763 None None] Port c0acae7c-c6eb-4f5f-b511-7c8330f835be was not found and therefore no delete operation was performed {{(pid=109051) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 22 10:58:56.654282 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee482196-3f81-45e8-b986-190c1f4c2d94 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:56.656024 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a024e0b3-629d-4de0-a2b3-a9148434a763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:56.658974 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ee482196-3f81-45e8-b986-190c1f4c2d94 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/subnets/29f3f29d-7423-4d3c-9aaa-ca93c8944800 HTTP/1.1" status: 404 len: 337 time: 0.0694158 Mar 22 10:58:56.663679 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40190) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:56.673698 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b88e5af8-1f96-41c7-8c34-185f60257348 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:56.681058 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b88e5af8-1f96-41c7-8c34-185f60257348 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:58:56.681548 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b88e5af8-1f96-41c7-8c34-185f60257348 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:56.685329 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 10:58:56.685329 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:58:56.685329 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 10:58:56.685329 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:58:56.685329 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 10:58:56.685329 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:58:56.685329 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 10:58:56.685329 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:58:56.685329 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 10:58:56.685329 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:58:56.685329 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 10:58:56.685329 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:58:56.685329 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 10:58:56.685329 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:58:56.685329 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:58:56.685329 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:58:56.685329 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:58:56.685329 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:58:56.685329 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 10:58:56.685329 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:58:56.685329 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 10:58:56.685329 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:58:56.685329 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:58:56.685329 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:58:56.685329 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 10:58:56.685329 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:58:56.685329 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:58:56.685329 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:58:56.685329 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:58:56.685329 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:58:56.685329 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:58:56.685329 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:58:56.695292 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a024e0b3-629d-4de0-a2b3-a9148434a763 None None] Pushing event deleted for resources: {'Port': ['ID=c0acae7c-c6eb-4f5f-b511-7c8330f835be,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:56.702565 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a024e0b3-629d-4de0-a2b3-a9148434a763 None None] No DVR routers for this DVR port c0acae7c-c6eb-4f5f-b511-7c8330f835be on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:58:56.758119 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-00ef36b7-3950-42de-8a1f-340a345637bc tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] DELETE failed (client error): The resource could not be found. Mar 22 10:58:56.759041 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00ef36b7-3950-42de-8a1f-340a345637bc tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:56.762657 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-00ef36b7-3950-42de-8a1f-340a345637bc tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/ports/8d53d255-7744-4b09-bc7d-e41123db6439 HTTP/1.1" status: 404 len: 333 time: 0.0978589 Mar 22 10:58:56.765026 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40194) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:56.766246 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17321846-14a2-484d-9df8-c1c06322b5fb None None] Network 1bc750fe-0949-42b2-bab7-34fc725823e6 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:58:56.793244 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f8d9421-6ad3-4021-af9d-7ba40254b27b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] DELETE failed (client error): The resource could not be found. Mar 22 10:58:56.793805 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f8d9421-6ad3-4021-af9d-7ba40254b27b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:56.799705 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-3f8d9421-6ad3-4021-af9d-7ba40254b27b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/subnets/a0eb427b-b0c5-4a0f-9e1d-55012e65a00e HTTP/1.1" status: 404 len: 337 time: 0.0309289 Mar 22 10:58:56.799705 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b88e5af8-1f96-41c7-8c34-185f60257348 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:56.799705 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40196) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:56.814610 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b88e5af8-1f96-41c7-8c34-185f60257348 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:56.817903 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-b88e5af8-1f96-41c7-8c34-185f60257348 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "DELETE /v2.0/networks/27df8ad2-3422-4fff-a420-5f96333b3f86 HTTP/1.1" status: 204 len: 168 time: 1.1008854 Mar 22 10:58:56.824470 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [None req-c5b9e937-1686-4767-bb0e-6eae85643a0a tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=109050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:56.825210 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-c5b9e937-1686-4767-bb0e-6eae85643a0a tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1709011 Mar 22 10:58:56.829248 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40198) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:56.829837 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40200) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:56.834766 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-24b298d1-e541-4267-a83d-5a3d79f52d5a tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-142145091', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:56.844742 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [None req-79834a52-5354-4801-b740-eae91ea01df0 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=109049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:56.846195 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-79834a52-5354-4801-b740-eae91ea01df0 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0057309 Mar 22 10:58:56.849213 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40202) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:56.852177 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-16e1b449-8aa1-45fc-b8fb-663acd3bd0d0 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] DELETE failed (client error): The resource could not be found. Mar 22 10:58:56.852629 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16e1b449-8aa1-45fc-b8fb-663acd3bd0d0 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:56.855620 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-16e1b449-8aa1-45fc-b8fb-663acd3bd0d0 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/subnets/61588ccd-e50d-42bb-81c7-6adbeaff52b1 HTTP/1.1" status: 404 len: 337 time: 0.0550344 Mar 22 10:58:56.858735 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [None req-405283ff-90c5-47f9-8152-0dc25c930568 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=109050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:56.859719 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-405283ff-90c5-47f9-8152-0dc25c930568 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0088131 Mar 22 10:58:56.860710 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40204) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:56.861493 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88e5af8-1f96-41c7-8c34-185f60257348 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event deleted for resources: {'Network': ['ID=27df8ad2-3422-4fff-a420-5f96333b3f86,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:56.864387 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40206) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:56.874249 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [None req-8e1ca076-92b0-4abc-9388-2f56d6515142 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=109050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:56.875221 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-8e1ca076-92b0-4abc-9388-2f56d6515142 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0042562 Mar 22 10:58:56.880384 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40208) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:56.885452 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [None req-30227b09-a2d0-4e1e-9ca9-91cd02262d49 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=109049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:56.886980 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-30227b09-a2d0-4e1e-9ca9-91cd02262d49 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0052009 Mar 22 10:58:56.892723 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40210) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:56.897306 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a30cda7-b95a-4778-bc96-f298038874de tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] DELETE failed (client error): The resource could not be found. Mar 22 10:58:56.897987 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a30cda7-b95a-4778-bc96-f298038874de tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:56.901087 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-5a30cda7-b95a-4778-bc96-f298038874de tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/ports/fb3a1089-1dc9-412e-8896-3b4d38fb3774 HTTP/1.1" status: 404 len: 333 time: 0.0374706 Mar 22 10:58:56.901583 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [None req-2a1b6c5e-49c3-4063-9c52-780fa1b2642f tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=109049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:56.902631 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2a1b6c5e-49c3-4063-9c52-780fa1b2642f tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0059042 Mar 22 10:58:56.903895 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40212) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:56.911292 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40214) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:56.915771 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [None req-ed7b091a-5d60-4ce9-9054-27728dcdc951 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=109049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:56.919665 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ed7b091a-5d60-4ce9-9054-27728dcdc951 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0046129 Mar 22 10:58:56.921822 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40216) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:56.928445 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [None req-8c86af8e-defb-4155-bf71-b31e7c3a11dc tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=109049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:56.936653 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8c86af8e-defb-4155-bf71-b31e7c3a11dc tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0047090 Mar 22 10:58:56.936653 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40218) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:56.937771 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cb44a9c-5f37-4f04-88f3-2d5c7aeea380 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] DELETE failed (client error): The resource could not be found. Mar 22 10:58:56.937896 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cb44a9c-5f37-4f04-88f3-2d5c7aeea380 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:56.939282 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [None req-cd48ef4d-9c2e-4ae2-9f01-5bc66fc7086d tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=109049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:56.945900 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-cd48ef4d-9c2e-4ae2-9f01-5bc66fc7086d tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0050201 Mar 22 10:58:56.946126 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-1cb44a9c-5f37-4f04-88f3-2d5c7aeea380 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/subnets/02347ac9-0530-4521-83d0-7fab29bb43e6 HTTP/1.1" status: 404 len: 337 time: 0.0360389 Mar 22 10:58:56.946126 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40220) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:56.946308 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-24b298d1-e541-4267-a83d-5a3d79f52d5a tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:56.946308 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-24b298d1-e541-4267-a83d-5a3d79f52d5a tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:56.957247 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40222) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:56.961613 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [None req-a0dc0989-7324-4190-a496-dedc9b8d8197 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=109050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:56.963286 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-a0dc0989-7324-4190-a496-dedc9b8d8197 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0046091 Mar 22 10:58:56.965746 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40224) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:56.977334 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [None req-2ea72331-5daf-43d9-a70a-537abed74611 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=109049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:56.978414 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2ea72331-5daf-43d9-a70a-537abed74611 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0046015 Mar 22 10:58:56.981675 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40226) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:56.986635 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [None req-3a57fe92-448e-4214-892f-bce950cec621 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=109050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:56.988051 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-3a57fe92-448e-4214-892f-bce950cec621 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0052853 Mar 22 10:58:56.989442 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-211b46b2-1e6e-4c6f-9fe7-0610a949db42 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] DELETE failed (client error): The resource could not be found. Mar 22 10:58:56.989893 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-211b46b2-1e6e-4c6f-9fe7-0610a949db42 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:56.995352 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-211b46b2-1e6e-4c6f-9fe7-0610a949db42 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/subnets/dc175395-0351-41d0-86af-5884fa7b309a HTTP/1.1" status: 404 len: 337 time: 0.0478787 Mar 22 10:58:56.995352 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40228) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:56.995770 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40230) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.004866 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [None req-db98f1bd-4d1e-4cac-93b0-197589cbcf83 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=109050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:57.006375 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-db98f1bd-4d1e-4cac-93b0-197589cbcf83 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0115342 Mar 22 10:58:57.022373 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40232) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.027195 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [None req-cb50b968-a994-4199-95fa-b8704d7cc4e0 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=109050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:57.028647 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-cb50b968-a994-4199-95fa-b8704d7cc4e0 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0048792 Mar 22 10:58:57.029902 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-99e55f11-ba8a-4208-a3b1-6fcfeecb8d75 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] DELETE failed (client error): The resource could not be found. Mar 22 10:58:57.030818 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99e55f11-ba8a-4208-a3b1-6fcfeecb8d75 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:57.031706 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-24b298d1-e541-4267-a83d-5a3d79f52d5a tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:57.032427 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40234) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.034607 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-99e55f11-ba8a-4208-a3b1-6fcfeecb8d75 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/ports/dadd40e4-8b04-4cbe-a1b3-b62b13ead2ce HTTP/1.1" status: 404 len: 333 time: 0.0373383 Mar 22 10:58:57.037407 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40236) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.043109 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [None req-6d5e77ce-bb5a-4c36-8d3a-eadbd1924948 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=109049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:57.044173 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6d5e77ce-bb5a-4c36-8d3a-eadbd1924948 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0087655 Mar 22 10:58:57.049421 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40238) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.050974 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-24b298d1-e541-4267-a83d-5a3d79f52d5a tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:57.059324 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [None req-caaf4c3a-c456-4438-b4c6-23b16bb118b6 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=109049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:57.060347 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-caaf4c3a-c456-4438-b4c6-23b16bb118b6 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0113549 Mar 22 10:58:57.065515 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40240) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.071707 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [None req-5cf1ce86-8d53-42b2-b54f-aa2e4cfa28cf tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=109049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:57.072653 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5cf1ce86-8d53-42b2-b54f-aa2e4cfa28cf tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0062735 Mar 22 10:58:57.077070 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40242) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.083092 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [None req-3d266a49-b805-4193-83aa-465513581c0d tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=109050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:57.084365 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-3d266a49-b805-4193-83aa-465513581c0d tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0062973 Mar 22 10:58:57.085924 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-50ad64d2-7f7e-4298-a34f-0cce67035965 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] DELETE failed (client error): The resource could not be found. Mar 22 10:58:57.086375 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50ad64d2-7f7e-4298-a34f-0cce67035965 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:57.087452 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40244) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.092835 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-50ad64d2-7f7e-4298-a34f-0cce67035965 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/subnets/784a323b-caa6-4152-8933-5b7977421fae HTTP/1.1" status: 404 len: 337 time: 0.0518258 Mar 22 10:58:57.093641 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40246) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.095332 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [None req-f915acbd-b2f2-425f-9760-d09ef8fa57a7 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=109049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:57.095492 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-746d1cfa-5fbf-4033-b2aa-07faf888ec59 None None] Provisioning complete for port f12270ab-957d-4654-9945-09f3fbd5cd15 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:57.096117 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f915acbd-b2f2-425f-9760-d09ef8fa57a7 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0077207 Mar 22 10:58:57.097368 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-ceeb73c8-65b3-4de2-a6e9-4ddf757f9a52 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Delete allocated IP 172.20.0.7 (c33d4098-434a-4c67-a0d0-3ea0db9d3f43/b80da809-e326-49a1-9999-6f427f98560a) {{(pid=109049) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 22 10:58:57.099817 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-746d1cfa-5fbf-4033-b2aa-07faf888ec59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:57.102356 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40248) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.107426 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-24b298d1-e541-4267-a83d-5a3d79f52d5a tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:57.108609 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-24b298d1-e541-4267-a83d-5a3d79f52d5a tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2776363 Mar 22 10:58:57.113792 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [None req-95eca530-00b1-4072-9911-30876473f29e tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=109049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:57.114852 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-95eca530-00b1-4072-9911-30876473f29e tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0114300 Mar 22 10:58:57.117327 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40250) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.117659 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40252) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.124080 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-2fd30ce1-bef1-408e-a84f-35797a1bb604 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Request body: {'network': {'name': 'tempest-RoutersTest-167251485'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:57.126754 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-01cf3aed-01e1-4b4b-b424-fb7fc76064b5 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] DELETE failed (client error): The resource could not be found. Mar 22 10:58:57.127207 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01cf3aed-01e1-4b4b-b424-fb7fc76064b5 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:57.132788 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-01cf3aed-01e1-4b4b-b424-fb7fc76064b5 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/subnets/6ba2a5f8-adde-4ce9-a3b1-82e8c6c10d44 HTTP/1.1" status: 404 len: 337 time: 0.0355716 Mar 22 10:58:57.133390 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40254) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.133724 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-ceeb73c8-65b3-4de2-a6e9-4ddf757f9a52 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Allocated IP 172.20.0.26 (c33d4098-434a-4c67-a0d0-3ea0db9d3f43/1c1735a2-addf-418d-aec3-993e5dd1d83d/d1b157bb-60aa-474b-b2ef-7ae0138fbcd5) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:58:57.134394 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cd2ac2-8c00-4f72-a761-5a5a42d77572 None None] Update dhcp port {'port': {'network_id': 'c33d4098-434a-4c67-a0d0-3ea0db9d3f43', 'fixed_ips': [{'subnet_id': 'b80da809-e326-49a1-9999-6f427f98560a', 'ip_address': '172.20.0.2'}, {'subnet_id': '1c1735a2-addf-418d-aec3-993e5dd1d83d'}], 'binding:host_id': 'dv-neutron-834599-1-hyperv'}, 'id': 'f59dc807-e6e4-4281-b284-2b2274891509'} from dv-neutron-834599-1-hyperv. {{(pid=109051) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 22 10:58:57.138202 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [None req-e8c87b51-2d93-46d8-9042-085bf2455ef7 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=109049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:57.141803 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e8c87b51-2d93-46d8-9042-085bf2455ef7 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0196240 Mar 22 10:58:57.142061 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40256) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.146399 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [None req-13c281e0-427c-41bd-90fb-635b9da1de74 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=109050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:57.150475 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-13c281e0-427c-41bd-90fb-635b9da1de74 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0043898 Mar 22 10:58:57.151808 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40258) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.155019 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device f59dc807-e6e4-4281-b284-2b2274891509 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:58:57.163949 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [None req-536e7a63-c0d2-4ac8-bc1c-7eecee2c7872 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=109049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:57.167545 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-536e7a63-c0d2-4ac8-bc1c-7eecee2c7872 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0095296 Mar 22 10:58:57.167702 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cae4c17-bf65-4239-8873-dff7b00abe49 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] DELETE failed (client error): The resource could not be found. Mar 22 10:58:57.168971 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cae4c17-bf65-4239-8873-dff7b00abe49 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:57.176131 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-5cae4c17-bf65-4239-8873-dff7b00abe49 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/ports/8c95ef80-cbcf-486c-89e2-13ec39e0e5f3 HTTP/1.1" status: 404 len: 333 time: 0.0379310 Mar 22 10:58:57.176131 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40260) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.176365 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40262) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.176852 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [None req-ab1bd7db-ca7c-4861-af12-709f195f5f4c tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=109050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:57.179427 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-ab1bd7db-ca7c-4861-af12-709f195f5f4c tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0040846 Mar 22 10:58:57.181081 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40264) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.186000 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [None req-ab59cc9b-29b2-4e41-90cc-d523c30f5f93 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=109050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:57.189309 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-ab59cc9b-29b2-4e41-90cc-d523c30f5f93 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0041606 Mar 22 10:58:57.189480 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40266) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.193968 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [None req-ee61737a-6312-4009-849d-8411616408cc tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=109050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:57.197362 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd30ce1-bef1-408e-a84f-35797a1bb604 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Made reservation on behalf of fb0167f3b2d0487da26d7fc0c00f0b66 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:58:57.197459 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-ee61737a-6312-4009-849d-8411616408cc tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0044279 Mar 22 10:58:57.197459 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40268) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.197845 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2fd30ce1-bef1-408e-a84f-35797a1bb604 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:57.201493 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [None req-7feb8f67-110a-4cc6-ab62-8cd2aedebb7e tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=109050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:57.204298 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-7feb8f67-110a-4cc6-ab62-8cd2aedebb7e tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0039482 Mar 22 10:58:57.204798 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40270) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.209022 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [None req-26a70c63-6f53-47d1-a94f-db80dee3e013 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=109050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:57.211431 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-26a70c63-6f53-47d1-a94f-db80dee3e013 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0040412 Mar 22 10:58:57.212544 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40272) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.216974 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [None req-9d28061a-d942-470e-9fec-fd110b778d35 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=109050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:57.219458 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-9d28061a-d942-470e-9fec-fd110b778d35 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0040717 Mar 22 10:58:57.220198 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40274) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.224161 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dad6a94-9386-4d66-b2a8-85076e7a8b2f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] DELETE failed (client error): The resource could not be found. Mar 22 10:58:57.224526 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [None req-c5c3663b-7bd7-4105-a229-db53091e44a1 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=109050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:57.224634 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dad6a94-9386-4d66-b2a8-85076e7a8b2f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:57.227423 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-c5c3663b-7bd7-4105-a229-db53091e44a1 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0039260 Mar 22 10:58:57.228051 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8dad6a94-9386-4d66-b2a8-85076e7a8b2f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/subnets/0c44c63f-8fff-408d-9d2a-09c3a35bde0b HTTP/1.1" status: 404 len: 337 time: 0.0522110 Mar 22 10:58:57.228283 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40276) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.230459 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40278) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.235706 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [None req-d5bc0bc5-d1c0-4656-8766-e8a51db11c3c tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=109050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:57.239094 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-d5bc0bc5-d1c0-4656-8766-e8a51db11c3c tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0073590 Mar 22 10:58:57.241565 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-14cd2ac2-8c00-4f72-a761-5a5a42d77572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:57.244882 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40280) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.258764 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [None req-eb6ef4e8-cd39-4518-9a4c-2769b19ddd05 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=109049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:57.262309 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a7c4238-957b-416b-a2a0-fb00ffea8d82 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] DELETE failed (client error): The resource could not be found. Mar 22 10:58:57.262479 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-eb6ef4e8-cd39-4518-9a4c-2769b19ddd05 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0150144 Mar 22 10:58:57.262593 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a7c4238-957b-416b-a2a0-fb00ffea8d82 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:57.265750 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40282) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.265946 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-9a7c4238-957b-416b-a2a0-fb00ffea8d82 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/ports/e2d235f6-2a99-4e76-976b-9c89aaefdbda HTTP/1.1" status: 404 len: 333 time: 0.0309961 Mar 22 10:58:57.266067 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40284) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.270217 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [None req-585ae3b5-c00d-4b56-a66f-ce68985d6e35 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=109049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:57.271184 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-585ae3b5-c00d-4b56-a66f-ce68985d6e35 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0069597 Mar 22 10:58:57.278943 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40286) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.283867 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [None req-2c827df2-513b-45b4-b373-0a447657208a tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=109050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:57.285136 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-2c827df2-513b-45b4-b373-0a447657208a tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0048001 Mar 22 10:58:57.288615 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40288) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.292880 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [None req-330d1661-a772-4abb-b9ab-b210d8ce4b12 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=109050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:57.296324 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-330d1661-a772-4abb-b9ab-b210d8ce4b12 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0042961 Mar 22 10:58:57.297856 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40290) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.302569 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [None req-87b3a6fe-9b5c-46fa-ab4b-9c71822e6675 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=109050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:57.306077 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-87b3a6fe-9b5c-46fa-ab4b-9c71822e6675 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0043299 Mar 22 10:58:57.306338 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40292) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.310541 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [None req-805769b2-0c53-4827-bf13-1922f39d82e4 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=109050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:57.313628 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-805769b2-0c53-4827-bf13-1922f39d82e4 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0042408 Mar 22 10:58:57.314365 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40294) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.317953 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [None req-02e3caa9-55fa-465b-b073-a3c914dd9316 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=109050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:57.320135 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-02e3caa9-55fa-465b-b073-a3c914dd9316 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0040672 Mar 22 10:58:57.320283 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-51900f71-203d-4cde-9e99-5dc0f7411125 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] DELETE failed (client error): The resource could not be found. Mar 22 10:58:57.320380 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51900f71-203d-4cde-9e99-5dc0f7411125 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:57.321653 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40296) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.326166 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-51900f71-203d-4cde-9e99-5dc0f7411125 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/subnets/c395dff6-fea4-4db6-9111-49880339c20a HTTP/1.1" status: 404 len: 337 time: 0.0567987 Mar 22 10:58:57.326166 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fd30ce1-bef1-408e-a84f-35797a1bb604 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:58:57.327024 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [None req-4694ce47-e613-4fb1-bd5a-075bfafb65a9 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=109050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:57.330106 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-4694ce47-e613-4fb1-bd5a-075bfafb65a9 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0051489 Mar 22 10:58:57.330106 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40298) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.330532 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40300) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.344424 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [None req-7fb2de01-6333-4653-91f7-2576ecc63f2e tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=109050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:57.346586 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-7fb2de01-6333-4653-91f7-2576ecc63f2e tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0128798 Mar 22 10:58:57.362264 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40302) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.366975 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceb5ea4c-56f1-4911-b6e3-7e05053809ab tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] DELETE failed (client error): The resource could not be found. Mar 22 10:58:57.367877 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceb5ea4c-56f1-4911-b6e3-7e05053809ab tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:57.368862 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [None req-53f66f0f-1b2a-4282-ac01-6d14590b1914 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=109049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:57.372325 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-53f66f0f-1b2a-4282-ac01-6d14590b1914 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0066187 Mar 22 10:58:57.373523 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40304) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.375876 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-ceb5ea4c-56f1-4911-b6e3-7e05053809ab tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/ports/654d0c0b-d3e5-4c90-ab47-cada7c8effde HTTP/1.1" status: 404 len: 333 time: 0.0463257 Mar 22 10:58:57.376582 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40306) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.385001 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [None req-c29d2079-9a21-4c51-a3b2-730be8c02a88 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=109049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:57.388661 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c29d2079-9a21-4c51-a3b2-730be8c02a88 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0110824 Mar 22 10:58:57.390188 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2fd30ce1-bef1-408e-a84f-35797a1bb604 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:57.390538 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-2fd30ce1-bef1-408e-a84f-35797a1bb604 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Added segment a2b01e91-4244-445f-9ef3-723a3b17277d of type vlan for network 660e8501-1e86-44cd-9d64-1cf5a800b0a5 Mar 22 10:58:57.395101 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40308) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.400525 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [None req-90b979c8-21ee-40ec-aeb2-34d8c442e4f5 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=109049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:57.403828 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-90b979c8-21ee-40ec-aeb2-34d8c442e4f5 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0065157 Mar 22 10:58:57.408285 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40310) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.415062 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port f59dc807-e6e4-4281-b284-2b2274891509 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:57.415457 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:57.416864 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-bba044c1-844c-4792-a8c4-ec1d1ba91c49 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] DELETE failed (client error): The resource could not be found. Mar 22 10:58:57.417386 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bba044c1-844c-4792-a8c4-ec1d1ba91c49 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:57.418249 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [None req-b40595f4-8f0e-4bed-805e-99f90c88a24a tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=109049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:57.421709 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b40595f4-8f0e-4bed-805e-99f90c88a24a tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0082092 Mar 22 10:58:57.423245 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40312) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.429131 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-bba044c1-844c-4792-a8c4-ec1d1ba91c49 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/subnets/1f4b7ba7-91fb-4b65-b53f-b59f15f8ce74 HTTP/1.1" status: 404 len: 337 time: 0.0507267 Mar 22 10:58:57.429727 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40314) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.448100 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182f0bd5-45bb-4c9d-8619-85230ae2e829 None None] DHCP port deletion for 1bc750fe-0949-42b2-bab7-34fc725823e6 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:58:57.452589 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [None req-064f7cf4-ecd4-45fb-8d41-4bef318f79c9 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=109049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:57.456045 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-064f7cf4-ecd4-45fb-8d41-4bef318f79c9 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0264301 Mar 22 10:58:57.456848 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40316) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.462175 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [None req-96a964e1-ca91-4bab-a7ac-7d830e6aea03 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=109050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:57.466566 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-96a964e1-ca91-4bab-a7ac-7d830e6aea03 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0065613 Mar 22 10:58:57.466566 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-21e31363-7981-40cf-ba17-97d7bbbc4b04 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] DELETE failed (client error): The resource could not be found. Mar 22 10:58:57.467625 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21e31363-7981-40cf-ba17-97d7bbbc4b04 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:57.472621 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40318) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.475509 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-21e31363-7981-40cf-ba17-97d7bbbc4b04 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/ports/76ba36b4-de98-4c41-ac4e-c56a20b2acbe HTTP/1.1" status: 404 len: 333 time: 0.0438168 Mar 22 10:58:57.475646 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40320) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.483023 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [None req-426206e5-ed4f-4869-a195-76ca26d15780 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=109049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:57.486308 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-426206e5-ed4f-4869-a195-76ca26d15780 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0104587 Mar 22 10:58:57.486895 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2fd30ce1-bef1-408e-a84f-35797a1bb604 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:57.490338 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40322) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.497089 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [None req-7663ab09-ff0f-47a3-b10c-c3d94adde200 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=109049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:57.500641 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7663ab09-ff0f-47a3-b10c-c3d94adde200 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0067074 Mar 22 10:58:57.504650 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40324) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.508822 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [None req-9d09c4b6-2931-40fe-bbc3-802750aea65f tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=109049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:57.508978 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-da3b00e1-a009-4c06-8665-63f5c73cf250 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] DELETE failed (client error): The resource could not be found. Mar 22 10:58:57.509192 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da3b00e1-a009-4c06-8665-63f5c73cf250 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:57.512105 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9d09c4b6-2931-40fe-bbc3-802750aea65f tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0041907 Mar 22 10:58:57.515871 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-da3b00e1-a009-4c06-8665-63f5c73cf250 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/subnets/1bc6f8f1-8c42-4194-9987-9fc692389297 HTTP/1.1" status: 404 len: 337 time: 0.0392203 Mar 22 10:58:57.516767 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40326) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.517023 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40328) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.524144 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ceeb73c8-65b3-4de2-a6e9-4ddf757f9a52 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:57.528757 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [None req-705b0ed4-fecb-42e0-bd28-1d218b3c88a5 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=109049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:57.529788 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-705b0ed4-fecb-42e0-bd28-1d218b3c88a5 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0102446 Mar 22 10:58:57.533824 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40330) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.534469 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ceeb73c8-65b3-4de2-a6e9-4ddf757f9a52 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:57.539840 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [None req-2a32cfb2-9793-46e0-b277-3081b4d80c9b tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=109049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:57.543185 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2a32cfb2-9793-46e0-b277-3081b4d80c9b tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0043993 Mar 22 10:58:57.544752 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40332) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.547095 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3bbe513-473b-4f7e-a23d-f80b2231ee99 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] DELETE failed (client error): The resource could not be found. Mar 22 10:58:57.547843 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3bbe513-473b-4f7e-a23d-f80b2231ee99 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:57.553469 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-d3bbe513-473b-4f7e-a23d-f80b2231ee99 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/ports/ede0c43b-1609-4b1c-a793-007302d12e8d HTTP/1.1" status: 404 len: 333 time: 0.0330272 Mar 22 10:58:57.553751 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40334) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.556240 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [None req-6c789c42-e314-4bbd-b73a-b21b37db74ac tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=109050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:57.559422 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-6c789c42-e314-4bbd-b73a-b21b37db74ac tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0120566 Mar 22 10:58:57.560354 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40336) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.564914 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [None req-83615f80-1e47-4d96-b8fb-20d8fd9d5887 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=109050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:57.567799 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-83615f80-1e47-4d96-b8fb-20d8fd9d5887 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0044420 Mar 22 10:58:57.568657 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40338) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.572591 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [None req-e70ca2e0-2621-4af2-8e25-cde4cf214065 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=109050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:57.573715 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-e70ca2e0-2621-4af2-8e25-cde4cf214065 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0039222 Mar 22 10:58:57.575811 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40340) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.580796 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [None req-c44088e1-d786-46f1-b21d-39a84314f42b tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=109050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:57.584082 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-c44088e1-d786-46f1-b21d-39a84314f42b tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0050814 Mar 22 10:58:57.584277 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40342) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.588453 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [None req-3493b7d5-d5d2-4c9c-b9c0-e9ece912fff3 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=109050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:57.589482 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-3493b7d5-d5d2-4c9c-b9c0-e9ece912fff3 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0041049 Mar 22 10:58:57.592738 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40344) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.596659 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [None req-2ae66fdb-1c83-4bfd-aebf-ce411b7bb5c4 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=109050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:57.599701 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-2ae66fdb-1c83-4bfd-aebf-ce411b7bb5c4 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0039549 Mar 22 10:58:57.599848 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40346) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.603783 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [None req-0c8f40ff-9a16-4e16-aa85-08834de8f4b0 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=109050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:57.606778 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-0c8f40ff-9a16-4e16-aa85-08834de8f4b0 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0039721 Mar 22 10:58:57.606910 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40348) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.609491 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-182f0bd5-45bb-4c9d-8619-85230ae2e829 None None] Deleting port f12270ab-957d-4654-9945-09f3fbd5cd15 {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:58:57.610002 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-182f0bd5-45bb-4c9d-8619-85230ae2e829 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:57.611107 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [None req-8c721139-fc1d-4a62-9cbe-a8c1001b2445 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=109050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:57.614892 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-8c721139-fc1d-4a62-9cbe-a8c1001b2445 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0042801 Mar 22 10:58:57.615595 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40350) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.621865 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [None req-69117376-041e-439e-a61e-45364c796923 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=109050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:57.622106 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-a216a2de-9b67-487c-8835-e1de5ab05090 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] DELETE failed (client error): The resource could not be found. Mar 22 10:58:57.622702 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a216a2de-9b67-487c-8835-e1de5ab05090 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:57.625837 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a216a2de-9b67-487c-8835-e1de5ab05090 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/subnets/6e2f106d-a6c1-4536-a7e1-9e5dc2fb432d HTTP/1.1" status: 404 len: 337 time: 0.0711551 Mar 22 10:58:57.630304 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-69117376-041e-439e-a61e-45364c796923 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0086327 Mar 22 10:58:57.630304 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40352) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.630304 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40354) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.630688 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2fd30ce1-bef1-408e-a84f-35797a1bb604 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:57.634874 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [None req-7e933fcb-ae18-4d5e-87b9-7e08e5fc7541 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=109050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:57.636024 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd30ce1-bef1-408e-a84f-35797a1bb604 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:57.636784 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2fd30ce1-bef1-408e-a84f-35797a1bb604 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:57.638675 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-7e933fcb-ae18-4d5e-87b9-7e08e5fc7541 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0080678 Mar 22 10:58:57.639687 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40356) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.660609 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eae3f7b-d2c7-4f6f-a18d-1edb142785a7 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] DELETE failed (client error): The resource could not be found. Mar 22 10:58:57.661488 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7eae3f7b-d2c7-4f6f-a18d-1edb142785a7 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:57.664624 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [None req-3db88221-aa00-4bbb-81d9-942214f6056c tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=109049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:57.667240 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-7eae3f7b-d2c7-4f6f-a18d-1edb142785a7 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/ports/591ef350-1030-4818-92b8-8a847e8c0694 HTTP/1.1" status: 404 len: 333 time: 0.0356140 Mar 22 10:58:57.667978 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40358) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.668221 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3db88221-aa00-4bbb-81d9-942214f6056c tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0086980 Mar 22 10:58:57.668356 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40360) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.671839 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-14cd2ac2-8c00-4f72-a761-5a5a42d77572 None None] Allocated IP 172.20.0.18 (c33d4098-434a-4c67-a0d0-3ea0db9d3f43/1c1735a2-addf-418d-aec3-993e5dd1d83d/f59dc807-e6e4-4281-b284-2b2274891509) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:58:57.692107 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeb73c8-65b3-4de2-a6e9-4ddf757f9a52 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event updated for resources: {'Port': ['ID=d1b157bb-60aa-474b-b2ef-7ae0138fbcd5,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:57.697820 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-e62c747d-be85-4e04-bd6b-ea90cb73363d tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] DELETE failed (client error): The resource could not be found. Mar 22 10:58:57.698277 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e62c747d-be85-4e04-bd6b-ea90cb73363d tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:57.704010 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-e62c747d-be85-4e04-bd6b-ea90cb73363d tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/subnets/3b0e7097-4fb3-4e4f-9cd0-93f3d2fd51c1 HTTP/1.1" status: 404 len: 337 time: 0.0347357 Mar 22 10:58:57.707116 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [None req-7eb74312-f2e9-4aa8-9364-96b859a27c5e tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=109050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:57.710688 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-7eb74312-f2e9-4aa8-9364-96b859a27c5e tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0378609 Mar 22 10:58:57.710688 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40362) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.715788 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40364) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.724331 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device c0acae7c-c6eb-4f5f-b511-7c8330f835be no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:58:57.734774 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [None req-85424bd7-5e80-42fe-ae53-5f084cc8c1dd tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=109049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:57.737258 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6f9b07b-82cc-44cc-b492-914d35395660 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] DELETE failed (client error): The resource could not be found. Mar 22 10:58:57.737959 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6f9b07b-82cc-44cc-b492-914d35395660 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:57.738464 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-85424bd7-5e80-42fe-ae53-5f084cc8c1dd tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0110598 Mar 22 10:58:57.743687 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-d6f9b07b-82cc-44cc-b492-914d35395660 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/subnets/39c5482b-726c-4735-982b-adafdf0edc20 HTTP/1.1" status: 404 len: 337 time: 0.0339456 Mar 22 10:58:57.744301 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40366) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.745323 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40368) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.747715 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2fd30ce1-bef1-408e-a84f-35797a1bb604 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6290812 Mar 22 10:58:57.752621 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [None req-441362f6-0e23-4247-a749-5a621fbdf12e tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=109050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:57.755929 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-441362f6-0e23-4247-a749-5a621fbdf12e tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0080361 Mar 22 10:58:57.776519 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40370) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.776858 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40372) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.777460 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: c0acae7c-c6eb-4f5f-b511-7c8330f835be {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:58:57.777808 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device c0acae7c-c6eb-4f5f-b511-7c8330f835be not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:58:57.779039 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-694c7231-3d90-42e2-96e1-c08c1d707778 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] DELETE failed (client error): The resource could not be found. Mar 22 10:58:57.779835 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-694c7231-3d90-42e2-96e1-c08c1d707778 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:57.782112 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [None req-b4bace27-a6fa-475e-98ea-a3b6003b4c48 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=109049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:57.785601 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b4bace27-a6fa-475e-98ea-a3b6003b4c48 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0066676 Mar 22 10:58:57.786770 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-694c7231-3d90-42e2-96e1-c08c1d707778 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/ports/d4c17af4-52ee-4525-8d30-57a0c6a06fe3 HTTP/1.1" status: 404 len: 333 time: 0.0390217 Mar 22 10:58:57.787350 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40374) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.787863 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40376) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.789212 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-74ddea84-fe1c-4565-a0a9-9a3b13bac239 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Request body: {'subnet': {'network_id': '660e8501-1e86-44cd-9d64-1cf5a800b0a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:57.796420 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd30ce1-bef1-408e-a84f-35797a1bb604 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event updated for resources: {'Network': ['ID=660e8501-1e86-44cd-9d64-1cf5a800b0a5,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:57.800574 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [None req-71586b9c-fa1d-4200-8966-6bfa220fd92d tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=109050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:57.801302 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-71586b9c-fa1d-4200-8966-6bfa220fd92d tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0113754 Mar 22 10:58:57.801440 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-182f0bd5-45bb-4c9d-8619-85230ae2e829 None None] For port f12270ab-957d-4654-9945-09f3fbd5cd15, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=f12270ab-957d-4654-9945-09f3fbd5cd15,segment=NetworkSegment(65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2),segment_id=65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:58:57.801767 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-182f0bd5-45bb-4c9d-8619-85230ae2e829 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:57.812679 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40378) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.823252 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [None req-72428a48-60c6-4023-bfc5-b1fbb3a9c689 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=109049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:57.823666 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-3577ee70-91f4-4ec0-bb7a-53775da6ab71 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] DELETE failed (client error): The resource could not be found. Mar 22 10:58:57.826886 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3577ee70-91f4-4ec0-bb7a-53775da6ab71 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:57.827042 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-72428a48-60c6-4023-bfc5-b1fbb3a9c689 tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0080307 Mar 22 10:58:57.830213 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-3577ee70-91f4-4ec0-bb7a-53775da6ab71 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/subnets/0b165b36-7aee-4a9f-9db0-69f2c9b6771f HTTP/1.1" status: 404 len: 337 time: 0.0411458 Mar 22 10:58:57.830554 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40380) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.830888 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40382) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.835079 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-ceeb73c8-65b3-4de2-a6e9-4ddf757f9a52 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] In _notify_port_updated(), no bound segment for port d1b157bb-60aa-474b-b2ef-7ae0138fbcd5 on network c33d4098-434a-4c67-a0d0-3ea0db9d3f43 {{(pid=109049) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 22 10:58:57.838834 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 660e8501-1e86-44cd-9d64-1cf5a800b0a5 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:58:57.840440 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceeb73c8-65b3-4de2-a6e9-4ddf757f9a52 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:57.841064 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ceeb73c8-65b3-4de2-a6e9-4ddf757f9a52 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:57.841679 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [None req-101a8c69-d71f-4f27-8608-fcf91af4f16c tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] http://10.222.0.57:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=109050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 10:58:57.842347 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ceeb73c8-65b3-4de2-a6e9-4ddf757f9a52 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "PUT /v2.0/ports/d1b157bb-60aa-474b-b2ef-7ae0138fbcd5 HTTP/1.1" status: 200 len: 920 time: 1.6617525 Mar 22 10:58:57.842742 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-101a8c69-d71f-4f27-8608-fcf91af4f16c tempest-ExtensionsTestJSON-946825015 tempest-ExtensionsTestJSON-946825015-project] 10.222.0.57 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0108297 Mar 22 10:58:57.845153 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40384) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.867923 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-182f0bd5-45bb-4c9d-8619-85230ae2e829 None None] Calling delete_port for f12270ab-957d-4654-9945-09f3fbd5cd15 owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:58:57.915398 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a46ff3b-d039-4168-9b80-cb62fdf2bc3f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] DELETE failed (client error): The resource could not be found. Mar 22 10:58:57.915832 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a46ff3b-d039-4168-9b80-cb62fdf2bc3f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:57.921305 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-1a46ff3b-d039-4168-9b80-cb62fdf2bc3f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/subnets/a4f1ccb8-8e99-4d57-b763-20c815a70cbc HTTP/1.1" status: 404 len: 337 time: 0.0859406 Mar 22 10:58:57.921853 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40388) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:57.936342 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ddea84-fe1c-4565-a0a9-9a3b13bac239 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Made reservation on behalf of fb0167f3b2d0487da26d7fc0c00f0b66 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:58:57.943316 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-74ddea84-fe1c-4565-a0a9-9a3b13bac239 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:57.978482 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-66f66696-be87-43c9-b8de-72b04679f61f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] DELETE failed (client error): The resource could not be found. Mar 22 10:58:57.979243 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66f66696-be87-43c9-b8de-72b04679f61f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:57.986158 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-66f66696-be87-43c9-b8de-72b04679f61f tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/ports/a811ac03-3596-4889-ba9d-78fb0de251ca HTTP/1.1" status: 404 len: 333 time: 0.0599334 Mar 22 10:58:57.986374 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-14cd2ac2-8c00-4f72-a761-5a5a42d77572 None None] For port f59dc807-e6e4-4281-b284-2b2274891509, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=f59dc807-e6e4-4281-b284-2b2274891509,segment=NetworkSegment(820df5c2-41e3-445f-b793-16c6a5aae62a),segment_id=820df5c2-41e3-445f-b793-16c6a5aae62a)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:58:57.986485 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-64ac8330-58b4-4b7a-9f58-d486f904706c tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Deleting port d1b157bb-60aa-474b-b2ef-7ae0138fbcd5 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:58:57.986485 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-64ac8330-58b4-4b7a-9f58-d486f904706c tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:57.994400 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40390) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:58.048274 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-14cd2ac2-8c00-4f72-a761-5a5a42d77572 None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:58.055517 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-14cd2ac2-8c00-4f72-a761-5a5a42d77572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:58.061854 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-181f1220-8f44-467b-80b5-70102b48b3c7 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] DELETE failed (client error): The resource could not be found. Mar 22 10:58:58.062339 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-181f1220-8f44-467b-80b5-70102b48b3c7 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:58.066767 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-181f1220-8f44-467b-80b5-70102b48b3c7 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/subnets/36bfe855-bfbc-49aa-8252-a4336f4fce66 HTTP/1.1" status: 404 len: 337 time: 0.0709114 Mar 22 10:58:58.069063 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40394) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:58.098392 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-182f0bd5-45bb-4c9d-8619-85230ae2e829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:58.106745 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ffbb577-d3c1-4117-8e29-e9d973265827 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] DELETE failed (client error): The resource could not be found. Mar 22 10:58:58.107205 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ffbb577-d3c1-4117-8e29-e9d973265827 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:58.115688 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0ffbb577-d3c1-4117-8e29-e9d973265827 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/subnets/addc6b29-8e7b-4259-a227-eaecb3c92deb HTTP/1.1" status: 404 len: 337 time: 0.0385549 Mar 22 10:58:58.115688 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40396) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:58.133713 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182f0bd5-45bb-4c9d-8619-85230ae2e829 None None] No DVR routers for this DVR port f12270ab-957d-4654-9945-09f3fbd5cd15 on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:58:58.149436 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-e643fd65-e643-4d39-be44-a4fd01e2013a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] DELETE failed (client error): The resource could not be found. Mar 22 10:58:58.150150 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e643fd65-e643-4d39-be44-a4fd01e2013a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:58.155532 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e643fd65-e643-4d39-be44-a4fd01e2013a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/ports/eff3b05e-b2c3-4fb5-b8b3-e66a923f424c HTTP/1.1" status: 404 len: 333 time: 0.0386407 Mar 22 10:58:58.156406 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40398) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:58.185006 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-64ac8330-58b4-4b7a-9f58-d486f904706c tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:58.191470 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cd2ac2-8c00-4f72-a761-5a5a42d77572 None None] Pushing event updated for resources: {'Port': ['ID=f59dc807-e6e4-4281-b284-2b2274891509,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:58.195698 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40400) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:58.199699 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-64ac8330-58b4-4b7a-9f58-d486f904706c tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Calling delete_port for d1b157bb-60aa-474b-b2ef-7ae0138fbcd5 owned by {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:58:58.210780 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f280c68-9a7a-46c3-b7d6-72336af049f5 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] DELETE failed (client error): The resource could not be found. Mar 22 10:58:58.211357 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f280c68-9a7a-46c3-b7d6-72336af049f5 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:58.214611 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0f280c68-9a7a-46c3-b7d6-72336af049f5 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/subnets/822ffe38-44cb-4197-922d-403eec90b587 HTTP/1.1" status: 404 len: 337 time: 0.0572855 Mar 22 10:58:58.217934 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182f0bd5-45bb-4c9d-8619-85230ae2e829 None None] Pushing event deleted for resources: {'Port': ['ID=f12270ab-957d-4654-9945-09f3fbd5cd15,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:58.221360 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40404) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:58.275804 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a7cdf44-723c-47a7-a6ed-cb16232e93ad tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] DELETE failed (client error): The resource could not be found. Mar 22 10:58:58.276353 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a7cdf44-723c-47a7-a6ed-cb16232e93ad tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:58.279974 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5a7cdf44-723c-47a7-a6ed-cb16232e93ad tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/subnets/f4c230e9-1470-4e1b-8813-bec773bb43fe HTTP/1.1" status: 404 len: 337 time: 0.0570850 Mar 22 10:58:58.284490 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40408) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:58.314587 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-97d2f972-b6ef-4ff5-ab62-a680c8d2d94e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/ports?device_id=e76756fb-8c25-4639-b18e-f22e7acc4765 HTTP/1.1" status: 200 len: 205 time: 0.0291257 Mar 22 10:58:58.318210 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40410) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:58.380688 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-73f4a26e-acc8-487a-9282-9cb85801406d tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] delete failed (client error): The resource could not be found. Mar 22 10:58:58.384235 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-64ac8330-58b4-4b7a-9f58-d486f904706c tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:58.384569 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-73f4a26e-acc8-487a-9282-9cb85801406d tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/routers/e76756fb-8c25-4639-b18e-f22e7acc4765 HTTP/1.1" status: 404 len: 336 time: 0.0625813 Mar 22 10:58:58.387151 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40412) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:58.414257 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b515bf45-c84f-4535-ab17-bfa29ef864c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:58.438691 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ac8330-58b4-4b7a-9f58-d486f904706c tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event deleted for resources: {'Port': ['ID=d1b157bb-60aa-474b-b2ef-7ae0138fbcd5,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:58.439797 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-74ddea84-fe1c-4565-a0a9-9a3b13bac239 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:58.442818 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d6bc679-0a93-4b7a-82d2-c556286b300e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] DELETE failed (client error): The resource could not be found. Mar 22 10:58:58.443340 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d6bc679-0a93-4b7a-82d2-c556286b300e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:58.446731 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-6d6bc679-0a93-4b7a-82d2-c556286b300e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/subnets/01a748b1-4611-45c7-8d09-ab0606d9c3f5 HTTP/1.1" status: 404 len: 337 time: 0.0560861 Mar 22 10:58:58.449294 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40414) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:58.499682 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-e57dc575-ee77-4d7a-85c5-ece4f76c33b3 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "GET /v2.0/ports?device_id=f15e3026-c43b-431c-8998-1b678453656d HTTP/1.1" status: 200 len: 205 time: 0.0459890 Mar 22 10:58:58.501817 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40416) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:58.517086 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ddea84-fe1c-4565-a0a9-9a3b13bac239 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event updated for resources: {'Subnet': ['ID=46d0a98d-c4c2-4141-8071-35817cc1ce80,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:58.557490 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ddea84-fe1c-4565-a0a9-9a3b13bac239 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Checking segment: {'id': 'a2b01e91-4244-445f-9ef3-723a3b17277d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '660e8501-1e86-44cd-9d64-1cf5a800b0a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:58:58.557890 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ddea84-fe1c-4565-a0a9-9a3b13bac239 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Network hostable DHCP agents. Network: 660e8501-1e86-44cd-9d64-1cf5a800b0a5, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:58:58.561740 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.api.v2.resource [None req-8bfe314b-ec30-4b30-98b5-4ca4d2a0071b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] delete failed (client error): The resource could not be found. Mar 22 10:58:58.562861 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-8bfe314b-ec30-4b30-98b5-4ca4d2a0071b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/routers/f15e3026-c43b-431c-8998-1b678453656d HTTP/1.1" status: 404 len: 336 time: 0.0600610 Mar 22 10:58:58.570381 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40418) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:58.589115 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-64ac8330-58b4-4b7a-9f58-d486f904706c tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:58.593060 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-64ac8330-58b4-4b7a-9f58-d486f904706c tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "DELETE /v2.0/ports/d1b157bb-60aa-474b-b2ef-7ae0138fbcd5 HTTP/1.1" status: 204 len: 168 time: 0.7470059 Mar 22 10:58:58.595706 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40420) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:58.612810 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b515bf45-c84f-4535-ab17-bfa29ef864c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:58.615697 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c0d00f2-77fd-4f41-9658-a0a6ba123902 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] DELETE failed (client error): The resource could not be found. Mar 22 10:58:58.616287 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c0d00f2-77fd-4f41-9658-a0a6ba123902 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:58.622076 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7c0d00f2-77fd-4f41-9658-a0a6ba123902 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/subnets/a8d91e9f-a6b0-4831-9c89-f09f4cec507f HTTP/1.1" status: 404 len: 337 time: 0.0470943 Mar 22 10:58:58.622076 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b515bf45-c84f-4535-ab17-bfa29ef864c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:58.622666 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40422) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:58.627687 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ddea84-fe1c-4565-a0a9-9a3b13bac239 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Network 660e8501-1e86-44cd-9d64-1cf5a800b0a5 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:58:58.633363 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f8b1cc9-3c3e-480e-925f-1d4898d9a930 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] GET failed (client error): The resource could not be found. Mar 22 10:58:58.637704 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-6f8b1cc9-3c3e-480e-925f-1d4898d9a930 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "GET /v2.0/ports/d1b157bb-60aa-474b-b2ef-7ae0138fbcd5 HTTP/1.1" status: 404 len: 333 time: 0.0381992 Mar 22 10:58:58.643649 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40424) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:58.655350 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6df7ee8-d50e-4e28-aaa7-aa7c97dfb6b4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] DELETE failed (client error): The resource could not be found. Mar 22 10:58:58.656513 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6df7ee8-d50e-4e28-aaa7-aa7c97dfb6b4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:58.659562 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-f6df7ee8-d50e-4e28-aaa7-aa7c97dfb6b4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/subnets/b4fd3861-805c-4fff-8c6c-4109d10753d2 HTTP/1.1" status: 404 len: 337 time: 0.0355170 Mar 22 10:58:58.662264 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40426) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:58.668006 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-74ddea84-fe1c-4565-a0a9-9a3b13bac239 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 660e8501-1e86-44cd-9d64-1cf5a800b0a5) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:58:58.679694 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9255f394-11b9-4321-af11-7b8d600adbb9 None None] Network 660e8501-1e86-44cd-9d64-1cf5a800b0a5 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:58:58.684855 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ddea84-fe1c-4565-a0a9-9a3b13bac239 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:58:58.685446 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-74ddea84-fe1c-4565-a0a9-9a3b13bac239 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:58.693355 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b5d8b01-bc99-46fc-a03d-830c4acc135e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] DELETE failed (client error): The resource could not be found. Mar 22 10:58:58.694208 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b5d8b01-bc99-46fc-a03d-830c4acc135e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:58.696192 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b515bf45-c84f-4535-ab17-bfa29ef864c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe132e54-9c2c-41e9-9504-0e96902fd0d6,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:58.700045 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-6b5d8b01-bc99-46fc-a03d-830c4acc135e tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/ports/c5944da5-2bba-4b39-b2ed-456e89a67894 HTTP/1.1" status: 404 len: 333 time: 0.0341644 Mar 22 10:58:58.703485 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b515bf45-c84f-4535-ab17-bfa29ef864c9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=441761284324409cbb49a5b00b546bf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5062904 Mar 22 10:58:58.704125 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40428) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:58.704454 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40430) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:58.762226 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f07a3d8-a86c-4227-89c1-a8e9abadb5d4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] DELETE failed (client error): The resource could not be found. Mar 22 10:58:58.762697 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f07a3d8-a86c-4227-89c1-a8e9abadb5d4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:58.768520 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4f07a3d8-a86c-4227-89c1-a8e9abadb5d4 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/subnets/787cd607-3271-4f61-a173-51e06a9011b8 HTTP/1.1" status: 404 len: 337 time: 0.0545371 Mar 22 10:58:58.768855 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40432) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:58.778503 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40434) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:58.778644 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-74ddea84-fe1c-4565-a0a9-9a3b13bac239 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0002470 Mar 22 10:58:58.815718 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c5feec90-f7ba-4dba-82a9-3f789025a8e8 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:58.844989 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f39eecd2-323b-456d-8197-fa7aab85ee94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:58.863064 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c5feec90-f7ba-4dba-82a9-3f789025a8e8 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:58.866374 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-745f7983-f6e7-4156-ae7b-153015920a1d None None] Provisioning complete for port f25a1a17-3ddc-47c3-99a1-0ced4512cc6d triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:58.866952 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-745f7983-f6e7-4156-ae7b-153015920a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:58.890261 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f39eecd2-323b-456d-8197-fa7aab85ee94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:58.900518 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6282a3cd-03e9-4a5f-b7f7-987133d905dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-660e8501-1e86-44cd-9d64-1cf5a800b0a5', 'network_id': '660e8501-1e86-44cd-9d64-1cf5a800b0a5', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'fixed_ips': [{'subnet_id': '46d0a98d-c4c2-4141-8071-35817cc1ce80'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:58:58.901534 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-6282a3cd-03e9-4a5f-b7f7-987133d905dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:58.926008 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-745f7983-f6e7-4156-ae7b-153015920a1d None None] Port f25a1a17-3ddc-47c3-99a1-0ced4512cc6d cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:58:58.945804 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-745f7983-f6e7-4156-ae7b-153015920a1d None None] Provisioning complete for port f59dc807-e6e4-4281-b284-2b2274891509 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:58.946272 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-745f7983-f6e7-4156-ae7b-153015920a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:58.952733 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c5feec90-f7ba-4dba-82a9-3f789025a8e8 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:58.955865 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c5feec90-f7ba-4dba-82a9-3f789025a8e8 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:58.959586 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c5feec90-f7ba-4dba-82a9-3f789025a8e8 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "DELETE /v2.0/security-groups/66a16e21-0806-4cc7-9527-afdec40b840e HTTP/1.1" status: 204 len: 168 time: 0.3125212 Mar 22 10:58:58.961480 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40436) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:58.985515 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f39eecd2-323b-456d-8197-fa7aab85ee94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:58.988038 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f39eecd2-323b-456d-8197-fa7aab85ee94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:58.992201 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f39eecd2-323b-456d-8197-fa7aab85ee94 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fe132e54-9c2c-41e9-9504-0e96902fd0d6 HTTP/1.1" status: 204 len: 168 time: 0.2794745 Mar 22 10:58:59.008950 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5feec90-f7ba-4dba-82a9-3f789025a8e8 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a16e21-0806-4cc7-9527-afdec40b840e,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:59.034600 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39eecd2-323b-456d-8197-fa7aab85ee94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe132e54-9c2c-41e9-9504-0e96902fd0d6,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:59.071088 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cc42d6b3-e7b2-45f0-bd9c-c549e8d472b9 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:59.101938 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cc42d6b3-e7b2-45f0-bd9c-c549e8d472b9 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:59.119805 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device f59dc807-e6e4-4281-b284-2b2274891509 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:58:59.181151 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cc42d6b3-e7b2-45f0-bd9c-c549e8d472b9 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:59.184480 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cc42d6b3-e7b2-45f0-bd9c-c549e8d472b9 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:59.188554 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-cc42d6b3-e7b2-45f0-bd9c-c549e8d472b9 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "DELETE /v2.0/security-groups/9bcc69a8-0b82-4927-9398-8ff1496aa461 HTTP/1.1" status: 204 len: 168 time: 0.2235756 Mar 22 10:58:59.192935 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40440) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:59.212658 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-6282a3cd-03e9-4a5f-b7f7-987133d905dc None None] Allocated IP 172.20.0.2 (660e8501-1e86-44cd-9d64-1cf5a800b0a5/46d0a98d-c4c2-4141-8071-35817cc1ce80/4ead071a-28d2-47d3-ae33-0aec382397dc) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:58:59.254702 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc42d6b3-e7b2-45f0-bd9c-c549e8d472b9 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bcc69a8-0b82-4927-9398-8ff1496aa461,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:59.278803 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-745f7983-f6e7-4156-ae7b-153015920a1d None None] Could not find standard attr ID for object d1b157bb-60aa-474b-b2ef-7ae0138fbcd5. {{(pid=109051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 10:58:59.307289 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb0a76a6-9bc5-49bc-a170-ed6f353df6ef tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Deleting subnet b80da809-e326-49a1-9999-6f427f98560a {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:58:59.313006 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1dc3f09-8953-4cf1-ba8c-f8d57afa6c49 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] DELETE failed (client error): The resource could not be found. Mar 22 10:58:59.314101 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1dc3f09-8953-4cf1-ba8c-f8d57afa6c49 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:59.317123 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-c1dc3f09-8953-4cf1-ba8c-f8d57afa6c49 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/ports/d4b7b484-557f-404d-9c49-5d31de1a32bb HTTP/1.1" status: 404 len: 333 time: 0.5472658 Mar 22 10:58:59.317663 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bb0a76a6-9bc5-49bc-a170-ed6f353df6ef tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:59.319750 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40444) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:59.344604 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port f59dc807-e6e4-4281-b284-2b2274891509 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:58:59.345065 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:59.381210 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bb0a76a6-9bc5-49bc-a170-ed6f353df6ef tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:59.396204 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-445eb172-dc2e-4d63-80b6-5f5e4a4860b7 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] DELETE failed (client error): The resource could not be found. Mar 22 10:58:59.396656 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-445eb172-dc2e-4d63-80b6-5f5e4a4860b7 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:59.400482 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-445eb172-dc2e-4d63-80b6-5f5e4a4860b7 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/subnets/5ded0ddf-4951-4f65-aecd-cbf679746670 HTTP/1.1" status: 404 len: 337 time: 0.0798056 Mar 22 10:58:59.409340 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40448) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:59.491609 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-65f0fb7c-f371-41bc-bd3a-5d4bf596c5c9 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] DELETE failed (client error): The resource could not be found. Mar 22 10:58:59.492573 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65f0fb7c-f371-41bc-bd3a-5d4bf596c5c9 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:59.500147 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40454) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:59.500678 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-65f0fb7c-f371-41bc-bd3a-5d4bf596c5c9 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/ports/1c8614be-943f-42d6-91b4-9dd8a1386dc2 HTTP/1.1" status: 404 len: 333 time: 0.0890245 Mar 22 10:58:59.508837 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8d0ab4a0-5c03-4b78-9d08-f37283c15b34 None None] Could not find standard attr ID for object d1b157bb-60aa-474b-b2ef-7ae0138fbcd5. {{(pid=109051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 10:58:59.520364 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bb0a76a6-9bc5-49bc-a170-ed6f353df6ef tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:59.561769 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-6282a3cd-03e9-4a5f-b7f7-987133d905dc None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:59.580892 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-6282a3cd-03e9-4a5f-b7f7-987133d905dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:59.590009 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4fbf97a-f797-4b44-ae2d-d7300aa76624 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] DELETE failed (client error): The resource could not be found. Mar 22 10:58:59.590763 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4fbf97a-f797-4b44-ae2d-d7300aa76624 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:59.598607 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b4fbf97a-f797-4b44-ae2d-d7300aa76624 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/subnets/0ec3208d-b714-4e3a-a5d7-379def6a4e97 HTTP/1.1" status: 404 len: 337 time: 0.0943153 Mar 22 10:58:59.600041 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40458) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:59.659906 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bb0a76a6-9bc5-49bc-a170-ed6f353df6ef tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:59.662919 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f3819d4-b0df-4436-8718-f602f48d0582 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] DELETE failed (client error): The resource could not be found. Mar 22 10:58:59.663686 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f3819d4-b0df-4436-8718-f602f48d0582 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:59.666615 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-4f3819d4-b0df-4436-8718-f602f48d0582 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/ports/a8e4afe6-9bdb-4ea0-836f-325fb885d4a3 HTTP/1.1" status: 404 len: 333 time: 0.0659342 Mar 22 10:58:59.669154 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40460) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:59.669440 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6282a3cd-03e9-4a5f-b7f7-987133d905dc None None] Network 660e8501-1e86-44cd-9d64-1cf5a800b0a5 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:58:59.682362 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-6282a3cd-03e9-4a5f-b7f7-987133d905dc None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:58:59.687613 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6282a3cd-03e9-4a5f-b7f7-987133d905dc None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:58:59.717308 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0a76a6-9bc5-49bc-a170-ed6f353df6ef tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event deleted for resources: {'Subnet': ['ID=b80da809-e326-49a1-9999-6f427f98560a,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:59.723661 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-5abfc559-c2ca-40e2-b601-6ff1b061a828 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] DELETE failed (client error): The resource could not be found. Mar 22 10:58:59.723996 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5abfc559-c2ca-40e2-b601-6ff1b061a828 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:59.727114 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-5abfc559-c2ca-40e2-b601-6ff1b061a828 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/subnets/2e110eb1-f49b-4bb7-b02d-fb37219efdd4 HTTP/1.1" status: 404 len: 337 time: 0.0569086 Mar 22 10:58:59.727436 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device f12270ab-957d-4654-9945-09f3fbd5cd15 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:58:59.731859 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40462) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:59.736616 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bb0a76a6-9bc5-49bc-a170-ed6f353df6ef tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:59.742001 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-bb0a76a6-9bc5-49bc-a170-ed6f353df6ef tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "DELETE /v2.0/subnets/b80da809-e326-49a1-9999-6f427f98560a HTTP/1.1" status: 204 len: 168 time: 0.5476785 Mar 22 10:58:59.745768 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40464) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:59.750727 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-875962a3-f679-428d-ae0b-b9d6540009b3 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Request body: {'subnet': {'network_id': 'c33d4098-434a-4c67-a0d0-3ea0db9d3f43', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:58:59.772919 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6282a3cd-03e9-4a5f-b7f7-987133d905dc None None] Pushing event updated for resources: {'Port': ['ID=4ead071a-28d2-47d3-ae33-0aec382397dc,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:58:59.776734 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: f12270ab-957d-4654-9945-09f3fbd5cd15 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:58:59.777084 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device f12270ab-957d-4654-9945-09f3fbd5cd15 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:58:59.789932 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-93b5a085-6dc4-472c-a8a3-05fd8ff23499 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] DELETE failed (client error): The resource could not be found. Mar 22 10:58:59.790623 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93b5a085-6dc4-472c-a8a3-05fd8ff23499 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:59.796749 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-93b5a085-6dc4-472c-a8a3-05fd8ff23499 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/ports/da967a70-ae3f-4aab-a755-300942e9506a HTTP/1.1" status: 404 len: 333 time: 0.0620265 Mar 22 10:58:59.797709 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40468) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:59.814211 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-6282a3cd-03e9-4a5f-b7f7-987133d905dc None None] Attempting to bind port 4ead071a-28d2-47d3-ae33-0aec382397dc on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:58:59.814608 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-6282a3cd-03e9-4a5f-b7f7-987133d905dc None None] Attempting to bind port 4ead071a-28d2-47d3-ae33-0aec382397dc by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': 'a2b01e91-4244-445f-9ef3-723a3b17277d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '660e8501-1e86-44cd-9d64-1cf5a800b0a5'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:58:59.814977 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6282a3cd-03e9-4a5f-b7f7-987133d905dc None None] Attempting to bind port 4ead071a-28d2-47d3-ae33-0aec382397dc on network 660e8501-1e86-44cd-9d64-1cf5a800b0a5 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:58:59.823208 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6282a3cd-03e9-4a5f-b7f7-987133d905dc None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:58:59.823616 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6282a3cd-03e9-4a5f-b7f7-987133d905dc None None] Checking segment: {'id': 'a2b01e91-4244-445f-9ef3-723a3b17277d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '660e8501-1e86-44cd-9d64-1cf5a800b0a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:58:59.824027 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-6282a3cd-03e9-4a5f-b7f7-987133d905dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:59.824474 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6282a3cd-03e9-4a5f-b7f7-987133d905dc None None] Bound using segment: {'id': 'a2b01e91-4244-445f-9ef3-723a3b17277d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '660e8501-1e86-44cd-9d64-1cf5a800b0a5'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:58:59.824962 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-6282a3cd-03e9-4a5f-b7f7-987133d905dc None None] Bound port: 4ead071a-28d2-47d3-ae33-0aec382397dc, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2b01e91-4244-445f-9ef3-723a3b17277d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '660e8501-1e86-44cd-9d64-1cf5a800b0a5'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:58:59.825419 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-6282a3cd-03e9-4a5f-b7f7-987133d905dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:59.847701 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d1e884-4dc2-4d3b-8017-d5491874a946 None None] Network c33d4098-434a-4c67-a0d0-3ea0db9d3f43 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:58:59.848242 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd287b2d-346f-4b84-a785-e11f439faf48 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] DELETE failed (client error): The resource could not be found. Mar 22 10:58:59.848362 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-76675996-e004-4c9a-b1cf-8e818bb83cc0 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:58:59.849206 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd287b2d-346f-4b84-a785-e11f439faf48 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:59.856669 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-dd287b2d-346f-4b84-a785-e11f439faf48 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/subnets/e2918a0e-9181-422f-983b-9092685792ac HTTP/1.1" status: 404 len: 337 time: 0.0582216 Mar 22 10:58:59.857617 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40472) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:59.881723 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccf240ec-9935-4191-b94a-8627368b4676 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] DELETE failed (client error): The resource could not be found. Mar 22 10:58:59.882638 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccf240ec-9935-4191-b94a-8627368b4676 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:59.888412 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ccf240ec-9935-4191-b94a-8627368b4676 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/ports/3ae8c638-dbbf-4fcf-b085-9de4a628a337 HTTP/1.1" status: 404 len: 333 time: 0.0295858 Mar 22 10:58:59.889021 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40476) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:59.920795 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff62a8ac-9b0d-4958-8627-9e60dd77c0b5 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] DELETE failed (client error): The resource could not be found. Mar 22 10:58:59.921256 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff62a8ac-9b0d-4958-8627-9e60dd77c0b5 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:59.927599 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ff62a8ac-9b0d-4958-8627-9e60dd77c0b5 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/subnets/8adab217-71d7-4c17-8c66-ecee76725bca HTTP/1.1" status: 404 len: 337 time: 0.0375953 Mar 22 10:58:59.928202 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40478) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:59.952926 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-390368ca-905c-45ce-8741-8134a88e823b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] DELETE failed (client error): The resource could not be found. Mar 22 10:58:59.953867 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-390368ca-905c-45ce-8741-8134a88e823b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:58:59.960374 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-390368ca-905c-45ce-8741-8134a88e823b tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/ports/e48051c0-aa8a-4acc-81dc-48f398049441 HTTP/1.1" status: 404 len: 333 time: 0.0309114 Mar 22 10:58:59.960838 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40482) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:58:59.970276 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-6282a3cd-03e9-4a5f-b7f7-987133d905dc None None] For port 4ead071a-28d2-47d3-ae33-0aec382397dc, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:58:59.976055 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-6282a3cd-03e9-4a5f-b7f7-987133d905dc None None] For port 4ead071a-28d2-47d3-ae33-0aec382397dc, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=4ead071a-28d2-47d3-ae33-0aec382397dc,segment=NetworkSegment(a2b01e91-4244-445f-9ef3-723a3b17277d),segment_id=a2b01e91-4244-445f-9ef3-723a3b17277d)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:58:59.996377 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-6282a3cd-03e9-4a5f-b7f7-987133d905dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:00.094206 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40484) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:00.126603 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6282a3cd-03e9-4a5f-b7f7-987133d905dc None None] Pushing event updated for resources: {'Port': ['ID=4ead071a-28d2-47d3-ae33-0aec382397dc,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:00.149110 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875962a3-f679-428d-ae0b-b9d6540009b3 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Made reservation on behalf of 976d65578b3f4457a067052eaaa72feb for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:59:00.153430 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-875962a3-f679-428d-ae0b-b9d6540009b3 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:00.283180 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-aa00dc1e-9f9d-4d88-87fd-a44b12397311 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1989578326'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:00.330549 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-14b9d694-92b9-4987-9ef2-e8f71aa84ec1 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] DELETE failed (client error): The resource could not be found. Mar 22 10:59:00.331164 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14b9d694-92b9-4987-9ef2-e8f71aa84ec1 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:59:00.337223 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-14b9d694-92b9-4987-9ef2-e8f71aa84ec1 tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/subnets/e9056c6e-a0eb-483d-bbff-ad0c059ccee7 HTTP/1.1" status: 404 len: 337 time: 0.3752928 Mar 22 10:59:00.341184 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40490) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:00.377863 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa00dc1e-9f9d-4d88-87fd-a44b12397311 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Made reservation on behalf of 9b8ed9295afa4b00b119a1377ee54716 for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:59:00.385552 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-aa00dc1e-9f9d-4d88-87fd-a44b12397311 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:00.404136 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-76675996-e004-4c9a-b1cf-8e818bb83cc0 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Allocated IP 172.20.0.1 (660e8501-1e86-44cd-9d64-1cf5a800b0a5/46d0a98d-c4c2-4141-8071-35817cc1ce80/35540a55-abee-4074-8d64-fce2f814bac6) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:59:00.411993 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-aa00dc1e-9f9d-4d88-87fd-a44b12397311 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:00.462739 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-da07eab8-a6bb-43e3-aad1-934c43207c0a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:00.585977 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-da07eab8-a6bb-43e3-aad1-934c43207c0a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:00.613372 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-da07eab8-a6bb-43e3-aad1-934c43207c0a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bc750fe-0949-42b2-bab7-34fc725823e6']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:00.625612 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-da07eab8-a6bb-43e3-aad1-934c43207c0a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:00.626136 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-da07eab8-a6bb-43e3-aad1-934c43207c0a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65ef8c6f-b10a-4cc3-9c0f-7dc7312aeff2') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:00.636742 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-da07eab8-a6bb-43e3-aad1-934c43207c0a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:00.651945 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-da07eab8-a6bb-43e3-aad1-934c43207c0a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:00.659099 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da07eab8-a6bb-43e3-aad1-934c43207c0a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:59:00.659705 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-da07eab8-a6bb-43e3-aad1-934c43207c0a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:00.664342 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 10:59:00.664342 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:59:00.664342 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 10:59:00.664342 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:59:00.664342 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 10:59:00.664342 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:59:00.664342 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 10:59:00.664342 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:59:00.664342 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 10:59:00.664342 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:59:00.664342 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 10:59:00.664342 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:59:00.664342 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 10:59:00.664342 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:59:00.664342 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:59:00.664342 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:59:00.664342 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:59:00.664342 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:59:00.664342 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 10:59:00.664342 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:59:00.664342 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 10:59:00.664342 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:59:00.664342 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:59:00.664342 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:59:00.664342 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 10:59:00.664342 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:59:00.664342 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:59:00.664342 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:59:00.664342 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:59:00.664342 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:59:00.664342 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:59:00.664342 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:59:00.666678 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-76675996-e004-4c9a-b1cf-8e818bb83cc0 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:00.717519 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-aa00dc1e-9f9d-4d88-87fd-a44b12397311 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:00.727794 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-da07eab8-a6bb-43e3-aad1-934c43207c0a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:00.737820 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-da07eab8-a6bb-43e3-aad1-934c43207c0a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:00.740989 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-da07eab8-a6bb-43e3-aad1-934c43207c0a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] 10.222.0.57 "DELETE /v2.0/networks/1bc750fe-0949-42b2-bab7-34fc725823e6 HTTP/1.1" status: 204 len: 168 time: 0.3983991 Mar 22 10:59:00.742037 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-aa00dc1e-9f9d-4d88-87fd-a44b12397311 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:00.754871 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-875962a3-f679-428d-ae0b-b9d6540009b3 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:00.758135 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa00dc1e-9f9d-4d88-87fd-a44b12397311 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:59:00.765160 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da07eab8-a6bb-43e3-aad1-934c43207c0a tempest-NetworksTestDHCPv6-757145611 tempest-NetworksTestDHCPv6-757145611-project] Pushing event deleted for resources: {'Network': ['ID=1bc750fe-0949-42b2-bab7-34fc725823e6,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:00.826033 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875962a3-f679-428d-ae0b-b9d6540009b3 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Network c33d4098-434a-4c67-a0d0-3ea0db9d3f43 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:59:00.832659 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-aa00dc1e-9f9d-4d88-87fd-a44b12397311 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:00.833013 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-aa00dc1e-9f9d-4d88-87fd-a44b12397311 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Added segment 01f88f12-b978-4f7e-ad98-fd71b5a08369 of type vlan for network 9ed789a7-1495-41f8-82cb-46101f9624ef Mar 22 10:59:00.836601 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-875962a3-f679-428d-ae0b-b9d6540009b3 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:59:00.853044 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875962a3-f679-428d-ae0b-b9d6540009b3 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:00.853757 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-875962a3-f679-428d-ae0b-b9d6540009b3 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:00.881617 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa00dc1e-9f9d-4d88-87fd-a44b12397311 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe158cf-f1a8-4d93-a145-34f050cd379f,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:00.897391 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875962a3-f679-428d-ae0b-b9d6540009b3 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event updated for resources: {'Subnet': ['ID=0fc904d3-2b4b-4502-b252-0c60453f608a,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:00.899747 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-76675996-e004-4c9a-b1cf-8e818bb83cc0 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:00.916554 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-aa00dc1e-9f9d-4d88-87fd-a44b12397311 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:00.935287 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd25c600-ed7a-49a4-8b77-c7bf06d7ea09 None None] Network c33d4098-434a-4c67-a0d0-3ea0db9d3f43 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:59:00.951713 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40494) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:00.955794 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-875962a3-f679-428d-ae0b-b9d6540009b3 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2086542 Mar 22 10:59:00.957306 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-e44254e9-36ae-41c5-b59f-06c0322f609d tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Request body: {'security_group': {'name': 'tempest-secgroup-1300991219'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:00.990076 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-f391f864-dac5-4d0d-9964-598a2b197a4a None None] Provisioning complete for port f59dc807-e6e4-4281-b284-2b2274891509 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:00.991291 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f391f864-dac5-4d0d-9964-598a2b197a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:00.997744 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76675996-e004-4c9a-b1cf-8e818bb83cc0 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Network 660e8501-1e86-44cd-9d64-1cf5a800b0a5 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:59:00.998865 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e44254e9-36ae-41c5-b59f-06c0322f609d tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:01.020795 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-76675996-e004-4c9a-b1cf-8e818bb83cc0 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:59:01.030934 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76675996-e004-4c9a-b1cf-8e818bb83cc0 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:59:01.085063 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76675996-e004-4c9a-b1cf-8e818bb83cc0 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event updated for resources: {'Port': ['ID=35540a55-abee-4074-8d64-fce2f814bac6,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:01.090663 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-aa00dc1e-9f9d-4d88-87fd-a44b12397311 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:01.096731 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa00dc1e-9f9d-4d88-87fd-a44b12397311 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:01.097372 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-aa00dc1e-9f9d-4d88-87fd-a44b12397311 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:01.143607 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e44254e9-36ae-41c5-b59f-06c0322f609d tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:01.151502 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e44254e9-36ae-41c5-b59f-06c0322f609d tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:01.168473 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-aa00dc1e-9f9d-4d88-87fd-a44b12397311 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0698242 Mar 22 10:59:01.172600 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40498) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:01.175127 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-76675996-e004-4c9a-b1cf-8e818bb83cc0 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684270'] for router_interface, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:01.210292 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44254e9-36ae-41c5-b59f-06c0322f609d tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7707469d-fcb5-4a01-a2d5-a67765ca5c8d,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:01.214925 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e44254e9-36ae-41c5-b59f-06c0322f609d tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:01.216227 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e44254e9-36ae-41c5-b59f-06c0322f609d tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2634060 Mar 22 10:59:01.226434 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40500) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:01.226807 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40502) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:01.230792 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-16cb6ba3-facf-44b5-9698-4587692e000c tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Request body: {'port': {'network_id': '9ed789a7-1495-41f8-82cb-46101f9624ef', 'name': 'tempest-PortsIpV6TestJSON-2091049936'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:01.232552 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-0dc379af-10f1-4ab1-8af2-9409494f4455 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Request body: {'security_group': {'name': 'tempest-secgroup-33086668'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:01.287464 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa00dc1e-9f9d-4d88-87fd-a44b12397311 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event updated for resources: {'Network': ['ID=9ed789a7-1495-41f8-82cb-46101f9624ef,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:01.290314 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0dc379af-10f1-4ab1-8af2-9409494f4455 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:01.420875 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0dc379af-10f1-4ab1-8af2-9409494f4455 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:01.427242 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0dc379af-10f1-4ab1-8af2-9409494f4455 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:01.482540 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16cb6ba3-facf-44b5-9698-4587692e000c tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Made reservation on behalf of 9b8ed9295afa4b00b119a1377ee54716 for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:59:01.483946 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 4ead071a-28d2-47d3-ae33-0aec382397dc up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:59:01.486036 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-16cb6ba3-facf-44b5-9698-4587692e000c tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:01.487819 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 9ed789a7-1495-41f8-82cb-46101f9624ef details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:59:01.495313 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0dc379af-10f1-4ab1-8af2-9409494f4455 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:01.496737 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0dc379af-10f1-4ab1-8af2-9409494f4455 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2688174 Mar 22 10:59:01.504597 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40506) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:01.512475 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-76675996-e004-4c9a-b1cf-8e818bb83cc0 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:01.517212 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-b7213780-82aa-4753-9c71-291c8c0a6baf tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Request body: {'security_group': {'name': 'tempest-secgroup-1389131832'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:01.525827 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-16cb6ba3-facf-44b5-9698-4587692e000c tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] device_id is not set on port 0be9a829-33d3-457d-8a07-c6fa6be92eea yet. {{(pid=109050) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:59:01.547111 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc379af-10f1-4ab1-8af2-9409494f4455 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5279b352-c67b-495d-9f0e-4fef2929e59a,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:01.547330 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b36d46a-2cdf-410f-9fbb-71f2e30bf35d None None] Network 660e8501-1e86-44cd-9d64-1cf5a800b0a5 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:59:01.566817 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b7213780-82aa-4753-9c71-291c8c0a6baf tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:01.597270 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-90a7fc90-f039-4e64-a516-571e52bbba7f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f7a8ac7bbd5d466888176c13ba053f5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3644073 Mar 22 10:59:01.597270 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40508) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:01.691592 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f9e637b9-f489-4267-bcfa-9d4755854ffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:01.709530 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b7213780-82aa-4753-9c71-291c8c0a6baf tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:01.716157 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-f391f864-dac5-4d0d-9964-598a2b197a4a None None] Provisioning complete for port f25a1a17-3ddc-47c3-99a1-0ced4512cc6d triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:01.716540 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f391f864-dac5-4d0d-9964-598a2b197a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:01.721410 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b7213780-82aa-4753-9c71-291c8c0a6baf tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:01.733181 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f9e637b9-f489-4267-bcfa-9d4755854ffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:01.768476 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b7213780-82aa-4753-9c71-291c8c0a6baf tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:01.769781 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b7213780-82aa-4753-9c71-291c8c0a6baf tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2608891 Mar 22 10:59:01.777288 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40510) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:01.784400 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 4ead071a-28d2-47d3-ae33-0aec382397dc triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:01.784931 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:01.788111 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-e079b4c4-e5cb-4f7d-b210-abe9c9eed36a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-548224088', 'security_groups': ['4dc78ee2-c433-414a-a8f8-1a0f1c4b20f6'], 'network_id': 'c33d4098-434a-4c67-a0d0-3ea0db9d3f43', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0fc904d3-2b4b-4502-b252-0c60453f608a'}]}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:01.792377 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7213780-82aa-4753-9c71-291c8c0a6baf tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc78ee2-c433-414a-a8f8-1a0f1c4b20f6,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:01.794373 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-f391f864-dac5-4d0d-9964-598a2b197a4a None None] Port f25a1a17-3ddc-47c3-99a1-0ced4512cc6d cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:59:01.842289 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-16cb6ba3-facf-44b5-9698-4587692e000c tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:01.904328 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f9e637b9-f489-4267-bcfa-9d4755854ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:01.907104 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f9e637b9-f489-4267-bcfa-9d4755854ffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:01.910852 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f9e637b9-f489-4267-bcfa-9d4755854ffe admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e23baf70-3675-4450-af59-d1ac13303843 HTTP/1.1" status: 204 len: 168 time: 0.3108294 Mar 22 10:59:01.927861 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e637b9-f489-4267-bcfa-9d4755854ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23baf70-3675-4450-af59-d1ac13303843,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:01.959237 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12112c37-8b38-47dd-bb1a-2cd08981cbfe None None] Update dhcp port {'port': {'network_id': 'c33d4098-434a-4c67-a0d0-3ea0db9d3f43', 'fixed_ips': [{'subnet_id': '1c1735a2-addf-418d-aec3-993e5dd1d83d', 'ip_address': '172.20.0.18'}, {'subnet_id': '0fc904d3-2b4b-4502-b252-0c60453f608a'}], 'binding:host_id': 'dv-neutron-834599-1-hyperv'}, 'id': 'f59dc807-e6e4-4281-b284-2b2274891509'} from dv-neutron-834599-1-hyperv. {{(pid=109051) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 22 10:59:01.980668 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e079b4c4-e5cb-4f7d-b210-abe9c9eed36a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Made reservation on behalf of 976d65578b3f4457a067052eaaa72feb for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:59:02.030247 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-34a1531f-8c6c-4780-9acf-1e9bd4a17dc6 None None] Provisioning complete for port 4ead071a-28d2-47d3-ae33-0aec382397dc triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:02.030902 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-34a1531f-8c6c-4780-9acf-1e9bd4a17dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:02.032483 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-12112c37-8b38-47dd-bb1a-2cd08981cbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:02.045144 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-76675996-e004-4c9a-b1cf-8e818bb83cc0 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:02.050722 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-16cb6ba3-facf-44b5-9698-4587692e000c tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:02.088864 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-76675996-e004-4c9a-b1cf-8e818bb83cc0 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:02.104013 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:02.105062 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e079b4c4-e5cb-4f7d-b210-abe9c9eed36a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:02.138646 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-e079b4c4-e5cb-4f7d-b210-abe9c9eed36a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] device_id is not set on port 2eae85cf-d7d8-49d7-b04d-3dd06b38b255 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:59:02.182763 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-76675996-e004-4c9a-b1cf-8e818bb83cc0 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684306'] for router_interface, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:02.200742 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port 4ead071a-28d2-47d3-ae33-0aec382397dc, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=4ead071a-28d2-47d3-ae33-0aec382397dc,segment=NetworkSegment(a2b01e91-4244-445f-9ef3-723a3b17277d),segment_id=a2b01e91-4244-445f-9ef3-723a3b17277d)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:59:02.279360 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cb6ba3-facf-44b5-9698-4587692e000c tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event updated for resources: {'Port': ['ID=0be9a829-33d3-457d-8a07-c6fa6be92eea,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:02.299480 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:02.357072 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cb6ba3-facf-44b5-9698-4587692e000c tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Checking segment: {'id': '01f88f12-b978-4f7e-ad98-fd71b5a08369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9ed789a7-1495-41f8-82cb-46101f9624ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:59:02.357539 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cb6ba3-facf-44b5-9698-4587692e000c tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Network hostable DHCP agents. Network: 9ed789a7-1495-41f8-82cb-46101f9624ef, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:59:02.401379 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-34a1531f-8c6c-4780-9acf-1e9bd4a17dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:02.403461 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76675996-e004-4c9a-b1cf-8e818bb83cc0 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event updated for resources: {'Port': ['ID=35540a55-abee-4074-8d64-fce2f814bac6,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:02.422864 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76675996-e004-4c9a-b1cf-8e818bb83cc0 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Network 660e8501-1e86-44cd-9d64-1cf5a800b0a5 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:59:02.425221 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-76675996-e004-4c9a-b1cf-8e818bb83cc0 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:59:02.427823 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cb6ba3-facf-44b5-9698-4587692e000c tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Network 9ed789a7-1495-41f8-82cb-46101f9624ef is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:59:02.439609 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-e079b4c4-e5cb-4f7d-b210-abe9c9eed36a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Allocated IP 172.20.0.10 (c33d4098-434a-4c67-a0d0-3ea0db9d3f43/0fc904d3-2b4b-4502-b252-0c60453f608a/2eae85cf-d7d8-49d7-b04d-3dd06b38b255) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:59:02.504455 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=4ead071a-28d2-47d3-ae33-0aec382397dc,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:02.534781 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.db.api [None req-34a1531f-8c6c-4780-9acf-1e9bd4a17dc6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 10:59:02.535658 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG oslo_db.api [None req-34a1531f-8c6c-4780-9acf-1e9bd4a17dc6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 10:59:02.591598 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-16cb6ba3-facf-44b5-9698-4587692e000c tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 9ed789a7-1495-41f8-82cb-46101f9624ef) {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:59:02.602834 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1fe697-dda9-4be1-80ef-73013a086e3a None None] Network 9ed789a7-1495-41f8-82cb-46101f9624ef requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:59:02.613229 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cb6ba3-facf-44b5-9698-4587692e000c tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:59:02.625939 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16cb6ba3-facf-44b5-9698-4587692e000c tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:02.626649 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-16cb6ba3-facf-44b5-9698-4587692e000c tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:02.635397 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e079b4c4-e5cb-4f7d-b210-abe9c9eed36a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:02.658729 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-16cb6ba3-facf-44b5-9698-4587692e000c tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4811971 Mar 22 10:59:02.658729 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76675996-e004-4c9a-b1cf-8e818bb83cc0 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Router 054c9ae2-1257-43cc-a295-3af6f4bb22cd is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109050) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 10:59:02.659685 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40526) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:02.665833 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-dcc75f6e-75f5-41b0-8932-aa9eb1a9d983 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-732956755'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:02.702286 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e079b4c4-e5cb-4f7d-b210-abe9c9eed36a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:02.762753 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e079b4c4-e5cb-4f7d-b210-abe9c9eed36a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Network c33d4098-434a-4c67-a0d0-3ea0db9d3f43 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:59:02.764341 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-e079b4c4-e5cb-4f7d-b210-abe9c9eed36a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:59:02.768948 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e079b4c4-e5cb-4f7d-b210-abe9c9eed36a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:59:02.780893 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc75f6e-75f5-41b0-8932-aa9eb1a9d983 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Made reservation on behalf of 9b8ed9295afa4b00b119a1377ee54716 for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:59:02.785520 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dcc75f6e-75f5-41b0-8932-aa9eb1a9d983 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:02.799391 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079b4c4-e5cb-4f7d-b210-abe9c9eed36a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event updated for resources: {'Port': ['ID=2eae85cf-d7d8-49d7-b04d-3dd06b38b255,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:02.821586 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-12112c37-8b38-47dd-bb1a-2cd08981cbfe None None] Allocated IP 172.20.0.2 (c33d4098-434a-4c67-a0d0-3ea0db9d3f43/0fc904d3-2b4b-4502-b252-0c60453f608a/f59dc807-e6e4-4281-b284-2b2274891509) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:59:02.846629 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76675996-e004-4c9a-b1cf-8e818bb83cc0 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:59:02.855961 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-76675996-e004-4c9a-b1cf-8e818bb83cc0 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "PUT /v2.0/routers/054c9ae2-1257-43cc-a295-3af6f4bb22cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0770705 Mar 22 10:59:02.857768 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcc75f6e-75f5-41b0-8932-aa9eb1a9d983 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:59:02.859514 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40534) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:02.860621 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbd6630-42f3-4877-a834-d1ef06e173d6 None None] Sync routers for ids ['054c9ae2-1257-43cc-a295-3af6f4bb22cd'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:59:02.868514 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dcc75f6e-75f5-41b0-8932-aa9eb1a9d983 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:02.868877 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-dcc75f6e-75f5-41b0-8932-aa9eb1a9d983 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Added segment 97a5b6a6-7abc-4b98-b910-d688a5e540a0 of type vlan for network 9378b688-f323-4590-8c1f-d70a07bdbbf5 Mar 22 10:59:02.871758 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-317e3370-d5c0-40d2-ba5a-347b944334df tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Request body: {'network': {'name': 'tempest-RoutersTest-847126833'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:02.890924 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e079b4c4-e5cb-4f7d-b210-abe9c9eed36a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:02.892006 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e079b4c4-e5cb-4f7d-b210-abe9c9eed36a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:02.919952 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dcc75f6e-75f5-41b0-8932-aa9eb1a9d983 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:02.940193 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e079b4c4-e5cb-4f7d-b210-abe9c9eed36a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1592705 Mar 22 10:59:02.940193 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317e3370-d5c0-40d2-ba5a-347b944334df tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Made reservation on behalf of fb0167f3b2d0487da26d7fc0c00f0b66 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:59:02.951948 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbd6630-42f3-4877-a834-d1ef06e173d6 None None] Routers {'054c9ae2-1257-43cc-a295-3af6f4bb22cd'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:59:02.951948 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-4fbd6630-42f3-4877-a834-d1ef06e173d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:58:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['054c9ae2-1257-43cc-a295-3af6f4bb22cd'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:02.952203 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40536) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:02.952306 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-317e3370-d5c0-40d2-ba5a-347b944334df tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:02.965032 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-2704983b-5f53-4a08-917c-ef326969fdaf tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Request body: {'subnet': {'network_id': 'c33d4098-434a-4c67-a0d0-3ea0db9d3f43', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:03.006627 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-317e3370-d5c0-40d2-ba5a-347b944334df tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:59:03.038803 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-317e3370-d5c0-40d2-ba5a-347b944334df tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:03.039282 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-317e3370-d5c0-40d2-ba5a-347b944334df tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Added segment 8551020e-da87-43d5-a6e8-07d7003b061e of type vlan for network da3c7d6d-c84b-4a40-9d62-4ff535fff9b4 Mar 22 10:59:03.097428 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dcc75f6e-75f5-41b0-8932-aa9eb1a9d983 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:03.106216 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40540) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:03.108059 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc75f6e-75f5-41b0-8932-aa9eb1a9d983 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:03.108739 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dcc75f6e-75f5-41b0-8932-aa9eb1a9d983 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:03.123303 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-317e3370-d5c0-40d2-ba5a-347b944334df tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:03.128830 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-12112c37-8b38-47dd-bb1a-2cd08981cbfe None None] For port f59dc807-e6e4-4281-b284-2b2274891509, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=f59dc807-e6e4-4281-b284-2b2274891509,segment=NetworkSegment(820df5c2-41e3-445f-b793-16c6a5aae62a),segment_id=820df5c2-41e3-445f-b793-16c6a5aae62a)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:59:03.132030 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 4ead071a-28d2-47d3-ae33-0aec382397dc up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:59:03.159450 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-317e3370-d5c0-40d2-ba5a-347b944334df tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:03.166068 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-dcc75f6e-75f5-41b0-8932-aa9eb1a9d983 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5048666 Mar 22 10:59:03.167257 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317e3370-d5c0-40d2-ba5a-347b944334df tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:03.167909 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-317e3370-d5c0-40d2-ba5a-347b944334df tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:03.169222 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2704983b-5f53-4a08-917c-ef326969fdaf tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Made reservation on behalf of 976d65578b3f4457a067052eaaa72feb for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:59:03.173293 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2704983b-5f53-4a08-917c-ef326969fdaf tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:03.177725 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40544) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:03.191807 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-317e3370-d5c0-40d2-ba5a-347b944334df tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3270347 Mar 22 10:59:03.197143 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-4fbd6630-42f3-4877-a834-d1ef06e173d6 None None] Set router 054c9ae2-1257-43cc-a295-3af6f4bb22cd gateway port host: None {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:59:03.204126 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40546) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:03.212441 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-2872ef5a-b435-47c5-955b-5aea585072cf tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Request body: {'subnet': {'network_id': 'da3c7d6d-c84b-4a40-9d62-4ff535fff9b4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:03.235632 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-961e5ce8-2b31-4641-b4bb-0279d1e00f92 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Request body: {'ports': [{'network_id': '9ed789a7-1495-41f8-82cb-46101f9624ef'}, {'network_id': '9378b688-f323-4590-8c1f-d70a07bdbbf5'}]} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:03.235954 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-961e5ce8-2b31-4641-b4bb-0279d1e00f92 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Request body: {'port': {'network_id': '9ed789a7-1495-41f8-82cb-46101f9624ef'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:03.236417 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-961e5ce8-2b31-4641-b4bb-0279d1e00f92 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Request body: {'port': {'network_id': '9378b688-f323-4590-8c1f-d70a07bdbbf5'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:03.254930 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc75f6e-75f5-41b0-8932-aa9eb1a9d983 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event updated for resources: {'Network': ['ID=9378b688-f323-4590-8c1f-d70a07bdbbf5,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:03.262906 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-12112c37-8b38-47dd-bb1a-2cd08981cbfe None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:03.269226 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 9378b688-f323-4590-8c1f-d70a07bdbbf5 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:59:03.287420 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-12112c37-8b38-47dd-bb1a-2cd08981cbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:03.299833 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-9276b813-91ba-4cf5-80c6-994265aa3d15 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1834164022'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:03.366081 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e3370-d5c0-40d2-ba5a-347b944334df tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event updated for resources: {'Network': ['ID=da3c7d6d-c84b-4a40-9d62-4ff535fff9b4,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:03.383661 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9276b813-91ba-4cf5-80c6-994265aa3d15 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Made reservation on behalf of fe9afd73625c407e837e039bb874a37a for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:59:03.387350 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9276b813-91ba-4cf5-80c6-994265aa3d15 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:03.391530 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2872ef5a-b435-47c5-955b-5aea585072cf tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Made reservation on behalf of fb0167f3b2d0487da26d7fc0c00f0b66 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:59:03.396093 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2872ef5a-b435-47c5-955b-5aea585072cf tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:03.415426 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9276b813-91ba-4cf5-80c6-994265aa3d15 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:03.437893 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.ipam_backend_mixin [None req-2704983b-5f53-4a08-917c-ef326969fdaf tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0fc904d3-2b4b-4502-b252-0c60453f608a (CIDR: 172.20.0.0/28) Mar 22 10:59:03.447918 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-2704983b-5f53-4a08-917c-ef326969fdaf tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 10:59:03.448735 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2704983b-5f53-4a08-917c-ef326969fdaf tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:59:03.474484 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-2704983b-5f53-4a08-917c-ef326969fdaf tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5224519 Mar 22 10:59:03.475323 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40548) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:03.484574 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-204eed1d-fa8d-4910-8e20-a86889a2d9b2 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Request body: {'subnet': {'network_id': 'c33d4098-434a-4c67-a0d0-3ea0db9d3f43', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:03.486179 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961e5ce8-2b31-4641-b4bb-0279d1e00f92 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Made reservation on behalf of 9b8ed9295afa4b00b119a1377ee54716 for: {'port': 2} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:59:03.491041 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-961e5ce8-2b31-4641-b4bb-0279d1e00f92 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:03.506067 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-961e5ce8-2b31-4641-b4bb-0279d1e00f92 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:03.639247 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network da3c7d6d-c84b-4a40-9d62-4ff535fff9b4 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:59:03.671491 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-961e5ce8-2b31-4641-b4bb-0279d1e00f92 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] device_id is not set on port 2980d536-1302-4970-b5d2-9524a6e0e17e yet. {{(pid=109050) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:59:03.696457 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9276b813-91ba-4cf5-80c6-994265aa3d15 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:03.707170 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9276b813-91ba-4cf5-80c6-994265aa3d15 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:03.752808 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204eed1d-fa8d-4910-8e20-a86889a2d9b2 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Made reservation on behalf of 976d65578b3f4457a067052eaaa72feb for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:59:03.756452 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-204eed1d-fa8d-4910-8e20-a86889a2d9b2 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:03.775920 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-961e5ce8-2b31-4641-b4bb-0279d1e00f92 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:03.783804 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 4ead071a-28d2-47d3-ae33-0aec382397dc triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:03.784278 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:03.791252 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9276b813-91ba-4cf5-80c6-994265aa3d15 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:59:03.814341 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2872ef5a-b435-47c5-955b-5aea585072cf tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:03.823740 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9276b813-91ba-4cf5-80c6-994265aa3d15 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20ec3c86-d811-4b44-8ad7-1a57d96a07f5,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:03.826939 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9276b813-91ba-4cf5-80c6-994265aa3d15 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:03.827208 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-9276b813-91ba-4cf5-80c6-994265aa3d15 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Added segment a5eeb60d-4972-48b3-aa2b-41abc2d0e48f of type vlan for network 2a93550a-fffb-4190-962e-fcd913bca77a Mar 22 10:59:03.858605 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-cf6bad0a-79b1-4a82-a336-ef1d228b17b1 None None] Provisioning complete for port 4ead071a-28d2-47d3-ae33-0aec382397dc triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:03.859381 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-cf6bad0a-79b1-4a82-a336-ef1d228b17b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:03.861685 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12112c37-8b38-47dd-bb1a-2cd08981cbfe None None] Pushing event updated for resources: {'Port': ['ID=f59dc807-e6e4-4281-b284-2b2274891509,revision_number=6']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:03.876029 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-961e5ce8-2b31-4641-b4bb-0279d1e00f92 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] device_id is not set on port 2a6d58ad-cc7b-4e47-82c1-777aa2eb296d yet. {{(pid=109050) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:59:03.987069 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-4fbd6630-42f3-4877-a834-d1ef06e173d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'name': 'tempest-RoutersTest-router-142145091', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:58:56Z', 'updated_at': '2022-03-22T10:59:01Z', 'revision_number': 2, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'gw_port_host': None, '_interfaces': [{'id': '35540a55-abee-4074-8d64-fce2f814bac6', 'name': '', 'network_id': '660e8501-1e86-44cd-9d64-1cf5a800b0a5', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'mac_address': 'fa:16:3e:5e:12:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '46d0a98d-c4c2-4141-8071-35817cc1ce80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:00Z', 'updated_at': '2022-03-22T10:59:01Z', 'revision_number': 2, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'subnets': [{'id': '46d0a98d-c4c2-4141-8071-35817cc1ce80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:03.991979 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2872ef5a-b435-47c5-955b-5aea585072cf tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event updated for resources: {'Subnet': ['ID=1cae3500-778f-4ecb-ac53-307699b891a0,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:03.995701 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9276b813-91ba-4cf5-80c6-994265aa3d15 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:04.021920 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.ipam_backend_mixin [None req-204eed1d-fa8d-4910-8e20-a86889a2d9b2 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 1c1735a2-addf-418d-aec3-993e5dd1d83d (CIDR: 172.20.0.16/28) Mar 22 10:59:04.027644 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-961e5ce8-2b31-4641-b4bb-0279d1e00f92 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:04.031167 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-204eed1d-fa8d-4910-8e20-a86889a2d9b2 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 10:59:04.031950 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-204eed1d-fa8d-4910-8e20-a86889a2d9b2 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:59:04.052500 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbd6630-42f3-4877-a834-d1ef06e173d6 None None] Checking router: 054c9ae2-1257-43cc-a295-3af6f4bb22cd for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 10:59:04.053357 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbd6630-42f3-4877-a834-d1ef06e173d6 None None] Updating router 054c9ae2-1257-43cc-a295-3af6f4bb22cd port 35540a55-abee-4074-8d64-fce2f814bac6 binding host dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 10:59:04.056046 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2872ef5a-b435-47c5-955b-5aea585072cf tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Checking segment: {'id': '8551020e-da87-43d5-a6e8-07d7003b061e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'da3c7d6d-c84b-4a40-9d62-4ff535fff9b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:59:04.056452 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2872ef5a-b435-47c5-955b-5aea585072cf tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Network hostable DHCP agents. Network: da3c7d6d-c84b-4a40-9d62-4ff535fff9b4, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:59:04.069764 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9276b813-91ba-4cf5-80c6-994265aa3d15 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:04.075844 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9276b813-91ba-4cf5-80c6-994265aa3d15 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:04.076582 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9276b813-91ba-4cf5-80c6-994265aa3d15 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:04.090125 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-204eed1d-fa8d-4910-8e20-a86889a2d9b2 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6082265 Mar 22 10:59:04.091544 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40550) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:04.098233 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4fbd6630-42f3-4877-a834-d1ef06e173d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:04.101305 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-ea38ba82-7d84-4421-8c61-a381c826b9fb tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Request body: {'subnet': {'network_id': 'c33d4098-434a-4c67-a0d0-3ea0db9d3f43', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:04.106867 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-961e5ce8-2b31-4641-b4bb-0279d1e00f92 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:04.125421 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2872ef5a-b435-47c5-955b-5aea585072cf tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Network da3c7d6d-c84b-4a40-9d62-4ff535fff9b4 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:59:04.140048 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9276b813-91ba-4cf5-80c6-994265aa3d15 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.0325682 Mar 22 10:59:04.141959 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40552) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:04.163444 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-cf6bad0a-79b1-4a82-a336-ef1d228b17b1 None None] Provisioning complete for port 35540a55-abee-4074-8d64-fce2f814bac6 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:04.164022 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-cf6bad0a-79b1-4a82-a336-ef1d228b17b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:04.192781 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-bffdaa51-89ed-4437-99a2-ed350aa33fe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Request body: {'subnet': {'network_id': '2a93550a-fffb-4190-962e-fcd913bca77a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:04.197228 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9276b813-91ba-4cf5-80c6-994265aa3d15 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Pushing event updated for resources: {'Network': ['ID=2a93550a-fffb-4190-962e-fcd913bca77a,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:04.203538 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-2872ef5a-b435-47c5-955b-5aea585072cf tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, da3c7d6d-c84b-4a40-9d62-4ff535fff9b4) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:59:04.223516 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2872ef5a-b435-47c5-955b-5aea585072cf tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:04.224436 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2872ef5a-b435-47c5-955b-5aea585072cf tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:04.251137 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961e5ce8-2b31-4641-b4bb-0279d1e00f92 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Network 9ed789a7-1495-41f8-82cb-46101f9624ef is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:59:04.257325 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bd4cac-3fb9-4ffb-8d02-e90c1e9873e1 None None] Network da3c7d6d-c84b-4a40-9d62-4ff535fff9b4 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:59:04.259786 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 2a93550a-fffb-4190-962e-fcd913bca77a details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:59:04.291606 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-961e5ce8-2b31-4641-b4bb-0279d1e00f92 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:59:04.295447 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2872ef5a-b435-47c5-955b-5aea585072cf tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0897336 Mar 22 10:59:04.298795 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40554) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:04.298946 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961e5ce8-2b31-4641-b4bb-0279d1e00f92 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:59:04.299940 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-961e5ce8-2b31-4641-b4bb-0279d1e00f92 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:04.305475 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-cf6bad0a-79b1-4a82-a336-ef1d228b17b1 None None] Port 35540a55-abee-4074-8d64-fce2f814bac6 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:59:04.315001 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e5ce8-2b31-4641-b4bb-0279d1e00f92 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event updated for resources: {'Port': ['ID=2980d536-1302-4970-b5d2-9524a6e0e17e,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:04.435467 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e5ce8-2b31-4641-b4bb-0279d1e00f92 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event updated for resources: {'Port': ['ID=2a6d58ad-cc7b-4e47-82c1-777aa2eb296d,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:04.435846 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bffdaa51-89ed-4437-99a2-ed350aa33fe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Made reservation on behalf of fe9afd73625c407e837e039bb874a37a for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:59:04.439406 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bffdaa51-89ed-4437-99a2-ed350aa33fe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:04.461742 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961e5ce8-2b31-4641-b4bb-0279d1e00f92 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Checking segment: {'id': '97a5b6a6-7abc-4b98-b910-d688a5e540a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9378b688-f323-4590-8c1f-d70a07bdbbf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:59:04.462918 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961e5ce8-2b31-4641-b4bb-0279d1e00f92 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Network hostable DHCP agents. Network: 9378b688-f323-4590-8c1f-d70a07bdbbf5, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:59:04.488737 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea38ba82-7d84-4421-8c61-a381c826b9fb tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Made reservation on behalf of 976d65578b3f4457a067052eaaa72feb for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:59:04.494306 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ea38ba82-7d84-4421-8c61-a381c826b9fb tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:04.499497 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961e5ce8-2b31-4641-b4bb-0279d1e00f92 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Network 9378b688-f323-4590-8c1f-d70a07bdbbf5 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:59:04.538196 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-961e5ce8-2b31-4641-b4bb-0279d1e00f92 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 9378b688-f323-4590-8c1f-d70a07bdbbf5) {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:59:04.551003 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e834f2fc-53b1-4c36-a9eb-582a7565df07 None None] Network 9378b688-f323-4590-8c1f-d70a07bdbbf5 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:59:04.553150 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961e5ce8-2b31-4641-b4bb-0279d1e00f92 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:59:04.560869 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961e5ce8-2b31-4641-b4bb-0279d1e00f92 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:04.577436 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961e5ce8-2b31-4641-b4bb-0279d1e00f92 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:04.578226 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-961e5ce8-2b31-4641-b4bb-0279d1e00f92 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:04.643606 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-961e5ce8-2b31-4641-b4bb-0279d1e00f92 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4250314 Mar 22 10:59:04.644368 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40556) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:04.761829 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277f5ea5-f88d-47bc-9db1-9872ed6cf939 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-da3c7d6d-c84b-4a40-9d62-4ff535fff9b4', 'network_id': 'da3c7d6d-c84b-4a40-9d62-4ff535fff9b4', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'fixed_ips': [{'subnet_id': '1cae3500-778f-4ecb-ac53-307699b891a0'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:59:04.762680 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-277f5ea5-f88d-47bc-9db1-9872ed6cf939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:04.795710 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-b944413c-01c2-4b60-8983-b0d4ffd1d6e8 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Deleting port 2a6d58ad-cc7b-4e47-82c1-777aa2eb296d {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:59:04.796334 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b944413c-01c2-4b60-8983-b0d4ffd1d6e8 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:04.831564 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-68e9aa2f-6b1f-4ac6-bd65-bf90771cc452 None None] Provisioning complete for port f59dc807-e6e4-4281-b284-2b2274891509 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:04.832031 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-68e9aa2f-6b1f-4ac6-bd65-bf90771cc452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:04.875641 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bffdaa51-89ed-4437-99a2-ed350aa33fe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:04.896960 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-20c2eabf-9933-4d6b-a9c0-52c5633844a1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:04.918321 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b944413c-01c2-4b60-8983-b0d4ffd1d6e8 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:04.937836 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-b944413c-01c2-4b60-8983-b0d4ffd1d6e8 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Calling delete_port for 2a6d58ad-cc7b-4e47-82c1-777aa2eb296d owned by {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:59:04.988713 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4fbd6630-42f3-4877-a834-d1ef06e173d6 None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:05.018798 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4fbd6630-42f3-4877-a834-d1ef06e173d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:05.074950 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffdaa51-89ed-4437-99a2-ed350aa33fe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Pushing event updated for resources: {'Subnet': ['ID=6d1f4af8-3b91-4a79-9219-e483e9ae7b9a,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:05.087341 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffdaa51-89ed-4437-99a2-ed350aa33fe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Checking segment: {'id': 'a5eeb60d-4972-48b3-aa2b-41abc2d0e48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '2a93550a-fffb-4190-962e-fcd913bca77a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:59:05.087756 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffdaa51-89ed-4437-99a2-ed350aa33fe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Network hostable DHCP agents. Network: 2a93550a-fffb-4190-962e-fcd913bca77a, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:59:05.139746 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-277f5ea5-f88d-47bc-9db1-9872ed6cf939 None None] Allocated IP 172.21.0.2 (da3c7d6d-c84b-4a40-9d62-4ff535fff9b4/1cae3500-778f-4ecb-ac53-307699b891a0/18992fff-3e39-4d3a-8746-5edd2ea62b45) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:59:05.165029 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device f59dc807-e6e4-4281-b284-2b2274891509 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:59:05.173025 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffdaa51-89ed-4437-99a2-ed350aa33fe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Network 2a93550a-fffb-4190-962e-fcd913bca77a is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:59:05.201713 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-bffdaa51-89ed-4437-99a2-ed350aa33fe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 2a93550a-fffb-4190-962e-fcd913bca77a) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:59:05.208378 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bffdaa51-89ed-4437-99a2-ed350aa33fe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:05.208998 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bffdaa51-89ed-4437-99a2-ed350aa33fe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:05.227996 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d0f752-f748-4633-a3a5-60fa1f8bcd80 None None] Network 2a93550a-fffb-4190-962e-fcd913bca77a requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:59:05.261978 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-bffdaa51-89ed-4437-99a2-ed350aa33fe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1157889 Mar 22 10:59:05.266159 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40560) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:05.272256 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-5f6b73a3-1e14-478a-87a6-ad0dc6f8ea35 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Request body: {'port': {'network_id': '2a93550a-fffb-4190-962e-fcd913bca77a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-255599674'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:05.288111 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1440869f-2cb1-4555-bbfa-10aba78c39f1 None None] Pushing event updated for resources: {'Port': ['ID=35540a55-abee-4074-8d64-fce2f814bac6,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:05.411547 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6b73a3-1e14-478a-87a6-ad0dc6f8ea35 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Made reservation on behalf of fe9afd73625c407e837e039bb874a37a for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:59:05.418130 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-4fbd6630-42f3-4877-a834-d1ef06e173d6 None None] Attempting to bind port 35540a55-abee-4074-8d64-fce2f814bac6 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:59:05.418508 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-4fbd6630-42f3-4877-a834-d1ef06e173d6 None None] Attempting to bind port 35540a55-abee-4074-8d64-fce2f814bac6 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': 'a2b01e91-4244-445f-9ef3-723a3b17277d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '660e8501-1e86-44cd-9d64-1cf5a800b0a5'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:59:05.418877 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbd6630-42f3-4877-a834-d1ef06e173d6 None None] Attempting to bind port 35540a55-abee-4074-8d64-fce2f814bac6 on network 660e8501-1e86-44cd-9d64-1cf5a800b0a5 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:59:05.419656 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5f6b73a3-1e14-478a-87a6-ad0dc6f8ea35 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:05.434294 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ea38ba82-7d84-4421-8c61-a381c826b9fb tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:05.439702 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbd6630-42f3-4877-a834-d1ef06e173d6 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:59:05.440085 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbd6630-42f3-4877-a834-d1ef06e173d6 None None] Checking segment: {'id': 'a2b01e91-4244-445f-9ef3-723a3b17277d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '660e8501-1e86-44cd-9d64-1cf5a800b0a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:59:05.440569 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4fbd6630-42f3-4877-a834-d1ef06e173d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:05.441463 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbd6630-42f3-4877-a834-d1ef06e173d6 None None] Bound using segment: {'id': 'a2b01e91-4244-445f-9ef3-723a3b17277d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '660e8501-1e86-44cd-9d64-1cf5a800b0a5'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:59:05.441463 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-4fbd6630-42f3-4877-a834-d1ef06e173d6 None None] Bound port: 35540a55-abee-4074-8d64-fce2f814bac6, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2b01e91-4244-445f-9ef3-723a3b17277d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '660e8501-1e86-44cd-9d64-1cf5a800b0a5'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:59:05.441864 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4fbd6630-42f3-4877-a834-d1ef06e173d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:05.444675 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-68e9aa2f-6b1f-4ac6-bd65-bf90771cc452 None None] Provisioning complete for port f25a1a17-3ddc-47c3-99a1-0ced4512cc6d triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:05.445211 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-68e9aa2f-6b1f-4ac6-bd65-bf90771cc452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:05.454139 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-5f6b73a3-1e14-478a-87a6-ad0dc6f8ea35 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] device_id is not set on port 540ac7f5-f93c-474f-a53c-ab0e6865d3d6 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:59:05.501893 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea38ba82-7d84-4421-8c61-a381c826b9fb tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Network c33d4098-434a-4c67-a0d0-3ea0db9d3f43 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:59:05.507220 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-ea38ba82-7d84-4421-8c61-a381c826b9fb tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:59:05.511754 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea38ba82-7d84-4421-8c61-a381c826b9fb tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:05.512529 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ea38ba82-7d84-4421-8c61-a381c826b9fb tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:05.522133 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b944413c-01c2-4b60-8983-b0d4ffd1d6e8 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:05.560646 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea38ba82-7d84-4421-8c61-a381c826b9fb tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event updated for resources: {'Subnet': ['ID=02bddf75-535c-4855-8231-d545f19ef960,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:05.566140 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b944413c-01c2-4b60-8983-b0d4ffd1d6e8 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event deleted for resources: {'Port': ['ID=2a6d58ad-cc7b-4e47-82c1-777aa2eb296d,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:05.574055 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b944413c-01c2-4b60-8983-b0d4ffd1d6e8 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:05.577322 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-b944413c-01c2-4b60-8983-b0d4ffd1d6e8 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "DELETE /v2.0/ports/2a6d58ad-cc7b-4e47-82c1-777aa2eb296d HTTP/1.1" status: 204 len: 168 time: 0.9217491 Mar 22 10:59:05.581179 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-ea38ba82-7d84-4421-8c61-a381c826b9fb tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4868727 Mar 22 10:59:05.581737 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40562) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:05.584361 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40564) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:05.595479 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-cf3d4fe8-cb49-4698-964d-c9d77355a0de tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-833645526', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '02bddf75-535c-4855-8231-d545f19ef960'}], 'security_groups': ['7707469d-fcb5-4a01-a2d5-a67765ca5c8d', '5279b352-c67b-495d-9f0e-4fef2929e59a']}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:05.620820 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-5f6b73a3-1e14-478a-87a6-ad0dc6f8ea35 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Allocated IP 2001:db8::204 (2a93550a-fffb-4190-962e-fcd913bca77a/6d1f4af8-3b91-4a79-9219-e483e9ae7b9a/540ac7f5-f93c-474f-a53c-ab0e6865d3d6) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:59:05.659449 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51ed407-cb01-4ac1-9bd1-2d87e9d39905 None None] Network c33d4098-434a-4c67-a0d0-3ea0db9d3f43 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:59:05.712443 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4426a7-6020-45f0-8562-df946379110c tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:05.718137 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4426a7-6020-45f0-8562-df946379110c tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:05.722689 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-9c4426a7-6020-45f0-8562-df946379110c tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1370916 Mar 22 10:59:05.723440 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40566) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:05.789423 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port f59dc807-e6e4-4281-b284-2b2274891509 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:05.789813 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:05.861080 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cf3d4fe8-cb49-4698-964d-c9d77355a0de tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:05.881521 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-68e9aa2f-6b1f-4ac6-bd65-bf90771cc452 None None] Port f25a1a17-3ddc-47c3-99a1-0ced4512cc6d cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:59:05.908224 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-854d2262-7527-43cd-85ca-e452a799c8f3 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Deleting port 2980d536-1302-4970-b5d2-9524a6e0e17e {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:59:05.908558 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-854d2262-7527-43cd-85ca-e452a799c8f3 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:06.007500 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-277f5ea5-f88d-47bc-9db1-9872ed6cf939 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:06.027418 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1278017e-50e6-4593-9e26-fe3a3578d48e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-2a93550a-fffb-4190-962e-fcd913bca77a', 'network_id': '2a93550a-fffb-4190-962e-fcd913bca77a', 'tenant_id': 'fe9afd73625c407e837e039bb874a37a', 'fixed_ips': [{'subnet_id': '6d1f4af8-3b91-4a79-9219-e483e9ae7b9a'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:59:06.027418 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-1278017e-50e6-4593-9e26-fe3a3578d48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:06.028197 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-854d2262-7527-43cd-85ca-e452a799c8f3 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:06.031482 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-4fbd6630-42f3-4877-a834-d1ef06e173d6 None None] For port 35540a55-abee-4074-8d64-fce2f814bac6, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:59:06.047799 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-854d2262-7527-43cd-85ca-e452a799c8f3 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Calling delete_port for 2980d536-1302-4970-b5d2-9524a6e0e17e owned by {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:59:06.051419 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-277f5ea5-f88d-47bc-9db1-9872ed6cf939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:06.105151 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-20c2eabf-9933-4d6b-a9c0-52c5633844a1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Allocated IP 172.21.0.1 (da3c7d6d-c84b-4a40-9d62-4ff535fff9b4/1cae3500-778f-4ecb-ac53-307699b891a0/5577756c-7d0b-4984-93f2-d21be4ae63ac) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:59:06.107140 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-4fbd6630-42f3-4877-a834-d1ef06e173d6 None None] For port 35540a55-abee-4074-8d64-fce2f814bac6, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=35540a55-abee-4074-8d64-fce2f814bac6,segment=NetworkSegment(a2b01e91-4244-445f-9ef3-723a3b17277d),segment_id=a2b01e91-4244-445f-9ef3-723a3b17277d)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:59:06.110265 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5f6b73a3-1e14-478a-87a6-ad0dc6f8ea35 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:06.158293 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-ad5d9e69-b948-460c-b579-fbdb6ffafa96 None None] Provisioning complete for port 35540a55-abee-4074-8d64-fce2f814bac6 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:06.158293 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9e69-b948-460c-b579-fbdb6ffafa96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:06.160323 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4fbd6630-42f3-4877-a834-d1ef06e173d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:06.166603 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277f5ea5-f88d-47bc-9db1-9872ed6cf939 None None] Network da3c7d6d-c84b-4a40-9d62-4ff535fff9b4 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:59:06.204225 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-277f5ea5-f88d-47bc-9db1-9872ed6cf939 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:59:06.221987 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5f6b73a3-1e14-478a-87a6-ad0dc6f8ea35 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:06.245157 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-854d2262-7527-43cd-85ca-e452a799c8f3 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:06.247789 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277f5ea5-f88d-47bc-9db1-9872ed6cf939 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:59:06.276852 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277f5ea5-f88d-47bc-9db1-9872ed6cf939 None None] Pushing event updated for resources: {'Port': ['ID=18992fff-3e39-4d3a-8746-5edd2ea62b45,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:06.314411 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6b73a3-1e14-478a-87a6-ad0dc6f8ea35 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Network 2a93550a-fffb-4190-962e-fcd913bca77a is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:59:06.321621 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854d2262-7527-43cd-85ca-e452a799c8f3 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event deleted for resources: {'Port': ['ID=2980d536-1302-4970-b5d2-9524a6e0e17e,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:06.334465 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854d2262-7527-43cd-85ca-e452a799c8f3 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:59:06.334879 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854d2262-7527-43cd-85ca-e452a799c8f3 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:59:06.335185 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854d2262-7527-43cd-85ca-e452a799c8f3 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:59:06.335544 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854d2262-7527-43cd-85ca-e452a799c8f3 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:59:06.335867 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854d2262-7527-43cd-85ca-e452a799c8f3 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:59:06.336189 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854d2262-7527-43cd-85ca-e452a799c8f3 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:59:06.336438 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-5f6b73a3-1e14-478a-87a6-ad0dc6f8ea35 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:59:06.336574 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854d2262-7527-43cd-85ca-e452a799c8f3 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:59:06.336807 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854d2262-7527-43cd-85ca-e452a799c8f3 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:59:06.337122 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854d2262-7527-43cd-85ca-e452a799c8f3 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:59:06.337435 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854d2262-7527-43cd-85ca-e452a799c8f3 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:59:06.337747 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854d2262-7527-43cd-85ca-e452a799c8f3 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:59:06.338055 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854d2262-7527-43cd-85ca-e452a799c8f3 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:59:06.348326 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-854d2262-7527-43cd-85ca-e452a799c8f3 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:06.355278 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-854d2262-7527-43cd-85ca-e452a799c8f3 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "DELETE /v2.0/ports/2980d536-1302-4970-b5d2-9524a6e0e17e HTTP/1.1" status: 204 len: 168 time: 0.6307964 Mar 22 10:59:06.356437 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40568) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:06.358412 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6b73a3-1e14-478a-87a6-ad0dc6f8ea35 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:59:06.365391 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6b73a3-1e14-478a-87a6-ad0dc6f8ea35 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:06.366389 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5f6b73a3-1e14-478a-87a6-ad0dc6f8ea35 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:06.378269 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-20c2eabf-9933-4d6b-a9c0-52c5633844a1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:06.384352 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6b73a3-1e14-478a-87a6-ad0dc6f8ea35 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Pushing event updated for resources: {'Port': ['ID=540ac7f5-f93c-474f-a53c-ab0e6865d3d6,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:06.424021 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5f6b73a3-1e14-478a-87a6-ad0dc6f8ea35 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.1540306 Mar 22 10:59:06.426396 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40570) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:06.432767 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-2555af43-73d7-419c-998d-d89bb5cba953 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Request body: {'port': {'network_id': '2a93550a-fffb-4190-962e-fcd913bca77a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-14830984', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:06.433482 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.api.validators [None req-2555af43-73d7-419c-998d-d89bb5cba953 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] bootfile-name is not in valid_values {{(pid=109049) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 22 10:59:06.434137 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.api.validators [None req-2555af43-73d7-419c-998d-d89bb5cba953 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] tftp-server is not in valid_values {{(pid=109049) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 22 10:59:06.434617 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.api.validators [None req-2555af43-73d7-419c-998d-d89bb5cba953 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] server-ip-address is not in valid_values {{(pid=109049) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 22 10:59:06.445764 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbd6630-42f3-4877-a834-d1ef06e173d6 None None] Routers {'054c9ae2-1257-43cc-a295-3af6f4bb22cd'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:59:06.446393 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-4fbd6630-42f3-4877-a834-d1ef06e173d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:58:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['054c9ae2-1257-43cc-a295-3af6f4bb22cd'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:06.452942 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2daf88e-ad3b-4628-8005-7fc90ddf3eb9 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:06.457412 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-d2daf88e-ad3b-4628-8005-7fc90ddf3eb9 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0962021 Mar 22 10:59:06.458423 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40572) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:06.484872 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-20c2eabf-9933-4d6b-a9c0-52c5633844a1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:06.490095 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-cf3d4fe8-cb49-4698-964d-c9d77355a0de tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Delete allocated IP 172.20.0.10 (c33d4098-434a-4c67-a0d0-3ea0db9d3f43/0fc904d3-2b4b-4502-b252-0c60453f608a) {{(pid=109050) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 22 10:59:06.499961 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-cf3d4fe8-cb49-4698-964d-c9d77355a0de tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Allocated IP 172.20.0.42 (c33d4098-434a-4c67-a0d0-3ea0db9d3f43/02bddf75-535c-4855-8231-d545f19ef960/2eae85cf-d7d8-49d7-b04d-3dd06b38b255) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:59:06.520150 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1440869f-2cb1-4555-bbfa-10aba78c39f1 None None] Pushing event updated for resources: {'Port': ['ID=35540a55-abee-4074-8d64-fce2f814bac6,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:06.532787 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-277f5ea5-f88d-47bc-9db1-9872ed6cf939 None None] Attempting to bind port 18992fff-3e39-4d3a-8746-5edd2ea62b45 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:59:06.533307 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-277f5ea5-f88d-47bc-9db1-9872ed6cf939 None None] Attempting to bind port 18992fff-3e39-4d3a-8746-5edd2ea62b45 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '8551020e-da87-43d5-a6e8-07d7003b061e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'da3c7d6d-c84b-4a40-9d62-4ff535fff9b4'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:59:06.533699 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277f5ea5-f88d-47bc-9db1-9872ed6cf939 None None] Attempting to bind port 18992fff-3e39-4d3a-8746-5edd2ea62b45 on network da3c7d6d-c84b-4a40-9d62-4ff535fff9b4 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:59:06.550009 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-e593bfbe-2922-42c8-bc36-c3fbf93c5aed tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] GET failed (client error): The resource could not be found. Mar 22 10:59:06.554667 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e593bfbe-2922-42c8-bc36-c3fbf93c5aed tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "GET /v2.0/ports/2a6d58ad-cc7b-4e47-82c1-777aa2eb296d HTTP/1.1" status: 404 len: 333 time: 0.0912390 Mar 22 10:59:06.560361 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40574) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:06.595165 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d406638-948d-405b-b195-c18a692f64b5 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] GET failed (client error): The resource could not be found. Mar 22 10:59:06.599339 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c2eabf-9933-4d6b-a9c0-52c5633844a1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Network da3c7d6d-c84b-4a40-9d62-4ff535fff9b4 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:59:06.601169 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-0d406638-948d-405b-b195-c18a692f64b5 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "GET /v2.0/ports/2980d536-1302-4970-b5d2-9524a6e0e17e HTTP/1.1" status: 404 len: 333 time: 0.0396733 Mar 22 10:59:06.601833 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40576) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:06.610093 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-4fbd6630-42f3-4877-a834-d1ef06e173d6 None None] Set router 054c9ae2-1257-43cc-a295-3af6f4bb22cd gateway port host: None {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:59:06.618378 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-20c2eabf-9933-4d6b-a9c0-52c5633844a1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:59:06.621086 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c2eabf-9933-4d6b-a9c0-52c5633844a1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:59:06.671814 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c2eabf-9933-4d6b-a9c0-52c5633844a1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event updated for resources: {'Port': ['ID=5577756c-7d0b-4984-93f2-d21be4ae63ac,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:06.685878 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-1278017e-50e6-4593-9e26-fe3a3578d48e None None] Allocated IP 2001:db8::2 (2a93550a-fffb-4190-962e-fcd913bca77a/6d1f4af8-3b91-4a79-9219-e483e9ae7b9a/3e2c768d-7bc9-42ff-948d-6358a3b937ac) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:59:06.692387 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b934bda-9997-418d-877d-3b87779eb493 None None] Update dhcp port {'port': {'network_id': 'c33d4098-434a-4c67-a0d0-3ea0db9d3f43', 'fixed_ips': [{'subnet_id': '1c1735a2-addf-418d-aec3-993e5dd1d83d', 'ip_address': '172.20.0.18'}, {'subnet_id': '0fc904d3-2b4b-4502-b252-0c60453f608a', 'ip_address': '172.20.0.2'}, {'subnet_id': '02bddf75-535c-4855-8231-d545f19ef960'}], 'binding:host_id': 'dv-neutron-834599-1-hyperv'}, 'id': 'f59dc807-e6e4-4281-b284-2b2274891509'} from dv-neutron-834599-1-hyperv. {{(pid=109051) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 22 10:59:06.693910 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277f5ea5-f88d-47bc-9db1-9872ed6cf939 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:59:06.694300 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277f5ea5-f88d-47bc-9db1-9872ed6cf939 None None] Checking segment: {'id': '8551020e-da87-43d5-a6e8-07d7003b061e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'da3c7d6d-c84b-4a40-9d62-4ff535fff9b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:59:06.695884 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-277f5ea5-f88d-47bc-9db1-9872ed6cf939 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:06.695884 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277f5ea5-f88d-47bc-9db1-9872ed6cf939 None None] Bound using segment: {'id': '8551020e-da87-43d5-a6e8-07d7003b061e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'da3c7d6d-c84b-4a40-9d62-4ff535fff9b4'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:59:06.695884 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-277f5ea5-f88d-47bc-9db1-9872ed6cf939 None None] Bound port: 18992fff-3e39-4d3a-8746-5edd2ea62b45, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8551020e-da87-43d5-a6e8-07d7003b061e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'da3c7d6d-c84b-4a40-9d62-4ff535fff9b4'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:59:06.696361 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-277f5ea5-f88d-47bc-9db1-9872ed6cf939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:06.702796 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c2eabf-9933-4d6b-a9c0-52c5633844a1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:59:06.703128 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c2eabf-9933-4d6b-a9c0-52c5633844a1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:59:06.703477 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c2eabf-9933-4d6b-a9c0-52c5633844a1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:59:06.703814 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c2eabf-9933-4d6b-a9c0-52c5633844a1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:59:06.704141 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c2eabf-9933-4d6b-a9c0-52c5633844a1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:59:06.704488 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c2eabf-9933-4d6b-a9c0-52c5633844a1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:59:06.704923 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c2eabf-9933-4d6b-a9c0-52c5633844a1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:59:06.705519 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c2eabf-9933-4d6b-a9c0-52c5633844a1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:59:06.705641 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c2eabf-9933-4d6b-a9c0-52c5633844a1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:59:06.705927 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c2eabf-9933-4d6b-a9c0-52c5633844a1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:59:06.706376 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c2eabf-9933-4d6b-a9c0-52c5633844a1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:59:06.706731 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c2eabf-9933-4d6b-a9c0-52c5633844a1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:59:06.754617 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-20c2eabf-9933-4d6b-a9c0-52c5633844a1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684270'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:06.761334 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9e69-b948-460c-b579-fbdb6ffafa96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:06.772538 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cf3d4fe8-cb49-4698-964d-c9d77355a0de tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:06.782065 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cf3d4fe8-cb49-4698-964d-c9d77355a0de tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:06.821359 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-67baa01e-3b1f-433c-8585-ca790fb9043f tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:06.831831 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2555af43-73d7-419c-998d-d89bb5cba953 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Made reservation on behalf of fe9afd73625c407e837e039bb874a37a for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:59:06.835702 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2555af43-73d7-419c-998d-d89bb5cba953 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:06.845746 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0b934bda-9997-418d-877d-3b87779eb493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:06.888213 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-2555af43-73d7-419c-998d-d89bb5cba953 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] device_id is not set on port d2a694a1-5b1a-4c36-a42d-1474afe2da55 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:59:06.899840 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-cf3d4fe8-cb49-4698-964d-c9d77355a0de tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] In _notify_port_updated(), no bound segment for port 2eae85cf-d7d8-49d7-b04d-3dd06b38b255 on network c33d4098-434a-4c67-a0d0-3ea0db9d3f43 {{(pid=109050) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 22 10:59:06.905708 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3d4fe8-cb49-4698-964d-c9d77355a0de tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:06.906332 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cf3d4fe8-cb49-4698-964d-c9d77355a0de tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:06.910856 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-cf3d4fe8-cb49-4698-964d-c9d77355a0de tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "PUT /v2.0/ports/2eae85cf-d7d8-49d7-b04d-3dd06b38b255 HTTP/1.1" status: 200 len: 959 time: 1.3258913 Mar 22 10:59:06.914721 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40578) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:06.968026 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3d4fe8-cb49-4698-964d-c9d77355a0de tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event updated for resources: {'Port': ['ID=2eae85cf-d7d8-49d7-b04d-3dd06b38b255,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:07.034251 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-1bff9148-16cc-4cd8-8475-f178fde868f0 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Deleting port 2eae85cf-d7d8-49d7-b04d-3dd06b38b255 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:59:07.034936 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1bff9148-16cc-4cd8-8475-f178fde868f0 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:07.046630 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-ad5d9e69-b948-460c-b579-fbdb6ffafa96 None None] For port 35540a55-abee-4074-8d64-fce2f814bac6, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=35540a55-abee-4074-8d64-fce2f814bac6,segment=NetworkSegment(a2b01e91-4244-445f-9ef3-723a3b17277d),segment_id=a2b01e91-4244-445f-9ef3-723a3b17277d)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:59:07.049399 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-277f5ea5-f88d-47bc-9db1-9872ed6cf939 None None] For port 18992fff-3e39-4d3a-8746-5edd2ea62b45, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:59:07.060735 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-67baa01e-3b1f-433c-8585-ca790fb9043f tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:07.079600 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-20c2eabf-9933-4d6b-a9c0-52c5633844a1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:07.096947 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-67baa01e-3b1f-433c-8585-ca790fb9043f tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9378b688-f323-4590-8c1f-d70a07bdbbf5']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:07.110773 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-67baa01e-3b1f-433c-8585-ca790fb9043f tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97a5b6a6-7abc-4b98-b910-d688a5e540a0') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:07.111672 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9e69-b948-460c-b579-fbdb6ffafa96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:07.111810 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-67baa01e-3b1f-433c-8585-ca790fb9043f tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97a5b6a6-7abc-4b98-b910-d688a5e540a0') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:07.145294 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-277f5ea5-f88d-47bc-9db1-9872ed6cf939 None None] For port 18992fff-3e39-4d3a-8746-5edd2ea62b45, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=18992fff-3e39-4d3a-8746-5edd2ea62b45,segment=NetworkSegment(8551020e-da87-43d5-a6e8-07d7003b061e),segment_id=8551020e-da87-43d5-a6e8-07d7003b061e)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:59:07.151195 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-67baa01e-3b1f-433c-8585-ca790fb9043f tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:07.153164 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1bff9148-16cc-4cd8-8475-f178fde868f0 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:07.167591 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-1bff9148-16cc-4cd8-8475-f178fde868f0 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Calling delete_port for 2eae85cf-d7d8-49d7-b04d-3dd06b38b255 owned by {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:59:07.177688 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-67baa01e-3b1f-433c-8585-ca790fb9043f tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:07.206520 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-277f5ea5-f88d-47bc-9db1-9872ed6cf939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:07.216804 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67baa01e-3b1f-433c-8585-ca790fb9043f tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:59:07.217205 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-67baa01e-3b1f-433c-8585-ca790fb9043f tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:07.220226 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 10:59:07.220226 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:59:07.220226 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 10:59:07.220226 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:59:07.220226 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 10:59:07.220226 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:59:07.220226 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 10:59:07.220226 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:59:07.220226 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 10:59:07.220226 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:59:07.220226 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 10:59:07.220226 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:59:07.220226 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 10:59:07.220226 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:59:07.220226 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:59:07.220226 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:59:07.220226 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:59:07.220226 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:59:07.220226 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 10:59:07.220226 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:59:07.220226 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 10:59:07.220226 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:59:07.220226 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:59:07.220226 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:59:07.220226 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 10:59:07.220226 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:59:07.220226 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:59:07.220226 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:59:07.220226 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:59:07.220226 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:59:07.220226 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:59:07.220226 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:59:07.315489 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-ad5d9e69-b948-460c-b579-fbdb6ffafa96 None None] Provisioning complete for port 2eae85cf-d7d8-49d7-b04d-3dd06b38b255 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:07.316291 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9e69-b948-460c-b579-fbdb6ffafa96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:07.317181 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-67baa01e-3b1f-433c-8585-ca790fb9043f tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:07.334303 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1bff9148-16cc-4cd8-8475-f178fde868f0 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:07.336505 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d9e69-b948-460c-b579-fbdb6ffafa96 None None] Pushing event updated for resources: {'Port': ['ID=35540a55-abee-4074-8d64-fce2f814bac6,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:07.339987 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-67baa01e-3b1f-433c-8585-ca790fb9043f tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:07.343130 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-67baa01e-3b1f-433c-8585-ca790fb9043f tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "DELETE /v2.0/networks/9378b688-f323-4590-8c1f-d70a07bdbbf5 HTTP/1.1" status: 204 len: 168 time: 0.7378237 Mar 22 10:59:07.344097 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67baa01e-3b1f-433c-8585-ca790fb9043f tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event deleted for resources: {'Network': ['ID=9378b688-f323-4590-8c1f-d70a07bdbbf5,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:07.347352 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40582) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:07.361995 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-4120c454-7764-4a3e-95bf-c5757b95d464 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1341274609'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:07.407886 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bff9148-16cc-4cd8-8475-f178fde868f0 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event deleted for resources: {'Port': ['ID=2eae85cf-d7d8-49d7-b04d-3dd06b38b255,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:07.468383 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4120c454-7764-4a3e-95bf-c5757b95d464 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Made reservation on behalf of 9b8ed9295afa4b00b119a1377ee54716 for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:59:07.471921 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4120c454-7764-4a3e-95bf-c5757b95d464 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:07.499236 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-20c2eabf-9933-4d6b-a9c0-52c5633844a1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:07.507923 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-20c2eabf-9933-4d6b-a9c0-52c5633844a1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:07.509767 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1bff9148-16cc-4cd8-8475-f178fde868f0 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:07.513600 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-1bff9148-16cc-4cd8-8475-f178fde868f0 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "DELETE /v2.0/ports/2eae85cf-d7d8-49d7-b04d-3dd06b38b255 HTTP/1.1" status: 204 len: 168 time: 0.5979319 Mar 22 10:59:07.516884 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40584) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:07.529049 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4120c454-7764-4a3e-95bf-c5757b95d464 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:59:07.552659 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-e90d1289-2619-4d00-a4bf-1d6a008f039d tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] GET failed (client error): The resource could not be found. Mar 22 10:59:07.554749 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-e90d1289-2619-4d00-a4bf-1d6a008f039d tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "GET /v2.0/ports/2eae85cf-d7d8-49d7-b04d-3dd06b38b255 HTTP/1.1" status: 404 len: 333 time: 0.0374436 Mar 22 10:59:07.558778 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40586) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:07.559785 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4120c454-7764-4a3e-95bf-c5757b95d464 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:07.560148 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-4120c454-7764-4a3e-95bf-c5757b95d464 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Added segment 0d25f62e-bb80-4db4-bc7f-a1ea55152c6f of type vlan for network 45bc375e-fe27-442d-a4a3-1c2e51fd8f1a Mar 22 10:59:07.622943 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9e69-b948-460c-b579-fbdb6ffafa96 None None] Port 2eae85cf-d7d8-49d7-b04d-3dd06b38b255 was deleted so its status cannot be updated. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Mar 22 10:59:07.628974 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4120c454-7764-4a3e-95bf-c5757b95d464 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:07.636891 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-1278017e-50e6-4593-9e26-fe3a3578d48e None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:07.659675 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-0b934bda-9997-418d-877d-3b87779eb493 None None] Allocated IP 172.20.0.34 (c33d4098-434a-4c67-a0d0-3ea0db9d3f43/02bddf75-535c-4855-8231-d545f19ef960/f59dc807-e6e4-4281-b284-2b2274891509) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:59:07.664799 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c2eabf-9933-4d6b-a9c0-52c5633844a1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event updated for resources: {'Port': ['ID=5577756c-7d0b-4984-93f2-d21be4ae63ac,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:07.673042 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4120c454-7764-4a3e-95bf-c5757b95d464 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:07.680799 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4120c454-7764-4a3e-95bf-c5757b95d464 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:07.681599 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4120c454-7764-4a3e-95bf-c5757b95d464 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:07.682004 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-1278017e-50e6-4593-9e26-fe3a3578d48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:07.706393 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-20c2eabf-9933-4d6b-a9c0-52c5633844a1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684306'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:07.727671 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-48420ea0-69d9-40b7-b96e-46e9a9fdd3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:07.742331 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-4120c454-7764-4a3e-95bf-c5757b95d464 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3845794 Mar 22 10:59:07.743457 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40588) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:07.749245 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-a634b085-8d13-4e9a-9aad-233883fc8a94 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Request body: {'subnet': {'network_id': '45bc375e-fe27-442d-a4a3-1c2e51fd8f1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:07.750530 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277f5ea5-f88d-47bc-9db1-9872ed6cf939 None None] Pushing event updated for resources: {'Port': ['ID=18992fff-3e39-4d3a-8746-5edd2ea62b45,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:07.785603 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-2555af43-73d7-419c-998d-d89bb5cba953 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Allocated IP 2001:db8::3ab (2a93550a-fffb-4190-962e-fcd913bca77a/6d1f4af8-3b91-4a79-9219-e483e9ae7b9a/d2a694a1-5b1a-4c36-a42d-1474afe2da55) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:59:07.798110 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-743288ea-0f52-4f79-a302-edcddaa3ba7e tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:07.806490 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1278017e-50e6-4593-9e26-fe3a3578d48e None None] Pushing event updated for resources: {'Port': ['ID=3e2c768d-7bc9-42ff-948d-6358a3b937ac,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:07.808743 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4120c454-7764-4a3e-95bf-c5757b95d464 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event updated for resources: {'Network': ['ID=45bc375e-fe27-442d-a4a3-1c2e51fd8f1a,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:07.818520 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1278017e-50e6-4593-9e26-fe3a3578d48e None None] Network 2a93550a-fffb-4190-962e-fcd913bca77a is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:59:07.831124 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 45bc375e-fe27-442d-a4a3-1c2e51fd8f1a details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:59:07.834056 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-4fbd6630-42f3-4877-a834-d1ef06e173d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'name': 'tempest-RoutersTest-router-142145091', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:58:56Z', 'updated_at': '2022-03-22T10:59:01Z', 'revision_number': 2, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'gw_port_host': None, '_interfaces': [{'id': '35540a55-abee-4074-8d64-fce2f814bac6', 'name': '', 'network_id': '660e8501-1e86-44cd-9d64-1cf5a800b0a5', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'mac_address': 'fa:16:3e:5e:12:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '46d0a98d-c4c2-4141-8071-35817cc1ce80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:00Z', 'updated_at': '2022-03-22T10:59:06Z', 'revision_number': 4, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'subnets': [{'id': '46d0a98d-c4c2-4141-8071-35817cc1ce80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:07.868887 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbd6630-42f3-4877-a834-d1ef06e173d6 None None] The sync data for ids ['054c9ae2-1257-43cc-a295-3af6f4bb22cd'] in dv-neutron-834599-1-hyperv is: [{'id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'name': 'tempest-RoutersTest-router-142145091', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:58:56Z', 'updated_at': '2022-03-22T10:59:01Z', 'revision_number': 2, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'gw_port_host': None, '_interfaces': [{'id': '35540a55-abee-4074-8d64-fce2f814bac6', 'name': '', 'network_id': '660e8501-1e86-44cd-9d64-1cf5a800b0a5', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'mac_address': 'fa:16:3e:5e:12:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '46d0a98d-c4c2-4141-8071-35817cc1ce80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:00Z', 'updated_at': '2022-03-22T10:59:06Z', 'revision_number': 4, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'subnets': [{'id': '46d0a98d-c4c2-4141-8071-35817cc1ce80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:59:07.872346 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-1278017e-50e6-4593-9e26-fe3a3578d48e None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:59:07.888827 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-743288ea-0f52-4f79-a302-edcddaa3ba7e tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:07.909183 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1278017e-50e6-4593-9e26-fe3a3578d48e None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:59:07.918039 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-a65a4fac-3e14-4440-ba9e-cddf18fc7957 None None] Provisioning complete for port 35540a55-abee-4074-8d64-fce2f814bac6 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:07.918415 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a65a4fac-3e14-4440-ba9e-cddf18fc7957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:07.941961 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a634b085-8d13-4e9a-9aad-233883fc8a94 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Made reservation on behalf of 9b8ed9295afa4b00b119a1377ee54716 for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:59:07.948082 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a634b085-8d13-4e9a-9aad-233883fc8a94 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:08.017973 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c2eabf-9933-4d6b-a9c0-52c5633844a1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Network da3c7d6d-c84b-4a40-9d62-4ff535fff9b4 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:59:08.024200 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-20c2eabf-9933-4d6b-a9c0-52c5633844a1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:59:08.032996 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.ipam_backend_mixin [None req-a634b085-8d13-4e9a-9aad-233883fc8a94 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Performing IP validity checks on allocation pools {{(pid=109050) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 22 10:59:08.036307 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.ipam_backend_mixin [None req-a634b085-8d13-4e9a-9aad-233883fc8a94 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109050) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 22 10:59:08.054624 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-743288ea-0f52-4f79-a302-edcddaa3ba7e tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:08.057488 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-743288ea-0f52-4f79-a302-edcddaa3ba7e tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:08.061601 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-743288ea-0f52-4f79-a302-edcddaa3ba7e tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "DELETE /v2.0/security-groups/4dc78ee2-c433-414a-a8f8-1a0f1c4b20f6 HTTP/1.1" status: 204 len: 168 time: 0.4927337 Mar 22 10:59:08.062356 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40590) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:08.081519 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-0b934bda-9997-418d-877d-3b87779eb493 None None] For port f59dc807-e6e4-4281-b284-2b2274891509, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=f59dc807-e6e4-4281-b284-2b2274891509,segment=NetworkSegment(820df5c2-41e3-445f-b793-16c6a5aae62a),segment_id=820df5c2-41e3-445f-b793-16c6a5aae62a)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:59:08.084455 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743288ea-0f52-4f79-a302-edcddaa3ba7e tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc78ee2-c433-414a-a8f8-1a0f1c4b20f6,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:08.126688 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0b934bda-9997-418d-877d-3b87779eb493 None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:08.161895 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0b934bda-9997-418d-877d-3b87779eb493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:08.174919 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-56438328-d3e4-4b4e-95e6-00945825fa82 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:08.224033 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-1278017e-50e6-4593-9e26-fe3a3578d48e None None] Attempting to bind port 3e2c768d-7bc9-42ff-948d-6358a3b937ac on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:59:08.224588 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-1278017e-50e6-4593-9e26-fe3a3578d48e None None] Attempting to bind port 3e2c768d-7bc9-42ff-948d-6358a3b937ac by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': 'a5eeb60d-4972-48b3-aa2b-41abc2d0e48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '2a93550a-fffb-4190-962e-fcd913bca77a'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:59:08.224853 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1278017e-50e6-4593-9e26-fe3a3578d48e None None] Attempting to bind port 3e2c768d-7bc9-42ff-948d-6358a3b937ac on network 2a93550a-fffb-4190-962e-fcd913bca77a {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:59:08.243477 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2555af43-73d7-419c-998d-d89bb5cba953 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:08.251160 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c2eabf-9933-4d6b-a9c0-52c5633844a1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Router 054c9ae2-1257-43cc-a295-3af6f4bb22cd has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:59:08.257052 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1278017e-50e6-4593-9e26-fe3a3578d48e None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:59:08.257800 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1278017e-50e6-4593-9e26-fe3a3578d48e None None] Checking segment: {'id': 'a5eeb60d-4972-48b3-aa2b-41abc2d0e48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '2a93550a-fffb-4190-962e-fcd913bca77a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:59:08.257920 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-56438328-d3e4-4b4e-95e6-00945825fa82 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:08.258455 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-1278017e-50e6-4593-9e26-fe3a3578d48e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:08.259196 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1278017e-50e6-4593-9e26-fe3a3578d48e None None] Bound using segment: {'id': 'a5eeb60d-4972-48b3-aa2b-41abc2d0e48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '2a93550a-fffb-4190-962e-fcd913bca77a'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:59:08.259856 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-1278017e-50e6-4593-9e26-fe3a3578d48e None None] Bound port: 3e2c768d-7bc9-42ff-948d-6358a3b937ac, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5eeb60d-4972-48b3-aa2b-41abc2d0e48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '2a93550a-fffb-4190-962e-fcd913bca77a'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:59:08.260500 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-1278017e-50e6-4593-9e26-fe3a3578d48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:08.288224 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a634b085-8d13-4e9a-9aad-233883fc8a94 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:08.398491 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2555af43-73d7-419c-998d-d89bb5cba953 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:08.410441 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-1278017e-50e6-4593-9e26-fe3a3578d48e None None] For port 3e2c768d-7bc9-42ff-948d-6358a3b937ac, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:59:08.436636 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a634b085-8d13-4e9a-9aad-233883fc8a94 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event updated for resources: {'Subnet': ['ID=245caa74-79eb-49a4-bbcd-b53cdb80d13b,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:08.457580 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-56438328-d3e4-4b4e-95e6-00945825fa82 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:08.461687 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-56438328-d3e4-4b4e-95e6-00945825fa82 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:08.465369 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-56438328-d3e4-4b4e-95e6-00945825fa82 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "DELETE /v2.0/security-groups/5279b352-c67b-495d-9f0e-4fef2929e59a HTTP/1.1" status: 204 len: 168 time: 0.4019966 Mar 22 10:59:08.475669 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40592) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:08.482773 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56438328-d3e4-4b4e-95e6-00945825fa82 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5279b352-c67b-495d-9f0e-4fef2929e59a,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:08.495851 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-1278017e-50e6-4593-9e26-fe3a3578d48e None None] For port 3e2c768d-7bc9-42ff-948d-6358a3b937ac, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=3e2c768d-7bc9-42ff-948d-6358a3b937ac,segment=NetworkSegment(a5eeb60d-4972-48b3-aa2b-41abc2d0e48f),segment_id=a5eeb60d-4972-48b3-aa2b-41abc2d0e48f)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:59:08.509913 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2555af43-73d7-419c-998d-d89bb5cba953 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Network 2a93550a-fffb-4190-962e-fcd913bca77a is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:59:08.518763 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c2eabf-9933-4d6b-a9c0-52c5633844a1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:59:08.535522 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-1278017e-50e6-4593-9e26-fe3a3578d48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:08.537787 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b934bda-9997-418d-877d-3b87779eb493 None None] Pushing event updated for resources: {'Port': ['ID=f59dc807-e6e4-4281-b284-2b2274891509,revision_number=7']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:08.547714 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-20c2eabf-9933-4d6b-a9c0-52c5633844a1 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "PUT /v2.0/routers/054c9ae2-1257-43cc-a295-3af6f4bb22cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2467840 Mar 22 10:59:08.551231 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-2555af43-73d7-419c-998d-d89bb5cba953 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:59:08.556796 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2555af43-73d7-419c-998d-d89bb5cba953 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:59:08.558300 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40594) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:08.566928 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-35f225f5-27fd-4555-bb49-1ed0f059088f tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Request body: {'network': {'name': 'tempest-RoutersTest-1950895900'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:08.567272 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2555af43-73d7-419c-998d-d89bb5cba953 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:08.568238 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2555af43-73d7-419c-998d-d89bb5cba953 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:08.589798 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a634b085-8d13-4e9a-9aad-233883fc8a94 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Checking segment: {'id': '0d25f62e-bb80-4db4-bc7f-a1ea55152c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '45bc375e-fe27-442d-a4a3-1c2e51fd8f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:59:08.590380 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a634b085-8d13-4e9a-9aad-233883fc8a94 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Network hostable DHCP agents. Network: 45bc375e-fe27-442d-a4a3-1c2e51fd8f1a, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:59:08.616876 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2555af43-73d7-419c-998d-d89bb5cba953 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Pushing event updated for resources: {'Port': ['ID=d2a694a1-5b1a-4c36-a42d-1474afe2da55,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:08.626585 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a634b085-8d13-4e9a-9aad-233883fc8a94 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Network 45bc375e-fe27-442d-a4a3-1c2e51fd8f1a is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:59:08.655330 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2555af43-73d7-419c-998d-d89bb5cba953 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 2.2276740 Mar 22 10:59:08.658930 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40596) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:08.676466 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-a634b085-8d13-4e9a-9aad-233883fc8a94 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 45bc375e-fe27-442d-a4a3-1c2e51fd8f1a) {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:59:08.690243 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a634b085-8d13-4e9a-9aad-233883fc8a94 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:08.690904 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a634b085-8d13-4e9a-9aad-233883fc8a94 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:08.696490 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aff49349-bfa3-4a1a-ad58-b93906354009 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:08.713082 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329ef417-00ce-473c-8c09-657358e3897c None None] Network 45bc375e-fe27-442d-a4a3-1c2e51fd8f1a requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:59:08.744745 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f225f5-27fd-4555-bb49-1ed0f059088f tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Made reservation on behalf of fb0167f3b2d0487da26d7fc0c00f0b66 for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:59:08.753617 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-35f225f5-27fd-4555-bb49-1ed0f059088f tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:08.759600 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aff49349-bfa3-4a1a-ad58-b93906354009 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:08.775174 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1278017e-50e6-4593-9e26-fe3a3578d48e None None] Pushing event updated for resources: {'Port': ['ID=3e2c768d-7bc9-42ff-948d-6358a3b937ac,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:08.843316 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40598) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:08.849409 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-7ee0ad41-fad4-4552-b834-051ab580cc42 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Request body: {'port': {'network_id': '45bc375e-fe27-442d-a4a3-1c2e51fd8f1a', 'name': 'tempest-PortsIpV6TestJSON-152561924'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:08.852158 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-a634b085-8d13-4e9a-9aad-233883fc8a94 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1072524 Mar 22 10:59:08.884120 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35f225f5-27fd-4555-bb49-1ed0f059088f tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:59:08.931022 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aff49349-bfa3-4a1a-ad58-b93906354009 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:08.937315 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aff49349-bfa3-4a1a-ad58-b93906354009 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:08.941453 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-aff49349-bfa3-4a1a-ad58-b93906354009 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "DELETE /v2.0/security-groups/7707469d-fcb5-4a01-a2d5-a67765ca5c8d HTTP/1.1" status: 204 len: 168 time: 0.4611349 Mar 22 10:59:08.942189 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40600) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:08.953959 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b72d7b-4aa0-4aa8-b32d-12d7aaae7e58 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:08.992348 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b72d7b-4aa0-4aa8-b32d-12d7aaae7e58 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:08.998496 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b72d7b-4aa0-4aa8-b32d-12d7aaae7e58 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:09.004500 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-90b72d7b-4aa0-4aa8-b32d-12d7aaae7e58 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.3444884 Mar 22 10:59:09.015255 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-35f225f5-27fd-4555-bb49-1ed0f059088f tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:09.016004 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-35f225f5-27fd-4555-bb49-1ed0f059088f tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Added segment 0279a9ff-eef3-457c-a2d1-3b0e876a634d of type vlan for network 3e212b2a-931f-4471-a513-0754eb745ed2 Mar 22 10:59:09.017831 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40602) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:09.070892 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff49349-bfa3-4a1a-ad58-b93906354009 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7707469d-fcb5-4a01-a2d5-a67765ca5c8d,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:09.132864 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-8400d065-12bb-48db-a707-8914e13c716e tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Deleting subnet 0fc904d3-2b4b-4502-b252-0c60453f608a {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:59:09.144341 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8400d065-12bb-48db-a707-8914e13c716e tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:09.173634 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e74815-7260-437a-9290-e6d5f5da5b83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-45bc375e-fe27-442d-a4a3-1c2e51fd8f1a', 'network_id': '45bc375e-fe27-442d-a4a3-1c2e51fd8f1a', 'tenant_id': '9b8ed9295afa4b00b119a1377ee54716', 'fixed_ips': [{'subnet_id': '245caa74-79eb-49a4-bbcd-b53cdb80d13b'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:59:09.178169 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b3e74815-7260-437a-9290-e6d5f5da5b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:09.227829 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2858c91-fe8f-4927-ac01-7b6753d54949 None None] Network da3c7d6d-c84b-4a40-9d62-4ff535fff9b4 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:59:09.233147 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-35f225f5-27fd-4555-bb49-1ed0f059088f tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:09.269082 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee0ad41-fad4-4552-b834-051ab580cc42 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Made reservation on behalf of 9b8ed9295afa4b00b119a1377ee54716 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:59:09.272765 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7ee0ad41-fad4-4552-b834-051ab580cc42 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:09.276675 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8400d065-12bb-48db-a707-8914e13c716e tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:09.344281 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-7ee0ad41-fad4-4552-b834-051ab580cc42 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] device_id is not set on port 4b32f298-bb83-4960-9a88-bd2d0c8e3b6a yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:59:09.362367 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-35f225f5-27fd-4555-bb49-1ed0f059088f tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:09.374640 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f225f5-27fd-4555-bb49-1ed0f059088f tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:09.375266 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-35f225f5-27fd-4555-bb49-1ed0f059088f tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:09.491102 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 3e2c768d-7bc9-42ff-948d-6358a3b937ac up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:59:09.495513 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-35f225f5-27fd-4555-bb49-1ed0f059088f tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9338942 Mar 22 10:59:09.496321 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40606) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:09.500218 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-9b7e8b36-f00c-40fa-b1b5-1a8cc71c5aa9 None None] Provisioning complete for port 18992fff-3e39-4d3a-8746-5edd2ea62b45 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:09.500698 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-8530f2f4-1e23-4063-80a7-8e2f64b22cfa tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Deleting port d2a694a1-5b1a-4c36-a42d-1474afe2da55 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:59:09.500820 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9b7e8b36-f00c-40fa-b1b5-1a8cc71c5aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:09.501049 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8530f2f4-1e23-4063-80a7-8e2f64b22cfa tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:09.506068 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f225f5-27fd-4555-bb49-1ed0f059088f tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event updated for resources: {'Network': ['ID=3e212b2a-931f-4471-a513-0754eb745ed2,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:09.513275 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-b36cbbed-b262-4a7c-ac7a-3f2d7771c840 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Request body: {'subnet': {'network_id': '3e212b2a-931f-4471-a513-0754eb745ed2', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:09.520066 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40608) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:09.580855 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 3e212b2a-931f-4471-a513-0754eb745ed2 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:59:09.614760 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8400d065-12bb-48db-a707-8914e13c716e tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:09.699296 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8530f2f4-1e23-4063-80a7-8e2f64b22cfa tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:09.704859 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8400d065-12bb-48db-a707-8914e13c716e tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:09.718661 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-8530f2f4-1e23-4063-80a7-8e2f64b22cfa tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Calling delete_port for d2a694a1-5b1a-4c36-a42d-1474afe2da55 owned by {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:59:09.754757 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-b3e74815-7260-437a-9290-e6d5f5da5b83 None None] Allocated IP 2001:db8::2 (45bc375e-fe27-442d-a4a3-1c2e51fd8f1a/245caa74-79eb-49a4-bbcd-b53cdb80d13b/72143b6e-3f37-4cff-aa47-8f80086bc155) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:59:09.977358 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 3e2c768d-7bc9-42ff-948d-6358a3b937ac triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:09.977753 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:10.009838 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-cf3f5b40-9dbf-4657-95ba-29ed6547a2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:10.078342 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8530f2f4-1e23-4063-80a7-8e2f64b22cfa tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:10.096749 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9b7e8b36-f00c-40fa-b1b5-1a8cc71c5aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:10.108789 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8400d065-12bb-48db-a707-8914e13c716e tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event deleted for resources: {'Subnet': ['ID=0fc904d3-2b4b-4502-b252-0c60453f608a,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:10.113842 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36cbbed-b262-4a7c-ac7a-3f2d7771c840 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Made reservation on behalf of fb0167f3b2d0487da26d7fc0c00f0b66 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:59:10.117982 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b36cbbed-b262-4a7c-ac7a-3f2d7771c840 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:10.136852 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8400d065-12bb-48db-a707-8914e13c716e tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:10.146260 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8400d065-12bb-48db-a707-8914e13c716e tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "DELETE /v2.0/subnets/0fc904d3-2b4b-4502-b252-0c60453f608a HTTP/1.1" status: 204 len: 168 time: 1.1976151 Mar 22 10:59:10.158005 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40610) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:10.164702 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8530f2f4-1e23-4063-80a7-8e2f64b22cfa tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Pushing event deleted for resources: {'Port': ['ID=d2a694a1-5b1a-4c36-a42d-1474afe2da55,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:10.248219 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-9b7e8b36-f00c-40fa-b1b5-1a8cc71c5aa9 None None] For port 18992fff-3e39-4d3a-8746-5edd2ea62b45, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=18992fff-3e39-4d3a-8746-5edd2ea62b45,segment=NetworkSegment(8551020e-da87-43d5-a6e8-07d7003b061e),segment_id=8551020e-da87-43d5-a6e8-07d7003b061e)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:59:10.260872 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9b7e8b36-f00c-40fa-b1b5-1a8cc71c5aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:10.263447 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8530f2f4-1e23-4063-80a7-8e2f64b22cfa tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:10.276740 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-8530f2f4-1e23-4063-80a7-8e2f64b22cfa tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] 10.222.0.57 "DELETE /v2.0/ports/d2a694a1-5b1a-4c36-a42d-1474afe2da55 HTTP/1.1" status: 204 len: 168 time: 1.2572463 Mar 22 10:59:10.289887 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40612) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:10.303439 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-5c09e2fa-868a-41fb-a097-a39fc5c21a62 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Request body: {'port': {'name': 'tempest-new-port-name-2071385361', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:10.304707 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.api.validators [None req-5c09e2fa-868a-41fb-a097-a39fc5c21a62 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] bootfile-name is not in valid_values {{(pid=109050) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 22 10:59:10.304707 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.api.validators [None req-5c09e2fa-868a-41fb-a097-a39fc5c21a62 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] tftp-server is not in valid_values {{(pid=109050) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 22 10:59:10.304910 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.api.validators [None req-5c09e2fa-868a-41fb-a097-a39fc5c21a62 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] server-ip-address is not in valid_values {{(pid=109050) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 22 10:59:10.313208 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fc20af-9044-4544-99e8-88e1fe7d06df None None] Network 2a93550a-fffb-4190-962e-fcd913bca77a requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:59:10.349206 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b3e74815-7260-437a-9290-e6d5f5da5b83 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:10.362615 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-40264ea0-e809-4e2c-9510-09d11c80cfa6 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Deleting subnet 02bddf75-535c-4855-8231-d545f19ef960 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:59:10.369829 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-40264ea0-e809-4e2c-9510-09d11c80cfa6 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:10.472385 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5c09e2fa-868a-41fb-a097-a39fc5c21a62 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:10.472917 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-40264ea0-e809-4e2c-9510-09d11c80cfa6 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:10.508960 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75e5832-3ce0-4924-9597-96f9fea859ef None None] Sync routers for ids ['054c9ae2-1257-43cc-a295-3af6f4bb22cd'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:59:10.524645 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75e5832-3ce0-4924-9597-96f9fea859ef None None] Routers {'054c9ae2-1257-43cc-a295-3af6f4bb22cd'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:59:10.525414 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-a75e5832-3ce0-4924-9597-96f9fea859ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:59:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['054c9ae2-1257-43cc-a295-3af6f4bb22cd'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:10.581022 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-7ee0ad41-fad4-4552-b834-051ab580cc42 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Allocated IP 2001:db8::b7 (45bc375e-fe27-442d-a4a3-1c2e51fd8f1a/245caa74-79eb-49a4-bbcd-b53cdb80d13b/4b32f298-bb83-4960-9a88-bd2d0c8e3b6a) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:59:10.602382 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b3e74815-7260-437a-9290-e6d5f5da5b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:10.611116 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-31af85c1-4c6b-4893-a7cd-b0d4076fec31 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683891'] for router_interface, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:10.621348 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90a3bf4-5283-495b-b077-e9cce412428e None None] Network c33d4098-434a-4c67-a0d0-3ea0db9d3f43 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:59:10.672804 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-a75e5832-3ce0-4924-9597-96f9fea859ef None None] Set router 054c9ae2-1257-43cc-a295-3af6f4bb22cd gateway port host: None {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:59:10.708726 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e74815-7260-437a-9290-e6d5f5da5b83 None None] Network 45bc375e-fe27-442d-a4a3-1c2e51fd8f1a is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:59:10.732453 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e8b36-f00c-40fa-b1b5-1a8cc71c5aa9 None None] Pushing event updated for resources: {'Port': ['ID=18992fff-3e39-4d3a-8746-5edd2ea62b45,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:10.732927 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b36cbbed-b262-4a7c-ac7a-3f2d7771c840 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:10.829433 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-40264ea0-e809-4e2c-9510-09d11c80cfa6 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:10.923028 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36cbbed-b262-4a7c-ac7a-3f2d7771c840 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event updated for resources: {'Subnet': ['ID=e80e6b74-ee8b-45db-b728-55e51f348315,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:10.984473 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-a75e5832-3ce0-4924-9597-96f9fea859ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'name': 'tempest-RoutersTest-router-142145091', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:58:56Z', 'updated_at': '2022-03-22T10:59:06Z', 'revision_number': 3, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'gw_port_host': None, '_interfaces': [{'id': '35540a55-abee-4074-8d64-fce2f814bac6', 'name': '', 'network_id': '660e8501-1e86-44cd-9d64-1cf5a800b0a5', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'mac_address': 'fa:16:3e:5e:12:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '46d0a98d-c4c2-4141-8071-35817cc1ce80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:00Z', 'updated_at': '2022-03-22T10:59:06Z', 'revision_number': 5, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'subnets': [{'id': '46d0a98d-c4c2-4141-8071-35817cc1ce80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5577756c-7d0b-4984-93f2-d21be4ae63ac', 'name': '', 'network_id': 'da3c7d6d-c84b-4a40-9d62-4ff535fff9b4', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'mac_address': 'fa:16:3e:4b:3f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '1cae3500-778f-4ecb-ac53-307699b891a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:05Z', 'updated_at': '2022-03-22T10:59:07Z', 'revision_number': 2, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'subnets': [{'id': '1cae3500-778f-4ecb-ac53-307699b891a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:11.013166 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:11.036003 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75e5832-3ce0-4924-9597-96f9fea859ef None None] Checking router: 054c9ae2-1257-43cc-a295-3af6f4bb22cd for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 10:59:11.036353 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75e5832-3ce0-4924-9597-96f9fea859ef None None] Updating router 054c9ae2-1257-43cc-a295-3af6f4bb22cd port 5577756c-7d0b-4984-93f2-d21be4ae63ac binding host dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 10:59:11.048388 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-b3e74815-7260-437a-9290-e6d5f5da5b83 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:59:11.050242 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-f80a3492-bbc2-47f4-83c9-e56e57b08954 None None] Provisioning complete for port 3e2c768d-7bc9-42ff-948d-6358a3b937ac triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:11.050566 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f80a3492-bbc2-47f4-83c9-e56e57b08954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:11.074831 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-a75e5832-3ce0-4924-9597-96f9fea859ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:11.075629 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e74815-7260-437a-9290-e6d5f5da5b83 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:59:11.109272 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36cbbed-b262-4a7c-ac7a-3f2d7771c840 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Checking segment: {'id': '0279a9ff-eef3-457c-a2d1-3b0e876a634d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3e212b2a-931f-4471-a513-0754eb745ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:59:11.115661 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36cbbed-b262-4a7c-ac7a-3f2d7771c840 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Network hostable DHCP agents. Network: 3e212b2a-931f-4471-a513-0754eb745ed2, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:59:11.194650 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7ee0ad41-fad4-4552-b834-051ab580cc42 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:11.199635 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-40264ea0-e809-4e2c-9510-09d11c80cfa6 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:11.237408 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36cbbed-b262-4a7c-ac7a-3f2d7771c840 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Network 3e212b2a-931f-4471-a513-0754eb745ed2 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:59:11.240868 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40264ea0-e809-4e2c-9510-09d11c80cfa6 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event deleted for resources: {'Subnet': ['ID=02bddf75-535c-4855-8231-d545f19ef960,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:11.244219 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-40264ea0-e809-4e2c-9510-09d11c80cfa6 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:11.250193 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-40264ea0-e809-4e2c-9510-09d11c80cfa6 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "DELETE /v2.0/subnets/02bddf75-535c-4855-8231-d545f19ef960 HTTP/1.1" status: 204 len: 168 time: 1.0909719 Mar 22 10:59:11.254661 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40614) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:11.271609 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-b36cbbed-b262-4a7c-ac7a-3f2d7771c840 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 3e212b2a-931f-4471-a513-0754eb745ed2) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:59:11.306986 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36cbbed-b262-4a7c-ac7a-3f2d7771c840 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:11.307655 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b36cbbed-b262-4a7c-ac7a-3f2d7771c840 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:11.310514 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8d4f389-bec4-4c4b-8227-ae95a9a4dc14 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] DELETE failed (client error): The resource could not be found. Mar 22 10:59:11.310963 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8d4f389-bec4-4c4b-8227-ae95a9a4dc14 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:59:11.317121 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b8d4f389-bec4-4c4b-8227-ae95a9a4dc14 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "DELETE /v2.0/subnets/0fc904d3-2b4b-4502-b252-0c60453f608a HTTP/1.1" status: 404 len: 337 time: 0.0609367 Mar 22 10:59:11.320574 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40616) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:11.324715 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e74815-7260-437a-9290-e6d5f5da5b83 None None] Pushing event updated for resources: {'Port': ['ID=72143b6e-3f37-4cff-aa47-8f80086bc155,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:11.338993 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6cfd5d-b55d-4909-98e9-2be2397ec3ea None None] Network 3e212b2a-931f-4471-a513-0754eb745ed2 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:59:11.372617 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7ee0ad41-fad4-4552-b834-051ab580cc42 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:11.389772 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b36cbbed-b262-4a7c-ac7a-3f2d7771c840 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8923128 Mar 22 10:59:11.395610 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40618) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:11.486052 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-97b49079-fdd3-4f91-a8cb-9ca0bd269769 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Deleting subnet 1c1735a2-addf-418d-aec3-993e5dd1d83d {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:59:11.511710 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee0ad41-fad4-4552-b834-051ab580cc42 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Network 45bc375e-fe27-442d-a4a3-1c2e51fd8f1a is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:59:11.531337 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-b3e74815-7260-437a-9290-e6d5f5da5b83 None None] Attempting to bind port 72143b6e-3f37-4cff-aa47-8f80086bc155 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:59:11.532058 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-b3e74815-7260-437a-9290-e6d5f5da5b83 None None] Attempting to bind port 72143b6e-3f37-4cff-aa47-8f80086bc155 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '0d25f62e-bb80-4db4-bc7f-a1ea55152c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '45bc375e-fe27-442d-a4a3-1c2e51fd8f1a'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:59:11.532647 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e74815-7260-437a-9290-e6d5f5da5b83 None None] Attempting to bind port 72143b6e-3f37-4cff-aa47-8f80086bc155 on network 45bc375e-fe27-442d-a4a3-1c2e51fd8f1a {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:59:11.566714 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e74815-7260-437a-9290-e6d5f5da5b83 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:59:11.567316 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e74815-7260-437a-9290-e6d5f5da5b83 None None] Checking segment: {'id': '0d25f62e-bb80-4db4-bc7f-a1ea55152c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '45bc375e-fe27-442d-a4a3-1c2e51fd8f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:59:11.567992 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b3e74815-7260-437a-9290-e6d5f5da5b83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:11.568630 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e74815-7260-437a-9290-e6d5f5da5b83 None None] Bound using segment: {'id': '0d25f62e-bb80-4db4-bc7f-a1ea55152c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '45bc375e-fe27-442d-a4a3-1c2e51fd8f1a'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:59:11.569502 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-b3e74815-7260-437a-9290-e6d5f5da5b83 None None] Bound port: 72143b6e-3f37-4cff-aa47-8f80086bc155, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d25f62e-bb80-4db4-bc7f-a1ea55152c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '45bc375e-fe27-442d-a4a3-1c2e51fd8f1a'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:59:11.570134 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b3e74815-7260-437a-9290-e6d5f5da5b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:11.586511 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-97b49079-fdd3-4f91-a8cb-9ca0bd269769 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:11.588850 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port 3e2c768d-7bc9-42ff-948d-6358a3b937ac, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=3e2c768d-7bc9-42ff-948d-6358a3b937ac,segment=NetworkSegment(a5eeb60d-4972-48b3-aa2b-41abc2d0e48f),segment_id=a5eeb60d-4972-48b3-aa2b-41abc2d0e48f)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:59:11.594159 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:11.635786 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5c09e2fa-868a-41fb-a097-a39fc5c21a62 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:11.660732 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5c09e2fa-868a-41fb-a097-a39fc5c21a62 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:11.710325 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-5c09e2fa-868a-41fb-a097-a39fc5c21a62 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] In _notify_port_updated(), no bound segment for port 540ac7f5-f93c-474f-a53c-ab0e6865d3d6 on network 2a93550a-fffb-4190-962e-fcd913bca77a {{(pid=109050) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 22 10:59:11.719098 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-a75e5832-3ce0-4924-9597-96f9fea859ef None None] Notify callbacks [] for port, precommit_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:11.724446 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c09e2fa-868a-41fb-a097-a39fc5c21a62 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:11.727943 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-a75e5832-3ce0-4924-9597-96f9fea859ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:11.728115 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5c09e2fa-868a-41fb-a097-a39fc5c21a62 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:11.729547 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-5c09e2fa-868a-41fb-a097-a39fc5c21a62 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] 10.222.0.57 "PUT /v2.0/ports/540ac7f5-f93c-474f-a53c-ab0e6865d3d6 HTTP/1.1" status: 200 len: 1130 time: 1.4331059 Mar 22 10:59:11.731485 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-7ee0ad41-fad4-4552-b834-051ab580cc42 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:59:11.742803 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40620) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:11.747361 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee0ad41-fad4-4552-b834-051ab580cc42 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:59:11.754199 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee0ad41-fad4-4552-b834-051ab580cc42 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:11.755210 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7ee0ad41-fad4-4552-b834-051ab580cc42 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:11.814202 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee0ad41-fad4-4552-b834-051ab580cc42 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event updated for resources: {'Port': ['ID=4b32f298-bb83-4960-9a88-bd2d0c8e3b6a,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:11.822641 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-31af85c1-4c6b-4893-a7cd-b0d4076fec31 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Deleting port c0adf8b8-fd88-41f7-9160-08c6b87ca2c6 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:59:11.823104 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-31af85c1-4c6b-4893-a7cd-b0d4076fec31 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:11.837740 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c09e2fa-868a-41fb-a097-a39fc5c21a62 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Pushing event updated for resources: {'Port': ['ID=540ac7f5-f93c-474f-a53c-ab0e6865d3d6,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:11.879026 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-97b49079-fdd3-4f91-a8cb-9ca0bd269769 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:11.882431 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf7bbbc-eb21-43bc-bd44-37bce8560348 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:11.886860 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-7bf7bbbc-eb21-43bc-bd44-37bce8560348 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] 10.222.0.57 "GET /v2.0/ports/540ac7f5-f93c-474f-a53c-ab0e6865d3d6 HTTP/1.1" status: 200 len: 1130 time: 0.1327679 Mar 22 10:59:11.896267 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:11.898277 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40622) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:11.899324 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 35540a55-abee-4074-8d64-fce2f814bac6 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:59:11.920637 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274da321-1482-4846-9c62-98477f8424f5 None None] Pushing event updated for resources: {'Port': ['ID=5577756c-7d0b-4984-93f2-d21be4ae63ac,revision_number=3']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:11.968463 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7ee0ad41-fad4-4552-b834-051ab580cc42 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1241350 Mar 22 10:59:11.971673 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40624) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:11.990695 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274da321-1482-4846-9c62-98477f8424f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:59:11.991257 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274da321-1482-4846-9c62-98477f8424f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:59:11.992274 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274da321-1482-4846-9c62-98477f8424f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:59:11.992406 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274da321-1482-4846-9c62-98477f8424f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:59:11.992917 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274da321-1482-4846-9c62-98477f8424f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:59:11.993473 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274da321-1482-4846-9c62-98477f8424f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:59:11.994702 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274da321-1482-4846-9c62-98477f8424f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:59:11.994702 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274da321-1482-4846-9c62-98477f8424f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:59:11.995096 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274da321-1482-4846-9c62-98477f8424f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:59:11.995545 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274da321-1482-4846-9c62-98477f8424f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:59:12.003698 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274da321-1482-4846-9c62-98477f8424f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:59:12.004367 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274da321-1482-4846-9c62-98477f8424f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:59:12.028404 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-a75e5832-3ce0-4924-9597-96f9fea859ef None None] Attempting to bind port 5577756c-7d0b-4984-93f2-d21be4ae63ac on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:59:12.028404 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-a75e5832-3ce0-4924-9597-96f9fea859ef None None] Attempting to bind port 5577756c-7d0b-4984-93f2-d21be4ae63ac by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '8551020e-da87-43d5-a6e8-07d7003b061e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'da3c7d6d-c84b-4a40-9d62-4ff535fff9b4'}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:59:12.028744 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75e5832-3ce0-4924-9597-96f9fea859ef None None] Attempting to bind port 5577756c-7d0b-4984-93f2-d21be4ae63ac on network da3c7d6d-c84b-4a40-9d62-4ff535fff9b4 {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:59:12.047240 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75e5832-3ce0-4924-9597-96f9fea859ef None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:59:12.047808 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75e5832-3ce0-4924-9597-96f9fea859ef None None] Checking segment: {'id': '8551020e-da87-43d5-a6e8-07d7003b061e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'da3c7d6d-c84b-4a40-9d62-4ff535fff9b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:59:12.048245 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-a75e5832-3ce0-4924-9597-96f9fea859ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:12.048672 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75e5832-3ce0-4924-9597-96f9fea859ef None None] Bound using segment: {'id': '8551020e-da87-43d5-a6e8-07d7003b061e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'da3c7d6d-c84b-4a40-9d62-4ff535fff9b4'} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:59:12.049199 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-a75e5832-3ce0-4924-9597-96f9fea859ef None None] Bound port: 5577756c-7d0b-4984-93f2-d21be4ae63ac, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8551020e-da87-43d5-a6e8-07d7003b061e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'da3c7d6d-c84b-4a40-9d62-4ff535fff9b4'}}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:59:12.049609 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-a75e5832-3ce0-4924-9597-96f9fea859ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:12.171838 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-a75e5832-3ce0-4924-9597-96f9fea859ef None None] For port 5577756c-7d0b-4984-93f2-d21be4ae63ac, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:59:12.182925 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-a75e5832-3ce0-4924-9597-96f9fea859ef None None] For port 5577756c-7d0b-4984-93f2-d21be4ae63ac, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=5577756c-7d0b-4984-93f2-d21be4ae63ac,segment=NetworkSegment(8551020e-da87-43d5-a6e8-07d7003b061e),segment_id=8551020e-da87-43d5-a6e8-07d7003b061e)] {{(pid=109052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:59:12.189770 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-a75e5832-3ce0-4924-9597-96f9fea859ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:12.236817 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-97b49079-fdd3-4f91-a8cb-9ca0bd269769 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:12.270701 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-31af85c1-4c6b-4893-a7cd-b0d4076fec31 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] For port c0adf8b8-fd88-41f7-9160-08c6b87ca2c6, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=c0adf8b8-fd88-41f7-9160-08c6b87ca2c6,segment=NetworkSegment(0783b825-2601-45f0-958a-8bdcaa603211),segment_id=0783b825-2601-45f0-958a-8bdcaa603211)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:59:12.271562 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-31af85c1-4c6b-4893-a7cd-b0d4076fec31 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:12.295476 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-31af85c1-4c6b-4893-a7cd-b0d4076fec31 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Calling delete_port for c0adf8b8-fd88-41f7-9160-08c6b87ca2c6 owned by network:router_interface {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:59:12.304130 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-f80a3492-bbc2-47f4-83c9-e56e57b08954 None None] Could not find standard attr ID for object 2eae85cf-d7d8-49d7-b04d-3dd06b38b255. {{(pid=109051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 10:59:12.305609 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=3e2c768d-7bc9-42ff-948d-6358a3b937ac,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:12.306447 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75e5832-3ce0-4924-9597-96f9fea859ef None None] Routers {'054c9ae2-1257-43cc-a295-3af6f4bb22cd'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:59:12.312961 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-a75e5832-3ce0-4924-9597-96f9fea859ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:59:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['054c9ae2-1257-43cc-a295-3af6f4bb22cd'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:12.327181 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-da86d860-6d8f-41ab-8909-87fe46911bfc tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Deleting port 4b32f298-bb83-4960-9a88-bd2d0c8e3b6a {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:59:12.327510 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-da86d860-6d8f-41ab-8909-87fe46911bfc tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:12.336836 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-60c14b27-0838-463e-adb5-091e73ad104e tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:12.458843 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-b3e74815-7260-437a-9290-e6d5f5da5b83 None None] For port 72143b6e-3f37-4cff-aa47-8f80086bc155, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:59:12.470632 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-f80a3492-bbc2-47f4-83c9-e56e57b08954 None None] Provisioning complete for port f59dc807-e6e4-4281-b284-2b2274891509 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:12.471065 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f80a3492-bbc2-47f4-83c9-e56e57b08954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:12.510195 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-a75e5832-3ce0-4924-9597-96f9fea859ef None None] Set router 054c9ae2-1257-43cc-a295-3af6f4bb22cd gateway port host: None {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:59:12.512104 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274da321-1482-4846-9c62-98477f8424f5 None None] Pushing event updated for resources: {'Port': ['ID=5577756c-7d0b-4984-93f2-d21be4ae63ac,revision_number=4']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:12.575866 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-b3e74815-7260-437a-9290-e6d5f5da5b83 None None] For port 72143b6e-3f37-4cff-aa47-8f80086bc155, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=72143b6e-3f37-4cff-aa47-8f80086bc155,segment=NetworkSegment(0d25f62e-bb80-4db4-bc7f-a1ea55152c6f),segment_id=0d25f62e-bb80-4db4-bc7f-a1ea55152c6f)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:59:12.593501 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 35540a55-abee-4074-8d64-fce2f814bac6 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:12.593501 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:12.618106 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a294cc-f779-46b7-b930-4225a0e8e109 None None] Update dhcp port {'port': {'network_id': 'c33d4098-434a-4c67-a0d0-3ea0db9d3f43', 'fixed_ips': [{'subnet_id': '1c1735a2-addf-418d-aec3-993e5dd1d83d', 'ip_address': '172.20.0.18'}, {'subnet_id': '02bddf75-535c-4855-8231-d545f19ef960'}], 'binding:host_id': 'dv-neutron-834599-1-hyperv'}, 'id': 'f59dc807-e6e4-4281-b284-2b2274891509'} from dv-neutron-834599-1-hyperv. {{(pid=109051) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 22 10:59:12.620813 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-97b49079-fdd3-4f91-a8cb-9ca0bd269769 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:12.647617 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b3e74815-7260-437a-9290-e6d5f5da5b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:12.674960 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b49079-fdd3-4f91-a8cb-9ca0bd269769 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event deleted for resources: {'Subnet': ['ID=1c1735a2-addf-418d-aec3-993e5dd1d83d,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:12.712158 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-97b49079-fdd3-4f91-a8cb-9ca0bd269769 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:12.718395 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-97b49079-fdd3-4f91-a8cb-9ca0bd269769 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "DELETE /v2.0/subnets/1c1735a2-addf-418d-aec3-993e5dd1d83d HTTP/1.1" status: 204 len: 168 time: 1.3968241 Mar 22 10:59:12.727386 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40626) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:12.737531 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e74815-7260-437a-9290-e6d5f5da5b83 None None] Pushing event updated for resources: {'Port': ['ID=72143b6e-3f37-4cff-aa47-8f80086bc155,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:12.751503 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:12.785954 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-da86d860-6d8f-41ab-8909-87fe46911bfc tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:12.791018 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-31af85c1-4c6b-4893-a7cd-b0d4076fec31 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:12.807639 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-8f9f76da-9fa8-4741-9e10-0720cf53bdb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Deleting port 540ac7f5-f93c-474f-a53c-ab0e6865d3d6 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:59:12.808635 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8f9f76da-9fa8-4741-9e10-0720cf53bdb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:12.853548 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af85c1-4c6b-4893-a7cd-b0d4076fec31 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'Port': ['ID=c0adf8b8-fd88-41f7-9160-08c6b87ca2c6,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:12.862709 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-57a294cc-f779-46b7-b930-4225a0e8e109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:12.929781 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b84c61a-f608-4ed0-9679-d0ac91c84d16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-3e212b2a-931f-4471-a513-0754eb745ed2', 'network_id': '3e212b2a-931f-4471-a513-0754eb745ed2', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'fixed_ips': [{'subnet_id': 'e80e6b74-ee8b-45db-b728-55e51f348315'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:59:12.931150 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7b84c61a-f608-4ed0-9679-d0ac91c84d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:12.934610 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-a75e5832-3ce0-4924-9597-96f9fea859ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'name': 'tempest-RoutersTest-router-142145091', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:58:56Z', 'updated_at': '2022-03-22T10:59:06Z', 'revision_number': 3, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'gw_port_host': None, '_interfaces': [{'id': '35540a55-abee-4074-8d64-fce2f814bac6', 'name': '', 'network_id': '660e8501-1e86-44cd-9d64-1cf5a800b0a5', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'mac_address': 'fa:16:3e:5e:12:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '46d0a98d-c4c2-4141-8071-35817cc1ce80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:00Z', 'updated_at': '2022-03-22T10:59:06Z', 'revision_number': 5, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'subnets': [{'id': '46d0a98d-c4c2-4141-8071-35817cc1ce80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5577756c-7d0b-4984-93f2-d21be4ae63ac', 'name': '', 'network_id': 'da3c7d6d-c84b-4a40-9d62-4ff535fff9b4', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'mac_address': 'fa:16:3e:4b:3f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '1cae3500-778f-4ecb-ac53-307699b891a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:05Z', 'updated_at': '2022-03-22T10:59:12Z', 'revision_number': 4, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'subnets': [{'id': '1cae3500-778f-4ecb-ac53-307699b891a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:13.007716 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75e5832-3ce0-4924-9597-96f9fea859ef None None] The sync data for ids ['054c9ae2-1257-43cc-a295-3af6f4bb22cd'] in dv-neutron-834599-1-hyperv is: [{'id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'name': 'tempest-RoutersTest-router-142145091', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:58:56Z', 'updated_at': '2022-03-22T10:59:06Z', 'revision_number': 3, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'gw_port_host': None, '_interfaces': [{'id': '35540a55-abee-4074-8d64-fce2f814bac6', 'name': '', 'network_id': '660e8501-1e86-44cd-9d64-1cf5a800b0a5', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'mac_address': 'fa:16:3e:5e:12:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '46d0a98d-c4c2-4141-8071-35817cc1ce80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:00Z', 'updated_at': '2022-03-22T10:59:06Z', 'revision_number': 5, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'subnets': [{'id': '46d0a98d-c4c2-4141-8071-35817cc1ce80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5577756c-7d0b-4984-93f2-d21be4ae63ac', 'name': '', 'network_id': 'da3c7d6d-c84b-4a40-9d62-4ff535fff9b4', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'mac_address': 'fa:16:3e:4b:3f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '1cae3500-778f-4ecb-ac53-307699b891a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:05Z', 'updated_at': '2022-03-22T10:59:12Z', 'revision_number': 4, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'subnets': [{'id': '1cae3500-778f-4ecb-ac53-307699b891a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:59:13.073524 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:13.288127 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8f9f76da-9fa8-4741-9e10-0720cf53bdb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:13.364449 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device f59dc807-e6e4-4281-b284-2b2274891509 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:59:13.366345 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:13.393572 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-8f9f76da-9fa8-4741-9e10-0720cf53bdb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Calling delete_port for 540ac7f5-f93c-474f-a53c-ab0e6865d3d6 owned by {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:59:13.434673 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-f80a3492-bbc2-47f4-83c9-e56e57b08954 None None] Provisioning complete for port f25a1a17-3ddc-47c3-99a1-0ced4512cc6d triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:13.435052 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f80a3492-bbc2-47f4-83c9-e56e57b08954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:13.458334 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-da86d860-6d8f-41ab-8909-87fe46911bfc tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Calling delete_port for 4b32f298-bb83-4960-9a88-bd2d0c8e3b6a owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:59:13.522241 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-31af85c1-4c6b-4893-a7cd-b0d4076fec31 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684007'] for router_interface, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:13.554159 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b76194-794d-4f19-9963-3a86e57c9fd5 None None] Network c33d4098-434a-4c67-a0d0-3ea0db9d3f43 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:59:13.673626 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4c04dd8-b765-42b3-864e-69602b0d93c3 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] DELETE failed (client error): The resource could not be found. Mar 22 10:59:13.674199 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4c04dd8-b765-42b3-864e-69602b0d93c3 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:59:13.680791 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c4c04dd8-b765-42b3-864e-69602b0d93c3 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "DELETE /v2.0/subnets/b80da809-e326-49a1-9999-6f427f98560a HTTP/1.1" status: 404 len: 337 time: 0.9525602 Mar 22 10:59:13.683285 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40628) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:13.720884 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-7b84c61a-f608-4ed0-9679-d0ac91c84d16 None None] Allocated IP 172.22.0.2 (3e212b2a-931f-4471-a513-0754eb745ed2/e80e6b74-ee8b-45db-b728-55e51f348315/72bc5725-5d09-455f-8d17-f68020289fa0) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:59:13.731929 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40630) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:13.735932 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1f6c267b-bac8-4385-80ea-99f0edea6c5f tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "GET /v2.0/ports?device_id=5deefecd-513f-4cc3-b8bf-b2cd52c43ee7 HTTP/1.1" status: 200 len: 205 time: 0.0432737 Mar 22 10:59:13.746343 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-f80a3492-bbc2-47f4-83c9-e56e57b08954 None None] Port f25a1a17-3ddc-47c3-99a1-0ced4512cc6d cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:59:13.781871 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port f59dc807-e6e4-4281-b284-2b2274891509 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:13.782255 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:13.859046 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.api.v2.resource [None req-4e8c54c6-b227-48d1-92f3-f4d5b2d2c3d2 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] delete failed (client error): The resource could not be found. Mar 22 10:59:13.860150 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-4e8c54c6-b227-48d1-92f3-f4d5b2d2c3d2 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "DELETE /v2.0/routers/5deefecd-513f-4cc3-b8bf-b2cd52c43ee7 HTTP/1.1" status: 404 len: 336 time: 0.1237705 Mar 22 10:59:13.864698 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40632) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:13.936838 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8f9f76da-9fa8-4741-9e10-0720cf53bdb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:13.939622 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f3dda93-69b3-4182-ae4b-11652307737b tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] DELETE failed (client error): The resource could not be found. Mar 22 10:59:13.940421 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f3dda93-69b3-4182-ae4b-11652307737b tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:59:13.945779 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4f3dda93-69b3-4182-ae4b-11652307737b tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "DELETE /v2.0/subnets/c840faf5-d7a6-4b2c-923b-e6ec2b1c908f HTTP/1.1" status: 404 len: 337 time: 0.0789135 Mar 22 10:59:13.947876 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40634) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:13.971264 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-da86d860-6d8f-41ab-8909-87fe46911bfc tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:14.002155 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a293271-158b-44e8-90dc-27bb400d1a33 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] DELETE failed (client error): The resource could not be found. Mar 22 10:59:14.002786 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a293271-158b-44e8-90dc-27bb400d1a33 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:59:14.006471 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0a293271-158b-44e8-90dc-27bb400d1a33 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "DELETE /v2.0/subnets/3fd924d9-9865-48ee-82de-47e5434097f7 HTTP/1.1" status: 404 len: 337 time: 0.0572987 Mar 22 10:59:14.050999 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40636) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:14.057256 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da86d860-6d8f-41ab-8909-87fe46911bfc tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event deleted for resources: {'Port': ['ID=4b32f298-bb83-4960-9a88-bd2d0c8e3b6a,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:14.101010 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9f76da-9fa8-4741-9e10-0720cf53bdb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Pushing event deleted for resources: {'Port': ['ID=540ac7f5-f93c-474f-a53c-ab0e6865d3d6,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:14.108023 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cfc748d-c6e6-4801-8f7f-1ebd4b5917ca tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] DELETE failed (client error): The resource could not be found. Mar 22 10:59:14.108485 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cfc748d-c6e6-4801-8f7f-1ebd4b5917ca tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:59:14.119547 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5cfc748d-c6e6-4801-8f7f-1ebd4b5917ca tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "DELETE /v2.0/subnets/83cda454-1143-4e62-8d47-ab4b0fdfe341 HTTP/1.1" status: 404 len: 337 time: 0.0630107 Mar 22 10:59:14.122867 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40638) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:14.136152 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31af85c1-4c6b-4893-a7cd-b0d4076fec31 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Router f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:59:14.156845 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8f9f76da-9fa8-4741-9e10-0720cf53bdb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:14.162631 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-8f9f76da-9fa8-4741-9e10-0720cf53bdb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] 10.222.0.57 "DELETE /v2.0/ports/540ac7f5-f93c-474f-a53c-ab0e6865d3d6 HTTP/1.1" status: 204 len: 168 time: 2.2610433 Mar 22 10:59:14.168673 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40640) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:14.181099 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-da86d860-6d8f-41ab-8909-87fe46911bfc tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:14.184453 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-da86d860-6d8f-41ab-8909-87fe46911bfc tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "DELETE /v2.0/ports/4b32f298-bb83-4960-9a88-bd2d0c8e3b6a HTTP/1.1" status: 204 len: 168 time: 2.2099810 Mar 22 10:59:14.201879 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40642) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:14.228133 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-d4c12bc2-236b-49d4-a105-e2946f4ae153 None None] Provisioning complete for port 540ac7f5-f93c-474f-a53c-ab0e6865d3d6 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:14.228816 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4c12bc2-236b-49d4-a105-e2946f4ae153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:14.252252 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-14cfc11c-9889-4e85-b43e-a8bbca4bdedb tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] DELETE failed (client error): The resource could not be found. Mar 22 10:59:14.253407 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14cfc11c-9889-4e85-b43e-a8bbca4bdedb tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:59:14.257333 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-14cfc11c-9889-4e85-b43e-a8bbca4bdedb tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "DELETE /v2.0/ports/4b32f298-bb83-4960-9a88-bd2d0c8e3b6a HTTP/1.1" status: 404 len: 333 time: 0.0544553 Mar 22 10:59:14.258882 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-20ca2a3e-7464-4674-8a53-f025c8c02269 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] DELETE failed (client error): The resource could not be found. Mar 22 10:59:14.260044 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-d4c12bc2-236b-49d4-a105-e2946f4ae153 None None] Port 540ac7f5-f93c-474f-a53c-ab0e6865d3d6 was deleted so its status cannot be updated. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Mar 22 10:59:14.260631 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20ca2a3e-7464-4674-8a53-f025c8c02269 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:59:14.263156 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c59b78-e4ac-4cac-b53a-e5a390b9d5c1 None None] DHCP port deletion for c33d4098-434a-4c67-a0d0-3ea0db9d3f43 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:59:14.264211 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-20ca2a3e-7464-4674-8a53-f025c8c02269 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "DELETE /v2.0/ports/3ff01fdd-06a6-421e-82ba-80c780459841 HTTP/1.1" status: 404 len: 333 time: 0.1237047 Mar 22 10:59:14.264985 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40644) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:14.276160 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-d4c12bc2-236b-49d4-a105-e2946f4ae153 None None] Could not find standard attr ID for object 2eae85cf-d7d8-49d7-b04d-3dd06b38b255. {{(pid=109051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 10:59:14.292640 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40646) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:14.298896 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e378daa-4b41-4b77-9e72-936ccb6ddd4a tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Deleting subnet 6d1f4af8-3b91-4a79-9219-e483e9ae7b9a {{(pid=109050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:59:14.302267 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-674f60a1-570d-434d-a5f6-e87ade23bdab tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] GET failed (client error): The resource could not be found. Mar 22 10:59:14.302896 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2e378daa-4b41-4b77-9e72-936ccb6ddd4a tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Notify callbacks [] for subnet, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:14.304937 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-674f60a1-570d-434d-a5f6-e87ade23bdab tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "GET /v2.0/ports/4b32f298-bb83-4960-9a88-bd2d0c8e3b6a HTTP/1.1" status: 404 len: 333 time: 0.0386345 Mar 22 10:59:14.308611 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40648) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:14.374605 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2e378daa-4b41-4b77-9e72-936ccb6ddd4a tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11961780'] for subnet, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:14.378958 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-d4c12bc2-236b-49d4-a105-e2946f4ae153 None None] Provisioning complete for port 18992fff-3e39-4d3a-8746-5edd2ea62b45 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:14.379336 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4c12bc2-236b-49d4-a105-e2946f4ae153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:14.389848 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebae986c-d7b0-48d9-8152-fcb5e2a348d7 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Deleting subnet 245caa74-79eb-49a4-bbcd-b53cdb80d13b {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:59:14.395038 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ebae986c-d7b0-48d9-8152-fcb5e2a348d7 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:14.451949 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ebae986c-d7b0-48d9-8152-fcb5e2a348d7 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:14.454665 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d634fe8-66f8-42c1-aa96-39338f33aada tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] DELETE failed (client error): The resource could not be found. Mar 22 10:59:14.455118 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d634fe8-66f8-42c1-aa96-39338f33aada tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:59:14.458176 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-6d634fe8-66f8-42c1-aa96-39338f33aada tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "DELETE /v2.0/subnets/1714fba2-d156-4dd4-b888-3ff8ad305094 HTTP/1.1" status: 404 len: 337 time: 0.0393162 Mar 22 10:59:14.465365 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40650) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:14.482677 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 18992fff-3e39-4d3a-8746-5edd2ea62b45 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:59:14.542423 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a36c381-7094-4fe4-8c0b-723e3ddd1f16 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] DELETE failed (client error): The resource could not be found. Mar 22 10:59:14.542888 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a36c381-7094-4fe4-8c0b-723e3ddd1f16 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:59:14.545975 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-8a36c381-7094-4fe4-8c0b-723e3ddd1f16 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "DELETE /v2.0/subnets/a64af160-bfcc-4f40-b03f-8b41f5db7ef6 HTTP/1.1" status: 404 len: 337 time: 0.0806217 Mar 22 10:59:14.550845 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ebae986c-d7b0-48d9-8152-fcb5e2a348d7 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:14.552426 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7b84c61a-f608-4ed0-9679-d0ac91c84d16 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:14.553917 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40652) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:14.565261 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-a0c59b78-e4ac-4cac-b53a-e5a390b9d5c1 None None] Deleting port f59dc807-e6e4-4281-b284-2b2274891509 {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:59:14.565722 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a0c59b78-e4ac-4cac-b53a-e5a390b9d5c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:14.590437 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7b84c61a-f608-4ed0-9679-d0ac91c84d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:14.640467 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-68d44757-2132-4997-8f6c-32624ff804e5 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] DELETE failed (client error): The resource could not be found. Mar 22 10:59:14.641241 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68d44757-2132-4997-8f6c-32624ff804e5 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:59:14.647930 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-68d44757-2132-4997-8f6c-32624ff804e5 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "DELETE /v2.0/ports/c44c7ddb-0927-446a-936f-dd59a3d9d0c2 HTTP/1.1" status: 404 len: 333 time: 0.0905206 Mar 22 10:59:14.652053 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40654) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:14.653666 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b84c61a-f608-4ed0-9679-d0ac91c84d16 None None] Network 3e212b2a-931f-4471-a513-0754eb745ed2 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:59:14.668708 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31af85c1-4c6b-4893-a7cd-b0d4076fec31 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:59:14.671555 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-60c14b27-0838-463e-adb5-091e73ad104e tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Allocated IP 172.22.0.1 (3e212b2a-931f-4471-a513-0754eb745ed2/e80e6b74-ee8b-45db-b728-55e51f348315/1135c066-ba75-4756-bb18-80b6f2ec8085) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:59:14.681955 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-7b84c61a-f608-4ed0-9679-d0ac91c84d16 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:59:14.685617 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b84c61a-f608-4ed0-9679-d0ac91c84d16 None None] Pushing event updated for resources: {'Port': ['ID=72bc5725-5d09-455f-8d17-f68020289fa0,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:14.689381 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b84c61a-f608-4ed0-9679-d0ac91c84d16 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:59:14.697144 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-31af85c1-4c6b-4893-a7cd-b0d4076fec31 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "PUT /v2.0/routers/f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1755402 Mar 22 10:59:14.697342 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb49164-114e-42c0-b6c2-079aa4ec4340 None None] Sync routers for ids ['f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:59:14.698989 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2e378daa-4b41-4b77-9e72-936ccb6ddd4a tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:14.702760 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-dee4e8bf-0901-4b1a-9f0c-37841c334a53 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] DELETE failed (client error): The resource could not be found. Mar 22 10:59:14.703322 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dee4e8bf-0901-4b1a-9f0c-37841c334a53 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:59:14.707043 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-dee4e8bf-0901-4b1a-9f0c-37841c334a53 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "DELETE /v2.0/subnets/ed5c2843-dd6f-49a2-857c-0a5c84a6bb6b HTTP/1.1" status: 404 len: 337 time: 0.0536318 Mar 22 10:59:14.729851 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40658) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:14.743521 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb49164-114e-42c0-b6c2-079aa4ec4340 None None] Routers {'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:59:14.745081 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-1eb49164-114e-42c0-b6c2-079aa4ec4340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:59:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:14.760402 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc67670-62dd-4b28-8e49-f32f65bcae6d None None] Network 45bc375e-fe27-442d-a4a3-1c2e51fd8f1a requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:59:14.775918 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-9caaa488-742a-48a4-b122-4d6a260b895e tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] DELETE failed (client error): The resource could not be found. Mar 22 10:59:14.776384 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9caaa488-742a-48a4-b122-4d6a260b895e tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:59:14.779495 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-9caaa488-742a-48a4-b122-4d6a260b895e tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "DELETE /v2.0/subnets/3eca731c-aa77-46a1-84da-8a1923affcd3 HTTP/1.1" status: 404 len: 337 time: 0.0486257 Mar 22 10:59:14.782628 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40660) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:14.828591 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-60c14b27-0838-463e-adb5-091e73ad104e tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:14.872422 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ebae986c-d7b0-48d9-8152-fcb5e2a348d7 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:14.926208 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-60c14b27-0838-463e-adb5-091e73ad104e tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:14.928574 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebae986c-d7b0-48d9-8152-fcb5e2a348d7 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event deleted for resources: {'Subnet': ['ID=245caa74-79eb-49a4-bbcd-b53cdb80d13b,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:14.928762 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2e378daa-4b41-4b77-9e72-936ccb6ddd4a tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:14.951024 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-a0c59b78-e4ac-4cac-b53a-e5a390b9d5c1 None None] For port f59dc807-e6e4-4281-b284-2b2274891509, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=f59dc807-e6e4-4281-b284-2b2274891509,segment=NetworkSegment(820df5c2-41e3-445f-b793-16c6a5aae62a),segment_id=820df5c2-41e3-445f-b793-16c6a5aae62a)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:59:14.956998 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a0c59b78-e4ac-4cac-b53a-e5a390b9d5c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:14.960761 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2e378daa-4b41-4b77-9e72-936ccb6ddd4a tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:14.969189 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-2e378daa-4b41-4b77-9e72-936ccb6ddd4a tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] 10.222.0.57 "DELETE /v2.0/subnets/6d1f4af8-3b91-4a79-9219-e483e9ae7b9a HTTP/1.1" status: 204 len: 168 time: 0.7945790 Mar 22 10:59:14.975327 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40662) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:14.986754 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e378daa-4b41-4b77-9e72-936ccb6ddd4a tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Pushing event deleted for resources: {'Subnet': ['ID=6d1f4af8-3b91-4a79-9219-e483e9ae7b9a,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:14.993157 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ebae986c-d7b0-48d9-8152-fcb5e2a348d7 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:14.996069 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-7b84c61a-f608-4ed0-9679-d0ac91c84d16 None None] Attempting to bind port 72bc5725-5d09-455f-8d17-f68020289fa0 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:59:14.996612 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-7b84c61a-f608-4ed0-9679-d0ac91c84d16 None None] Attempting to bind port 72bc5725-5d09-455f-8d17-f68020289fa0 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '0279a9ff-eef3-457c-a2d1-3b0e876a634d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3e212b2a-931f-4471-a513-0754eb745ed2'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:59:14.997284 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b84c61a-f608-4ed0-9679-d0ac91c84d16 None None] Attempting to bind port 72bc5725-5d09-455f-8d17-f68020289fa0 on network 3e212b2a-931f-4471-a513-0754eb745ed2 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:59:15.000283 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-7c0978da-7f21-469b-a96b-f9aef593301a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Deleting port f25a1a17-3ddc-47c3-99a1-0ced4512cc6d {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:59:15.001982 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7c0978da-7f21-469b-a96b-f9aef593301a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:15.008130 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ebae986c-d7b0-48d9-8152-fcb5e2a348d7 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "DELETE /v2.0/subnets/245caa74-79eb-49a4-bbcd-b53cdb80d13b HTTP/1.1" status: 204 len: 168 time: 0.6980116 Mar 22 10:59:15.017311 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e496761-cf97-4489-a44b-ce4f2acbf80a None None] Network 2a93550a-fffb-4190-962e-fcd913bca77a requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:59:15.019668 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40666) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:15.049061 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c14b27-0838-463e-adb5-091e73ad104e tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Network 3e212b2a-931f-4471-a513-0754eb745ed2 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:59:15.055116 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-60c14b27-0838-463e-adb5-091e73ad104e tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:59:15.063226 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c14b27-0838-463e-adb5-091e73ad104e tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event updated for resources: {'Port': ['ID=1135c066-ba75-4756-bb18-80b6f2ec8085,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:15.066395 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c14b27-0838-463e-adb5-091e73ad104e tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:59:15.092196 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-a0c59b78-e4ac-4cac-b53a-e5a390b9d5c1 None None] Calling delete_port for f59dc807-e6e4-4281-b284-2b2274891509 owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:59:15.097847 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b84c61a-f608-4ed0-9679-d0ac91c84d16 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:59:15.098235 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b84c61a-f608-4ed0-9679-d0ac91c84d16 None None] Checking segment: {'id': '0279a9ff-eef3-457c-a2d1-3b0e876a634d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3e212b2a-931f-4471-a513-0754eb745ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:59:15.098636 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7b84c61a-f608-4ed0-9679-d0ac91c84d16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:15.099035 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b84c61a-f608-4ed0-9679-d0ac91c84d16 None None] Bound using segment: {'id': '0279a9ff-eef3-457c-a2d1-3b0e876a634d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3e212b2a-931f-4471-a513-0754eb745ed2'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:59:15.099690 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-7b84c61a-f608-4ed0-9679-d0ac91c84d16 None None] Bound port: 72bc5725-5d09-455f-8d17-f68020289fa0, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0279a9ff-eef3-457c-a2d1-3b0e876a634d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3e212b2a-931f-4471-a513-0754eb745ed2'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:59:15.100111 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7b84c61a-f608-4ed0-9679-d0ac91c84d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:15.146126 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-043e2c17-8d27-4534-9fd9-3011c43cc69c tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:15.160197 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-60c14b27-0838-463e-adb5-091e73ad104e tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684270'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:15.168950 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 18992fff-3e39-4d3a-8746-5edd2ea62b45 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:15.169327 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:15.176992 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7c0978da-7f21-469b-a96b-f9aef593301a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:15.202255 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-7c0978da-7f21-469b-a96b-f9aef593301a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Calling delete_port for f25a1a17-3ddc-47c3-99a1-0ced4512cc6d owned by {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:59:15.211263 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-953630b1-ce79-45e9-915c-7d14aaac46ae tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:15.225772 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230f84b-d201-4193-bf0e-4fbe0fde4ecc req-b8cb6f89-13cd-4a0f-b523-c48ce30d97de tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:15.228563 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c230f84b-d201-4193-bf0e-4fbe0fde4ecc req-b8cb6f89-13cd-4a0f-b523-c48ce30d97de tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e8f9c08-13c3-4009-9c78-a70da5c7e711 HTTP/1.1" status: 200 len: 946 time: 0.1865702 Mar 22 10:59:15.285396 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-043e2c17-8d27-4534-9fd9-3011c43cc69c tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Deleting port 3e2c768d-7bc9-42ff-948d-6358a3b937ac {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:59:15.285744 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-043e2c17-8d27-4534-9fd9-3011c43cc69c tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:15.346085 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c230f84b-d201-4193-bf0e-4fbe0fde4ecc req-8b960442-5769-4da8-a5e5-d7f900170e20 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=963c9364-e1be-481f-add7-e92c7a0952a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767899 Mar 22 10:59:15.352195 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-d4c12bc2-236b-49d4-a105-e2946f4ae153 None None] Provisioning complete for port f59dc807-e6e4-4281-b284-2b2274891509 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:15.352565 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4c12bc2-236b-49d4-a105-e2946f4ae153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:15.367396 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-60c14b27-0838-463e-adb5-091e73ad104e tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:15.372291 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-953630b1-ce79-45e9-915c-7d14aaac46ae tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Deleting port 72143b6e-3f37-4cff-aa47-8f80086bc155 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:59:15.373136 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-953630b1-ce79-45e9-915c-7d14aaac46ae tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:15.375862 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7c0978da-7f21-469b-a96b-f9aef593301a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:15.383935 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-1eb49164-114e-42c0-b6c2-079aa4ec4340 None None] Set router f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:59:15.401774 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-043e2c17-8d27-4534-9fd9-3011c43cc69c tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] For port 3e2c768d-7bc9-42ff-948d-6358a3b937ac, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=3e2c768d-7bc9-42ff-948d-6358a3b937ac,segment=NetworkSegment(a5eeb60d-4972-48b3-aa2b-41abc2d0e48f),segment_id=a5eeb60d-4972-48b3-aa2b-41abc2d0e48f)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:59:15.402137 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-043e2c17-8d27-4534-9fd9-3011c43cc69c tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:15.423483 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0978da-7f21-469b-a96b-f9aef593301a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event deleted for resources: {'Port': ['ID=f25a1a17-3ddc-47c3-99a1-0ced4512cc6d,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:15.440530 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-043e2c17-8d27-4534-9fd9-3011c43cc69c tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Calling delete_port for 3e2c768d-7bc9-42ff-948d-6358a3b937ac owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:59:15.462003 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7c0978da-7f21-469b-a96b-f9aef593301a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:15.468430 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-7c0978da-7f21-469b-a96b-f9aef593301a tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "DELETE /v2.0/ports/f25a1a17-3ddc-47c3-99a1-0ced4512cc6d HTTP/1.1" status: 204 len: 168 time: 0.6822937 Mar 22 10:59:15.471334 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40668) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:15.513755 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-953630b1-ce79-45e9-915c-7d14aaac46ae tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] For port 72143b6e-3f37-4cff-aa47-8f80086bc155, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=72143b6e-3f37-4cff-aa47-8f80086bc155,segment=NetworkSegment(0d25f62e-bb80-4db4-bc7f-a1ea55152c6f),segment_id=0d25f62e-bb80-4db4-bc7f-a1ea55152c6f)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:59:15.514281 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-953630b1-ce79-45e9-915c-7d14aaac46ae tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:15.537542 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-7b84c61a-f608-4ed0-9679-d0ac91c84d16 None None] For port 72bc5725-5d09-455f-8d17-f68020289fa0, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:59:15.556895 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-953630b1-ce79-45e9-915c-7d14aaac46ae tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Calling delete_port for 72143b6e-3f37-4cff-aa47-8f80086bc155 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:59:15.576898 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-82c88211-4b63-440e-b2b6-2fed92550579 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:15.609375 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-7b84c61a-f608-4ed0-9679-d0ac91c84d16 None None] For port 72bc5725-5d09-455f-8d17-f68020289fa0, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=72bc5725-5d09-455f-8d17-f68020289fa0,segment=NetworkSegment(0279a9ff-eef3-457c-a2d1-3b0e876a634d),segment_id=0279a9ff-eef3-457c-a2d1-3b0e876a634d)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:59:15.637392 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-043e2c17-8d27-4534-9fd9-3011c43cc69c tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:15.647067 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a0c59b78-e4ac-4cac-b53a-e5a390b9d5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:15.655482 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.plugins.ml2.db [None req-d4c12bc2-236b-49d4-a105-e2946f4ae153 None None] No ports have port_id starting with f59dc807-e6e4-4281-b284-2b2274891509 Mar 22 10:59:15.660247 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7b84c61a-f608-4ed0-9679-d0ac91c84d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:15.702759 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c59b78-e4ac-4cac-b53a-e5a390b9d5c1 None None] Pushing event deleted for resources: {'Port': ['ID=f59dc807-e6e4-4281-b284-2b2274891509,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:15.714375 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043e2c17-8d27-4534-9fd9-3011c43cc69c tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Pushing event deleted for resources: {'Port': ['ID=3e2c768d-7bc9-42ff-948d-6358a3b937ac,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:15.716822 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c59b78-e4ac-4cac-b53a-e5a390b9d5c1 None None] No DVR routers for this DVR port f59dc807-e6e4-4281-b284-2b2274891509 on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:59:15.722971 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043e2c17-8d27-4534-9fd9-3011c43cc69c tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] No DVR routers for this DVR port 3e2c768d-7bc9-42ff-948d-6358a3b937ac on host dv-neutron-834599-1-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:59:15.754813 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c59b78-e4ac-4cac-b53a-e5a390b9d5c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:59:15.755190 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c59b78-e4ac-4cac-b53a-e5a390b9d5c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:59:15.755537 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c59b78-e4ac-4cac-b53a-e5a390b9d5c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:59:15.755966 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c59b78-e4ac-4cac-b53a-e5a390b9d5c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:59:15.756218 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c59b78-e4ac-4cac-b53a-e5a390b9d5c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:59:15.756590 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c59b78-e4ac-4cac-b53a-e5a390b9d5c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:59:15.756914 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c59b78-e4ac-4cac-b53a-e5a390b9d5c1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:59:15.757240 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c59b78-e4ac-4cac-b53a-e5a390b9d5c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:59:15.757560 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c59b78-e4ac-4cac-b53a-e5a390b9d5c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:59:15.757879 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c59b78-e4ac-4cac-b53a-e5a390b9d5c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:59:15.759115 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c59b78-e4ac-4cac-b53a-e5a390b9d5c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:59:15.759115 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c59b78-e4ac-4cac-b53a-e5a390b9d5c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 10:59:15.846119 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-d4c12bc2-236b-49d4-a105-e2946f4ae153 None None] Provisioning complete for port 5577756c-7d0b-4984-93f2-d21be4ae63ac triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:15.846495 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4c12bc2-236b-49d4-a105-e2946f4ae153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:15.883615 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-043e2c17-8d27-4534-9fd9-3011c43cc69c tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:15.904393 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96330090-c604-430e-a878-2a5344dc4148 None None] DHCP port deletion for 45bc375e-fe27-442d-a4a3-1c2e51fd8f1a request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:59:15.918948 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b84c61a-f608-4ed0-9679-d0ac91c84d16 None None] Pushing event updated for resources: {'Port': ['ID=72bc5725-5d09-455f-8d17-f68020289fa0,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:15.923255 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-043e2c17-8d27-4534-9fd9-3011c43cc69c tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a93550a-fffb-4190-962e-fcd913bca77a']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:15.946858 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-60c14b27-0838-463e-adb5-091e73ad104e tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:15.950053 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-043e2c17-8d27-4534-9fd9-3011c43cc69c tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5eeb60d-4972-48b3-aa2b-41abc2d0e48f') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:15.950477 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-043e2c17-8d27-4534-9fd9-3011c43cc69c tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5eeb60d-4972-48b3-aa2b-41abc2d0e48f') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:15.961214 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-60c14b27-0838-463e-adb5-091e73ad104e tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:15.968483 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-043e2c17-8d27-4534-9fd9-3011c43cc69c tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:15.988340 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60d6f20-7d79-40d3-aec9-97e0a7cb8f91 None None] DHCP port deletion for 2a93550a-fffb-4190-962e-fcd913bca77a request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:59:16.072932 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-82c88211-4b63-440e-b2b6-2fed92550579 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] The port 'f59dc807-e6e4-4281-b284-2b2274891509' was deleted {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1982}} Mar 22 10:59:16.075283 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-043e2c17-8d27-4534-9fd9-3011c43cc69c tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:16.100105 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-043e2c17-8d27-4534-9fd9-3011c43cc69c tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:59:16.100105 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-043e2c17-8d27-4534-9fd9-3011c43cc69c tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:16.105282 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 10:59:16.105282 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:59:16.105282 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 10:59:16.105282 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:59:16.105282 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 10:59:16.105282 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:59:16.105282 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 10:59:16.105282 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:59:16.105282 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 10:59:16.105282 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:59:16.105282 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 10:59:16.105282 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:59:16.105282 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 10:59:16.105282 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:59:16.105282 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:59:16.105282 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:59:16.105282 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:59:16.105282 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:59:16.105282 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 10:59:16.105282 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:59:16.105282 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 10:59:16.105282 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:59:16.105282 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:59:16.105282 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:59:16.105282 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 10:59:16.105282 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:59:16.105282 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:59:16.105282 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:59:16.105282 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:59:16.105282 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:59:16.105282 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:59:16.105282 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:59:16.148616 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c14b27-0838-463e-adb5-091e73ad104e tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event updated for resources: {'Port': ['ID=1135c066-ba75-4756-bb18-80b6f2ec8085,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:16.252307 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-60c14b27-0838-463e-adb5-091e73ad104e tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684306'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:16.317928 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-043e2c17-8d27-4534-9fd9-3011c43cc69c tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:16.365831 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-043e2c17-8d27-4534-9fd9-3011c43cc69c tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:16.375305 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-043e2c17-8d27-4534-9fd9-3011c43cc69c tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] 10.222.0.57 "DELETE /v2.0/networks/2a93550a-fffb-4190-962e-fcd913bca77a HTTP/1.1" status: 204 len: 168 time: 1.3942895 Mar 22 10:59:16.407826 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043e2c17-8d27-4534-9fd9-3011c43cc69c tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903 tempest-ExtraDHCPOptionsIpV6TestJSON-1251522903-project] Pushing event deleted for resources: {'Network': ['ID=2a93550a-fffb-4190-962e-fcd913bca77a,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:16.482844 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-82c88211-4b63-440e-b2b6-2fed92550579 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:16.547712 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c14b27-0838-463e-adb5-091e73ad104e tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Network 3e212b2a-931f-4471-a513-0754eb745ed2 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:59:16.549494 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-60c14b27-0838-463e-adb5-091e73ad104e tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:59:16.607736 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-953630b1-ce79-45e9-915c-7d14aaac46ae tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:16.626132 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 18992fff-3e39-4d3a-8746-5edd2ea62b45 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:59:16.664195 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-96330090-c604-430e-a878-2a5344dc4148 None None] Deleting port 72143b6e-3f37-4cff-aa47-8f80086bc155 {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:59:16.664576 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-96330090-c604-430e-a878-2a5344dc4148 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:16.668235 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-82c88211-4b63-440e-b2b6-2fed92550579 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c33d4098-434a-4c67-a0d0-3ea0db9d3f43']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:16.671595 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953630b1-ce79-45e9-915c-7d14aaac46ae tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event deleted for resources: {'Port': ['ID=72143b6e-3f37-4cff-aa47-8f80086bc155,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:16.672819 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4c12bc2-236b-49d4-a105-e2946f4ae153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:16.700256 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-82c88211-4b63-440e-b2b6-2fed92550579 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '820df5c2-41e3-445f-b793-16c6a5aae62a') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:16.701249 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-82c88211-4b63-440e-b2b6-2fed92550579 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '820df5c2-41e3-445f-b793-16c6a5aae62a') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:16.706894 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-48e94ff3-acad-4856-b1ea-f9e592e818a0 req-bc72c008-3429-4226-a6c3-e705ca5296de service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4b506bb6-f682-43e7-8a43-a0c464ff391a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4257195 Mar 22 10:59:16.726612 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e53cc-ebf0-4681-a1f5-a1cb052be592 req-b767ee2a-76c9-4e5c-9952-4bfaba3a116b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:16.728671 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a14e53cc-ebf0-4681-a1f5-a1cb052be592 req-b767ee2a-76c9-4e5c-9952-4bfaba3a116b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e8f9c08-13c3-4009-9c78-a70da5c7e711 HTTP/1.1" status: 200 len: 946 time: 0.3193333 Mar 22 10:59:16.731725 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953630b1-ce79-45e9-915c-7d14aaac46ae tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] No DVR routers for this DVR port 72143b6e-3f37-4cff-aa47-8f80086bc155 on host dv-neutron-834599-1-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:59:16.735775 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-82c88211-4b63-440e-b2b6-2fed92550579 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:16.770127 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-1eb49164-114e-42c0-b6c2-079aa4ec4340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'name': 'tempest-TestNetworkBasicOps-router-1828628981', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': '6cda97f7-9cfc-4889-a0ae-87e083441a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:56:38Z', 'updated_at': '2022-03-22T10:59:12Z', 'revision_number': 6, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '6cda97f7-9cfc-4889-a0ae-87e083441a28', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:dc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:56:41Z', 'updated_at': '2022-03-22T10:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '226deaff-d1c0-4a14-bddd-21ebe5040da8', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'floating_ip_address': '172.26.7.163', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'port_id': '43458a49-b7a5-495f-8072-2ea6171a6932', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a65d360-9164-47d6-a114-8a8963e979c8', 'mac_address': 'fa:16:3e:f4:4c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b506bb6-f682-43e7-8a43-a0c464ff391a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T10:57:38Z', 'updated_at': '2022-03-22T10:57:44Z', 'revision_number': 1, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a40f030-16cb-4734-b959-88cabf919ff8', 'name': '', 'network_id': '6a65d360-9164-47d6-a114-8a8963e979c8', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:d0:fc:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '4c71e94c-7cee-47cf-9eaa-4ef0468212bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:56:51Z', 'updated_at': '2022-03-22T10:57:02Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '4c71e94c-7cee-47cf-9eaa-4ef0468212bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:16.798355 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c14b27-0838-463e-adb5-091e73ad104e tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Router 054c9ae2-1257-43cc-a295-3af6f4bb22cd has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:59:16.814001 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-96330090-c604-430e-a878-2a5344dc4148 None None] For port 72143b6e-3f37-4cff-aa47-8f80086bc155, host dv-neutron-834599-1-hyperv, got binding levels [] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:59:16.814398 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-96330090-c604-430e-a878-2a5344dc4148 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:16.817170 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb49164-114e-42c0-b6c2-079aa4ec4340 None None] Checking router: f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4 for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 10:59:16.832499 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-d4c12bc2-236b-49d4-a105-e2946f4ae153 None None] For port 5577756c-7d0b-4984-93f2-d21be4ae63ac, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=5577756c-7d0b-4984-93f2-d21be4ae63ac,segment=NetworkSegment(8551020e-da87-43d5-a6e8-07d7003b061e),segment_id=8551020e-da87-43d5-a6e8-07d7003b061e)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:59:16.845464 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4c12bc2-236b-49d4-a105-e2946f4ae153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:16.849727 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-96330090-c604-430e-a878-2a5344dc4148 None None] Calling delete_port for 72143b6e-3f37-4cff-aa47-8f80086bc155 owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:59:16.855618 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.ipam_backend_mixin [None req-96330090-c604-430e-a878-2a5344dc4148 None None] Port 72143b6e-3f37-4cff-aa47-8f80086bc155 was not found and therefore no delete operation was performed {{(pid=109051) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 22 10:59:16.877393 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-d4c12bc2-236b-49d4-a105-e2946f4ae153 None None] Could not find standard attr ID for object 3e2c768d-7bc9-42ff-948d-6358a3b937ac. {{(pid=109051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 10:59:16.879205 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-82c88211-4b63-440e-b2b6-2fed92550579 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:16.888524 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-96330090-c604-430e-a878-2a5344dc4148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:16.890227 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb49164-114e-42c0-b6c2-079aa4ec4340 None None] Routers {'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:59:16.890872 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-1eb49164-114e-42c0-b6c2-079aa4ec4340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:59:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:16.894803 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40676) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:16.901413 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-d4c12bc2-236b-49d4-a105-e2946f4ae153 None None] Could not find standard attr ID for object d2a694a1-5b1a-4c36-a42d-1474afe2da55. {{(pid=109051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 10:59:16.906158 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d021ccd-2bd7-4f02-b004-e7ccd3241a41 req-0847d036-35e0-47eb-87dc-3423cafb03fe tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:16.907687 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9d021ccd-2bd7-4f02-b004-e7ccd3241a41 req-0847d036-35e0-47eb-87dc-3423cafb03fe tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e8f9c08-13c3-4009-9c78-a70da5c7e711 HTTP/1.1" status: 200 len: 946 time: 0.3712413 Mar 22 10:59:16.919970 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82c88211-4b63-440e-b2b6-2fed92550579 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:59:16.920394 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-82c88211-4b63-440e-b2b6-2fed92550579 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:16.928267 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 10:59:16.928267 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:59:16.928267 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 10:59:16.928267 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:59:16.928267 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 10:59:16.928267 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:59:16.928267 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 10:59:16.928267 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:59:16.928267 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 10:59:16.928267 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:59:16.928267 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 10:59:16.928267 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:59:16.928267 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 10:59:16.928267 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:59:16.928267 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:59:16.928267 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:59:16.928267 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:59:16.928267 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:59:16.928267 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 10:59:16.928267 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:59:16.928267 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 10:59:16.928267 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:59:16.928267 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:59:16.928267 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:59:16.928267 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 10:59:16.928267 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:59:16.928267 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:59:16.928267 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:59:16.928267 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:59:16.928267 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:59:16.928267 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:59:16.928267 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:59:16.939002 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 18992fff-3e39-4d3a-8746-5edd2ea62b45 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:16.939405 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:16.957244 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c14b27-0838-463e-adb5-091e73ad104e tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:59:16.966647 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-60c14b27-0838-463e-adb5-091e73ad104e tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "PUT /v2.0/routers/054c9ae2-1257-43cc-a295-3af6f4bb22cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5689270 Mar 22 10:59:16.967520 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40680) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:16.969501 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49270efb-5a16-4bbc-bf7f-71a5700dc3fe None None] Sync routers for ids ['054c9ae2-1257-43cc-a295-3af6f4bb22cd'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:59:16.973377 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-eeaf1972-1e1e-451f-8a38-b43492a9e2b2 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Request body: {'network': {'name': 'tempest-RoutersTest-565487485'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:16.992940 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49270efb-5a16-4bbc-bf7f-71a5700dc3fe None None] Routers {'054c9ae2-1257-43cc-a295-3af6f4bb22cd'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:59:16.993732 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-49270efb-5a16-4bbc-bf7f-71a5700dc3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:59:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['054c9ae2-1257-43cc-a295-3af6f4bb22cd'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:16.994295 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-d4c12bc2-236b-49d4-a105-e2946f4ae153 None None] Could not find standard attr ID for object f25a1a17-3ddc-47c3-99a1-0ced4512cc6d. {{(pid=109051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 10:59:16.999657 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96330090-c604-430e-a878-2a5344dc4148 None None] No DVR routers for this DVR port 72143b6e-3f37-4cff-aa47-8f80086bc155 on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:59:17.001281 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeaf1972-1e1e-451f-8a38-b43492a9e2b2 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Made reservation on behalf of fb0167f3b2d0487da26d7fc0c00f0b66 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:59:17.008956 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-eeaf1972-1e1e-451f-8a38-b43492a9e2b2 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:17.032485 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c12bc2-236b-49d4-a105-e2946f4ae153 None None] Pushing event updated for resources: {'Port': ['ID=5577756c-7d0b-4984-93f2-d21be4ae63ac,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:17.083398 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeaf1972-1e1e-451f-8a38-b43492a9e2b2 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:59:17.107147 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-eeaf1972-1e1e-451f-8a38-b43492a9e2b2 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:17.107765 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-eeaf1972-1e1e-451f-8a38-b43492a9e2b2 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Added segment 03b6e274-6b93-4405-9fa3-eb01947a26be of type vlan for network 4c8f413b-5d22-42cb-b8ab-677bbd8cc177 Mar 22 10:59:17.122519 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96330090-c604-430e-a878-2a5344dc4148 None None] Pushing event deleted for resources: {'Port': ['ID=72143b6e-3f37-4cff-aa47-8f80086bc155,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:17.148047 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-953630b1-ce79-45e9-915c-7d14aaac46ae tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:17.172501 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-49270efb-5a16-4bbc-bf7f-71a5700dc3fe None None] Set router 054c9ae2-1257-43cc-a295-3af6f4bb22cd gateway port host: None {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:59:17.193132 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-eeaf1972-1e1e-451f-8a38-b43492a9e2b2 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:17.202211 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-033892a3-1ad6-4399-8fea-11548fb0fc12 None None] Could not find standard attr ID for object 72143b6e-3f37-4cff-aa47-8f80086bc155. {{(pid=109051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 10:59:17.213400 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-033892a3-1ad6-4399-8fea-11548fb0fc12 None None] Could not find standard attr ID for object 540ac7f5-f93c-474f-a53c-ab0e6865d3d6. {{(pid=109051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 10:59:17.236921 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-eeaf1972-1e1e-451f-8a38-b43492a9e2b2 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:17.239266 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-1eb49164-114e-42c0-b6c2-079aa4ec4340 None None] Set router f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:59:17.247077 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeaf1972-1e1e-451f-8a38-b43492a9e2b2 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:17.247900 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-eeaf1972-1e1e-451f-8a38-b43492a9e2b2 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:17.261982 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9d021ccd-2bd7-4f02-b004-e7ccd3241a41 req-6646bb4c-dad8-4f87-93a4-6b5940a35498 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=963c9364-e1be-481f-add7-e92c7a0952a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3347697 Mar 22 10:59:17.289011 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e94ff3-acad-4856-b1ea-f9e592e818a0 req-c9165709-af65-41f4-bc9b-5800daed62db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:17.296663 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-48e94ff3-acad-4856-b1ea-f9e592e818a0 req-c9165709-af65-41f4-bc9b-5800daed62db service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d323f0b18e24bb7bcd0d92686e5587a&device_id=4b506bb6-f682-43e7-8a43-a0c464ff391a HTTP/1.1" status: 200 len: 1098 time: 0.4999650 Mar 22 10:59:17.319088 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-953630b1-ce79-45e9-915c-7d14aaac46ae tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45bc375e-fe27-442d-a4a3-1c2e51fd8f1a']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:17.336778 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-82c88211-4b63-440e-b2b6-2fed92550579 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:17.337462 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-eeaf1972-1e1e-451f-8a38-b43492a9e2b2 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3685150 Mar 22 10:59:17.340812 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40682) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:17.345918 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-1a34c440-b214-44d6-b0e1-10c20e7e3b28 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Request body: {'subnet': {'network_id': '4c8f413b-5d22-42cb-b8ab-677bbd8cc177', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:17.352614 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-953630b1-ce79-45e9-915c-7d14aaac46ae tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d25f62e-bb80-4db4-bc7f-a1ea55152c6f') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:17.352893 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-953630b1-ce79-45e9-915c-7d14aaac46ae tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d25f62e-bb80-4db4-bc7f-a1ea55152c6f') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:17.377377 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-82c88211-4b63-440e-b2b6-2fed92550579 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:17.381092 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-82c88211-4b63-440e-b2b6-2fed92550579 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] 10.222.0.57 "DELETE /v2.0/networks/c33d4098-434a-4c67-a0d0-3ea0db9d3f43 HTTP/1.1" status: 204 len: 168 time: 1.9086363 Mar 22 10:59:17.395713 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaf1972-1e1e-451f-8a38-b43492a9e2b2 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event updated for resources: {'Network': ['ID=4c8f413b-5d22-42cb-b8ab-677bbd8cc177,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:17.427426 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-953630b1-ce79-45e9-915c-7d14aaac46ae tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:17.434769 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 5577756c-7d0b-4984-93f2-d21be4ae63ac up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:59:17.439890 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-a14e53cc-ebf0-4681-a1f5-a1cb052be592 req-ac531648-27a4-4064-aabf-a7897cb7707d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Deleting port 1fa95086-1c31-49da-ba59-5ea766a133d9 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:59:17.440173 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-a14e53cc-ebf0-4681-a1f5-a1cb052be592 req-ac531648-27a4-4064-aabf-a7897cb7707d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:17.453148 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 4c8f413b-5d22-42cb-b8ab-677bbd8cc177 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:59:17.456940 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c88211-4b63-440e-b2b6-2fed92550579 tempest-PortsTestJSON-243852501 tempest-PortsTestJSON-243852501-project] Pushing event deleted for resources: {'Network': ['ID=c33d4098-434a-4c67-a0d0-3ea0db9d3f43,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:17.488865 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-b5dc6e4c-e0e2-4313-800f-ba76cd2c178f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fe9afd73625c407e837e039bb874a37a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5800087 Mar 22 10:59:17.490237 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40686) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:17.587352 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7dce190b-bbec-43ed-8760-c8c2e01060ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:17.587988 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-953630b1-ce79-45e9-915c-7d14aaac46ae tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:17.612777 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a34c440-b214-44d6-b0e1-10c20e7e3b28 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Made reservation on behalf of fb0167f3b2d0487da26d7fc0c00f0b66 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:59:17.617164 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1a34c440-b214-44d6-b0e1-10c20e7e3b28 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:17.637551 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-953630b1-ce79-45e9-915c-7d14aaac46ae tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:59:17.638144 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-953630b1-ce79-45e9-915c-7d14aaac46ae tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:17.642424 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 10:59:17.642424 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:59:17.642424 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 10:59:17.642424 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:59:17.642424 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 10:59:17.642424 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:59:17.642424 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 10:59:17.642424 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:59:17.642424 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 10:59:17.642424 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:59:17.642424 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 10:59:17.642424 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:59:17.642424 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 10:59:17.642424 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:59:17.642424 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:59:17.642424 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:59:17.642424 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:59:17.642424 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:59:17.642424 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 10:59:17.642424 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:59:17.642424 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 10:59:17.642424 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:59:17.642424 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:59:17.642424 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:59:17.642424 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 10:59:17.642424 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:59:17.642424 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:59:17.642424 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:59:17.642424 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:59:17.642424 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:59:17.642424 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:59:17.642424 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:59:17.645072 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7dce190b-bbec-43ed-8760-c8c2e01060ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:17.685566 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb2aebe-444b-4c34-bbfb-145676aa7d5a None None] Network 3e212b2a-931f-4471-a513-0754eb745ed2 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:59:17.686168 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-49270efb-5a16-4bbc-bf7f-71a5700dc3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'name': 'tempest-RoutersTest-router-142145091', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:58:56Z', 'updated_at': '2022-03-22T10:59:15Z', 'revision_number': 4, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'gw_port_host': None, '_interfaces': [{'id': '1135c066-ba75-4756-bb18-80b6f2ec8085', 'name': '', 'network_id': '3e212b2a-931f-4471-a513-0754eb745ed2', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'mac_address': 'fa:16:3e:bc:d8:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'e80e6b74-ee8b-45db-b728-55e51f348315', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:12Z', 'updated_at': '2022-03-22T10:59:15Z', 'revision_number': 2, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'subnets': [{'id': 'e80e6b74-ee8b-45db-b728-55e51f348315', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35540a55-abee-4074-8d64-fce2f814bac6', 'name': '', 'network_id': '660e8501-1e86-44cd-9d64-1cf5a800b0a5', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'mac_address': 'fa:16:3e:5e:12:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '46d0a98d-c4c2-4141-8071-35817cc1ce80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:00Z', 'updated_at': '2022-03-22T10:59:06Z', 'revision_number': 5, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'subnets': [{'id': '46d0a98d-c4c2-4141-8071-35817cc1ce80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5577756c-7d0b-4984-93f2-d21be4ae63ac', 'name': '', 'network_id': 'da3c7d6d-c84b-4a40-9d62-4ff535fff9b4', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'mac_address': 'fa:16:3e:4b:3f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '1cae3500-778f-4ecb-ac53-307699b891a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:05Z', 'updated_at': '2022-03-22T10:59:16Z', 'revision_number': 5, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'subnets': [{'id': '1cae3500-778f-4ecb-ac53-307699b891a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:17.717751 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49270efb-5a16-4bbc-bf7f-71a5700dc3fe None None] Checking router: 054c9ae2-1257-43cc-a295-3af6f4bb22cd for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 10:59:17.718278 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49270efb-5a16-4bbc-bf7f-71a5700dc3fe None None] Updating router 054c9ae2-1257-43cc-a295-3af6f4bb22cd port 1135c066-ba75-4756-bb18-80b6f2ec8085 binding host dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 10:59:17.742481 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e94ff3-acad-4856-b1ea-f9e592e818a0 req-3284cbb3-0f36-4985-89d1-2eed55c03dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:17.744263 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-48e94ff3-acad-4856-b1ea-f9e592e818a0 req-3284cbb3-0f36-4985-89d1-2eed55c03dd7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6a65d360-9164-47d6-a114-8a8963e979c8 HTTP/1.1" status: 200 len: 898 time: 0.3985250 Mar 22 10:59:17.747627 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-953630b1-ce79-45e9-915c-7d14aaac46ae tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:17.770955 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-953630b1-ce79-45e9-915c-7d14aaac46ae tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:17.780087 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-953630b1-ce79-45e9-915c-7d14aaac46ae tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "DELETE /v2.0/networks/45bc375e-fe27-442d-a4a3-1c2e51fd8f1a HTTP/1.1" status: 204 len: 168 time: 2.7573135 Mar 22 10:59:17.786919 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-49270efb-5a16-4bbc-bf7f-71a5700dc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:17.787911 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40690) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:17.806783 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-a3d7ffd3-7dcb-4c8b-bb7e-ee7aa3350206 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-245745270'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:17.844995 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953630b1-ce79-45e9-915c-7d14aaac46ae tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event deleted for resources: {'Network': ['ID=45bc375e-fe27-442d-a4a3-1c2e51fd8f1a,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:17.846823 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40692) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:17.856587 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7dce190b-bbec-43ed-8760-c8c2e01060ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:17.859124 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7dce190b-bbec-43ed-8760-c8c2e01060ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:17.862526 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7dce190b-bbec-43ed-8760-c8c2e01060ed admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/20ec3c86-d811-4b44-8ad7-1a57d96a07f5 HTTP/1.1" status: 204 len: 168 time: 0.3690503 Mar 22 10:59:17.871921 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce190b-bbec-43ed-8760-c8c2e01060ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ec3c86-d811-4b44-8ad7-1a57d96a07f5,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:17.882788 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-a14e53cc-ebf0-4681-a1f5-a1cb052be592 req-ac531648-27a4-4064-aabf-a7897cb7707d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] For port 1fa95086-1c31-49da-ba59-5ea766a133d9, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=1fa95086-1c31-49da-ba59-5ea766a133d9,segment=NetworkSegment(0783b825-2601-45f0-958a-8bdcaa603211),segment_id=0783b825-2601-45f0-958a-8bdcaa603211)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:59:17.883454 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-a14e53cc-ebf0-4681-a1f5-a1cb052be592 req-ac531648-27a4-4064-aabf-a7897cb7707d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:17.906665 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-a14e53cc-ebf0-4681-a1f5-a1cb052be592 req-ac531648-27a4-4064-aabf-a7897cb7707d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Calling delete_port for 1fa95086-1c31-49da-ba59-5ea766a133d9 owned by compute:nova {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:59:17.919581 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d7ffd3-7dcb-4c8b-bb7e-ee7aa3350206 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Made reservation on behalf of 9b8ed9295afa4b00b119a1377ee54716 for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:59:17.923088 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ffd3-7dcb-4c8b-bb7e-ee7aa3350206 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:17.980584 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-83d1e346-d68b-4d62-8856-9c4622901200 None None] Provisioning complete for port 72bc5725-5d09-455f-8d17-f68020289fa0 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:17.980963 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-83d1e346-d68b-4d62-8856-9c4622901200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:18.002182 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-48e94ff3-acad-4856-b1ea-f9e592e818a0 req-a9c4d24e-336d-4506-bf19-915d44679d69 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43458a49-b7a5-495f-8072-2ea6171a6932 HTTP/1.1" status: 200 len: 1001 time: 0.2505496 Mar 22 10:59:18.027910 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1a34c440-b214-44d6-b0e1-10c20e7e3b28 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:18.031343 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 5577756c-7d0b-4984-93f2-d21be4ae63ac triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:18.031742 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:18.158496 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a34c440-b214-44d6-b0e1-10c20e7e3b28 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event updated for resources: {'Subnet': ['ID=ba4c9af4-9481-4cb7-a6e2-cd899c3a385d,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:18.162725 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3d7ffd3-7dcb-4c8b-bb7e-ee7aa3350206 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:59:18.217038 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ffd3-7dcb-4c8b-bb7e-ee7aa3350206 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:18.228203 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a34c440-b214-44d6-b0e1-10c20e7e3b28 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Checking segment: {'id': '03b6e274-6b93-4405-9fa3-eb01947a26be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4c8f413b-5d22-42cb-b8ab-677bbd8cc177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:59:18.228566 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a34c440-b214-44d6-b0e1-10c20e7e3b28 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Network hostable DHCP agents. Network: 4c8f413b-5d22-42cb-b8ab-677bbd8cc177, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:59:18.235761 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-a3d7ffd3-7dcb-4c8b-bb7e-ee7aa3350206 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Added segment f0be663a-ba97-4b82-9880-143047829a84 of type vlan for network c2c51256-c177-4f43-a937-4ee1ec545d83 Mar 22 10:59:18.265893 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a34c440-b214-44d6-b0e1-10c20e7e3b28 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Network 4c8f413b-5d22-42cb-b8ab-677bbd8cc177 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:59:18.277773 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-1a34c440-b214-44d6-b0e1-10c20e7e3b28 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 4c8f413b-5d22-42cb-b8ab-677bbd8cc177) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:59:18.285521 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a34c440-b214-44d6-b0e1-10c20e7e3b28 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:18.287484 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1a34c440-b214-44d6-b0e1-10c20e7e3b28 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:18.317642 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1a34c440-b214-44d6-b0e1-10c20e7e3b28 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9757402 Mar 22 10:59:18.319896 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40702) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:18.362820 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e94ff3-acad-4856-b1ea-f9e592e818a0 req-4d6c4430-eae6-4797-81fb-80fc2c4d5f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:18.364931 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-48e94ff3-acad-4856-b1ea-f9e592e818a0 req-4d6c4430-eae6-4797-81fb-80fc2c4d5f40 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4c71e94c-7cee-47cf-9eaa-4ef0468212bd HTTP/1.1" status: 200 len: 835 time: 0.2968681 Mar 22 10:59:18.365374 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a991cc8-1942-45e4-a7b8-3d344d27a220 None None] Network 4c8f413b-5d22-42cb-b8ab-677bbd8cc177 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:59:18.367726 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ffd3-7dcb-4c8b-bb7e-ee7aa3350206 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:18.461452 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-49270efb-5a16-4bbc-bf7f-71a5700dc3fe None None] Notify callbacks [] for port, precommit_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:18.462102 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ffd3-7dcb-4c8b-bb7e-ee7aa3350206 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:18.468078 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d7ffd3-7dcb-4c8b-bb7e-ee7aa3350206 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:18.469044 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ffd3-7dcb-4c8b-bb7e-ee7aa3350206 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:18.474717 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-49270efb-5a16-4bbc-bf7f-71a5700dc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:18.536487 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e94ff3-acad-4856-b1ea-f9e592e818a0 req-de9fb149-9a25-4d12-bafe-5a787ffc26cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:18.538893 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-48e94ff3-acad-4856-b1ea-f9e592e818a0 req-de9fb149-9a25-4d12-bafe-5a787ffc26cd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6a65d360-9164-47d6-a114-8a8963e979c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1671457 Mar 22 10:59:18.564279 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96efd7fc-61ca-493d-b75a-2d5794be1e64 None None] Pushing event updated for resources: {'Port': ['ID=1135c066-ba75-4756-bb18-80b6f2ec8085,revision_number=3']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:18.572622 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device f59dc807-e6e4-4281-b284-2b2274891509 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:59:18.574277 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-83d1e346-d68b-4d62-8856-9c4622901200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:18.645208 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-a3d7ffd3-7dcb-4c8b-bb7e-ee7aa3350206 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8428755 Mar 22 10:59:18.684403 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: f59dc807-e6e4-4281-b284-2b2274891509 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:59:18.684786 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device f59dc807-e6e4-4281-b284-2b2274891509 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:59:18.696762 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-1eb49164-114e-42c0-b6c2-079aa4ec4340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'name': 'tempest-TestNetworkBasicOps-router-1828628981', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': '6cda97f7-9cfc-4889-a0ae-87e083441a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:56:38Z', 'updated_at': '2022-03-22T10:59:12Z', 'revision_number': 6, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '6cda97f7-9cfc-4889-a0ae-87e083441a28', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:dc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:56:41Z', 'updated_at': '2022-03-22T10:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '226deaff-d1c0-4a14-bddd-21ebe5040da8', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'floating_ip_address': '172.26.7.163', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'port_id': '43458a49-b7a5-495f-8072-2ea6171a6932', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a65d360-9164-47d6-a114-8a8963e979c8', 'mac_address': 'fa:16:3e:f4:4c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b506bb6-f682-43e7-8a43-a0c464ff391a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T10:57:38Z', 'updated_at': '2022-03-22T10:57:44Z', 'revision_number': 1, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a40f030-16cb-4734-b959-88cabf919ff8', 'name': '', 'network_id': '6a65d360-9164-47d6-a114-8a8963e979c8', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:d0:fc:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '4c71e94c-7cee-47cf-9eaa-4ef0468212bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:56:51Z', 'updated_at': '2022-03-22T10:57:02Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '4c71e94c-7cee-47cf-9eaa-4ef0468212bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:18.701023 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40710) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:18.708051 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 72143b6e-3f37-4cff-aa47-8f80086bc155 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:59:18.726561 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-49270efb-5a16-4bbc-bf7f-71a5700dc3fe None None] Attempting to bind port 1135c066-ba75-4756-bb18-80b6f2ec8085 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:59:18.727180 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-49270efb-5a16-4bbc-bf7f-71a5700dc3fe None None] Attempting to bind port 1135c066-ba75-4756-bb18-80b6f2ec8085 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '0279a9ff-eef3-457c-a2d1-3b0e876a634d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3e212b2a-931f-4471-a513-0754eb745ed2'}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:59:18.727791 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49270efb-5a16-4bbc-bf7f-71a5700dc3fe None None] Attempting to bind port 1135c066-ba75-4756-bb18-80b6f2ec8085 on network 3e212b2a-931f-4471-a513-0754eb745ed2 {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:59:18.736685 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-d934f29f-bc6f-47c7-8568-719074b6a27b tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Request body: {'subnet': {'network_id': 'c2c51256-c177-4f43-a937-4ee1ec545d83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:18.741642 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49270efb-5a16-4bbc-bf7f-71a5700dc3fe None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:59:18.742014 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49270efb-5a16-4bbc-bf7f-71a5700dc3fe None None] Checking segment: {'id': '0279a9ff-eef3-457c-a2d1-3b0e876a634d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3e212b2a-931f-4471-a513-0754eb745ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:59:18.744643 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-49270efb-5a16-4bbc-bf7f-71a5700dc3fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:18.745083 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49270efb-5a16-4bbc-bf7f-71a5700dc3fe None None] Bound using segment: {'id': '0279a9ff-eef3-457c-a2d1-3b0e876a634d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3e212b2a-931f-4471-a513-0754eb745ed2'} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:59:18.747717 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-49270efb-5a16-4bbc-bf7f-71a5700dc3fe None None] Bound port: 1135c066-ba75-4756-bb18-80b6f2ec8085, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0279a9ff-eef3-457c-a2d1-3b0e876a634d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3e212b2a-931f-4471-a513-0754eb745ed2'}}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:59:18.751400 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-49270efb-5a16-4bbc-bf7f-71a5700dc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:18.786395 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-83d1e346-d68b-4d62-8856-9c4622901200 None None] For port 72bc5725-5d09-455f-8d17-f68020289fa0, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=72bc5725-5d09-455f-8d17-f68020289fa0,segment=NetworkSegment(0279a9ff-eef3-457c-a2d1-3b0e876a634d),segment_id=0279a9ff-eef3-457c-a2d1-3b0e876a634d)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:59:18.787027 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d7ffd3-7dcb-4c8b-bb7e-ee7aa3350206 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event updated for resources: {'Network': ['ID=c2c51256-c177-4f43-a937-4ee1ec545d83,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:18.790425 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb49164-114e-42c0-b6c2-079aa4ec4340 None None] The sync data for ids ['f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4'] in dv-neutron-834599-1-hyperv is: [{'id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'name': 'tempest-TestNetworkBasicOps-router-1828628981', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': '6cda97f7-9cfc-4889-a0ae-87e083441a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:56:38Z', 'updated_at': '2022-03-22T10:59:12Z', 'revision_number': 6, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '6cda97f7-9cfc-4889-a0ae-87e083441a28', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:dc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:56:41Z', 'updated_at': '2022-03-22T10:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '226deaff-d1c0-4a14-bddd-21ebe5040da8', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'floating_ip_address': '172.26.7.163', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'port_id': '43458a49-b7a5-495f-8072-2ea6171a6932', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a65d360-9164-47d6-a114-8a8963e979c8', 'mac_address': 'fa:16:3e:f4:4c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b506bb6-f682-43e7-8a43-a0c464ff391a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T10:57:38Z', 'updated_at': '2022-03-22T10:57:44Z', 'revision_number': 1, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a40f030-16cb-4734-b959-88cabf919ff8', 'name': '', 'network_id': '6a65d360-9164-47d6-a114-8a8963e979c8', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:d0:fc:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '4c71e94c-7cee-47cf-9eaa-4ef0468212bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:56:51Z', 'updated_at': '2022-03-22T10:57:02Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '4c71e94c-7cee-47cf-9eaa-4ef0468212bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:59:18.793016 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 72143b6e-3f37-4cff-aa47-8f80086bc155 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:59:18.793388 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 72143b6e-3f37-4cff-aa47-8f80086bc155 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:59:18.804031 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-a14e53cc-ebf0-4681-a1f5-a1cb052be592 req-ac531648-27a4-4064-aabf-a7897cb7707d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:18.865336 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-83d1e346-d68b-4d62-8856-9c4622901200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:18.867077 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network c2c51256-c177-4f43-a937-4ee1ec545d83 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:59:18.903790 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-49270efb-5a16-4bbc-bf7f-71a5700dc3fe None None] For port 1135c066-ba75-4756-bb18-80b6f2ec8085, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:59:18.909483 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-49270efb-5a16-4bbc-bf7f-71a5700dc3fe None None] For port 1135c066-ba75-4756-bb18-80b6f2ec8085, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=1135c066-ba75-4756-bb18-80b6f2ec8085,segment=NetworkSegment(0279a9ff-eef3-457c-a2d1-3b0e876a634d),segment_id=0279a9ff-eef3-457c-a2d1-3b0e876a634d)] {{(pid=109052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:59:18.918600 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-49270efb-5a16-4bbc-bf7f-71a5700dc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:18.956071 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ace293-5c23-44e3-bc6c-2229182896fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-4c8f413b-5d22-42cb-b8ab-677bbd8cc177', 'network_id': '4c8f413b-5d22-42cb-b8ab-677bbd8cc177', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'fixed_ips': [{'subnet_id': 'ba4c9af4-9481-4cb7-a6e2-cd899c3a385d'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:59:18.957231 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f3ace293-5c23-44e3-bc6c-2229182896fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:18.973857 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-33e6edb5-38a9-4b1d-9520-5d49ea57b01d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=976d65578b3f4457a067052eaaa72feb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1257901 Mar 22 10:59:18.981276 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40716) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:19.045015 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac531648-27a4-4064-aabf-a7897cb7707d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'Port': ['ID=1fa95086-1c31-49da-ba59-5ea766a133d9,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:19.046211 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96efd7fc-61ca-493d-b75a-2d5794be1e64 None None] Pushing event updated for resources: {'Port': ['ID=1135c066-ba75-4756-bb18-80b6f2ec8085,revision_number=4']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:19.084558 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49270efb-5a16-4bbc-bf7f-71a5700dc3fe None None] Routers {'054c9ae2-1257-43cc-a295-3af6f4bb22cd'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:59:19.091287 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-49270efb-5a16-4bbc-bf7f-71a5700dc3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:59:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['054c9ae2-1257-43cc-a295-3af6f4bb22cd'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:19.135028 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9dcfbded-31c0-4bde-8a83-77b2725a93f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:19.145570 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-48e94ff3-acad-4856-b1ea-f9e592e818a0 req-fc4b9290-5a14-41de-a4de-57d7ce662ec8 service neutron] 10.222.0.35 "GET /v2.0/networks/6a65d360-9164-47d6-a114-8a8963e979c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5971680 Mar 22 10:59:19.171230 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2239c4-b558-4d62-b8cc-586af1f3b138 req-38f762c3-4ece-42bd-b972-a66c9824aec2 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:19.182202 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7b2239c4-b558-4d62-b8cc-586af1f3b138 req-38f762c3-4ece-42bd-b972-a66c9824aec2 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e8f9c08-13c3-4009-9c78-a70da5c7e711 HTTP/1.1" status: 200 len: 946 time: 0.6419687 Mar 22 10:59:19.217021 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9dcfbded-31c0-4bde-8a83-77b2725a93f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:19.370937 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 1fa95086-1c31-49da-ba59-5ea766a133d9 no longer exists at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:59:19.379073 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-decc5840-0b29-4f4a-bc1b-fa300c30abce None None] Provisioning complete for port 1135c066-ba75-4756-bb18-80b6f2ec8085 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:19.379484 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-decc5840-0b29-4f4a-bc1b-fa300c30abce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:19.414193 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d1e346-d68b-4d62-8856-9c4622901200 None None] Pushing event updated for resources: {'Port': ['ID=72bc5725-5d09-455f-8d17-f68020289fa0,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:19.473643 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40724) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:19.501164 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9dcfbded-31c0-4bde-8a83-77b2725a93f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:19.503925 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9dcfbded-31c0-4bde-8a83-77b2725a93f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:19.508680 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9dcfbded-31c0-4bde-8a83-77b2725a93f6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9d52f216-81ab-47dd-a623-be575315f6a2 HTTP/1.1" status: 204 len: 168 time: 0.5269461 Mar 22 10:59:19.539482 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] No Port match for: 1fa95086-1c31-49da-ba59-5ea766a133d9 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:59:19.539870 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 1fa95086-1c31-49da-ba59-5ea766a133d9 not bound to the agent host hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:59:19.560455 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-48e94ff3-acad-4856-b1ea-f9e592e818a0 req-d4b04f61-5588-4554-bca0-362750731f5a service neutron] 10.222.0.35 "GET /v2.0/networks/6a65d360-9164-47d6-a114-8a8963e979c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3600135 Mar 22 10:59:19.560710 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcfbded-31c0-4bde-8a83-77b2725a93f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d52f216-81ab-47dd-a623-be575315f6a2,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:19.561298 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-a14e53cc-ebf0-4681-a1f5-a1cb052be592 req-ac531648-27a4-4064-aabf-a7897cb7707d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] No DVR routers for this DVR port 1fa95086-1c31-49da-ba59-5ea766a133d9 on host hv-neutron-8345 {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:59:19.572244 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-a14e53cc-ebf0-4681-a1f5-a1cb052be592 req-ac531648-27a4-4064-aabf-a7897cb7707d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:19.575995 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a14e53cc-ebf0-4681-a1f5-a1cb052be592 req-ac531648-27a4-4064-aabf-a7897cb7707d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.35 "DELETE /v2.0/ports/1fa95086-1c31-49da-ba59-5ea766a133d9 HTTP/1.1" status: 204 len: 173 time: 2.8375783 Mar 22 10:59:19.578275 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e8f9c08-13c3-4009-9c78-a70da5c7e711', 'name': 'network-vif-deleted', 'tag': '1fa95086-1c31-49da-ba59-5ea766a133d9'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 10:59:19.581168 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32c0e6a-8087-4da7-a82d-5df1664466ba" -d '{"events": [{"server_uuid": "3e8f9c08-13c3-4009-9c78-a70da5c7e711", "name": "network-vif-deleted", "tag": "1fa95086-1c31-49da-ba59-5ea766a133d9"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 10:59:19.605016 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d934f29f-bc6f-47c7-8568-719074b6a27b tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Made reservation on behalf of 9b8ed9295afa4b00b119a1377ee54716 for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:59:19.608869 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d934f29f-bc6f-47c7-8568-719074b6a27b tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:19.629612 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-49270efb-5a16-4bbc-bf7f-71a5700dc3fe None None] Set router 054c9ae2-1257-43cc-a295-3af6f4bb22cd gateway port host: None {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:59:19.664447 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7b2239c4-b558-4d62-b8cc-586af1f3b138 req-3f78aeba-db6c-4223-a098-f01a3035bcc9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=963c9364-e1be-481f-add7-e92c7a0952a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4811876 Mar 22 10:59:19.777093 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-f3ace293-5c23-44e3-bc6c-2229182896fa None None] Allocated IP 172.23.0.2 (4c8f413b-5d22-42cb-b8ab-677bbd8cc177/ba4c9af4-9481-4cb7-a6e2-cd899c3a385d/81130526-9126-4035-84d5-5c3120d919c4) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:59:19.811200 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-d6e07d97-65b9-4445-bdfd-106ca5d5a636 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:19.811685 dv-neutron-834599-1-hyperv neutron-server[109049]: WARNING neutron.api.v2.base [None req-d6e07d97-65b9-4445-bdfd-106ca5d5a636 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 22 10:59:19.812209 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-d6e07d97-65b9-4445-bdfd-106ca5d5a636 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] create failed (client error): There was a conflict when trying to complete your request. Mar 22 10:59:19.818764 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d6e07d97-65b9-4445-bdfd-106ca5d5a636 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3292711 Mar 22 10:59:19.824766 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40734) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:19.827858 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-eb657d3f-eca5-4c8e-b099-d2516bdbd09d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:19.847523 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-b0e8cb63-f536-40a5-b043-c7ec0b7db7a4 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Request body: {'security_group': {'name': 'tempest-secgroup--930301352'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:19.870137 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 5577756c-7d0b-4984-93f2-d21be4ae63ac up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:59:20.139431 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 5577756c-7d0b-4984-93f2-d21be4ae63ac triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:20.139929 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:20.212183 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d934f29f-bc6f-47c7-8568-719074b6a27b tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:20.269620 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-49270efb-5a16-4bbc-bf7f-71a5700dc3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'name': 'tempest-RoutersTest-router-142145091', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:58:56Z', 'updated_at': '2022-03-22T10:59:15Z', 'revision_number': 4, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'gw_port_host': None, '_interfaces': [{'id': '1135c066-ba75-4756-bb18-80b6f2ec8085', 'name': '', 'network_id': '3e212b2a-931f-4471-a513-0754eb745ed2', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'mac_address': 'fa:16:3e:bc:d8:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'e80e6b74-ee8b-45db-b728-55e51f348315', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:12Z', 'updated_at': '2022-03-22T10:59:18Z', 'revision_number': 4, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'subnets': [{'id': 'e80e6b74-ee8b-45db-b728-55e51f348315', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35540a55-abee-4074-8d64-fce2f814bac6', 'name': '', 'network_id': '660e8501-1e86-44cd-9d64-1cf5a800b0a5', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'mac_address': 'fa:16:3e:5e:12:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '46d0a98d-c4c2-4141-8071-35817cc1ce80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:00Z', 'updated_at': '2022-03-22T10:59:06Z', 'revision_number': 5, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'subnets': [{'id': '46d0a98d-c4c2-4141-8071-35817cc1ce80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5577756c-7d0b-4984-93f2-d21be4ae63ac', 'name': '', 'network_id': 'da3c7d6d-c84b-4a40-9d62-4ff535fff9b4', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'mac_address': 'fa:16:3e:4b:3f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '1cae3500-778f-4ecb-ac53-307699b891a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:05Z', 'updated_at': '2022-03-22T10:59:16Z', 'revision_number': 5, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'subnets': [{'id': '1cae3500-778f-4ecb-ac53-307699b891a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:20.324235 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49270efb-5a16-4bbc-bf7f-71a5700dc3fe None None] The sync data for ids ['054c9ae2-1257-43cc-a295-3af6f4bb22cd'] in dv-neutron-834599-1-hyperv is: [{'id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'name': 'tempest-RoutersTest-router-142145091', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:58:56Z', 'updated_at': '2022-03-22T10:59:15Z', 'revision_number': 4, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'gw_port_host': None, '_interfaces': [{'id': '1135c066-ba75-4756-bb18-80b6f2ec8085', 'name': '', 'network_id': '3e212b2a-931f-4471-a513-0754eb745ed2', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'mac_address': 'fa:16:3e:bc:d8:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'e80e6b74-ee8b-45db-b728-55e51f348315', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:12Z', 'updated_at': '2022-03-22T10:59:18Z', 'revision_number': 4, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'subnets': [{'id': 'e80e6b74-ee8b-45db-b728-55e51f348315', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35540a55-abee-4074-8d64-fce2f814bac6', 'name': '', 'network_id': '660e8501-1e86-44cd-9d64-1cf5a800b0a5', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'mac_address': 'fa:16:3e:5e:12:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '46d0a98d-c4c2-4141-8071-35817cc1ce80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:00Z', 'updated_at': '2022-03-22T10:59:06Z', 'revision_number': 5, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'subnets': [{'id': '46d0a98d-c4c2-4141-8071-35817cc1ce80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5577756c-7d0b-4984-93f2-d21be4ae63ac', 'name': '', 'network_id': 'da3c7d6d-c84b-4a40-9d62-4ff535fff9b4', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'mac_address': 'fa:16:3e:4b:3f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '1cae3500-778f-4ecb-ac53-307699b891a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:05Z', 'updated_at': '2022-03-22T10:59:16Z', 'revision_number': 5, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'subnets': [{'id': '1cae3500-778f-4ecb-ac53-307699b891a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:59:20.382325 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 10:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7688b1c7-16c5-4fd3-a487-147d1df93068 x-openstack-request-id: req-7688b1c7-16c5-4fd3-a487-147d1df93068 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 10:59:20.382722 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e8f9c08-13c3-4009-9c78-a70da5c7e711", "name": "network-vif-deleted", "tag": "1fa95086-1c31-49da-ba59-5ea766a133d9", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 10:59:20.382979 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7688b1c7-16c5-4fd3-a487-147d1df93068 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 10:59:20.383433 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7688b1c7-16c5-4fd3-a487-147d1df93068'] response: {'server_uuid': '3e8f9c08-13c3-4009-9c78-a70da5c7e711', 'name': 'network-vif-deleted', 'tag': '1fa95086-1c31-49da-ba59-5ea766a133d9', 'status': 'completed', 'code': 200} Mar 22 10:59:20.402075 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-decc5840-0b29-4f4a-bc1b-fa300c30abce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:20.403488 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b0e8cb63-f536-40a5-b043-c7ec0b7db7a4 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:20.447396 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b0e8cb63-f536-40a5-b043-c7ec0b7db7a4 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:20.466661 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d934f29f-bc6f-47c7-8568-719074b6a27b tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Checking segment: {'id': 'f0be663a-ba97-4b82-9880-143047829a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c2c51256-c177-4f43-a937-4ee1ec545d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:59:20.466661 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d934f29f-bc6f-47c7-8568-719074b6a27b tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Network hostable DHCP agents. Network: c2c51256-c177-4f43-a937-4ee1ec545d83, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:59:20.476181 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d934f29f-bc6f-47c7-8568-719074b6a27b tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event updated for resources: {'Subnet': ['ID=3ce09461-825d-47b9-b1e1-053239f13fc6,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:20.506975 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f3ace293-5c23-44e3-bc6c-2229182896fa None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:20.510008 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-decc5840-0b29-4f4a-bc1b-fa300c30abce None None] For port 1135c066-ba75-4756-bb18-80b6f2ec8085, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=1135c066-ba75-4756-bb18-80b6f2ec8085,segment=NetworkSegment(0279a9ff-eef3-457c-a2d1-3b0e876a634d),segment_id=0279a9ff-eef3-457c-a2d1-3b0e876a634d)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:59:20.517578 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-decc5840-0b29-4f4a-bc1b-fa300c30abce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:20.542282 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d934f29f-bc6f-47c7-8568-719074b6a27b tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Network c2c51256-c177-4f43-a937-4ee1ec545d83 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:59:20.550952 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f3ace293-5c23-44e3-bc6c-2229182896fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:20.584734 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-d934f29f-bc6f-47c7-8568-719074b6a27b tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, c2c51256-c177-4f43-a937-4ee1ec545d83) {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:59:20.585535 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-eb657d3f-eca5-4c8e-b099-d2516bdbd09d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Allocated IP 172.23.0.1 (4c8f413b-5d22-42cb-b8ab-677bbd8cc177/ba4c9af4-9481-4cb7-a6e2-cd899c3a385d/fc4f5d42-97db-4aba-b427-d9be9a9c3063) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:59:20.606259 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d934f29f-bc6f-47c7-8568-719074b6a27b tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:20.606881 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d934f29f-bc6f-47c7-8568-719074b6a27b tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:20.616598 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ebf665-a687-4ce7-88a1-83fa410247dd None None] Network c2c51256-c177-4f43-a937-4ee1ec545d83 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:59:20.641705 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-d934f29f-bc6f-47c7-8568-719074b6a27b tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9327927 Mar 22 10:59:20.649435 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40746) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:20.657661 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-d7ee979e-804d-4660-8738-cd332eee0acf tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Request body: {'port': {'network_id': 'c2c51256-c177-4f43-a937-4ee1ec545d83', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-825724292'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:20.686407 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b0e8cb63-f536-40a5-b043-c7ec0b7db7a4 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:20.724162 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b0e8cb63-f536-40a5-b043-c7ec0b7db7a4 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:20.811479 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b0e8cb63-f536-40a5-b043-c7ec0b7db7a4 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:20.813078 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40756) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:20.831931 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b0e8cb63-f536-40a5-b043-c7ec0b7db7a4 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:20.876480 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ace293-5c23-44e3-bc6c-2229182896fa None None] Network 4c8f413b-5d22-42cb-b8ab-677bbd8cc177 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:59:20.891972 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc20012e-4bed-4709-bcd6-2ed1665158bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-c2c51256-c177-4f43-a937-4ee1ec545d83', 'network_id': 'c2c51256-c177-4f43-a937-4ee1ec545d83', 'tenant_id': '9b8ed9295afa4b00b119a1377ee54716', 'fixed_ips': [{'subnet_id': '3ce09461-825d-47b9-b1e1-053239f13fc6'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:59:20.898002 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-cc20012e-4bed-4709-bcd6-2ed1665158bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:20.901288 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 72bc5725-5d09-455f-8d17-f68020289fa0 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:59:20.907098 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-f3ace293-5c23-44e3-bc6c-2229182896fa None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:59:20.909713 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-decc5840-0b29-4f4a-bc1b-fa300c30abce None None] Provisioning complete for port 72bc5725-5d09-455f-8d17-f68020289fa0 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:20.909713 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-decc5840-0b29-4f4a-bc1b-fa300c30abce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:20.968776 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b0e8cb63-f536-40a5-b043-c7ec0b7db7a4 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:20.971724 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ace293-5c23-44e3-bc6c-2229182896fa None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:59:20.972370 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-b0e8cb63-f536-40a5-b043-c7ec0b7db7a4 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1442482 Mar 22 10:59:20.976783 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e8cb63-f536-40a5-b043-c7ec0b7db7a4 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=561835a8-2a46-4673-8a54-f950dcc7099b,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:20.993211 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40760) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:20.999433 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-595683b2-1452-4622-8070-3850840f5c0d tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Request body: {'security_group_rule': {'security_group_id': '2e36f3c2-8320-4dac-95bb-4e0b63c75c1a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:21.048529 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40762) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:21.049475 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-595683b2-1452-4622-8070-3850840f5c0d tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:21.066988 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decc5840-0b29-4f4a-bc1b-fa300c30abce None None] Pushing event updated for resources: {'Port': ['ID=1135c066-ba75-4756-bb18-80b6f2ec8085,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:21.086679 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [-] 10.222.0.57 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0034466 Mar 22 10:59:21.096596 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40764) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:21.178181 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-595683b2-1452-4622-8070-3850840f5c0d tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:21.206914 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-595683b2-1452-4622-8070-3850840f5c0d tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:21.217698 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e8cb63-f536-40a5-b043-c7ec0b7db7a4 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e36f3c2-8320-4dac-95bb-4e0b63c75c1a,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:21.221160 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ee979e-804d-4660-8738-cd332eee0acf tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Made reservation on behalf of 9b8ed9295afa4b00b119a1377ee54716 for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:59:21.224998 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d7ee979e-804d-4660-8738-cd332eee0acf tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:21.249814 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-90b932b8-d4b0-4f80-9d5c-f6e6878769c4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:21.268644 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-595683b2-1452-4622-8070-3850840f5c0d tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:21.269981 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-595683b2-1452-4622-8070-3850840f5c0d tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2756484 Mar 22 10:59:21.273663 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595683b2-1452-4622-8070-3850840f5c0d tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23a0cc7f-269a-40db-ae8d-72ac4404fd99,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:21.279082 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40768) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:21.284089 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-d7ee979e-804d-4660-8738-cd332eee0acf tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] device_id is not set on port 8dddedff-3c41-4405-acad-a05afa8dc4c5 yet. {{(pid=109050) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:59:21.296594 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-40b4efe6-d537-4f03-b418-4954f18a4748 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Request body: {'security_group_rule': {'security_group_id': '2e36f3c2-8320-4dac-95bb-4e0b63c75c1a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:21.328237 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ace293-5c23-44e3-bc6c-2229182896fa None None] Pushing event updated for resources: {'Port': ['ID=81130526-9126-4035-84d5-5c3120d919c4,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:21.332608 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-70550234-3d93-43bd-bbb8-1a59fb61dba4 tempest-NetworksApiDiscovery-2127348868 tempest-NetworksApiDiscovery-2127348868-project] 10.222.0.57 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2293088 Mar 22 10:59:21.346153 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-90b932b8-d4b0-4f80-9d5c-f6e6878769c4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:21.347808 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-eb657d3f-eca5-4c8e-b099-d2516bdbd09d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:21.382211 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-f3ace293-5c23-44e3-bc6c-2229182896fa None None] Attempting to bind port 81130526-9126-4035-84d5-5c3120d919c4 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:59:21.383271 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-f3ace293-5c23-44e3-bc6c-2229182896fa None None] Attempting to bind port 81130526-9126-4035-84d5-5c3120d919c4 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '03b6e274-6b93-4405-9fa3-eb01947a26be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4c8f413b-5d22-42cb-b8ab-677bbd8cc177'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:59:21.383855 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ace293-5c23-44e3-bc6c-2229182896fa None None] Attempting to bind port 81130526-9126-4035-84d5-5c3120d919c4 on network 4c8f413b-5d22-42cb-b8ab-677bbd8cc177 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:59:21.390908 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-40b4efe6-d537-4f03-b418-4954f18a4748 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:21.399693 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-eb657d3f-eca5-4c8e-b099-d2516bdbd09d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:21.423292 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ace293-5c23-44e3-bc6c-2229182896fa None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:59:21.424098 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ace293-5c23-44e3-bc6c-2229182896fa None None] Checking segment: {'id': '03b6e274-6b93-4405-9fa3-eb01947a26be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4c8f413b-5d22-42cb-b8ab-677bbd8cc177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:59:21.424704 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f3ace293-5c23-44e3-bc6c-2229182896fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:21.426076 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ace293-5c23-44e3-bc6c-2229182896fa None None] Bound using segment: {'id': '03b6e274-6b93-4405-9fa3-eb01947a26be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4c8f413b-5d22-42cb-b8ab-677bbd8cc177'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:59:21.426797 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-f3ace293-5c23-44e3-bc6c-2229182896fa None None] Bound port: 81130526-9126-4035-84d5-5c3120d919c4, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03b6e274-6b93-4405-9fa3-eb01947a26be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4c8f413b-5d22-42cb-b8ab-677bbd8cc177'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:59:21.427415 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f3ace293-5c23-44e3-bc6c-2229182896fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:21.457731 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-cc20012e-4bed-4709-bcd6-2ed1665158bc None None] Allocated IP 2001:db8::2 (c2c51256-c177-4f43-a937-4ee1ec545d83/3ce09461-825d-47b9-b1e1-053239f13fc6/33acf1e5-305e-46c2-9fd2-fd772fe18085) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:59:21.460660 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb657d3f-eca5-4c8e-b099-d2516bdbd09d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Network 4c8f413b-5d22-42cb-b8ab-677bbd8cc177 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:59:21.464893 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-eb657d3f-eca5-4c8e-b099-d2516bdbd09d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:59:21.469416 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb657d3f-eca5-4c8e-b099-d2516bdbd09d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:59:21.496346 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.api.v2.resource [None req-40b4efe6-d537-4f03-b418-4954f18a4748 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] create failed (client error): There was a conflict when trying to complete your request. Mar 22 10:59:21.497406 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-40b4efe6-d537-4f03-b418-4954f18a4748 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2160194 Mar 22 10:59:21.503411 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40772) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:21.516543 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb657d3f-eca5-4c8e-b099-d2516bdbd09d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event updated for resources: {'Port': ['ID=fc4f5d42-97db-4aba-b427-d9be9a9c3063,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:21.527040 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-eb657d3f-eca5-4c8e-b099-d2516bdbd09d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684270'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:21.585804 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-918ec367-df3f-4960-8708-0b485ba945f0 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:21.589076 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-90b932b8-d4b0-4f80-9d5c-f6e6878769c4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:21.592748 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-90b932b8-d4b0-4f80-9d5c-f6e6878769c4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:21.595210 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-90b932b8-d4b0-4f80-9d5c-f6e6878769c4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "DELETE /v2.0/security-groups/963c9364-e1be-481f-add7-e92c7a0952a5 HTTP/1.1" status: 204 len: 168 time: 0.7701268 Mar 22 10:59:21.619491 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b932b8-d4b0-4f80-9d5c-f6e6878769c4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=963c9364-e1be-481f-add7-e92c7a0952a5,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:21.644096 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-918ec367-df3f-4960-8708-0b485ba945f0 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:21.648526 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40778) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:21.660852 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 72bc5725-5d09-455f-8d17-f68020289fa0 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:21.661218 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:21.739223 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_v2 [None req-200a03d7-c50f-40d3-845c-8010ed5f0914 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Deleting subnet 6b110546-96bb-4eff-b591-1bb1e652a03a {{(pid=109050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:59:21.743666 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-200a03d7-c50f-40d3-845c-8010ed5f0914 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for subnet, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:21.759159 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-eb657d3f-eca5-4c8e-b099-d2516bdbd09d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:21.776694 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-f3ace293-5c23-44e3-bc6c-2229182896fa None None] For port 81130526-9126-4035-84d5-5c3120d919c4, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:59:21.782865 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-f3ace293-5c23-44e3-bc6c-2229182896fa None None] For port 81130526-9126-4035-84d5-5c3120d919c4, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=81130526-9126-4035-84d5-5c3120d919c4,segment=NetworkSegment(03b6e274-6b93-4405-9fa3-eb01947a26be),segment_id=03b6e274-6b93-4405-9fa3-eb01947a26be)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:59:21.790737 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40780) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:21.791478 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-918ec367-df3f-4960-8708-0b485ba945f0 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:21.794213 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-918ec367-df3f-4960-8708-0b485ba945f0 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:21.795589 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-918ec367-df3f-4960-8708-0b485ba945f0 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] 10.222.0.57 "DELETE /v2.0/security-groups/2e36f3c2-8320-4dac-95bb-4e0b63c75c1a HTTP/1.1" status: 204 len: 168 time: 0.2900600 Mar 22 10:59:21.804875 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-cfe333a5-47fa-4e4c-9de4-66722e699f61 None None] Provisioning complete for port 1135c066-ba75-4756-bb18-80b6f2ec8085 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:21.805272 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-cfe333a5-47fa-4e4c-9de4-66722e699f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:21.805434 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40782) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:21.816286 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f3ace293-5c23-44e3-bc6c-2229182896fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:21.822508 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ec367-df3f-4960-8708-0b485ba945f0 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e36f3c2-8320-4dac-95bb-4e0b63c75c1a,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:21.826353 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-200a03d7-c50f-40d3-845c-8010ed5f0914 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11961780'] for subnet, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:21.903721 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4986c08c-a1d2-47a3-9481-6004fcbf8581 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0967858 Mar 22 10:59:21.909526 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40786) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:21.925419 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-cc20012e-4bed-4709-bcd6-2ed1665158bc None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:21.952808 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-9ace3878-ed51-4e1a-af78-c712d4d41faa tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Request body: {'security_group': {'name': 'tempest-secgroup--1502060424'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:21.993321 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-cc20012e-4bed-4709-bcd6-2ed1665158bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:22.012724 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9ace3878-ed51-4e1a-af78-c712d4d41faa tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:22.024959 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ace293-5c23-44e3-bc6c-2229182896fa None None] Pushing event updated for resources: {'Port': ['ID=81130526-9126-4035-84d5-5c3120d919c4,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:22.038128 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc20012e-4bed-4709-bcd6-2ed1665158bc None None] Network c2c51256-c177-4f43-a937-4ee1ec545d83 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:59:22.044561 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device c0adf8b8-fd88-41f7-9160-08c6b87ca2c6 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:59:22.064783 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-cc20012e-4bed-4709-bcd6-2ed1665158bc None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:59:22.068655 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc20012e-4bed-4709-bcd6-2ed1665158bc None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:59:22.069999 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c685c416-e4f9-43a8-8be4-2726054290cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:22.100644 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-200a03d7-c50f-40d3-845c-8010ed5f0914 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:22.124158 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: c0adf8b8-fd88-41f7-9160-08c6b87ca2c6 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:59:22.124788 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device c0adf8b8-fd88-41f7-9160-08c6b87ca2c6 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:59:22.125211 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 3e2c768d-7bc9-42ff-948d-6358a3b937ac no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:59:22.169988 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-d7ee979e-804d-4660-8738-cd332eee0acf tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Allocated IP 2001:db8::186 (c2c51256-c177-4f43-a937-4ee1ec545d83/3ce09461-825d-47b9-b1e1-053239f13fc6/8dddedff-3c41-4405-acad-a05afa8dc4c5) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:59:22.194562 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 3e2c768d-7bc9-42ff-948d-6358a3b937ac {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:59:22.195282 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 3e2c768d-7bc9-42ff-948d-6358a3b937ac not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:59:22.201892 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc20012e-4bed-4709-bcd6-2ed1665158bc None None] Pushing event updated for resources: {'Port': ['ID=33acf1e5-305e-46c2-9fd2-fd772fe18085,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:22.233011 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-cc20012e-4bed-4709-bcd6-2ed1665158bc None None] Attempting to bind port 33acf1e5-305e-46c2-9fd2-fd772fe18085 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:59:22.233438 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-cc20012e-4bed-4709-bcd6-2ed1665158bc None None] Attempting to bind port 33acf1e5-305e-46c2-9fd2-fd772fe18085 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': 'f0be663a-ba97-4b82-9880-143047829a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c2c51256-c177-4f43-a937-4ee1ec545d83'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:59:22.235350 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc20012e-4bed-4709-bcd6-2ed1665158bc None None] Attempting to bind port 33acf1e5-305e-46c2-9fd2-fd772fe18085 on network c2c51256-c177-4f43-a937-4ee1ec545d83 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:59:22.249530 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc20012e-4bed-4709-bcd6-2ed1665158bc None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:59:22.250063 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc20012e-4bed-4709-bcd6-2ed1665158bc None None] Checking segment: {'id': 'f0be663a-ba97-4b82-9880-143047829a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c2c51256-c177-4f43-a937-4ee1ec545d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:59:22.250597 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-cc20012e-4bed-4709-bcd6-2ed1665158bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:22.251094 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc20012e-4bed-4709-bcd6-2ed1665158bc None None] Bound using segment: {'id': 'f0be663a-ba97-4b82-9880-143047829a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c2c51256-c177-4f43-a937-4ee1ec545d83'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:59:22.251897 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-cc20012e-4bed-4709-bcd6-2ed1665158bc None None] Bound port: 33acf1e5-305e-46c2-9fd2-fd772fe18085, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0be663a-ba97-4b82-9880-143047829a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c2c51256-c177-4f43-a937-4ee1ec545d83'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:59:22.252538 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-cc20012e-4bed-4709-bcd6-2ed1665158bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:22.258184 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-200a03d7-c50f-40d3-845c-8010ed5f0914 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:22.342962 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9ace3878-ed51-4e1a-af78-c712d4d41faa tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:22.354209 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a03d7-c50f-40d3-845c-8010ed5f0914 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'Subnet': ['ID=6b110546-96bb-4eff-b591-1bb1e652a03a,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:22.363666 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9ace3878-ed51-4e1a-af78-c712d4d41faa tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:22.365250 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-200a03d7-c50f-40d3-845c-8010ed5f0914 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:22.369114 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-200a03d7-c50f-40d3-845c-8010ed5f0914 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "DELETE /v2.0/subnets/6b110546-96bb-4eff-b591-1bb1e652a03a HTTP/1.1" status: 204 len: 168 time: 0.7193577 Mar 22 10:59:22.376589 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40788) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:22.400406 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-eb657d3f-eca5-4c8e-b099-d2516bdbd09d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:22.415388 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-eb657d3f-eca5-4c8e-b099-d2516bdbd09d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:22.484920 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c685c416-e4f9-43a8-8be4-2726054290cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:22.486019 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-eb657d3f-eca5-4c8e-b099-d2516bdbd09d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684306'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:22.501256 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c685c416-e4f9-43a8-8be4-2726054290cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:22.501664 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9ace3878-ed51-4e1a-af78-c712d4d41faa tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:22.503285 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9ace3878-ed51-4e1a-af78-c712d4d41faa tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5897844 Mar 22 10:59:22.518976 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40790) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:22.530733 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-e79d4773-98f4-46e3-9697-cd078181cd49 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Request body: {'security_group_rule': {'security_group_id': '6aefdd7b-a503-409c-a18b-33725d6eac28', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:22.531594 dv-neutron-834599-1-hyperv neutron-server[109050]: WARNING neutron.api.v2.base [None req-e79d4773-98f4-46e3-9697-cd078181cd49 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 22 10:59:22.532215 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.api.v2.resource [None req-e79d4773-98f4-46e3-9697-cd078181cd49 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 10:59:22.536252 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-e79d4773-98f4-46e3-9697-cd078181cd49 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0106468 Mar 22 10:59:22.541517 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ace3878-ed51-4e1a-af78-c712d4d41faa tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6aefdd7b-a503-409c-a18b-33725d6eac28,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:22.544016 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40792) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:22.560502 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-cc20012e-4bed-4709-bcd6-2ed1665158bc None None] For port 33acf1e5-305e-46c2-9fd2-fd772fe18085, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:59:22.564864 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-cc20012e-4bed-4709-bcd6-2ed1665158bc None None] For port 33acf1e5-305e-46c2-9fd2-fd772fe18085, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=33acf1e5-305e-46c2-9fd2-fd772fe18085,segment=NetworkSegment(f0be663a-ba97-4b82-9880-143047829a84),segment_id=f0be663a-ba97-4b82-9880-143047829a84)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:59:22.574124 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2188e28b-ec64-40f1-9305-f4542ec4d036 None None] Network 4339461b-028b-4a4d-868a-19a90c08daf1 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:59:22.600173 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d7ee979e-804d-4660-8738-cd332eee0acf tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:22.613455 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb657d3f-eca5-4c8e-b099-d2516bdbd09d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event updated for resources: {'Port': ['ID=fc4f5d42-97db-4aba-b427-d9be9a9c3063,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:22.624360 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-effa7dec-e1a7-4858-b5b2-b5929798e5df tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:22.639447 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-c685c416-e4f9-43a8-8be4-2726054290cb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f2f05250283242fa94d9e2abc38a4b1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8425848 Mar 22 10:59:22.644020 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40794) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:22.647801 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-cc20012e-4bed-4709-bcd6-2ed1665158bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:22.653388 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c685c416-e4f9-43a8-8be4-2726054290cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0a90ef-4a9d-4d4e-89c6-36e75235eb40,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:22.656509 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 1135c066-ba75-4756-bb18-80b6f2ec8085 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:59:22.690376 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1dbd9348-f8bf-469a-986e-0ae3a331e20b tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:22.728643 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1dbd9348-f8bf-469a-986e-0ae3a331e20b tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:22.744427 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d7ee979e-804d-4660-8738-cd332eee0acf tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:22.744836 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb657d3f-eca5-4c8e-b099-d2516bdbd09d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Network 4c8f413b-5d22-42cb-b8ab-677bbd8cc177 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:59:22.748676 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-eb657d3f-eca5-4c8e-b099-d2516bdbd09d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:59:22.779216 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-01fc4c3b-4d80-4a8d-817b-e0810c3bca7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:22.815599 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ee979e-804d-4660-8738-cd332eee0acf tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Network c2c51256-c177-4f43-a937-4ee1ec545d83 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:59:22.829786 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc20012e-4bed-4709-bcd6-2ed1665158bc None None] Pushing event updated for resources: {'Port': ['ID=33acf1e5-305e-46c2-9fd2-fd772fe18085,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:22.836352 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-d7ee979e-804d-4660-8738-cd332eee0acf tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:59:22.840813 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-01fc4c3b-4d80-4a8d-817b-e0810c3bca7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:22.842671 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ee979e-804d-4660-8738-cd332eee0acf tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:59:22.845334 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 1135c066-ba75-4756-bb18-80b6f2ec8085 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:22.845723 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:22.848667 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ee979e-804d-4660-8738-cd332eee0acf tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:22.849318 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d7ee979e-804d-4660-8738-cd332eee0acf tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:22.857300 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-effa7dec-e1a7-4858-b5b2-b5929798e5df tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Deleting port 0804092e-29ae-486f-b0f9-ee41c8b741f5 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:59:22.857605 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-effa7dec-e1a7-4858-b5b2-b5929798e5df tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:22.862755 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ee979e-804d-4660-8738-cd332eee0acf tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event updated for resources: {'Port': ['ID=8dddedff-3c41-4405-acad-a05afa8dc4c5,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:22.902606 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1dbd9348-f8bf-469a-986e-0ae3a331e20b tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:22.905265 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1dbd9348-f8bf-469a-986e-0ae3a331e20b tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:22.909410 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1dbd9348-f8bf-469a-986e-0ae3a331e20b tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] 10.222.0.57 "DELETE /v2.0/security-groups/6aefdd7b-a503-409c-a18b-33725d6eac28 HTTP/1.1" status: 204 len: 168 time: 0.3530440 Mar 22 10:59:22.913109 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40796) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:22.954666 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-d7ee979e-804d-4660-8738-cd332eee0acf tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.3039072 Mar 22 10:59:22.958662 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40798) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:23.004186 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbd9348-f8bf-469a-986e-0ae3a331e20b tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aefdd7b-a503-409c-a18b-33725d6eac28,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:23.032512 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b7954d-4f16-42ee-9913-ac7e2709813a None None] DHCP port deletion for 4339461b-028b-4a4d-868a-19a90c08daf1 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:59:23.109350 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb657d3f-eca5-4c8e-b099-d2516bdbd09d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Router 054c9ae2-1257-43cc-a295-3af6f4bb22cd has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:59:23.118156 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 72bc5725-5d09-455f-8d17-f68020289fa0 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:59:23.122280 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c6f5b53c-8468-4a6f-9a27-1ec9e26f622c tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2079210 Mar 22 10:59:23.127162 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40800) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:23.133769 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-ac17708b-f59e-405d-a0fc-e28a8cfc8c5b tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Request body: {'security_group': {'name': 'tempest-secgroup--1692691793'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:23.246564 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-44b7954d-4f16-42ee-9913-ac7e2709813a None None] Deleting port 0804092e-29ae-486f-b0f9-ee41c8b741f5 {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:59:23.247253 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-44b7954d-4f16-42ee-9913-ac7e2709813a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:23.294429 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-c84362e3-c430-4582-ac96-75335710cf46 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Deleting port 8dddedff-3c41-4405-acad-a05afa8dc4c5 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:59:23.295015 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c84362e3-c430-4582-ac96-75335710cf46 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:23.298493 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ac17708b-f59e-405d-a0fc-e28a8cfc8c5b tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:23.349494 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 72bc5725-5d09-455f-8d17-f68020289fa0 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:23.350492 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:23.400328 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-44b7954d-4f16-42ee-9913-ac7e2709813a None None] For port 0804092e-29ae-486f-b0f9-ee41c8b741f5, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=0804092e-29ae-486f-b0f9-ee41c8b741f5,segment=NetworkSegment(0783b825-2601-45f0-958a-8bdcaa603211),segment_id=0783b825-2601-45f0-958a-8bdcaa603211)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:59:23.401140 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-44b7954d-4f16-42ee-9913-ac7e2709813a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:23.424793 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-44b7954d-4f16-42ee-9913-ac7e2709813a None None] Calling delete_port for 0804092e-29ae-486f-b0f9-ee41c8b741f5 owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:59:23.458308 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb657d3f-eca5-4c8e-b099-d2516bdbd09d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:59:23.473434 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-eb657d3f-eca5-4c8e-b099-d2516bdbd09d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "PUT /v2.0/routers/054c9ae2-1257-43cc-a295-3af6f4bb22cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1524158 Mar 22 10:59:23.482006 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40802) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:23.485811 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a484e034-545b-4e40-b21f-322d11256451 None None] Sync routers for ids ['054c9ae2-1257-43cc-a295-3af6f4bb22cd'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:59:23.487678 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-9edd4ab7-7bac-4018-9e3d-a6aa7a616053 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:23.506249 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-effa7dec-e1a7-4858-b5b2-b5929798e5df tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] For port 0804092e-29ae-486f-b0f9-ee41c8b741f5, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=0804092e-29ae-486f-b0f9-ee41c8b741f5,segment=NetworkSegment(0783b825-2601-45f0-958a-8bdcaa603211),segment_id=0783b825-2601-45f0-958a-8bdcaa603211)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:59:23.506985 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-effa7dec-e1a7-4858-b5b2-b5929798e5df tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:23.519793 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-effa7dec-e1a7-4858-b5b2-b5929798e5df tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Calling delete_port for 0804092e-29ae-486f-b0f9-ee41c8b741f5 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:59:23.533556 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a484e034-545b-4e40-b21f-322d11256451 None None] Routers {'054c9ae2-1257-43cc-a295-3af6f4bb22cd'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:59:23.534197 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-a484e034-545b-4e40-b21f-322d11256451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:59:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['054c9ae2-1257-43cc-a295-3af6f4bb22cd'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:23.609038 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-01fc4c3b-4d80-4a8d-817b-e0810c3bca7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:23.612178 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-01fc4c3b-4d80-4a8d-817b-e0810c3bca7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:23.612564 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c84362e3-c430-4582-ac96-75335710cf46 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:23.616621 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-01fc4c3b-4d80-4a8d-817b-e0810c3bca7c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ed0a90ef-4a9d-4d4e-89c6-36e75235eb40 HTTP/1.1" status: 204 len: 168 time: 0.9671793 Mar 22 10:59:23.616621 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-effa7dec-e1a7-4858-b5b2-b5929798e5df tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:23.654197 dv-neutron-834599-1-hyperv neutron-server[109051]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 22 10:59:23.654197 dv-neutron-834599-1-hyperv neutron-server[109051]: from cryptography.utils import int_from_bytes Mar 22 10:59:23.654197 dv-neutron-834599-1-hyperv neutron-server[109051]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 22 10:59:23.654197 dv-neutron-834599-1-hyperv neutron-server[109051]: from cryptography.utils import int_from_bytes Mar 22 10:59:23.654197 dv-neutron-834599-1-hyperv neutron-server[109051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:59:23.654197 dv-neutron-834599-1-hyperv neutron-server[109051]: self.session.flush() Mar 22 10:59:23.654197 dv-neutron-834599-1-hyperv neutron-server[109051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:59:23.654197 dv-neutron-834599-1-hyperv neutron-server[109051]: self.session.flush() Mar 22 10:59:23.654197 dv-neutron-834599-1-hyperv neutron-server[109051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:59:23.654197 dv-neutron-834599-1-hyperv neutron-server[109051]: self.session.flush() Mar 22 10:59:23.654197 dv-neutron-834599-1-hyperv neutron-server[109051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:59:23.654197 dv-neutron-834599-1-hyperv neutron-server[109051]: self.session.flush() Mar 22 10:59:23.654197 dv-neutron-834599-1-hyperv neutron-server[109051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:59:23.654197 dv-neutron-834599-1-hyperv neutron-server[109051]: self.session.flush() Mar 22 10:59:23.654197 dv-neutron-834599-1-hyperv neutron-server[109051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:59:23.654197 dv-neutron-834599-1-hyperv neutron-server[109051]: self.session.flush() Mar 22 10:59:23.654197 dv-neutron-834599-1-hyperv neutron-server[109051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:59:23.654197 dv-neutron-834599-1-hyperv neutron-server[109051]: self.session.flush() Mar 22 10:59:23.654197 dv-neutron-834599-1-hyperv neutron-server[109051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:59:23.654197 dv-neutron-834599-1-hyperv neutron-server[109051]: self.session.flush() Mar 22 10:59:23.654197 dv-neutron-834599-1-hyperv neutron-server[109051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:59:23.654197 dv-neutron-834599-1-hyperv neutron-server[109051]: self.session.flush() Mar 22 10:59:23.654197 dv-neutron-834599-1-hyperv neutron-server[109051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:59:23.654197 dv-neutron-834599-1-hyperv neutron-server[109051]: self.session.flush() Mar 22 10:59:23.654197 dv-neutron-834599-1-hyperv neutron-server[109051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:59:23.654197 dv-neutron-834599-1-hyperv neutron-server[109051]: self.session.flush() Mar 22 10:59:23.654197 dv-neutron-834599-1-hyperv neutron-server[109051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:59:23.654197 dv-neutron-834599-1-hyperv neutron-server[109051]: self.session.flush() Mar 22 10:59:23.654197 dv-neutron-834599-1-hyperv neutron-server[109051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:59:23.654197 dv-neutron-834599-1-hyperv neutron-server[109051]: self.session.flush() Mar 22 10:59:23.654197 dv-neutron-834599-1-hyperv neutron-server[109051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:59:23.654197 dv-neutron-834599-1-hyperv neutron-server[109051]: self.session.flush() Mar 22 10:59:23.654197 dv-neutron-834599-1-hyperv neutron-server[109051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:59:23.654197 dv-neutron-834599-1-hyperv neutron-server[109051]: self.session.flush() Mar 22 10:59:23.654197 dv-neutron-834599-1-hyperv neutron-server[109051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:59:23.654197 dv-neutron-834599-1-hyperv neutron-server[109051]: self.session.flush() Mar 22 10:59:23.654197 dv-neutron-834599-1-hyperv neutron-server[109051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:59:23.654197 dv-neutron-834599-1-hyperv neutron-server[109051]: self.session.flush() Mar 22 10:59:23.654197 dv-neutron-834599-1-hyperv neutron-server[109051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:59:23.654197 dv-neutron-834599-1-hyperv neutron-server[109051]: self.session.flush() Mar 22 10:59:23.654197 dv-neutron-834599-1-hyperv neutron-server[109051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:59:23.654197 dv-neutron-834599-1-hyperv neutron-server[109051]: self.session.flush() Mar 22 10:59:23.654197 dv-neutron-834599-1-hyperv neutron-server[109051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:59:23.654197 dv-neutron-834599-1-hyperv neutron-server[109051]: self.session.flush() Mar 22 10:59:23.654197 dv-neutron-834599-1-hyperv neutron-server[109051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:59:23.654197 dv-neutron-834599-1-hyperv neutron-server[109051]: self.session.flush() Mar 22 10:59:23.654197 dv-neutron-834599-1-hyperv neutron-server[109051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:59:23.654197 dv-neutron-834599-1-hyperv neutron-server[109051]: self.session.flush() Mar 22 10:59:23.654197 dv-neutron-834599-1-hyperv neutron-server[109051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:59:23.654197 dv-neutron-834599-1-hyperv neutron-server[109051]: self.session.flush() Mar 22 10:59:23.654197 dv-neutron-834599-1-hyperv neutron-server[109051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:59:23.654197 dv-neutron-834599-1-hyperv neutron-server[109051]: self.session.flush() Mar 22 10:59:23.654197 dv-neutron-834599-1-hyperv neutron-server[109051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:59:23.654197 dv-neutron-834599-1-hyperv neutron-server[109051]: self.session.flush() Mar 22 10:59:23.654197 dv-neutron-834599-1-hyperv neutron-server[109051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:59:23.654197 dv-neutron-834599-1-hyperv neutron-server[109051]: self.session.flush() Mar 22 10:59:23.660030 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc4c3b-4d80-4a8d-817b-e0810c3bca7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0a90ef-4a9d-4d4e-89c6-36e75235eb40,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:23.663457 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effa7dec-e1a7-4858-b5b2-b5929798e5df tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'Port': ['ID=0804092e-29ae-486f-b0f9-ee41c8b741f5,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:23.667607 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-44b7954d-4f16-42ee-9913-ac7e2709813a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:23.667927 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effa7dec-e1a7-4858-b5b2-b5929798e5df tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] No DVR routers for this DVR port 0804092e-29ae-486f-b0f9-ee41c8b741f5 on host dv-neutron-834599-1-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:59:23.724923 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-a484e034-545b-4e40-b21f-322d11256451 None None] Set router 054c9ae2-1257-43cc-a295-3af6f4bb22cd gateway port host: None {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:59:23.755908 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b7954d-4f16-42ee-9913-ac7e2709813a None None] Pushing event deleted for resources: {'Port': ['ID=0804092e-29ae-486f-b0f9-ee41c8b741f5,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:23.765545 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a32f3ec-46f2-4496-90e8-17ef4591aacb None None] Network 4c8f413b-5d22-42cb-b8ab-677bbd8cc177 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:59:23.771946 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b7954d-4f16-42ee-9913-ac7e2709813a None None] No DVR routers for this DVR port 0804092e-29ae-486f-b0f9-ee41c8b741f5 on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:59:23.791996 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-effa7dec-e1a7-4858-b5b2-b5929798e5df tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:23.835389 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-effa7dec-e1a7-4858-b5b2-b5929798e5df tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4339461b-028b-4a4d-868a-19a90c08daf1']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:23.853110 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-effa7dec-e1a7-4858-b5b2-b5929798e5df tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0783b825-2601-45f0-958a-8bdcaa603211') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:23.853551 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-effa7dec-e1a7-4858-b5b2-b5929798e5df tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0783b825-2601-45f0-958a-8bdcaa603211') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:23.858605 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-c84362e3-c430-4582-ac96-75335710cf46 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Calling delete_port for 8dddedff-3c41-4405-acad-a05afa8dc4c5 owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:59:23.878291 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-effa7dec-e1a7-4858-b5b2-b5929798e5df tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:23.899873 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-effa7dec-e1a7-4858-b5b2-b5929798e5df tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:23.913792 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-effa7dec-e1a7-4858-b5b2-b5929798e5df tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:59:23.914225 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-effa7dec-e1a7-4858-b5b2-b5929798e5df tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:23.923768 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 10:59:23.923768 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:59:23.923768 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 10:59:23.923768 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:59:23.923768 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 10:59:23.923768 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:59:23.923768 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 10:59:23.923768 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:59:23.923768 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 10:59:23.923768 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:59:23.923768 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 10:59:23.923768 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:59:23.923768 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 10:59:23.923768 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:59:23.923768 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:59:23.923768 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:59:23.923768 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:59:23.923768 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:59:23.923768 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 10:59:23.923768 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:59:23.923768 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 10:59:23.923768 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:59:23.923768 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:59:23.923768 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:59:23.923768 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 10:59:23.923768 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:59:23.923768 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:59:23.923768 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:59:23.923768 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:59:23.923768 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:59:23.923768 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:59:23.923768 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:59:23.950707 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-7d9cf9a6-0b70-4af3-93d0-e125308f6e93 None None] Provisioning complete for port 81130526-9126-4035-84d5-5c3120d919c4 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:23.951066 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7d9cf9a6-0b70-4af3-93d0-e125308f6e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:24.033506 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-effa7dec-e1a7-4858-b5b2-b5929798e5df tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:24.042154 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-effa7dec-e1a7-4858-b5b2-b5929798e5df tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:24.050002 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-effa7dec-e1a7-4858-b5b2-b5929798e5df tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "DELETE /v2.0/networks/4339461b-028b-4a4d-868a-19a90c08daf1 HTTP/1.1" status: 204 len: 168 time: 1.6675272 Mar 22 10:59:24.055597 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40810) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:24.078048 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ac17708b-f59e-405d-a0fc-e28a8cfc8c5b tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:24.088142 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ac17708b-f59e-405d-a0fc-e28a8cfc8c5b tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:24.137493 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ac17708b-f59e-405d-a0fc-e28a8cfc8c5b tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:24.141810 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ac17708b-f59e-405d-a0fc-e28a8cfc8c5b tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0092440 Mar 22 10:59:24.153259 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40814) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:24.159116 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-4dfe67b2-bf78-416d-afad-f85fc5f3eaa6 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Request body: {'security_group_rule': {'security_group_id': 'f043378d-8130-4c12-9567-26eba23d6f89', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:24.160388 dv-neutron-834599-1-hyperv neutron-server[109049]: WARNING neutron.api.v2.base [None req-4dfe67b2-bf78-416d-afad-f85fc5f3eaa6 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 22 10:59:24.160902 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-4dfe67b2-bf78-416d-afad-f85fc5f3eaa6 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 10:59:24.162368 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4dfe67b2-bf78-416d-afad-f85fc5f3eaa6 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0078104 Mar 22 10:59:24.172336 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40816) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:24.197044 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effa7dec-e1a7-4858-b5b2-b5929798e5df tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'Network': ['ID=4339461b-028b-4a4d-868a-19a90c08daf1,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:24.212090 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac17708b-f59e-405d-a0fc-e28a8cfc8c5b tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f043378d-8130-4c12-9567-26eba23d6f89,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:24.262507 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7d9cf9a6-0b70-4af3-93d0-e125308f6e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:24.343018 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.extraroute_db [None req-9edd4ab7-7bac-4018-9e3d-a6aa7a616053 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=109049) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 22 10:59:24.343345 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-7d9cf9a6-0b70-4af3-93d0-e125308f6e93 None None] For port 81130526-9126-4035-84d5-5c3120d919c4, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=81130526-9126-4035-84d5-5c3120d919c4,segment=NetworkSegment(03b6e274-6b93-4405-9fa3-eb01947a26be),segment_id=03b6e274-6b93-4405-9fa3-eb01947a26be)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:59:24.353984 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7d9cf9a6-0b70-4af3-93d0-e125308f6e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:24.370867 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-a484e034-545b-4e40-b21f-322d11256451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'name': 'tempest-RoutersTest-router-142145091', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:58:56Z', 'updated_at': '2022-03-22T10:59:21Z', 'revision_number': 5, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'gw_port_host': None, '_interfaces': [{'id': '1135c066-ba75-4756-bb18-80b6f2ec8085', 'name': '', 'network_id': '3e212b2a-931f-4471-a513-0754eb745ed2', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'mac_address': 'fa:16:3e:bc:d8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'e80e6b74-ee8b-45db-b728-55e51f348315', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:12Z', 'updated_at': '2022-03-22T10:59:20Z', 'revision_number': 5, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'subnets': [{'id': 'e80e6b74-ee8b-45db-b728-55e51f348315', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35540a55-abee-4074-8d64-fce2f814bac6', 'name': '', 'network_id': '660e8501-1e86-44cd-9d64-1cf5a800b0a5', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'mac_address': 'fa:16:3e:5e:12:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '46d0a98d-c4c2-4141-8071-35817cc1ce80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:00Z', 'updated_at': '2022-03-22T10:59:06Z', 'revision_number': 5, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'subnets': [{'id': '46d0a98d-c4c2-4141-8071-35817cc1ce80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5577756c-7d0b-4984-93f2-d21be4ae63ac', 'name': '', 'network_id': 'da3c7d6d-c84b-4a40-9d62-4ff535fff9b4', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'mac_address': 'fa:16:3e:4b:3f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '1cae3500-778f-4ecb-ac53-307699b891a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:05Z', 'updated_at': '2022-03-22T10:59:16Z', 'revision_number': 5, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'subnets': [{'id': '1cae3500-778f-4ecb-ac53-307699b891a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc4f5d42-97db-4aba-b427-d9be9a9c3063', 'name': '', 'network_id': '4c8f413b-5d22-42cb-b8ab-677bbd8cc177', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'mac_address': 'fa:16:3e:f1:86:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'ba4c9af4-9481-4cb7-a6e2-cd899c3a385d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:20Z', 'updated_at': '2022-03-22T10:59:22Z', 'revision_number': 2, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'subnets': [{'id': 'ba4c9af4-9481-4cb7-a6e2-cd899c3a385d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:24.450251 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.extraroute_db [None req-9edd4ab7-7bac-4018-9e3d-a6aa7a616053 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Removed routes are [] {{(pid=109049) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 22 10:59:24.450722 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9edd4ab7-7bac-4018-9e3d-a6aa7a616053 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3682488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11476'] for router, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:24.481698 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a484e034-545b-4e40-b21f-322d11256451 None None] Checking router: 054c9ae2-1257-43cc-a295-3af6f4bb22cd for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 10:59:24.482060 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a484e034-545b-4e40-b21f-322d11256451 None None] Updating router 054c9ae2-1257-43cc-a295-3af6f4bb22cd port fc4f5d42-97db-4aba-b427-d9be9a9c3063 binding host dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 10:59:24.518949 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 33acf1e5-305e-46c2-9fd2-fd772fe18085 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:59:24.534914 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-d6f1bcb1-902b-4660-9a53-78e9d21578b8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Deleting port eec0abfd-5f41-44e5-9e5c-7131f6077be6 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:59:24.535543 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d6f1bcb1-902b-4660-9a53-78e9d21578b8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:24.552786 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-471667ce-a92e-4007-8bc7-f04f2c2f2eb8 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:24.561299 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a484e034-545b-4e40-b21f-322d11256451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:24.582360 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9cf9a6-0b70-4af3-93d0-e125308f6e93 None None] Pushing event updated for resources: {'Port': ['ID=81130526-9126-4035-84d5-5c3120d919c4,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:24.645723 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9d250c-ed9f-4dbc-ae2d-ba68236f3af7 None None] Network c2c51256-c177-4f43-a937-4ee1ec545d83 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:59:24.668874 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d6f1bcb1-902b-4660-9a53-78e9d21578b8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:24.669205 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d6f1bcb1-902b-4660-9a53-78e9d21578b8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:24.688325 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-d6f1bcb1-902b-4660-9a53-78e9d21578b8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Calling delete_port for eec0abfd-5f41-44e5-9e5c-7131f6077be6 owned by network:floatingip {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:59:24.722308 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c84362e3-c430-4582-ac96-75335710cf46 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:24.829887 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-471667ce-a92e-4007-8bc7-f04f2c2f2eb8 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:24.861165 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84362e3-c430-4582-ac96-75335710cf46 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event deleted for resources: {'Port': ['ID=8dddedff-3c41-4405-acad-a05afa8dc4c5,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:24.933736 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 33acf1e5-305e-46c2-9fd2-fd772fe18085 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:24.934080 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:24.958839 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40830) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:24.972835 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d6f1bcb1-902b-4660-9a53-78e9d21578b8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:25.010207 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c84362e3-c430-4582-ac96-75335710cf46 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:25.012262 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f1bcb1-902b-4660-9a53-78e9d21578b8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'Port': ['ID=eec0abfd-5f41-44e5-9e5c-7131f6077be6,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:25.018834 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c84362e3-c430-4582-ac96-75335710cf46 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "DELETE /v2.0/ports/8dddedff-3c41-4405-acad-a05afa8dc4c5 HTTP/1.1" status: 204 len: 168 time: 2.0552890 Mar 22 10:59:25.022151 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40834) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:25.037963 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-41b48e31-96b6-4c0c-9a3c-2f150d4b44a2 None None] Provisioning complete for port 33acf1e5-305e-46c2-9fd2-fd772fe18085 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:25.038497 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-41b48e31-96b6-4c0c-9a3c-2f150d4b44a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:25.039917 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9edd4ab7-7bac-4018-9e3d-a6aa7a616053 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3682488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11476'] for router, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:25.045897 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9edd4ab7-7bac-4018-9e3d-a6aa7a616053 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3682435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3682442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3684457'] for router, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:25.062470 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-471667ce-a92e-4007-8bc7-f04f2c2f2eb8 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:25.065301 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-471667ce-a92e-4007-8bc7-f04f2c2f2eb8 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:25.069512 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-471667ce-a92e-4007-8bc7-f04f2c2f2eb8 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] 10.222.0.57 "DELETE /v2.0/security-groups/f043378d-8130-4c12-9567-26eba23d6f89 HTTP/1.1" status: 204 len: 168 time: 0.8891501 Mar 22 10:59:25.105125 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40836) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:25.128022 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a7ff104-e034-4972-b597-9abdfde0c017 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] GET failed (client error): The resource could not be found. Mar 22 10:59:25.132510 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-1a7ff104-e034-4972-b597-9abdfde0c017 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "GET /v2.0/ports/8dddedff-3c41-4405-acad-a05afa8dc4c5 HTTP/1.1" status: 404 len: 333 time: 0.1063995 Mar 22 10:59:25.166390 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40838) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:25.202729 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-4dc01af5-3529-4df1-b8d2-ae9e18e91bb8 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-504401607-network', 'tenant_id': 'c30de3e381cd4e6ea23efcc3c4151d7b'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:25.268699 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-d376b9cc-787f-4d4a-aa48-3558275aaf39 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1624177 Mar 22 10:59:25.272255 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d6f1bcb1-902b-4660-9a53-78e9d21578b8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for floatingip, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:25.272255 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.l3_db [None req-d6f1bcb1-902b-4660-9a53-78e9d21578b8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Floating IP 226deaff-d1c0-4a14-bddd-21ebe5040da8 disassociated (deleted). External IP: 172.26.7.163, port: 43458a49-b7a5-495f-8072-2ea6171a6932. Mar 22 10:59:25.278385 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40840) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:25.288826 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-ef9daee7-23d9-46b0-8548-cc5a43ed5de1 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Request body: {'security_group': {'name': 'tempest-secgroup--1470241637'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:25.344089 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_v2 [None req-c590ff77-0676-41a7-aa77-18fd18b901e6 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Deleting subnet 3ce09461-825d-47b9-b1e1-053239f13fc6 {{(pid=109050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:59:25.357115 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c590ff77-0676-41a7-aa77-18fd18b901e6 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for subnet, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:25.386444 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc01af5-3529-4df1-b8d2-ae9e18e91bb8 admin admin] Made reservation on behalf of c30de3e381cd4e6ea23efcc3c4151d7b for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:59:25.388634 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a484e034-545b-4e40-b21f-322d11256451 None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:25.389546 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4dc01af5-3529-4df1-b8d2-ae9e18e91bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:25.407206 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471667ce-a92e-4007-8bc7-f04f2c2f2eb8 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f043378d-8130-4c12-9567-26eba23d6f89,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:25.415589 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ef9daee7-23d9-46b0-8548-cc5a43ed5de1 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:25.423438 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4dc01af5-3529-4df1-b8d2-ae9e18e91bb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:25.427395 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a484e034-545b-4e40-b21f-322d11256451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:25.446457 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c590ff77-0676-41a7-aa77-18fd18b901e6 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11961780'] for subnet, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:25.469550 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9edd4ab7-7bac-4018-9e3d-a6aa7a616053 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Router 054c9ae2-1257-43cc-a295-3af6f4bb22cd has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:59:25.511193 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:25.538164 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-41b48e31-96b6-4c0c-9a3c-2f150d4b44a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:25.567618 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ff81f-f8ba-4a82-b80e-ebc4b1348c71 None None] Pushing event updated for resources: {'Port': ['ID=fc4f5d42-97db-4aba-b427-d9be9a9c3063,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:25.586429 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9edd4ab7-7bac-4018-9e3d-a6aa7a616053 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:59:25.595875 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9edd4ab7-7bac-4018-9e3d-a6aa7a616053 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:25.600028 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9edd4ab7-7bac-4018-9e3d-a6aa7a616053 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "PUT /v2.0/routers/054c9ae2-1257-43cc-a295-3af6f4bb22cd HTTP/1.1" status: 200 len: 933 time: 2.1166625 Mar 22 10:59:25.600909 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40842) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:25.644115 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port 33acf1e5-305e-46c2-9fd2-fd772fe18085, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=33acf1e5-305e-46c2-9fd2-fd772fe18085,segment=NetworkSegment(f0be663a-ba97-4b82-9880-143047829a84),segment_id=f0be663a-ba97-4b82-9880-143047829a84)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:59:25.655311 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:25.656222 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 81130526-9126-4035-84d5-5c3120d919c4 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:59:25.707928 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-a484e034-545b-4e40-b21f-322d11256451 None None] Attempting to bind port fc4f5d42-97db-4aba-b427-d9be9a9c3063 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:59:25.708310 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-a484e034-545b-4e40-b21f-322d11256451 None None] Attempting to bind port fc4f5d42-97db-4aba-b427-d9be9a9c3063 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '03b6e274-6b93-4405-9fa3-eb01947a26be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4c8f413b-5d22-42cb-b8ab-677bbd8cc177'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:59:25.708679 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a484e034-545b-4e40-b21f-322d11256451 None None] Attempting to bind port fc4f5d42-97db-4aba-b427-d9be9a9c3063 on network 4c8f413b-5d22-42cb-b8ab-677bbd8cc177 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:59:25.736708 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ef9daee7-23d9-46b0-8548-cc5a43ed5de1 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:25.751077 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-aa8d3de1-e2b1-4b80-8b0e-9cb327e99552 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "GET /v2.0/routers/054c9ae2-1257-43cc-a295-3af6f4bb22cd HTTP/1.1" status: 200 len: 933 time: 0.1486864 Mar 22 10:59:25.751897 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40844) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:25.758189 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-8731e803-ed2b-4c55-a12e-7c257741ac7c tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Request body: {'router': {'routes': None}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:25.786951 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a484e034-545b-4e40-b21f-322d11256451 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:59:25.787452 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a484e034-545b-4e40-b21f-322d11256451 None None] Checking segment: {'id': '03b6e274-6b93-4405-9fa3-eb01947a26be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4c8f413b-5d22-42cb-b8ab-677bbd8cc177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:59:25.787893 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a484e034-545b-4e40-b21f-322d11256451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:25.789135 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a484e034-545b-4e40-b21f-322d11256451 None None] Bound using segment: {'id': '03b6e274-6b93-4405-9fa3-eb01947a26be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4c8f413b-5d22-42cb-b8ab-677bbd8cc177'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:59:25.789638 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-a484e034-545b-4e40-b21f-322d11256451 None None] Bound port: fc4f5d42-97db-4aba-b427-d9be9a9c3063, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03b6e274-6b93-4405-9fa3-eb01947a26be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4c8f413b-5d22-42cb-b8ab-677bbd8cc177'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:59:25.790229 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a484e034-545b-4e40-b21f-322d11256451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:25.824985 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c590ff77-0676-41a7-aa77-18fd18b901e6 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:25.831535 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ef9daee7-23d9-46b0-8548-cc5a43ed5de1 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:25.832038 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.db.api [None req-41b48e31-96b6-4c0c-9a3c-2f150d4b44a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 10:59:25.832394 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG oslo_db.api [None req-41b48e31-96b6-4c0c-9a3c-2f150d4b44a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 10:59:25.840726 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=33acf1e5-305e-46c2-9fd2-fd772fe18085,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:25.888283 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 81130526-9126-4035-84d5-5c3120d919c4 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:25.889128 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:25.932694 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-a484e034-545b-4e40-b21f-322d11256451 None None] For port fc4f5d42-97db-4aba-b427-d9be9a9c3063, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:59:25.941688 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ef9daee7-23d9-46b0-8548-cc5a43ed5de1 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:25.947299 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-ef9daee7-23d9-46b0-8548-cc5a43ed5de1 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6636164 Mar 22 10:59:25.950704 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4dc01af5-3529-4df1-b8d2-ae9e18e91bb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:25.951702 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40846) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:25.951873 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-a484e034-545b-4e40-b21f-322d11256451 None None] For port fc4f5d42-97db-4aba-b427-d9be9a9c3063, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=fc4f5d42-97db-4aba-b427-d9be9a9c3063,segment=NetworkSegment(03b6e274-6b93-4405-9fa3-eb01947a26be),segment_id=03b6e274-6b93-4405-9fa3-eb01947a26be)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:59:25.961227 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a484e034-545b-4e40-b21f-322d11256451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:25.962560 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-112cb23f-e839-41db-a9e5-f9edb9f280e7 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Request body: {'security_group_rule': {'security_group_id': '445be14a-ac43-4b3a-8f2a-a33c16efb18a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:25.963788 dv-neutron-834599-1-hyperv neutron-server[109050]: WARNING neutron.api.v2.base [None req-112cb23f-e839-41db-a9e5-f9edb9f280e7 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 22 10:59:25.964420 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.api.v2.resource [None req-112cb23f-e839-41db-a9e5-f9edb9f280e7 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 10:59:25.968960 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-112cb23f-e839-41db-a9e5-f9edb9f280e7 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0078783 Mar 22 10:59:25.969168 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40848) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:25.977489 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-64dd17b2-fcca-4d33-a8f8-29b778afc7ea tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Request body: {'security_group_rule': {'security_group_id': '445be14a-ac43-4b3a-8f2a-a33c16efb18a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:25.982779 dv-neutron-834599-1-hyperv neutron-server[109049]: WARNING neutron.api.v2.base [None req-64dd17b2-fcca-4d33-a8f8-29b778afc7ea tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 22 10:59:25.983411 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-64dd17b2-fcca-4d33-a8f8-29b778afc7ea tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 10:59:25.987272 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-64dd17b2-fcca-4d33-a8f8-29b778afc7ea tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0145228 Mar 22 10:59:25.991239 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40850) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:25.997302 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-638102ba-3c5a-4ab7-abf4-2e9b5b76a834 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Request body: {'security_group_rule': {'security_group_id': '445be14a-ac43-4b3a-8f2a-a33c16efb18a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:25.998458 dv-neutron-834599-1-hyperv neutron-server[109049]: WARNING neutron.api.v2.base [None req-638102ba-3c5a-4ab7-abf4-2e9b5b76a834 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 22 10:59:25.999302 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-638102ba-3c5a-4ab7-abf4-2e9b5b76a834 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 10:59:26.004507 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-638102ba-3c5a-4ab7-abf4-2e9b5b76a834 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0122402 Mar 22 10:59:26.007296 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4dc01af5-3529-4df1-b8d2-ae9e18e91bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:26.010810 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40852) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:26.012709 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9daee7-23d9-46b0-8548-cc5a43ed5de1 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=445be14a-ac43-4b3a-8f2a-a33c16efb18a,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:26.014840 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-b28db38a-d18d-4229-8ee5-2c4527e0ac03 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Request body: {'security_group_rule': {'security_group_id': '445be14a-ac43-4b3a-8f2a-a33c16efb18a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:26.020273 dv-neutron-834599-1-hyperv neutron-server[109049]: WARNING neutron.api.v2.base [None req-b28db38a-d18d-4229-8ee5-2c4527e0ac03 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 22 10:59:26.021400 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-b28db38a-d18d-4229-8ee5-2c4527e0ac03 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 10:59:26.023854 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b28db38a-d18d-4229-8ee5-2c4527e0ac03 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0131152 Mar 22 10:59:26.029705 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40854) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:26.096002 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c590ff77-0676-41a7-aa77-18fd18b901e6 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:26.108632 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dc01af5-3529-4df1-b8d2-ae9e18e91bb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:59:26.116511 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a484e034-545b-4e40-b21f-322d11256451 None None] Routers {'054c9ae2-1257-43cc-a295-3af6f4bb22cd'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:59:26.117634 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-a484e034-545b-4e40-b21f-322d11256451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:59:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['054c9ae2-1257-43cc-a295-3af6f4bb22cd'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:26.190352 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f1bcb1-902b-4660-9a53-78e9d21578b8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Router f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:59:26.196732 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c590ff77-0676-41a7-aa77-18fd18b901e6 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event deleted for resources: {'Subnet': ['ID=3ce09461-825d-47b9-b1e1-053239f13fc6,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:26.203890 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc01af5-3529-4df1-b8d2-ae9e18e91bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46df5bd6-6571-4ac0-843e-90dcdc450982,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:26.210196 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c590ff77-0676-41a7-aa77-18fd18b901e6 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:26.216582 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-c590ff77-0676-41a7-aa77-18fd18b901e6 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "DELETE /v2.0/subnets/3ce09461-825d-47b9-b1e1-053239f13fc6 HTTP/1.1" status: 204 len: 168 time: 1.0437653 Mar 22 10:59:26.216582 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4dc01af5-3529-4df1-b8d2-ae9e18e91bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:26.216582 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-4dc01af5-3529-4df1-b8d2-ae9e18e91bb8 admin admin] Added segment c0e68b5b-461c-45c7-88f6-004a4eb5883a of type vlan for network 63c06d48-cb8a-4b54-9fac-2e815705a3a9 Mar 22 10:59:26.218047 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40856) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:26.223612 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-a484e034-545b-4e40-b21f-322d11256451 None None] Set router 054c9ae2-1257-43cc-a295-3af6f4bb22cd gateway port host: None {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:59:26.305484 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ff81f-f8ba-4a82-b80e-ebc4b1348c71 None None] Pushing event updated for resources: {'Port': ['ID=fc4f5d42-97db-4aba-b427-d9be9a9c3063,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:26.328593 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aabe0f8-bf63-450d-912d-f16f4b001965 None None] Network c2c51256-c177-4f43-a937-4ee1ec545d83 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:59:26.399751 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.extraroute_db [None req-8731e803-ed2b-4c55-a12e-7c257741ac7c tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Added routes are [] {{(pid=109049) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 22 10:59:26.400207 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.extraroute_db [None req-8731e803-ed2b-4c55-a12e-7c257741ac7c tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=109049) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 22 10:59:26.424365 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e010f250-7d62-478c-891a-aca468f10350 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:26.435177 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4dc01af5-3529-4df1-b8d2-ae9e18e91bb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:26.442381 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8731e803-ed2b-4c55-a12e-7c257741ac7c tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3682488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11476'] for router, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:26.453124 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 0804092e-29ae-486f-b0f9-ee41c8b741f5 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:59:26.468903 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7c7c5a03-711d-4951-8bcc-94b61e6e4410 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:26.495976 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e010f250-7d62-478c-891a-aca468f10350 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:26.552019 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4dc01af5-3529-4df1-b8d2-ae9e18e91bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:26.553096 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc01af5-3529-4df1-b8d2-ae9e18e91bb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:26.553675 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4dc01af5-3529-4df1-b8d2-ae9e18e91bb8 admin admin] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:26.567579 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 0804092e-29ae-486f-b0f9-ee41c8b741f5 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:59:26.567944 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 0804092e-29ae-486f-b0f9-ee41c8b741f5 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:59:26.669044 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8731e803-ed2b-4c55-a12e-7c257741ac7c tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3682488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11476'] for router, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:26.672581 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8731e803-ed2b-4c55-a12e-7c257741ac7c tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3682435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3682442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3684457'] for router, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:26.681031 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-a484e034-545b-4e40-b21f-322d11256451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'name': 'tempest-RoutersTest-router-142145091', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:58:56Z', 'updated_at': '2022-03-22T10:59:24Z', 'revision_number': 6, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'gw_port_host': None, '_interfaces': [{'id': '1135c066-ba75-4756-bb18-80b6f2ec8085', 'name': '', 'network_id': '3e212b2a-931f-4471-a513-0754eb745ed2', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'mac_address': 'fa:16:3e:bc:d8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'e80e6b74-ee8b-45db-b728-55e51f348315', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:12Z', 'updated_at': '2022-03-22T10:59:20Z', 'revision_number': 5, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'subnets': [{'id': 'e80e6b74-ee8b-45db-b728-55e51f348315', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35540a55-abee-4074-8d64-fce2f814bac6', 'name': '', 'network_id': '660e8501-1e86-44cd-9d64-1cf5a800b0a5', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'mac_address': 'fa:16:3e:5e:12:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '46d0a98d-c4c2-4141-8071-35817cc1ce80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:00Z', 'updated_at': '2022-03-22T10:59:06Z', 'revision_number': 5, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'subnets': [{'id': '46d0a98d-c4c2-4141-8071-35817cc1ce80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5577756c-7d0b-4984-93f2-d21be4ae63ac', 'name': '', 'network_id': 'da3c7d6d-c84b-4a40-9d62-4ff535fff9b4', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'mac_address': 'fa:16:3e:4b:3f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '1cae3500-778f-4ecb-ac53-307699b891a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:05Z', 'updated_at': '2022-03-22T10:59:16Z', 'revision_number': 5, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'subnets': [{'id': '1cae3500-778f-4ecb-ac53-307699b891a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc4f5d42-97db-4aba-b427-d9be9a9c3063', 'name': '', 'network_id': '4c8f413b-5d22-42cb-b8ab-677bbd8cc177', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'mac_address': 'fa:16:3e:f1:86:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'ba4c9af4-9481-4cb7-a6e2-cd899c3a385d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:20Z', 'updated_at': '2022-03-22T10:59:25Z', 'revision_number': 4, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'subnets': [{'id': 'ba4c9af4-9481-4cb7-a6e2-cd899c3a385d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:26.708485 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-4dc01af5-3529-4df1-b8d2-ae9e18e91bb8 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7482293 Mar 22 10:59:26.720183 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6413fe9-5e54-410e-8730-7aea34584286 None None] DHCP port deletion for c2c51256-c177-4f43-a937-4ee1ec545d83 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:59:26.725526 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40858) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:26.727098 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a484e034-545b-4e40-b21f-322d11256451 None None] The sync data for ids ['054c9ae2-1257-43cc-a295-3af6f4bb22cd'] in dv-neutron-834599-1-hyperv is: [{'id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'name': 'tempest-RoutersTest-router-142145091', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:58:56Z', 'updated_at': '2022-03-22T10:59:24Z', 'revision_number': 6, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'gw_port_host': None, '_interfaces': [{'id': '1135c066-ba75-4756-bb18-80b6f2ec8085', 'name': '', 'network_id': '3e212b2a-931f-4471-a513-0754eb745ed2', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'mac_address': 'fa:16:3e:bc:d8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'e80e6b74-ee8b-45db-b728-55e51f348315', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:12Z', 'updated_at': '2022-03-22T10:59:20Z', 'revision_number': 5, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'subnets': [{'id': 'e80e6b74-ee8b-45db-b728-55e51f348315', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35540a55-abee-4074-8d64-fce2f814bac6', 'name': '', 'network_id': '660e8501-1e86-44cd-9d64-1cf5a800b0a5', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'mac_address': 'fa:16:3e:5e:12:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '46d0a98d-c4c2-4141-8071-35817cc1ce80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:00Z', 'updated_at': '2022-03-22T10:59:06Z', 'revision_number': 5, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'subnets': [{'id': '46d0a98d-c4c2-4141-8071-35817cc1ce80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5577756c-7d0b-4984-93f2-d21be4ae63ac', 'name': '', 'network_id': 'da3c7d6d-c84b-4a40-9d62-4ff535fff9b4', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'mac_address': 'fa:16:3e:4b:3f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '1cae3500-778f-4ecb-ac53-307699b891a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:05Z', 'updated_at': '2022-03-22T10:59:16Z', 'revision_number': 5, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'subnets': [{'id': '1cae3500-778f-4ecb-ac53-307699b891a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc4f5d42-97db-4aba-b427-d9be9a9c3063', 'name': '', 'network_id': '4c8f413b-5d22-42cb-b8ab-677bbd8cc177', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'mac_address': 'fa:16:3e:f1:86:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'ba4c9af4-9481-4cb7-a6e2-cd899c3a385d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:20Z', 'updated_at': '2022-03-22T10:59:25Z', 'revision_number': 4, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'subnets': [{'id': 'ba4c9af4-9481-4cb7-a6e2-cd899c3a385d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:59:26.741441 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-f62c5f03-8a1a-4939-965b-ab81c4609738 admin admin] Request body: {'subnet': {'network_id': '63c06d48-cb8a-4b54-9fac-2e815705a3a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-504401607-subnet', 'tenant_id': 'c30de3e381cd4e6ea23efcc3c4151d7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:26.761858 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 81130526-9126-4035-84d5-5c3120d919c4 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:59:26.764305 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f1bcb1-902b-4660-9a53-78e9d21578b8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:59:26.771310 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d6f1bcb1-902b-4660-9a53-78e9d21578b8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:26.771554 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-82f604c2-41c1-4673-9570-0853d6faeaf5 None None] Provisioning complete for port 81130526-9126-4035-84d5-5c3120d919c4 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:26.771906 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-82f604c2-41c1-4673-9570-0853d6faeaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:26.808593 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3453c015-d09c-480c-b81b-cfba92b389e0 None None] Sync routers for ids ['f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:59:26.837893 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc01af5-3529-4df1-b8d2-ae9e18e91bb8 admin admin] Pushing event updated for resources: {'Network': ['ID=63c06d48-cb8a-4b54-9fac-2e815705a3a9,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:26.840624 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3453c015-d09c-480c-b81b-cfba92b389e0 None None] Routers {'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:59:26.841261 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-3453c015-d09c-480c-b81b-cfba92b389e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:59:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:26.846128 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e010f250-7d62-478c-891a-aca468f10350 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:26.883299 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62c5f03-8a1a-4939-965b-ab81c4609738 admin admin] Made reservation on behalf of c30de3e381cd4e6ea23efcc3c4151d7b for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:59:26.886076 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f62c5f03-8a1a-4939-965b-ab81c4609738 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:26.899563 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e010f250-7d62-478c-891a-aca468f10350 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:26.905608 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40860) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:26.909161 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-e010f250-7d62-478c-891a-aca468f10350 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] 10.222.0.57 "DELETE /v2.0/security-groups/445be14a-ac43-4b3a-8f2a-a33c16efb18a HTTP/1.1" status: 204 len: 168 time: 0.8665984 Mar 22 10:59:26.959774 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-d6f1bcb1-902b-4660-9a53-78e9d21578b8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "DELETE /v2.0/floatingips/226deaff-d1c0-4a14-bddd-21ebe5040da8 HTTP/1.1" status: 204 len: 168 time: 2.8978014 Mar 22 10:59:26.962628 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e010f250-7d62-478c-891a-aca468f10350 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=445be14a-ac43-4b3a-8f2a-a33c16efb18a,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:26.974237 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b506bb6-f682-43e7-8a43-a0c464ff391a', 'tag': '43458a49-b7a5-495f-8072-2ea6171a6932'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 10:59:26.978961 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2c32ec-bb34-4d52-8ace-86c6265df4d6" -d '{"events": [{"name": "network-changed", "server_uuid": "4b506bb6-f682-43e7-8a43-a0c464ff391a", "tag": "43458a49-b7a5-495f-8072-2ea6171a6932"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 10:59:27.004145 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8731e803-ed2b-4c55-a12e-7c257741ac7c tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Router 054c9ae2-1257-43cc-a295-3af6f4bb22cd has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:59:27.010616 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-7c7c5a03-711d-4951-8bcc-94b61e6e4410 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Deleting port 33acf1e5-305e-46c2-9fd2-fd772fe18085 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:59:27.011056 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7c7c5a03-711d-4951-8bcc-94b61e6e4410 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:27.033676 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-3453c015-d09c-480c-b81b-cfba92b389e0 None None] Set router f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:59:27.057969 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-fbc77398-6650-4547-b452-68275c70c42d tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1485951 Mar 22 10:59:27.061593 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40866) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:27.071415 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-f7444dc7-4d37-42b1-9aa4-48f2f2066cab tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Request body: {'security_group': {'name': 'tempest-secgroup--1174463114'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:27.155840 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-7c7c5a03-711d-4951-8bcc-94b61e6e4410 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] For port 33acf1e5-305e-46c2-9fd2-fd772fe18085, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=33acf1e5-305e-46c2-9fd2-fd772fe18085,segment=NetworkSegment(f0be663a-ba97-4b82-9880-143047829a84),segment_id=f0be663a-ba97-4b82-9880-143047829a84)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:59:27.156185 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7c7c5a03-711d-4951-8bcc-94b61e6e4410 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:27.163072 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 10:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28248b0-1ab7-43be-a454-000cf143a729 x-openstack-request-id: req-c28248b0-1ab7-43be-a454-000cf143a729 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 10:59:27.163336 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b506bb6-f682-43e7-8a43-a0c464ff391a", "tag": "43458a49-b7a5-495f-8072-2ea6171a6932", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 10:59:27.163607 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c28248b0-1ab7-43be-a454-000cf143a729 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 10:59:27.166157 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c28248b0-1ab7-43be-a454-000cf143a729'] response: {'name': 'network-changed', 'server_uuid': '4b506bb6-f682-43e7-8a43-a0c464ff391a', 'tag': '43458a49-b7a5-495f-8072-2ea6171a6932', 'status': 'completed', 'code': 200} Mar 22 10:59:27.183470 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 63c06d48-cb8a-4b54-9fac-2e815705a3a9 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:59:27.232139 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-7c7c5a03-711d-4951-8bcc-94b61e6e4410 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Calling delete_port for 33acf1e5-305e-46c2-9fd2-fd772fe18085 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:59:27.320931 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f7444dc7-4d37-42b1-9aa4-48f2f2066cab tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:27.356798 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-c6413fe9-5e54-410e-8730-7aea34584286 None None] Deleting port 33acf1e5-305e-46c2-9fd2-fd772fe18085 {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:59:27.357169 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c6413fe9-5e54-410e-8730-7aea34584286 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:27.399879 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8731e803-ed2b-4c55-a12e-7c257741ac7c tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:59:27.411694 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8731e803-ed2b-4c55-a12e-7c257741ac7c tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:27.415944 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8731e803-ed2b-4c55-a12e-7c257741ac7c tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "PUT /v2.0/routers/054c9ae2-1257-43cc-a295-3af6f4bb22cd HTTP/1.1" status: 200 len: 699 time: 1.6604996 Mar 22 10:59:27.416793 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40870) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:27.442603 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 81130526-9126-4035-84d5-5c3120d919c4 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:27.443252 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:27.445564 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-3453c015-d09c-480c-b81b-cfba92b389e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'name': 'tempest-TestNetworkBasicOps-router-1828628981', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': '6cda97f7-9cfc-4889-a0ae-87e083441a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:56:38Z', 'updated_at': '2022-03-22T10:59:12Z', 'revision_number': 6, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '6cda97f7-9cfc-4889-a0ae-87e083441a28', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:dc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:56:41Z', 'updated_at': '2022-03-22T10:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '7a40f030-16cb-4734-b959-88cabf919ff8', 'name': '', 'network_id': '6a65d360-9164-47d6-a114-8a8963e979c8', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:d0:fc:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '4c71e94c-7cee-47cf-9eaa-4ef0468212bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:56:51Z', 'updated_at': '2022-03-22T10:57:02Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '4c71e94c-7cee-47cf-9eaa-4ef0468212bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:27.448593 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7c7c5a03-711d-4951-8bcc-94b61e6e4410 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:27.466690 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c32ec-bb34-4d52-8ace-86c6265df4d6 req-ebaede70-b1d3-4e9d-943d-72340dd3cb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:27.469180 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ce2c32ec-bb34-4d52-8ace-86c6265df4d6 req-ebaede70-b1d3-4e9d-943d-72340dd3cb1a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d323f0b18e24bb7bcd0d92686e5587a&device_id=4b506bb6-f682-43e7-8a43-a0c464ff391a HTTP/1.1" status: 200 len: 1098 time: 0.3090775 Mar 22 10:59:27.478993 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3453c015-d09c-480c-b81b-cfba92b389e0 None None] Checking router: f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 10:59:27.488170 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3453c015-d09c-480c-b81b-cfba92b389e0 None None] Routers {'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:59:27.489046 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-3453c015-d09c-480c-b81b-cfba92b389e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:59:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:27.530077 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ed11b-b32c-4cc9-bd81-87ef7486ba68 req-8d48a025-0bdd-4057-814c-1c9b540e69a1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:27.536962 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-173ed11b-b32c-4cc9-bd81-87ef7486ba68 req-8d48a025-0bdd-4057-814c-1c9b540e69a1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b506bb6-f682-43e7-8a43-a0c464ff391a HTTP/1.1" status: 200 len: 945 time: 0.1824250 Mar 22 10:59:27.543598 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-82f604c2-41c1-4673-9570-0853d6faeaf5 None None] Could not find standard attr ID for object 33acf1e5-305e-46c2-9fd2-fd772fe18085. {{(pid=109051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 10:59:27.562587 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7c5a03-711d-4951-8bcc-94b61e6e4410 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] No DVR routers for this DVR port 33acf1e5-305e-46c2-9fd2-fd772fe18085 on host dv-neutron-834599-1-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:59:27.606703 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f62c5f03-8a1a-4939-965b-ab81c4609738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:27.608899 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-c6413fe9-5e54-410e-8730-7aea34584286 None None] For port 33acf1e5-305e-46c2-9fd2-fd772fe18085, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=33acf1e5-305e-46c2-9fd2-fd772fe18085,segment=NetworkSegment(f0be663a-ba97-4b82-9880-143047829a84),segment_id=f0be663a-ba97-4b82-9880-143047829a84)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:59:27.609669 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c6413fe9-5e54-410e-8730-7aea34584286 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:27.624200 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-c6413fe9-5e54-410e-8730-7aea34584286 None None] Calling delete_port for 33acf1e5-305e-46c2-9fd2-fd772fe18085 owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:59:27.641752 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-59f15b47-45e1-45e1-a811-43234685d7a7 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "GET /v2.0/routers/054c9ae2-1257-43cc-a295-3af6f4bb22cd HTTP/1.1" status: 200 len: 699 time: 0.2193758 Mar 22 10:59:27.650134 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40872) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:27.652842 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-3453c015-d09c-480c-b81b-cfba92b389e0 None None] Set router f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:59:27.654893 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-82f604c2-41c1-4673-9570-0853d6faeaf5 None None] Provisioning complete for port fc4f5d42-97db-4aba-b427-d9be9a9c3063 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:27.655700 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-82f604c2-41c1-4673-9570-0853d6faeaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:27.699894 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f7444dc7-4d37-42b1-9aa4-48f2f2066cab tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:27.706243 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c32ec-bb34-4d52-8ace-86c6265df4d6 req-d2799cd2-97bb-41ac-a272-6f0b311ed311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:27.708175 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ce2c32ec-bb34-4d52-8ace-86c6265df4d6 req-d2799cd2-97bb-41ac-a272-6f0b311ed311 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6a65d360-9164-47d6-a114-8a8963e979c8 HTTP/1.1" status: 200 len: 898 time: 0.1431906 Mar 22 10:59:27.712217 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7c5a03-711d-4951-8bcc-94b61e6e4410 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event deleted for resources: {'Port': ['ID=33acf1e5-305e-46c2-9fd2-fd772fe18085,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:27.778459 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f7444dc7-4d37-42b1-9aa4-48f2f2066cab tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:27.857139 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c6413fe9-5e54-410e-8730-7aea34584286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:27.862452 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62c5f03-8a1a-4939-965b-ab81c4609738 admin admin] Pushing event updated for resources: {'Subnet': ['ID=730fb31c-967b-4caf-9d38-1f5158568c7d,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:27.876747 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f7444dc7-4d37-42b1-9aa4-48f2f2066cab tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:27.878045 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f7444dc7-4d37-42b1-9aa4-48f2f2066cab tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8154621 Mar 22 10:59:27.888704 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40874) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:27.901190 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-06c3453a-004b-4243-a15b-5e09f2f3afe4 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Request body: {'security_group_rule': {'security_group_id': '47df9853-c321-4306-8305-49d63607b8d5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:27.901584 dv-neutron-834599-1-hyperv neutron-server[109049]: WARNING neutron.api.v2.base [None req-06c3453a-004b-4243-a15b-5e09f2f3afe4 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 22 10:59:27.902075 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-06c3453a-004b-4243-a15b-5e09f2f3afe4 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 10:59:27.906043 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-06c3453a-004b-4243-a15b-5e09f2f3afe4 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057132 Mar 22 10:59:27.909041 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ce2c32ec-bb34-4d52-8ace-86c6265df4d6 req-e88765a7-b533-4167-bb38-811752a97fae service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43458a49-b7a5-495f-8072-2ea6171a6932 HTTP/1.1" status: 200 len: 217 time: 0.1434989 Mar 22 10:59:27.910834 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40876) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:27.913256 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7c7c5a03-711d-4951-8bcc-94b61e6e4410 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:27.916478 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-68449646-5a1e-4d5d-b3ac-6f0e78c85ec5 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Request body: {'security_group_rule': {'security_group_id': '47df9853-c321-4306-8305-49d63607b8d5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:27.922752 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7444dc7-4d37-42b1-9aa4-48f2f2066cab tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47df9853-c321-4306-8305-49d63607b8d5,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:27.925755 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6413fe9-5e54-410e-8730-7aea34584286 None None] Pushing event deleted for resources: {'Port': ['ID=33acf1e5-305e-46c2-9fd2-fd772fe18085,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:27.929639 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6413fe9-5e54-410e-8730-7aea34584286 None None] No DVR routers for this DVR port 33acf1e5-305e-46c2-9fd2-fd772fe18085 on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:59:27.934757 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-82f604c2-41c1-4673-9570-0853d6faeaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:27.946295 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-173ed11b-b32c-4cc9-bd81-87ef7486ba68 req-93ccf85a-f838-4c72-8a43-19a6e159c518 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=33c78aa2-2e76-445d-9fd9-b8ed895eb7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3757718 Mar 22 10:59:27.986395 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-7c7c5a03-711d-4951-8bcc-94b61e6e4410 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2c51256-c177-4f43-a937-4ee1ec545d83']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:28.000159 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-7c7c5a03-711d-4951-8bcc-94b61e6e4410 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0be663a-ba97-4b82-9880-143047829a84') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:28.000448 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-7c7c5a03-711d-4951-8bcc-94b61e6e4410 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0be663a-ba97-4b82-9880-143047829a84') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:28.008908 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-3453c015-d09c-480c-b81b-cfba92b389e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'name': 'tempest-TestNetworkBasicOps-router-1828628981', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': '6cda97f7-9cfc-4889-a0ae-87e083441a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:56:38Z', 'updated_at': '2022-03-22T10:59:12Z', 'revision_number': 6, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '6cda97f7-9cfc-4889-a0ae-87e083441a28', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:dc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:56:41Z', 'updated_at': '2022-03-22T10:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '7a40f030-16cb-4734-b959-88cabf919ff8', 'name': '', 'network_id': '6a65d360-9164-47d6-a114-8a8963e979c8', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:d0:fc:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '4c71e94c-7cee-47cf-9eaa-4ef0468212bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:56:51Z', 'updated_at': '2022-03-22T10:57:02Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '4c71e94c-7cee-47cf-9eaa-4ef0468212bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:28.013661 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c32ec-bb34-4d52-8ace-86c6265df4d6 req-32a8ce3e-ee40-4684-8704-98e02750d5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:28.015127 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ce2c32ec-bb34-4d52-8ace-86c6265df4d6 req-32a8ce3e-ee40-4684-8704-98e02750d5e0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4c71e94c-7cee-47cf-9eaa-4ef0468212bd HTTP/1.1" status: 200 len: 835 time: 0.0968771 Mar 22 10:59:28.016853 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7c7c5a03-711d-4951-8bcc-94b61e6e4410 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:28.028675 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-82f604c2-41c1-4673-9570-0853d6faeaf5 None None] For port fc4f5d42-97db-4aba-b427-d9be9a9c3063, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=fc4f5d42-97db-4aba-b427-d9be9a9c3063,segment=NetworkSegment(03b6e274-6b93-4405-9fa3-eb01947a26be),segment_id=03b6e274-6b93-4405-9fa3-eb01947a26be)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:59:28.029288 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62c5f03-8a1a-4939-965b-ab81c4609738 admin admin] Checking segment: {'id': 'c0e68b5b-461c-45c7-88f6-004a4eb5883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '63c06d48-cb8a-4b54-9fac-2e815705a3a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:59:28.029779 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62c5f03-8a1a-4939-965b-ab81c4609738 admin admin] Network hostable DHCP agents. Network: 63c06d48-cb8a-4b54-9fac-2e815705a3a9, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:59:28.041093 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-82f604c2-41c1-4673-9570-0853d6faeaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:28.050114 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-82f604c2-41c1-4673-9570-0853d6faeaf5 None None] Could not find standard attr ID for object 8dddedff-3c41-4405-acad-a05afa8dc4c5. {{(pid=109051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 10:59:28.074003 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7c7c5a03-711d-4951-8bcc-94b61e6e4410 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:28.074245 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fb0374-51fc-4f14-af3f-b4a04fac8f2e None None] Sync routers for ids ['054c9ae2-1257-43cc-a295-3af6f4bb22cd'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:59:28.075031 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c7c5a03-711d-4951-8bcc-94b61e6e4410 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:59:28.075518 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7c7c5a03-711d-4951-8bcc-94b61e6e4410 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:28.085131 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3453c015-d09c-480c-b81b-cfba92b389e0 None None] The sync data for ids ['f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4'] in dv-neutron-834599-1-hyperv is: [{'id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'name': 'tempest-TestNetworkBasicOps-router-1828628981', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': '6cda97f7-9cfc-4889-a0ae-87e083441a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:56:38Z', 'updated_at': '2022-03-22T10:59:12Z', 'revision_number': 6, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '6cda97f7-9cfc-4889-a0ae-87e083441a28', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:dc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:56:41Z', 'updated_at': '2022-03-22T10:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '7a40f030-16cb-4734-b959-88cabf919ff8', 'name': '', 'network_id': '6a65d360-9164-47d6-a114-8a8963e979c8', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:d0:fc:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '4c71e94c-7cee-47cf-9eaa-4ef0468212bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:56:51Z', 'updated_at': '2022-03-22T10:57:02Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '4c71e94c-7cee-47cf-9eaa-4ef0468212bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:59:28.094729 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fb0374-51fc-4f14-af3f-b4a04fac8f2e None None] Routers {'054c9ae2-1257-43cc-a295-3af6f4bb22cd'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:59:28.100479 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-65fb0374-51fc-4f14-af3f-b4a04fac8f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:59:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['054c9ae2-1257-43cc-a295-3af6f4bb22cd'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:28.114448 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-68449646-5a1e-4d5d-b3ac-6f0e78c85ec5 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 10:59:28.118596 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-68449646-5a1e-4d5d-b3ac-6f0e78c85ec5 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2036591 Mar 22 10:59:28.121116 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40878) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:28.126117 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-562e73a4-e82b-45ed-8afc-1ad47c9dece8 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Request body: {'security_group_rule': {'security_group_id': '47df9853-c321-4306-8305-49d63607b8d5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:28.126665 dv-neutron-834599-1-hyperv neutron-server[109049]: WARNING neutron.api.v2.base [None req-562e73a4-e82b-45ed-8afc-1ad47c9dece8 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 22 10:59:28.127188 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-562e73a4-e82b-45ed-8afc-1ad47c9dece8 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 10:59:28.131158 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-562e73a4-e82b-45ed-8afc-1ad47c9dece8 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0062952 Mar 22 10:59:28.135782 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 10:59:28.148566 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 10:59:28.148566 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:59:28.148566 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 10:59:28.148566 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:59:28.148566 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 10:59:28.148566 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:59:28.148566 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 10:59:28.148566 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:59:28.148566 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 10:59:28.148566 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:59:28.148566 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 10:59:28.148566 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:59:28.148566 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 10:59:28.148566 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:59:28.148566 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:59:28.148566 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:59:28.148566 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:59:28.148566 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:59:28.148566 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 10:59:28.148566 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:59:28.148566 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 10:59:28.148566 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:59:28.148566 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:59:28.148566 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:59:28.148566 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 10:59:28.148566 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:59:28.148566 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:59:28.148566 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:59:28.148566 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:59:28.148566 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:59:28.148566 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:59:28.148566 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:59:28.150991 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40880) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:28.151073 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62c5f03-8a1a-4939-965b-ab81c4609738 admin admin] Network 63c06d48-cb8a-4b54-9fac-2e815705a3a9 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:59:28.159149 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-d08756f9-6de6-4db2-8c13-908e997ac884 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Request body: {'security_group_rule': {'security_group_id': '47df9853-c321-4306-8305-49d63607b8d5', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:28.167071 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7c7c5a03-711d-4951-8bcc-94b61e6e4410 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:28.171866 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7c7c5a03-711d-4951-8bcc-94b61e6e4410 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:28.179906 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-7c7c5a03-711d-4951-8bcc-94b61e6e4410 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "DELETE /v2.0/networks/c2c51256-c177-4f43-a937-4ee1ec545d83 HTTP/1.1" status: 204 len: 168 time: 1.9418302 Mar 22 10:59:28.182805 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40882) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:28.193123 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-3e5cf53f-3916-41f8-9f34-67654aa1eeec tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Request body: {'port': {'network_id': '9ed789a7-1495-41f8-82cb-46101f9624ef', 'name': 'tempest-PortsIpV6TestJSON-1318557169'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:28.194872 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7c5a03-711d-4951-8bcc-94b61e6e4410 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event deleted for resources: {'Network': ['ID=c2c51256-c177-4f43-a937-4ee1ec545d83,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:28.200495 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-f62c5f03-8a1a-4939-965b-ab81c4609738 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 63c06d48-cb8a-4b54-9fac-2e815705a3a9) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:59:28.214899 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3789a4-fa1b-42f0-a5d1-add841f5e0e1 None None] Network 63c06d48-cb8a-4b54-9fac-2e815705a3a9 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:59:28.215399 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c32ec-bb34-4d52-8ace-86c6265df4d6 req-27ec1dea-128a-44f5-8fbe-2a175504910e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:28.217528 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f604c2-41c1-4673-9570-0853d6faeaf5 None None] Pushing event updated for resources: {'Port': ['ID=fc4f5d42-97db-4aba-b427-d9be9a9c3063,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:28.218545 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ce2c32ec-bb34-4d52-8ace-86c6265df4d6 req-27ec1dea-128a-44f5-8fbe-2a175504910e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6a65d360-9164-47d6-a114-8a8963e979c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1933849 Mar 22 10:59:28.225392 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62c5f03-8a1a-4939-965b-ab81c4609738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:28.226049 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f62c5f03-8a1a-4939-965b-ab81c4609738 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:28.290646 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-65fb0374-51fc-4f14-af3f-b4a04fac8f2e None None] Set router 054c9ae2-1257-43cc-a295-3af6f4bb22cd gateway port host: None {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:59:28.316084 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.api.v2.resource [None req-d08756f9-6de6-4db2-8c13-908e997ac884 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 10:59:28.319568 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-d08756f9-6de6-4db2-8c13-908e997ac884 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1649652 Mar 22 10:59:28.324007 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40884) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:28.329905 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-b366dfea-c224-43d2-93f7-3e20785b4ebf tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Request body: {'security_group_rule': {'security_group_id': '47df9853-c321-4306-8305-49d63607b8d5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:28.330898 dv-neutron-834599-1-hyperv neutron-server[109050]: WARNING neutron.api.v2.base [None req-b366dfea-c224-43d2-93f7-3e20785b4ebf tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 22 10:59:28.331435 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.api.v2.resource [None req-b366dfea-c224-43d2-93f7-3e20785b4ebf tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 10:59:28.334947 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-b366dfea-c224-43d2-93f7-3e20785b4ebf tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0072248 Mar 22 10:59:28.339228 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40886) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:28.346410 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-d2db4c3e-a60f-4c21-ab43-c9ac37031f50 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Request body: {'security_group_rule': {'security_group_id': '47df9853-c321-4306-8305-49d63607b8d5', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:28.395019 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ce2c32ec-bb34-4d52-8ace-86c6265df4d6 req-4e8a4543-dd7a-47b2-aea2-d35c8e059835 service neutron] 10.222.0.35 "GET /v2.0/networks/6a65d360-9164-47d6-a114-8a8963e979c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657929 Mar 22 10:59:28.400713 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.securitygroups_db [None req-d2db4c3e-a60f-4c21-ab43-c9ac37031f50 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Project 15ce3a953a4f43d4aa85bf9a5a38d6ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 10:59:28.501732 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48394bc6-ff20-421f-a1e5-e054d7a7cc0e None None] Network 63c06d48-cb8a-4b54-9fac-2e815705a3a9 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:59:28.517223 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ce2c32ec-bb34-4d52-8ace-86c6265df4d6 req-7ef3e088-ac01-4490-b396-fed878a1a151 service neutron] 10.222.0.35 "GET /v2.0/networks/6a65d360-9164-47d6-a114-8a8963e979c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995812 Mar 22 10:59:28.526473 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.api.v2.resource [None req-d2db4c3e-a60f-4c21-ab43-c9ac37031f50 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 10:59:28.530413 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-d2db4c3e-a60f-4c21-ab43-c9ac37031f50 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1873147 Mar 22 10:59:28.531072 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40888) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:28.538079 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-3e31f6ee-f398-47b4-82e9-704d51a7e17d tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Request body: {'security_group_rule': {'security_group_id': '47df9853-c321-4306-8305-49d63607b8d5', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:28.538696 dv-neutron-834599-1-hyperv neutron-server[109050]: WARNING neutron.api.v2.base [None req-3e31f6ee-f398-47b4-82e9-704d51a7e17d tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 22 10:59:28.539736 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.api.v2.resource [None req-3e31f6ee-f398-47b4-82e9-704d51a7e17d tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 10:59:28.543843 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-3e31f6ee-f398-47b4-82e9-704d51a7e17d tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0084169 Mar 22 10:59:28.544164 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40890) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:28.554697 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-b3891c57-0c7d-4509-b1f6-58c5c79fecfd tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Request body: {'security_group_rule': {'security_group_id': '47df9853-c321-4306-8305-49d63607b8d5', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:28.570971 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6f7954-513d-448b-a4e8-df37daf25dbc None None] New status for floating IP 226deaff-d1c0-4a14-bddd-21ebe5040da8: DOWN {{(pid=109052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 10:59:28.660722 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f62c5f03-8a1a-4939-965b-ab81c4609738 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9335055 Mar 22 10:59:28.682014 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.securitygroups_db [None req-b3891c57-0c7d-4509-b1f6-58c5c79fecfd tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Project 15ce3a953a4f43d4aa85bf9a5a38d6ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 10:59:28.690879 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-65fb0374-51fc-4f14-af3f-b4a04fac8f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'name': 'tempest-RoutersTest-router-142145091', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:58:56Z', 'updated_at': '2022-03-22T10:59:26Z', 'revision_number': 7, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'gw_port_host': None, '_interfaces': [{'id': '1135c066-ba75-4756-bb18-80b6f2ec8085', 'name': '', 'network_id': '3e212b2a-931f-4471-a513-0754eb745ed2', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'mac_address': 'fa:16:3e:bc:d8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'e80e6b74-ee8b-45db-b728-55e51f348315', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:12Z', 'updated_at': '2022-03-22T10:59:20Z', 'revision_number': 5, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'subnets': [{'id': 'e80e6b74-ee8b-45db-b728-55e51f348315', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35540a55-abee-4074-8d64-fce2f814bac6', 'name': '', 'network_id': '660e8501-1e86-44cd-9d64-1cf5a800b0a5', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'mac_address': 'fa:16:3e:5e:12:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '46d0a98d-c4c2-4141-8071-35817cc1ce80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:00Z', 'updated_at': '2022-03-22T10:59:06Z', 'revision_number': 5, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'subnets': [{'id': '46d0a98d-c4c2-4141-8071-35817cc1ce80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5577756c-7d0b-4984-93f2-d21be4ae63ac', 'name': '', 'network_id': 'da3c7d6d-c84b-4a40-9d62-4ff535fff9b4', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'mac_address': 'fa:16:3e:4b:3f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '1cae3500-778f-4ecb-ac53-307699b891a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:05Z', 'updated_at': '2022-03-22T10:59:16Z', 'revision_number': 5, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'subnets': [{'id': '1cae3500-778f-4ecb-ac53-307699b891a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc4f5d42-97db-4aba-b427-d9be9a9c3063', 'name': '', 'network_id': '4c8f413b-5d22-42cb-b8ab-677bbd8cc177', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'mac_address': 'fa:16:3e:f1:86:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'ba4c9af4-9481-4cb7-a6e2-cd899c3a385d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:20Z', 'updated_at': '2022-03-22T10:59:27Z', 'revision_number': 5, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'subnets': [{'id': 'ba4c9af4-9481-4cb7-a6e2-cd899c3a385d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:28.741872 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5cf53f-3916-41f8-9f34-67654aa1eeec tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Made reservation on behalf of 9b8ed9295afa4b00b119a1377ee54716 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:59:28.746996 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3e5cf53f-3916-41f8-9f34-67654aa1eeec tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:28.747107 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fb0374-51fc-4f14-af3f-b4a04fac8f2e None None] Checking router: 054c9ae2-1257-43cc-a295-3af6f4bb22cd for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 10:59:28.753548 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.api.v2.resource [None req-b3891c57-0c7d-4509-b1f6-58c5c79fecfd tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 10:59:28.755035 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-b3891c57-0c7d-4509-b1f6-58c5c79fecfd tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2097478 Mar 22 10:59:28.756594 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fb0374-51fc-4f14-af3f-b4a04fac8f2e None None] Routers {'054c9ae2-1257-43cc-a295-3af6f4bb22cd'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:59:28.757300 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-65fb0374-51fc-4f14-af3f-b4a04fac8f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:59:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['054c9ae2-1257-43cc-a295-3af6f4bb22cd'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:28.760174 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40894) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:28.771406 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-04eacd84-95e0-4eb3-82ad-c8a64599a9f0 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Request body: {'security_group_rule': {'security_group_id': '47df9853-c321-4306-8305-49d63607b8d5', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:28.779464 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d78ab-99b3-4722-bf66-8609a622f86c req-8486bef8-db18-4e7a-baeb-75b9d309cfb8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:28.781005 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-da5d78ab-99b3-4722-bf66-8609a622f86c req-8486bef8-db18-4e7a-baeb-75b9d309cfb8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b506bb6-f682-43e7-8a43-a0c464ff391a HTTP/1.1" status: 200 len: 945 time: 0.2034194 Mar 22 10:59:28.808392 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-3e5cf53f-3916-41f8-9f34-67654aa1eeec tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] device_id is not set on port 584e4f2a-ffb8-4abd-9964-0ffedffb7be3 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:59:28.837265 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device fc4f5d42-97db-4aba-b427-d9be9a9c3063 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:59:28.837504 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.securitygroups_db [None req-04eacd84-95e0-4eb3-82ad-c8a64599a9f0 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Project 15ce3a953a4f43d4aa85bf9a5a38d6ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 10:59:28.902812 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-65fb0374-51fc-4f14-af3f-b4a04fac8f2e None None] Set router 054c9ae2-1257-43cc-a295-3af6f4bb22cd gateway port host: None {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:59:28.912308 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-04eacd84-95e0-4eb3-82ad-c8a64599a9f0 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 10:59:28.916571 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-04eacd84-95e0-4eb3-82ad-c8a64599a9f0 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1508288 Mar 22 10:59:28.917321 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40898) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:28.944153 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port fc4f5d42-97db-4aba-b427-d9be9a9c3063 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:28.944438 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:28.960545 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-da5d78ab-99b3-4722-bf66-8609a622f86c req-e2bff5ab-5681-46af-953f-5bd8f663c6ee tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Deleting port 43458a49-b7a5-495f-8072-2ea6171a6932 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:59:28.960887 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-da5d78ab-99b3-4722-bf66-8609a622f86c req-e2bff5ab-5681-46af-953f-5bd8f663c6ee tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:28.975006 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a1e3127f-6dcf-467d-940e-abdf4d4fd338 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683891'] for router_interface, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:29.131348 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3e5cf53f-3916-41f8-9f34-67654aa1eeec tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:29.230711 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-65fb0374-51fc-4f14-af3f-b4a04fac8f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'name': 'tempest-RoutersTest-router-142145091', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:58:56Z', 'updated_at': '2022-03-22T10:59:26Z', 'revision_number': 7, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'gw_port_host': None, '_interfaces': [{'id': '1135c066-ba75-4756-bb18-80b6f2ec8085', 'name': '', 'network_id': '3e212b2a-931f-4471-a513-0754eb745ed2', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'mac_address': 'fa:16:3e:bc:d8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'e80e6b74-ee8b-45db-b728-55e51f348315', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:12Z', 'updated_at': '2022-03-22T10:59:20Z', 'revision_number': 5, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'subnets': [{'id': 'e80e6b74-ee8b-45db-b728-55e51f348315', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35540a55-abee-4074-8d64-fce2f814bac6', 'name': '', 'network_id': '660e8501-1e86-44cd-9d64-1cf5a800b0a5', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'mac_address': 'fa:16:3e:5e:12:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '46d0a98d-c4c2-4141-8071-35817cc1ce80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:00Z', 'updated_at': '2022-03-22T10:59:06Z', 'revision_number': 5, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'subnets': [{'id': '46d0a98d-c4c2-4141-8071-35817cc1ce80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5577756c-7d0b-4984-93f2-d21be4ae63ac', 'name': '', 'network_id': 'da3c7d6d-c84b-4a40-9d62-4ff535fff9b4', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'mac_address': 'fa:16:3e:4b:3f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '1cae3500-778f-4ecb-ac53-307699b891a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:05Z', 'updated_at': '2022-03-22T10:59:16Z', 'revision_number': 5, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'subnets': [{'id': '1cae3500-778f-4ecb-ac53-307699b891a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc4f5d42-97db-4aba-b427-d9be9a9c3063', 'name': '', 'network_id': '4c8f413b-5d22-42cb-b8ab-677bbd8cc177', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'mac_address': 'fa:16:3e:f1:86:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'ba4c9af4-9481-4cb7-a6e2-cd899c3a385d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:20Z', 'updated_at': '2022-03-22T10:59:27Z', 'revision_number': 5, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'subnets': [{'id': 'ba4c9af4-9481-4cb7-a6e2-cd899c3a385d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:29.261394 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3e5cf53f-3916-41f8-9f34-67654aa1eeec tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:29.273141 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fb0374-51fc-4f14-af3f-b4a04fac8f2e None None] The sync data for ids ['054c9ae2-1257-43cc-a295-3af6f4bb22cd'] in dv-neutron-834599-1-hyperv is: [{'id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'name': 'tempest-RoutersTest-router-142145091', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:58:56Z', 'updated_at': '2022-03-22T10:59:26Z', 'revision_number': 7, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'gw_port_host': None, '_interfaces': [{'id': '1135c066-ba75-4756-bb18-80b6f2ec8085', 'name': '', 'network_id': '3e212b2a-931f-4471-a513-0754eb745ed2', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'mac_address': 'fa:16:3e:bc:d8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'e80e6b74-ee8b-45db-b728-55e51f348315', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:12Z', 'updated_at': '2022-03-22T10:59:20Z', 'revision_number': 5, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'subnets': [{'id': 'e80e6b74-ee8b-45db-b728-55e51f348315', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35540a55-abee-4074-8d64-fce2f814bac6', 'name': '', 'network_id': '660e8501-1e86-44cd-9d64-1cf5a800b0a5', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'mac_address': 'fa:16:3e:5e:12:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '46d0a98d-c4c2-4141-8071-35817cc1ce80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:00Z', 'updated_at': '2022-03-22T10:59:06Z', 'revision_number': 5, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'subnets': [{'id': '46d0a98d-c4c2-4141-8071-35817cc1ce80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5577756c-7d0b-4984-93f2-d21be4ae63ac', 'name': '', 'network_id': 'da3c7d6d-c84b-4a40-9d62-4ff535fff9b4', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'mac_address': 'fa:16:3e:4b:3f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '1cae3500-778f-4ecb-ac53-307699b891a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:05Z', 'updated_at': '2022-03-22T10:59:16Z', 'revision_number': 5, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'subnets': [{'id': '1cae3500-778f-4ecb-ac53-307699b891a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc4f5d42-97db-4aba-b427-d9be9a9c3063', 'name': '', 'network_id': '4c8f413b-5d22-42cb-b8ab-677bbd8cc177', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'mac_address': 'fa:16:3e:f1:86:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'ba4c9af4-9481-4cb7-a6e2-cd899c3a385d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:20Z', 'updated_at': '2022-03-22T10:59:27Z', 'revision_number': 5, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'subnets': [{'id': 'ba4c9af4-9481-4cb7-a6e2-cd899c3a385d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:59:29.275039 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 33acf1e5-305e-46c2-9fd2-fd772fe18085 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:59:29.303819 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 33acf1e5-305e-46c2-9fd2-fd772fe18085 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:59:29.304427 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 33acf1e5-305e-46c2-9fd2-fd772fe18085 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:59:29.319349 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5cf53f-3916-41f8-9f34-67654aa1eeec tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event updated for resources: {'Port': ['ID=584e4f2a-ffb8-4abd-9964-0ffedffb7be3,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:29.344579 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5cf53f-3916-41f8-9f34-67654aa1eeec tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Network 9ed789a7-1495-41f8-82cb-46101f9624ef is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:59:29.349169 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-3e5cf53f-3916-41f8-9f34-67654aa1eeec tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:59:29.359021 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5cf53f-3916-41f8-9f34-67654aa1eeec tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:59:29.365031 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5cf53f-3916-41f8-9f34-67654aa1eeec tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:29.365840 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3e5cf53f-3916-41f8-9f34-67654aa1eeec tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:29.394316 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3e5cf53f-3916-41f8-9f34-67654aa1eeec tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2052207 Mar 22 10:59:29.395155 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40912) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:29.409038 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40914) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:29.415210 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-67d75418-e20a-4779-afac-f240549de878 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-962823331-network', 'tenant_id': '9dadd41cb29245d49059427567340ac2'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:29.528443 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d75418-e20a-4779-afac-f240549de878 admin admin] Made reservation on behalf of 9dadd41cb29245d49059427567340ac2 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:59:29.531765 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-67d75418-e20a-4779-afac-f240549de878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:29.558931 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-67d75418-e20a-4779-afac-f240549de878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:29.577687 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3903a01-98a4-4a39-8628-a00734b8f6cb req-1bf6d415-b6fb-4a7f-b2d8-ad53c7c31b11 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:29.579175 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b3903a01-98a4-4a39-8628-a00734b8f6cb req-1bf6d415-b6fb-4a7f-b2d8-ad53c7c31b11 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b506bb6-f682-43e7-8a43-a0c464ff391a HTTP/1.1" status: 200 len: 945 time: 0.5243540 Mar 22 10:59:29.588524 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-247e8174-a36b-42c7-ade7-a7b15d76a616 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:29.604810 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-da5d78ab-99b3-4722-bf66-8609a622f86c req-e2bff5ab-5681-46af-953f-5bd8f663c6ee tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] For port 43458a49-b7a5-495f-8072-2ea6171a6932, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=43458a49-b7a5-495f-8072-2ea6171a6932,segment=NetworkSegment(da0f83a2-bc73-42a9-8a4e-1942ea8594a6),segment_id=da0f83a2-bc73-42a9-8a4e-1942ea8594a6)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:59:29.605136 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-da5d78ab-99b3-4722-bf66-8609a622f86c req-e2bff5ab-5681-46af-953f-5bd8f663c6ee tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:29.638676 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-c76e57cf-619b-4f70-a155-8fd9e21cd51d tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Deleting port 584e4f2a-ffb8-4abd-9964-0ffedffb7be3 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:59:29.639016 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c76e57cf-619b-4f70-a155-8fd9e21cd51d tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:29.639224 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-da5d78ab-99b3-4722-bf66-8609a622f86c req-e2bff5ab-5681-46af-953f-5bd8f663c6ee tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Calling delete_port for 43458a49-b7a5-495f-8072-2ea6171a6932 owned by compute:nova {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:59:29.646745 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-247e8174-a36b-42c7-ade7-a7b15d76a616 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:29.674585 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b3903a01-98a4-4a39-8628-a00734b8f6cb req-6748cd94-e1dc-45a7-9bcd-c981aa005ed0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=33c78aa2-2e76-445d-9fd9-b8ed895eb7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841050 Mar 22 10:59:29.724726 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-a1e3127f-6dcf-467d-940e-abdf4d4fd338 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Deleting port fc4f5d42-97db-4aba-b427-d9be9a9c3063 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:59:29.725372 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a1e3127f-6dcf-467d-940e-abdf4d4fd338 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:29.731002 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c76e57cf-619b-4f70-a155-8fd9e21cd51d tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:29.752476 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-247e8174-a36b-42c7-ade7-a7b15d76a616 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:29.754994 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-247e8174-a36b-42c7-ade7-a7b15d76a616 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:29.756232 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-247e8174-a36b-42c7-ade7-a7b15d76a616 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] 10.222.0.57 "DELETE /v2.0/security-groups/47df9853-c321-4306-8305-49d63607b8d5 HTTP/1.1" status: 204 len: 168 time: 0.8376751 Mar 22 10:59:29.762794 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40916) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:29.774975 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247e8174-a36b-42c7-ade7-a7b15d76a616 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47df9853-c321-4306-8305-49d63607b8d5,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:29.777413 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-c76e57cf-619b-4f70-a155-8fd9e21cd51d tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Calling delete_port for 584e4f2a-ffb8-4abd-9964-0ffedffb7be3 owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:59:29.836569 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-da5d78ab-99b3-4722-bf66-8609a622f86c req-e2bff5ab-5681-46af-953f-5bd8f663c6ee tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:29.865779 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bff5ab-5681-46af-953f-5bd8f663c6ee tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'Port': ['ID=43458a49-b7a5-495f-8072-2ea6171a6932,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:29.909228 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-da5d78ab-99b3-4722-bf66-8609a622f86c req-e2bff5ab-5681-46af-953f-5bd8f663c6ee tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] No DVR routers for this DVR port 43458a49-b7a5-495f-8072-2ea6171a6932 on host hv-neutron-8345 {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:59:29.912190 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-da5d78ab-99b3-4722-bf66-8609a622f86c req-e2bff5ab-5681-46af-953f-5bd8f663c6ee tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:29.915787 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-da5d78ab-99b3-4722-bf66-8609a622f86c req-e2bff5ab-5681-46af-953f-5bd8f663c6ee tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.35 "DELETE /v2.0/ports/43458a49-b7a5-495f-8072-2ea6171a6932 HTTP/1.1" status: 204 len: 173 time: 1.1161809 Mar 22 10:59:29.916242 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b506bb6-f682-43e7-8a43-a0c464ff391a', 'name': 'network-vif-deleted', 'tag': '43458a49-b7a5-495f-8072-2ea6171a6932'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 10:59:29.919257 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78916f6b-4636-4ccc-90e2-1697f4043a33" -d '{"events": [{"server_uuid": "4b506bb6-f682-43e7-8a43-a0c464ff391a", "name": "network-vif-deleted", "tag": "43458a49-b7a5-495f-8072-2ea6171a6932"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 10:59:29.931153 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-67d75418-e20a-4779-afac-f240549de878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:29.955274 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-67d75418-e20a-4779-afac-f240549de878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:29.962516 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-a1e3127f-6dcf-467d-940e-abdf4d4fd338 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] For port fc4f5d42-97db-4aba-b427-d9be9a9c3063, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=fc4f5d42-97db-4aba-b427-d9be9a9c3063,segment=NetworkSegment(03b6e274-6b93-4405-9fa3-eb01947a26be),segment_id=03b6e274-6b93-4405-9fa3-eb01947a26be)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:59:29.963058 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 10:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd7d8e0-eecf-40b1-aa8e-0827e99d1064 x-openstack-request-id: req-bfd7d8e0-eecf-40b1-aa8e-0827e99d1064 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 10:59:29.963205 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a1e3127f-6dcf-467d-940e-abdf4d4fd338 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:29.963357 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b506bb6-f682-43e7-8a43-a0c464ff391a", "name": "network-vif-deleted", "tag": "43458a49-b7a5-495f-8072-2ea6171a6932", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 10:59:29.963622 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bfd7d8e0-eecf-40b1-aa8e-0827e99d1064 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 10:59:29.964018 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfd7d8e0-eecf-40b1-aa8e-0827e99d1064'] response: {'server_uuid': '4b506bb6-f682-43e7-8a43-a0c464ff391a', 'name': 'network-vif-deleted', 'tag': '43458a49-b7a5-495f-8072-2ea6171a6932', 'status': 'completed', 'code': 200} Mar 22 10:59:30.003130 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b801e88a-1c1f-452a-bcf0-db8d7b6a5cbd tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2303851 Mar 22 10:59:30.007225 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40920) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:30.013427 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-b1386fe7-9c0e-49bb-8255-bda677367088 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Request body: {'security_group': {'name': 'tempest-secgroup--1137148545'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:30.015653 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-a1e3127f-6dcf-467d-940e-abdf4d4fd338 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Calling delete_port for fc4f5d42-97db-4aba-b427-d9be9a9c3063 owned by network:router_interface {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:59:30.017506 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67d75418-e20a-4779-afac-f240549de878 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:59:30.037443 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b1386fe7-9c0e-49bb-8255-bda677367088 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:30.054458 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d75418-e20a-4779-afac-f240549de878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d347a1b-0803-4c25-bbb0-d2bd23c51a3d,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:30.058983 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-67d75418-e20a-4779-afac-f240549de878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:30.059321 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-67d75418-e20a-4779-afac-f240549de878 admin admin] Added segment 40be1788-6765-4907-b5bd-169372a2fa2c of type vlan for network 9ba730db-5227-48ba-ae09-d3ece0269f28 Mar 22 10:59:30.116225 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b1386fe7-9c0e-49bb-8255-bda677367088 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:30.119955 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b1386fe7-9c0e-49bb-8255-bda677367088 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:30.131615 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c76e57cf-619b-4f70-a155-8fd9e21cd51d tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:30.154956 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b1386fe7-9c0e-49bb-8255-bda677367088 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:30.156149 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-b1386fe7-9c0e-49bb-8255-bda677367088 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1478672 Mar 22 10:59:30.158969 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40922) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:30.163629 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-5608b38c-3ae8-495d-9089-3a8e12404ecc tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Request body: {'security_group_rule': {'security_group_id': '4dadabf6-ebae-41e2-8ae5-980be777c308', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:30.168666 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1386fe7-9c0e-49bb-8255-bda677367088 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dadabf6-ebae-41e2-8ae5-980be777c308,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:30.178708 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-67d75418-e20a-4779-afac-f240549de878 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:30.189044 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76e57cf-619b-4f70-a155-8fd9e21cd51d tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event deleted for resources: {'Port': ['ID=584e4f2a-ffb8-4abd-9964-0ffedffb7be3,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:30.209886 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.api.v2.resource [None req-5608b38c-3ae8-495d-9089-3a8e12404ecc tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] create failed (client error): The resource could not be found. Mar 22 10:59:30.211273 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-5608b38c-3ae8-495d-9089-3a8e12404ecc tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0513194 Mar 22 10:59:30.213855 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40924) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:30.218829 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-a2719b60-f035-42d0-9d2f-f3f441be41c1 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Request body: {'security_group_rule': {'security_group_id': '4dadabf6-ebae-41e2-8ae5-980be777c308', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'dcc5f31e-324b-4a90-aab2-781f65cb6781'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:30.242993 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c76e57cf-619b-4f70-a155-8fd9e21cd51d tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:30.251747 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c76e57cf-619b-4f70-a155-8fd9e21cd51d tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "DELETE /v2.0/ports/584e4f2a-ffb8-4abd-9964-0ffedffb7be3 HTTP/1.1" status: 204 len: 168 time: 0.8537664 Mar 22 10:59:30.252749 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40926) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:30.263633 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.api.v2.resource [None req-a2719b60-f035-42d0-9d2f-f3f441be41c1 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] create failed (client error): The resource could not be found. Mar 22 10:59:30.268498 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-a2719b60-f035-42d0-9d2f-f3f441be41c1 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0506644 Mar 22 10:59:30.268992 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40928) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:30.271340 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-1b20d2fa-8c3e-4010-bd4a-a33eac5617cf tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Request body: {'port': {'network_id': '9ed789a7-1495-41f8-82cb-46101f9624ef', 'mac_address': 'fa:16:3e:ba:49:ed', 'name': 'tempest-PortsIpV6TestJSON-1645295521'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:30.333364 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6c179411-fc81-4790-819b-d44a02528bf6 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:30.362657 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6c179411-fc81-4790-819b-d44a02528bf6 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:30.362913 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-67d75418-e20a-4779-afac-f240549de878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:30.363874 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d75418-e20a-4779-afac-f240549de878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:30.364470 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-67d75418-e20a-4779-afac-f240549de878 admin admin] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:30.416923 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6c179411-fc81-4790-819b-d44a02528bf6 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:30.420059 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6c179411-fc81-4790-819b-d44a02528bf6 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:30.423634 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-6c179411-fc81-4790-819b-d44a02528bf6 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] 10.222.0.57 "DELETE /v2.0/security-groups/4dadabf6-ebae-41e2-8ae5-980be777c308 HTTP/1.1" status: 204 len: 168 time: 0.1509116 Mar 22 10:59:30.424842 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40930) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:30.438834 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c179411-fc81-4790-819b-d44a02528bf6 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dadabf6-ebae-41e2-8ae5-980be777c308,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:30.473194 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-67d75418-e20a-4779-afac-f240549de878 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0632126 Mar 22 10:59:30.476183 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40932) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:30.482406 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-0f7768c1-79dd-4920-aae8-072cb4772ea3 admin admin] Request body: {'subnet': {'network_id': '9ba730db-5227-48ba-ae09-d3ece0269f28', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-962823331-subnet', 'tenant_id': '9dadd41cb29245d49059427567340ac2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:30.496022 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-b35cdafb-fb54-4109-aa60-8a40b1cda9de tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0686564 Mar 22 10:59:30.501526 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40934) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:30.507220 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-3401cd0b-fc17-44d8-8f01-cc2a9fa79352 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Request body: {'security_group_rule': {'security_group_id': '174a6a70-06e1-46d0-9430-77e85d6a7b0d', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:30.524399 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7768c1-79dd-4920-aae8-072cb4772ea3 admin admin] Made reservation on behalf of 9dadd41cb29245d49059427567340ac2 for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:59:30.526684 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0f7768c1-79dd-4920-aae8-072cb4772ea3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:30.527569 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d75418-e20a-4779-afac-f240549de878 admin admin] Pushing event updated for resources: {'Network': ['ID=9ba730db-5227-48ba-ae09-d3ece0269f28,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:30.537400 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b20d2fa-8c3e-4010-bd4a-a33eac5617cf tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Made reservation on behalf of 9b8ed9295afa4b00b119a1377ee54716 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:59:30.543797 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a1e3127f-6dcf-467d-940e-abdf4d4fd338 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:30.545438 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 9ba730db-5227-48ba-ae09-d3ece0269f28 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:59:30.593375 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e3127f-6dcf-467d-940e-abdf4d4fd338 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event deleted for resources: {'Port': ['ID=fc4f5d42-97db-4aba-b427-d9be9a9c3063,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:30.633110 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.api.v2.resource [None req-3401cd0b-fc17-44d8-8f01-cc2a9fa79352 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] create failed (client error): The resource could not be found. Mar 22 10:59:30.634035 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-3401cd0b-fc17-44d8-8f01-cc2a9fa79352 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1315911 Mar 22 10:59:30.639399 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40936) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:30.645395 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-518b1e34-6b21-411a-8813-86f80c514519 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Request body: {'security_group': {'name': 'tempest-secgroup--1525209862'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:30.649728 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1b20d2fa-8c3e-4010-bd4a-a33eac5617cf tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:30.694518 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-518b1e34-6b21-411a-8813-86f80c514519 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:30.710214 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-1b20d2fa-8c3e-4010-bd4a-a33eac5617cf tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] device_id is not set on port 6e2cec39-aebb-432e-bf10-b34e4500c68b yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:59:30.740963 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40940) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:30.832122 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0f7768c1-79dd-4920-aae8-072cb4772ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:30.907070 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a1e3127f-6dcf-467d-940e-abdf4d4fd338 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684007'] for router_interface, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:30.912875 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-518b1e34-6b21-411a-8813-86f80c514519 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:30.927094 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-518b1e34-6b21-411a-8813-86f80c514519 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:30.940865 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7768c1-79dd-4920-aae8-072cb4772ea3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b7c75a0-ee19-4f63-9f22-aef6df3150b9,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:30.963355 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-53721b2f-7fdc-4ce6-8b66-183a3c1f5a77 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:30.989083 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-518b1e34-6b21-411a-8813-86f80c514519 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:30.990329 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-518b1e34-6b21-411a-8813-86f80c514519 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3498712 Mar 22 10:59:30.996159 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40942) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:30.996348 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518b1e34-6b21-411a-8813-86f80c514519 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c664da3-0339-4e3b-bc0d-475c73c538dd,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:31.002140 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-a45c5cfb-8b03-4285-a939-c8eaf1fd8040 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Request body: {'security_group': {'name': 'tempest-secgroup--1296692951'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:31.010547 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7768c1-79dd-4920-aae8-072cb4772ea3 admin admin] Checking segment: {'id': '40be1788-6765-4907-b5bd-169372a2fa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '9ba730db-5227-48ba-ae09-d3ece0269f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:59:31.010910 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7768c1-79dd-4920-aae8-072cb4772ea3 admin admin] Network hostable DHCP agents. Network: 9ba730db-5227-48ba-ae09-d3ece0269f28, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:59:31.029519 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-53721b2f-7fdc-4ce6-8b66-183a3c1f5a77 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:31.035283 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1b20d2fa-8c3e-4010-bd4a-a33eac5617cf tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:31.067335 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a45c5cfb-8b03-4285-a939-c8eaf1fd8040 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:31.077449 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7768c1-79dd-4920-aae8-072cb4772ea3 admin admin] Network 9ba730db-5227-48ba-ae09-d3ece0269f28 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:59:31.103841 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-0f7768c1-79dd-4920-aae8-072cb4772ea3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 9ba730db-5227-48ba-ae09-d3ece0269f28) {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:59:31.115503 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7768c1-79dd-4920-aae8-072cb4772ea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:31.116176 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0f7768c1-79dd-4920-aae8-072cb4772ea3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:31.116777 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e78c42-027a-4ade-b21a-61f452622618 None None] Network 9ba730db-5227-48ba-ae09-d3ece0269f28 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:59:31.156107 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-0f7768c1-79dd-4920-aae8-072cb4772ea3 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6715045 Mar 22 10:59:31.162731 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1b20d2fa-8c3e-4010-bd4a-a33eac5617cf tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:31.172938 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e3127f-6dcf-467d-940e-abdf4d4fd338 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Router 054c9ae2-1257-43cc-a295-3af6f4bb22cd has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:59:31.181198 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-53721b2f-7fdc-4ce6-8b66-183a3c1f5a77 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:31.185906 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-53721b2f-7fdc-4ce6-8b66-183a3c1f5a77 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:31.188616 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-53721b2f-7fdc-4ce6-8b66-183a3c1f5a77 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "DELETE /v2.0/security-groups/33c78aa2-2e76-445d-9fd9-b8ed895eb7a7 HTTP/1.1" status: 204 len: 168 time: 0.4465806 Mar 22 10:59:31.221927 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53721b2f-7fdc-4ce6-8b66-183a3c1f5a77 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c78aa2-2e76-445d-9fd9-b8ed895eb7a7,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:31.223288 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b20d2fa-8c3e-4010-bd4a-a33eac5617cf tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Network 9ed789a7-1495-41f8-82cb-46101f9624ef is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:59:31.227828 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-1b20d2fa-8c3e-4010-bd4a-a33eac5617cf tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:59:31.231776 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b20d2fa-8c3e-4010-bd4a-a33eac5617cf tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:59:31.238542 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b20d2fa-8c3e-4010-bd4a-a33eac5617cf tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:31.239621 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1b20d2fa-8c3e-4010-bd4a-a33eac5617cf tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:31.241337 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40948) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:31.242682 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b20d2fa-8c3e-4010-bd4a-a33eac5617cf tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event updated for resources: {'Port': ['ID=6e2cec39-aebb-432e-bf10-b34e4500c68b,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:31.310051 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a45c5cfb-8b03-4285-a939-c8eaf1fd8040 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:31.318630 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a45c5cfb-8b03-4285-a939-c8eaf1fd8040 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:31.321887 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1b20d2fa-8c3e-4010-bd4a-a33eac5617cf tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0577734 Mar 22 10:59:31.327388 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40950) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:31.332540 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a196819-fa7f-4461-a5af-ba117142c3ed None None] Network 9ba730db-5227-48ba-ae09-d3ece0269f28 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:59:31.374076 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e3127f-6dcf-467d-940e-abdf4d4fd338 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:59:31.382421 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a9d0b8-bd35-4733-9241-3260b2f7a704 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:31.383967 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-63a9d0b8-bd35-4733-9241-3260b2f7a704 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "GET /v2.0/ports/6e2cec39-aebb-432e-bf10-b34e4500c68b HTTP/1.1" status: 200 len: 845 time: 0.0555503 Mar 22 10:59:31.387749 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021d51fd-51a8-462c-8ce3-3bc019521ca6 None None] Sync routers for ids ['054c9ae2-1257-43cc-a295-3af6f4bb22cd'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:59:31.387927 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a1e3127f-6dcf-467d-940e-abdf4d4fd338 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "PUT /v2.0/routers/054c9ae2-1257-43cc-a295-3af6f4bb22cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7093203 Mar 22 10:59:31.388540 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40954) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:31.395990 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40956) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:31.426817 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a45c5cfb-8b03-4285-a939-c8eaf1fd8040 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:31.428171 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-a45c5cfb-8b03-4285-a939-c8eaf1fd8040 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4294372 Mar 22 10:59:31.432162 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40958) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:31.436536 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45c5cfb-8b03-4285-a939-c8eaf1fd8040 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9b7c3c-bc1b-4db7-aa9e-037e7f590d9d,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:31.443450 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-58b052e4-8cc3-4cef-ad46-2f9466b7334c tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Request body: {'security_group_rule': {'security_group_id': '9c664da3-0339-4e3b-bc0d-475c73c538dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '1d9b7c3c-bc1b-4db7-aa9e-037e7f590d9d'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:31.546420 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.api.v2.resource [None req-58b052e4-8cc3-4cef-ad46-2f9466b7334c tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 10:59:31.547760 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-58b052e4-8cc3-4cef-ad46-2f9466b7334c tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1140976 Mar 22 10:59:31.550701 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40964) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:31.660993 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021d51fd-51a8-462c-8ce3-3bc019521ca6 None None] Routers {'054c9ae2-1257-43cc-a295-3af6f4bb22cd'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:59:31.661969 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-021d51fd-51a8-462c-8ce3-3bc019521ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:59:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['054c9ae2-1257-43cc-a295-3af6f4bb22cd'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:31.751775 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f9e80652-a2ac-460b-8775-152e7916ffff tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:31.775807 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-9477c0af-7fda-4e6d-a2e5-2f2588888651 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Deleting subnet ba4c9af4-9481-4cb7-a6e2-cd899c3a385d {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:59:31.780597 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9477c0af-7fda-4e6d-a2e5-2f2588888651 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:31.792586 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-021d51fd-51a8-462c-8ce3-3bc019521ca6 None None] Set router 054c9ae2-1257-43cc-a295-3af6f4bb22cd gateway port host: None {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:59:31.818332 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f9e80652-a2ac-460b-8775-152e7916ffff tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:31.824265 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9477c0af-7fda-4e6d-a2e5-2f2588888651 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:31.864265 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-0c5220ea-8b53-4aa1-8352-44b9c878cb99 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Deleting port 6e2cec39-aebb-432e-bf10-b34e4500c68b {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:59:31.864709 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0c5220ea-8b53-4aa1-8352-44b9c878cb99 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:31.930897 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e9514-5fa5-4db1-a80e-dcb1385067de req-77e8c9f3-76fe-41d1-aabf-acfffa309c90 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:31.932575 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5e3e9514-5fa5-4db1-a80e-dcb1385067de req-77e8c9f3-76fe-41d1-aabf-acfffa309c90 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] 10.222.0.57 "GET /v2.0/networks?id=63c06d48-cb8a-4b54-9fac-2e815705a3a9 HTTP/1.1" status: 200 len: 811 time: 0.2263346 Mar 22 10:59:31.934453 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f9e80652-a2ac-460b-8775-152e7916ffff tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:31.937063 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f9e80652-a2ac-460b-8775-152e7916ffff tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:31.938184 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-f9e80652-a2ac-460b-8775-152e7916ffff tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] 10.222.0.57 "DELETE /v2.0/security-groups/1d9b7c3c-bc1b-4db7-aa9e-037e7f590d9d HTTP/1.1" status: 204 len: 168 time: 0.3862536 Mar 22 10:59:31.947116 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40978) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:31.962853 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5e3e9514-5fa5-4db1-a80e-dcb1385067de req-7b0097fd-e64e-4940-8aaa-99123ed65ec5 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] 10.222.0.57 "GET /v2.0/quotas/c30de3e381cd4e6ea23efcc3c4151d7b HTTP/1.1" status: 200 len: 375 time: 0.0226924 Mar 22 10:59:31.966050 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0c5220ea-8b53-4aa1-8352-44b9c878cb99 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:31.977875 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e80652-a2ac-460b-8775-152e7916ffff tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9b7c3c-bc1b-4db7-aa9e-037e7f590d9d,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:31.994257 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-0c5220ea-8b53-4aa1-8352-44b9c878cb99 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Calling delete_port for 6e2cec39-aebb-432e-bf10-b34e4500c68b owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:59:32.034768 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9477c0af-7fda-4e6d-a2e5-2f2588888651 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:32.042147 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5e3e9514-5fa5-4db1-a80e-dcb1385067de req-26854728-26eb-4fc9-b3f2-e7a30a1efe4e tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c30de3e381cd4e6ea23efcc3c4151d7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0610297 Mar 22 10:59:32.056779 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7e1a3edb-e05f-4a18-86f1-c154d0017af0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683891'] for router_interface, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:32.060692 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-021d51fd-51a8-462c-8ce3-3bc019521ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'name': 'tempest-RoutersTest-router-142145091', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:58:56Z', 'updated_at': '2022-03-22T10:59:30Z', 'revision_number': 8, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'gw_port_host': None, '_interfaces': [{'id': '1135c066-ba75-4756-bb18-80b6f2ec8085', 'name': '', 'network_id': '3e212b2a-931f-4471-a513-0754eb745ed2', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'mac_address': 'fa:16:3e:bc:d8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'e80e6b74-ee8b-45db-b728-55e51f348315', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:12Z', 'updated_at': '2022-03-22T10:59:20Z', 'revision_number': 5, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'subnets': [{'id': 'e80e6b74-ee8b-45db-b728-55e51f348315', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35540a55-abee-4074-8d64-fce2f814bac6', 'name': '', 'network_id': '660e8501-1e86-44cd-9d64-1cf5a800b0a5', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'mac_address': 'fa:16:3e:5e:12:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '46d0a98d-c4c2-4141-8071-35817cc1ce80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:00Z', 'updated_at': '2022-03-22T10:59:06Z', 'revision_number': 5, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'subnets': [{'id': '46d0a98d-c4c2-4141-8071-35817cc1ce80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5577756c-7d0b-4984-93f2-d21be4ae63ac', 'name': '', 'network_id': 'da3c7d6d-c84b-4a40-9d62-4ff535fff9b4', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'mac_address': 'fa:16:3e:4b:3f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '1cae3500-778f-4ecb-ac53-307699b891a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:05Z', 'updated_at': '2022-03-22T10:59:16Z', 'revision_number': 5, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'subnets': [{'id': '1cae3500-778f-4ecb-ac53-307699b891a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:32.086759 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021d51fd-51a8-462c-8ce3-3bc019521ca6 None None] Checking router: 054c9ae2-1257-43cc-a295-3af6f4bb22cd for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 10:59:32.101644 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021d51fd-51a8-462c-8ce3-3bc019521ca6 None None] Routers {'054c9ae2-1257-43cc-a295-3af6f4bb22cd'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:59:32.105002 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-021d51fd-51a8-462c-8ce3-3bc019521ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:59:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['054c9ae2-1257-43cc-a295-3af6f4bb22cd'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:32.105207 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-19f5fcf7-5201-4926-b89c-c0b98d41da7d tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1540389 Mar 22 10:59:32.105544 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40982) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:32.161299 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9477c0af-7fda-4e6d-a2e5-2f2588888651 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:32.194880 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0c5220ea-8b53-4aa1-8352-44b9c878cb99 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:32.198192 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9477c0af-7fda-4e6d-a2e5-2f2588888651 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event deleted for resources: {'Subnet': ['ID=ba4c9af4-9481-4cb7-a6e2-cd899c3a385d,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:32.198439 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dd836465-1cbf-4d3c-bf16-c6f8ff8ff092 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:32.211239 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9477c0af-7fda-4e6d-a2e5-2f2588888651 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:32.214756 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9477c0af-7fda-4e6d-a2e5-2f2588888651 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "DELETE /v2.0/subnets/ba4c9af4-9481-4cb7-a6e2-cd899c3a385d HTTP/1.1" status: 204 len: 168 time: 0.8176093 Mar 22 10:59:32.218830 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40984) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:32.221583 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b189c9-dc23-4631-9c92-7f6946197cc1 None None] Network 4c8f413b-5d22-42cb-b8ab-677bbd8cc177 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:59:32.245955 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5220ea-8b53-4aa1-8352-44b9c878cb99 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event deleted for resources: {'Port': ['ID=6e2cec39-aebb-432e-bf10-b34e4500c68b,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:32.253016 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0c5220ea-8b53-4aa1-8352-44b9c878cb99 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:32.253678 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dd836465-1cbf-4d3c-bf16-c6f8ff8ff092 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:32.260910 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0c5220ea-8b53-4aa1-8352-44b9c878cb99 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "DELETE /v2.0/ports/6e2cec39-aebb-432e-bf10-b34e4500c68b HTTP/1.1" status: 204 len: 168 time: 0.8710597 Mar 22 10:59:32.261523 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40986) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:32.270033 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-021d51fd-51a8-462c-8ce3-3bc019521ca6 None None] Set router 054c9ae2-1257-43cc-a295-3af6f4bb22cd gateway port host: None {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:59:32.288114 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-238d2398-2558-4298-9ba8-004a75e25566 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] GET failed (client error): The resource could not be found. Mar 22 10:59:32.289797 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-238d2398-2558-4298-9ba8-004a75e25566 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "GET /v2.0/ports/6e2cec39-aebb-432e-bf10-b34e4500c68b HTTP/1.1" status: 404 len: 333 time: 0.0271122 Mar 22 10:59:32.293799 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 40988) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:32.298878 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-312e2990-f8a8-4fef-b6ed-5abeca325b4f tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Request body: {'port': {'network_id': '9ed789a7-1495-41f8-82cb-46101f9624ef', 'name': 'tempest-PortsIpV6TestJSON-2034521477'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:32.389991 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312e2990-f8a8-4fef-b6ed-5abeca325b4f tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Made reservation on behalf of 9b8ed9295afa4b00b119a1377ee54716 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:59:32.394823 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-312e2990-f8a8-4fef-b6ed-5abeca325b4f tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:32.413606 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-312e2990-f8a8-4fef-b6ed-5abeca325b4f tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] device_id is not set on port cb08e9f9-8eb6-4873-a22e-2248e514ac08 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:59:32.415416 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e04e6312-3100-409a-9b6a-7b1096fca7e8 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:32.516156 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dd836465-1cbf-4d3c-bf16-c6f8ff8ff092 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:32.519121 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dd836465-1cbf-4d3c-bf16-c6f8ff8ff092 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:32.522682 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-dd836465-1cbf-4d3c-bf16-c6f8ff8ff092 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] 10.222.0.57 "DELETE /v2.0/security-groups/9c664da3-0339-4e3b-bc0d-475c73c538dd HTTP/1.1" status: 204 len: 168 time: 0.4138410 Mar 22 10:59:32.527283 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5e3e9514-5fa5-4db1-a80e-dcb1385067de req-6c010549-a956-4e9b-9758-e491e32b531c service neutron] 10.222.0.57 "GET /v2.0/networks/63c06d48-cb8a-4b54-9fac-2e815705a3a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4670484 Mar 22 10:59:32.530254 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40990) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:32.550657 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd836465-1cbf-4d3c-bf16-c6f8ff8ff092 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c664da3-0339-4e3b-bc0d-475c73c538dd,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:32.605269 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-021d51fd-51a8-462c-8ce3-3bc019521ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'name': 'tempest-RoutersTest-router-142145091', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:58:56Z', 'updated_at': '2022-03-22T10:59:30Z', 'revision_number': 8, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'gw_port_host': None, '_interfaces': [{'id': '1135c066-ba75-4756-bb18-80b6f2ec8085', 'name': '', 'network_id': '3e212b2a-931f-4471-a513-0754eb745ed2', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'mac_address': 'fa:16:3e:bc:d8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'e80e6b74-ee8b-45db-b728-55e51f348315', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:12Z', 'updated_at': '2022-03-22T10:59:20Z', 'revision_number': 5, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'subnets': [{'id': 'e80e6b74-ee8b-45db-b728-55e51f348315', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35540a55-abee-4074-8d64-fce2f814bac6', 'name': '', 'network_id': '660e8501-1e86-44cd-9d64-1cf5a800b0a5', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'mac_address': 'fa:16:3e:5e:12:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '46d0a98d-c4c2-4141-8071-35817cc1ce80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:00Z', 'updated_at': '2022-03-22T10:59:06Z', 'revision_number': 5, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'subnets': [{'id': '46d0a98d-c4c2-4141-8071-35817cc1ce80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5577756c-7d0b-4984-93f2-d21be4ae63ac', 'name': '', 'network_id': 'da3c7d6d-c84b-4a40-9d62-4ff535fff9b4', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'mac_address': 'fa:16:3e:4b:3f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '1cae3500-778f-4ecb-ac53-307699b891a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:05Z', 'updated_at': '2022-03-22T10:59:16Z', 'revision_number': 5, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'subnets': [{'id': '1cae3500-778f-4ecb-ac53-307699b891a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:32.610453 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c6a0fb-02f7-4426-b558-a12f69bfeee8 None None] DHCP port deletion for 4c8f413b-5d22-42cb-b8ab-677bbd8cc177 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:59:32.630377 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-312e2990-f8a8-4fef-b6ed-5abeca325b4f tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:32.646551 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021d51fd-51a8-462c-8ce3-3bc019521ca6 None None] The sync data for ids ['054c9ae2-1257-43cc-a295-3af6f4bb22cd'] in dv-neutron-834599-1-hyperv is: [{'id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'name': 'tempest-RoutersTest-router-142145091', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:58:56Z', 'updated_at': '2022-03-22T10:59:30Z', 'revision_number': 8, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'gw_port_host': None, '_interfaces': [{'id': '1135c066-ba75-4756-bb18-80b6f2ec8085', 'name': '', 'network_id': '3e212b2a-931f-4471-a513-0754eb745ed2', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'mac_address': 'fa:16:3e:bc:d8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'e80e6b74-ee8b-45db-b728-55e51f348315', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:12Z', 'updated_at': '2022-03-22T10:59:20Z', 'revision_number': 5, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'subnets': [{'id': 'e80e6b74-ee8b-45db-b728-55e51f348315', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35540a55-abee-4074-8d64-fce2f814bac6', 'name': '', 'network_id': '660e8501-1e86-44cd-9d64-1cf5a800b0a5', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'mac_address': 'fa:16:3e:5e:12:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '46d0a98d-c4c2-4141-8071-35817cc1ce80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:00Z', 'updated_at': '2022-03-22T10:59:06Z', 'revision_number': 5, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'subnets': [{'id': '46d0a98d-c4c2-4141-8071-35817cc1ce80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5577756c-7d0b-4984-93f2-d21be4ae63ac', 'name': '', 'network_id': 'da3c7d6d-c84b-4a40-9d62-4ff535fff9b4', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'mac_address': 'fa:16:3e:4b:3f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '1cae3500-778f-4ecb-ac53-307699b891a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:05Z', 'updated_at': '2022-03-22T10:59:16Z', 'revision_number': 5, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'subnets': [{'id': '1cae3500-778f-4ecb-ac53-307699b891a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:59:32.691442 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-312e2990-f8a8-4fef-b6ed-5abeca325b4f tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:32.710485 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-10c6a0fb-02f7-4426-b558-a12f69bfeee8 None None] Deleting port 81130526-9126-4035-84d5-5c3120d919c4 {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:59:32.711558 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-10c6a0fb-02f7-4426-b558-a12f69bfeee8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:32.713504 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-2896e3ff-fa7a-48fb-b242-90b346f12f33 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1781073 Mar 22 10:59:32.719797 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40992) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:32.726355 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-da157b2f-ac28-4a49-b41c-a2019fbb7dcf tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Request body: {'security_group': {'name': 'tempest-secgroup--790074052'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:32.765105 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312e2990-f8a8-4fef-b6ed-5abeca325b4f tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Network 9ed789a7-1495-41f8-82cb-46101f9624ef is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:59:32.768815 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-e04e6312-3100-409a-9b6a-7b1096fca7e8 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Deleting port 81130526-9126-4035-84d5-5c3120d919c4 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:59:32.769161 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e04e6312-3100-409a-9b6a-7b1096fca7e8 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:32.769406 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-312e2990-f8a8-4fef-b6ed-5abeca325b4f tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:59:32.773499 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312e2990-f8a8-4fef-b6ed-5abeca325b4f tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:59:32.778808 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312e2990-f8a8-4fef-b6ed-5abeca325b4f tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:32.779575 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-312e2990-f8a8-4fef-b6ed-5abeca325b4f tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:32.790099 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312e2990-f8a8-4fef-b6ed-5abeca325b4f tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event updated for resources: {'Port': ['ID=cb08e9f9-8eb6-4873-a22e-2248e514ac08,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:32.794708 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-10c6a0fb-02f7-4426-b558-a12f69bfeee8 None None] For port 81130526-9126-4035-84d5-5c3120d919c4, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=81130526-9126-4035-84d5-5c3120d919c4,segment=NetworkSegment(03b6e274-6b93-4405-9fa3-eb01947a26be),segment_id=03b6e274-6b93-4405-9fa3-eb01947a26be)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:59:32.795080 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-10c6a0fb-02f7-4426-b558-a12f69bfeee8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:32.796250 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5e3e9514-5fa5-4db1-a80e-dcb1385067de req-0448ec76-8ff1-4fd7-a7c6-ef5f72b15c87 service neutron] 10.222.0.57 "GET /v2.0/networks/63c06d48-cb8a-4b54-9fac-2e815705a3a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477443 Mar 22 10:59:32.812696 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-10c6a0fb-02f7-4426-b558-a12f69bfeee8 None None] Calling delete_port for 81130526-9126-4035-84d5-5c3120d919c4 owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:59:32.817381 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-312e2990-f8a8-4fef-b6ed-5abeca325b4f tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5223408 Mar 22 10:59:32.821059 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 40994) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:32.845379 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-da157b2f-ac28-4a49-b41c-a2019fbb7dcf tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:32.853668 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-6049a0cd-3ce8-4302-85f8-f391f3f776e7 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:32.904697 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-e04e6312-3100-409a-9b6a-7b1096fca7e8 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] For port 81130526-9126-4035-84d5-5c3120d919c4, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=81130526-9126-4035-84d5-5c3120d919c4,segment=NetworkSegment(03b6e274-6b93-4405-9fa3-eb01947a26be),segment_id=03b6e274-6b93-4405-9fa3-eb01947a26be)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:59:32.904990 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e04e6312-3100-409a-9b6a-7b1096fca7e8 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:32.933229 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-e04e6312-3100-409a-9b6a-7b1096fca7e8 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Calling delete_port for 81130526-9126-4035-84d5-5c3120d919c4 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:59:32.943291 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-10c6a0fb-02f7-4426-b558-a12f69bfeee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:32.972304 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c6a0fb-02f7-4426-b558-a12f69bfeee8 None None] No DVR routers for this DVR port 81130526-9126-4035-84d5-5c3120d919c4 on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:59:33.027251 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c6a0fb-02f7-4426-b558-a12f69bfeee8 None None] Pushing event deleted for resources: {'Port': ['ID=81130526-9126-4035-84d5-5c3120d919c4,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:33.075153 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-7e1a3edb-e05f-4a18-86f1-c154d0017af0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Deleting port 7a40f030-16cb-4734-b959-88cabf919ff8 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:59:33.075547 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7e1a3edb-e05f-4a18-86f1-c154d0017af0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:33.078976 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6049a0cd-3ce8-4302-85f8-f391f3f776e7 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:33.096716 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 81130526-9126-4035-84d5-5c3120d919c4 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:59:33.115408 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f3ab92b6-bc17-4837-8c5d-fccd65221c21 req-30221908-6332-46b3-80f8-c7ffd1a59e47 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf09caa5-739f-48b0-a7b0-aa3f447ec528 HTTP/1.1" status: 200 len: 210 time: 0.1271956 Mar 22 10:59:33.124784 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 81130526-9126-4035-84d5-5c3120d919c4 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:59:33.125675 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 81130526-9126-4035-84d5-5c3120d919c4 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:59:33.141424 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 43458a49-b7a5-495f-8072-2ea6171a6932 no longer exists at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:59:33.165689 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] No Port match for: 43458a49-b7a5-495f-8072-2ea6171a6932 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:59:33.166017 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 43458a49-b7a5-495f-8072-2ea6171a6932 not bound to the agent host hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:59:33.278252 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-da157b2f-ac28-4a49-b41c-a2019fbb7dcf tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:33.296801 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-da157b2f-ac28-4a49-b41c-a2019fbb7dcf tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:33.334667 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-7e1a3edb-e05f-4a18-86f1-c154d0017af0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] For port 7a40f030-16cb-4734-b959-88cabf919ff8, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=7a40f030-16cb-4734-b959-88cabf919ff8,segment=NetworkSegment(da0f83a2-bc73-42a9-8a4e-1942ea8594a6),segment_id=da0f83a2-bc73-42a9-8a4e-1942ea8594a6)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:59:33.335053 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7e1a3edb-e05f-4a18-86f1-c154d0017af0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:33.383782 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-7e1a3edb-e05f-4a18-86f1-c154d0017af0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Calling delete_port for 7a40f030-16cb-4734-b959-88cabf919ff8 owned by network:router_interface {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:59:33.388099 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-da157b2f-ac28-4a49-b41c-a2019fbb7dcf tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:33.389335 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-da157b2f-ac28-4a49-b41c-a2019fbb7dcf tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6687167 Mar 22 10:59:33.394586 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41006) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:33.399714 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-4c2cc854-39e5-4d8e-af44-bf580e2277c4 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Request body: {'security_group_rule': {'security_group_id': '22e951b2-d9b8-4208-8189-c4617be56989', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:33.402279 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e04e6312-3100-409a-9b6a-7b1096fca7e8 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:33.404784 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da157b2f-ac28-4a49-b41c-a2019fbb7dcf tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22e951b2-d9b8-4208-8189-c4617be56989,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:33.438421 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-4c2cc854-39e5-4d8e-af44-bf580e2277c4 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 10:59:33.439528 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4c2cc854-39e5-4d8e-af44-bf580e2277c4 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0437889 Mar 22 10:59:33.442211 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41010) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:33.447572 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-3fba8bcf-637d-4c2f-bad5-97611b763b50 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Request body: {'security_group_rule': {'security_group_id': '22e951b2-d9b8-4208-8189-c4617be56989', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:33.448335 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04e6312-3100-409a-9b6a-7b1096fca7e8 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event deleted for resources: {'Port': ['ID=81130526-9126-4035-84d5-5c3120d919c4,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:33.482650 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04e6312-3100-409a-9b6a-7b1096fca7e8 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] No DVR routers for this DVR port 81130526-9126-4035-84d5-5c3120d919c4 on host dv-neutron-834599-1-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:59:33.486404 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-3fba8bcf-637d-4c2f-bad5-97611b763b50 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 10:59:33.487696 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3fba8bcf-637d-4c2f-bad5-97611b763b50 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0442197 Mar 22 10:59:33.490442 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41012) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:33.548357 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7c85f66a-d177-4a3d-9c92-144611cfdcf4 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:33.571958 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7c85f66a-d177-4a3d-9c92-144611cfdcf4 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:33.618403 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7c85f66a-d177-4a3d-9c92-144611cfdcf4 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:33.621302 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7c85f66a-d177-4a3d-9c92-144611cfdcf4 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:33.624799 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7c85f66a-d177-4a3d-9c92-144611cfdcf4 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] 10.222.0.57 "DELETE /v2.0/security-groups/22e951b2-d9b8-4208-8189-c4617be56989 HTTP/1.1" status: 204 len: 168 time: 0.1308334 Mar 22 10:59:33.626871 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41014) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:33.638202 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c85f66a-d177-4a3d-9c92-144611cfdcf4 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e951b2-d9b8-4208-8189-c4617be56989,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:33.644318 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e04e6312-3100-409a-9b6a-7b1096fca7e8 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:33.684552 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9a82193f-31ab-40fd-8d72-14ee9056b8f7 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0556598 Mar 22 10:59:33.686603 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6049a0cd-3ce8-4302-85f8-f391f3f776e7 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:33.687574 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41016) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:33.692209 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-dbaab9e0-c599-4977-bd3b-3a568ed066a8 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Request body: {'security_group': {'name': 'tempest-secgroup--1648653830'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:33.713095 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dbaab9e0-c599-4977-bd3b-3a568ed066a8 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:33.727931 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-e04e6312-3100-409a-9b6a-7b1096fca7e8 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c8f413b-5d22-42cb-b8ab-677bbd8cc177']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:33.730143 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6049a0cd-3ce8-4302-85f8-f391f3f776e7 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:33.756780 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-e04e6312-3100-409a-9b6a-7b1096fca7e8 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03b6e274-6b93-4405-9fa3-eb01947a26be') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:33.757079 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-e04e6312-3100-409a-9b6a-7b1096fca7e8 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03b6e274-6b93-4405-9fa3-eb01947a26be') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:33.791428 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dbaab9e0-c599-4977-bd3b-3a568ed066a8 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:33.791846 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-6049a0cd-3ce8-4302-85f8-f391f3f776e7 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] In _notify_port_updated(), no bound segment for port cb08e9f9-8eb6-4873-a22e-2248e514ac08 on network 9ed789a7-1495-41f8-82cb-46101f9624ef {{(pid=109050) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 22 10:59:33.797247 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6049a0cd-3ce8-4302-85f8-f391f3f776e7 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:33.797869 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6049a0cd-3ce8-4302-85f8-f391f3f776e7 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:33.798113 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dbaab9e0-c599-4977-bd3b-3a568ed066a8 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:33.801760 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-6049a0cd-3ce8-4302-85f8-f391f3f776e7 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "PUT /v2.0/ports/cb08e9f9-8eb6-4873-a22e-2248e514ac08 HTTP/1.1" status: 200 len: 818 time: 0.9515209 Mar 22 10:59:33.804471 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41018) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:33.808125 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e04e6312-3100-409a-9b6a-7b1096fca7e8 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:33.835925 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dbaab9e0-c599-4977-bd3b-3a568ed066a8 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:33.840137 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-dbaab9e0-c599-4977-bd3b-3a568ed066a8 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1515343 Mar 22 10:59:33.843585 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41020) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:33.848841 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-aa662ffb-a71b-4253-a248-1c221a5c37e8 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:33.849249 dv-neutron-834599-1-hyperv neutron-server[109049]: WARNING neutron.api.v2.base [None req-aa662ffb-a71b-4253-a248-1c221a5c37e8 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 22 10:59:33.849893 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-aa662ffb-a71b-4253-a248-1c221a5c37e8 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] update failed (client error): There was a conflict when trying to complete your request. Mar 22 10:59:33.854183 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-aa662ffb-a71b-4253-a248-1c221a5c37e8 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] 10.222.0.57 "PUT /v2.0/security-groups/284b998f-483d-4c16-83d9-664a3f38a2f0 HTTP/1.1" status: 409 len: 330 time: 0.0096092 Mar 22 10:59:33.855016 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41022) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:33.862107 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaab9e0-c599-4977-bd3b-3a568ed066a8 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=284b998f-483d-4c16-83d9-664a3f38a2f0,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:33.863307 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e04e6312-3100-409a-9b6a-7b1096fca7e8 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:33.870685 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6049a0cd-3ce8-4302-85f8-f391f3f776e7 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event updated for resources: {'Port': ['ID=cb08e9f9-8eb6-4873-a22e-2248e514ac08,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:33.878336 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e04e6312-3100-409a-9b6a-7b1096fca7e8 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:59:33.878770 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e04e6312-3100-409a-9b6a-7b1096fca7e8 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:33.882384 dv-neutron-834599-1-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:59:33.882384 dv-neutron-834599-1-hyperv neutron-server[109050]: self.session.flush() Mar 22 10:59:33.882384 dv-neutron-834599-1-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:59:33.882384 dv-neutron-834599-1-hyperv neutron-server[109050]: self.session.flush() Mar 22 10:59:33.882384 dv-neutron-834599-1-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:59:33.882384 dv-neutron-834599-1-hyperv neutron-server[109050]: self.session.flush() Mar 22 10:59:33.882384 dv-neutron-834599-1-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 10:59:33.882384 dv-neutron-834599-1-hyperv neutron-server[109050]: self.session.flush() Mar 22 10:59:33.882384 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 10:59:33.882384 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:59:33.882384 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 10:59:33.882384 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:59:33.882384 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 10:59:33.882384 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:59:33.882384 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 10:59:33.882384 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:59:33.882384 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 10:59:33.882384 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:59:33.882384 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 10:59:33.882384 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:59:33.882384 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 10:59:33.882384 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:59:33.882384 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:59:33.882384 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:59:33.882384 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:59:33.882384 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:59:33.882384 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 10:59:33.882384 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:59:33.882384 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 10:59:33.882384 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:59:33.882384 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:59:33.882384 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:59:33.882384 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 10:59:33.882384 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:59:33.882384 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:59:33.882384 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:59:33.882384 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:59:33.882384 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:59:33.882384 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:59:33.882384 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:59:33.917563 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-51bd4f9e-9023-4392-a8f2-9fd6b74df109 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:33.941677 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-51bd4f9e-9023-4392-a8f2-9fd6b74df109 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:33.987557 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-51bd4f9e-9023-4392-a8f2-9fd6b74df109 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:33.990953 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-51bd4f9e-9023-4392-a8f2-9fd6b74df109 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:33.995532 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-51bd4f9e-9023-4392-a8f2-9fd6b74df109 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] 10.222.0.57 "DELETE /v2.0/security-groups/284b998f-483d-4c16-83d9-664a3f38a2f0 HTTP/1.1" status: 204 len: 168 time: 0.1392822 Mar 22 10:59:33.996343 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41024) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:34.008172 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e04e6312-3100-409a-9b6a-7b1096fca7e8 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:34.020405 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bd4f9e-9023-4392-a8f2-9fd6b74df109 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=284b998f-483d-4c16-83d9-664a3f38a2f0,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:34.024052 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e04e6312-3100-409a-9b6a-7b1096fca7e8 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:34.027208 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-e04e6312-3100-409a-9b6a-7b1096fca7e8 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "DELETE /v2.0/networks/4c8f413b-5d22-42cb-b8ab-677bbd8cc177 HTTP/1.1" status: 204 len: 168 time: 1.8073914 Mar 22 10:59:34.030020 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41026) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:34.048196 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04e6312-3100-409a-9b6a-7b1096fca7e8 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event deleted for resources: {'Network': ['ID=4c8f413b-5d22-42cb-b8ab-677bbd8cc177,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:34.057844 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7e1a3edb-e05f-4a18-86f1-c154d0017af0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:34.091893 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a3edb-e05f-4a18-86f1-c154d0017af0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'Port': ['ID=7a40f030-16cb-4734-b959-88cabf919ff8,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:34.096006 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-82b29789-b952-4ab0-b682-fed35fbae926 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Deleting port cb08e9f9-8eb6-4873-a22e-2248e514ac08 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:59:34.096271 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-82b29789-b952-4ab0-b682-fed35fbae926 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:34.155864 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6d59af34-4ac9-497c-8c59-6505676de415 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1554215 Mar 22 10:59:34.156546 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41030) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:34.188608 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-19137e23-68b4-4f7a-8353-ef4d819d0d2d tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] delete failed (client error): The resource could not be found. Mar 22 10:59:34.196044 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-19137e23-68b4-4f7a-8353-ef4d819d0d2d tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] 10.222.0.57 "DELETE /v2.0/security-groups/60f0fc8a-f36d-427d-859e-6c66c4d70537 HTTP/1.1" status: 404 len: 347 time: 0.0323217 Mar 22 10:59:34.197014 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41032) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:34.234756 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-135575cf-6d5b-4626-ac70-091f9ac32f71 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] show failed (client error): The resource could not be found. Mar 22 10:59:34.242742 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-135575cf-6d5b-4626-ac70-091f9ac32f71 tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] 10.222.0.57 "GET /v2.0/security-groups/b211743f-aa6e-48dd-ba48-3f7c98f0beed HTTP/1.1" status: 404 len: 347 time: 0.0386591 Mar 22 10:59:34.243523 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41034) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:34.311433 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-53580d94-b2de-4eac-92c9-1c870c747c7a tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] show failed (client error): The resource could not be found. Mar 22 10:59:34.318951 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-53580d94-b2de-4eac-92c9-1c870c747c7a tempest-NegativeSecGroupIPv6Test-164424883 tempest-NegativeSecGroupIPv6Test-164424883-project] 10.222.0.57 "GET /v2.0/security-group-rules/2dbeb96b-5758-48bf-bf57-895d11c87050 HTTP/1.1" status: 404 len: 356 time: 0.0663593 Mar 22 10:59:34.349513 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b006f02f-5eab-4740-8cd4-ab14ecde89e3 req-ec0975cf-35b3-4a4a-807a-d8202a1f7a4a tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf09caa5-739f-48b0-a7b0-aa3f447ec528 HTTP/1.1" status: 200 len: 210 time: 0.0643668 Mar 22 10:59:34.353703 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-82b29789-b952-4ab0-b682-fed35fbae926 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:34.404679 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-82b29789-b952-4ab0-b682-fed35fbae926 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Calling delete_port for cb08e9f9-8eb6-4873-a22e-2248e514ac08 owned by {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:59:34.572308 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1389da08-6669-49f4-b64b-f941037bd527 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683891'] for router_interface, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:34.653794 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41044) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:34.706175 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device fc4f5d42-97db-4aba-b427-d9be9a9c3063 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:59:34.728505 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: fc4f5d42-97db-4aba-b427-d9be9a9c3063 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:59:34.728861 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device fc4f5d42-97db-4aba-b427-d9be9a9c3063 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:59:34.832902 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-cced42de-a1dc-4c7b-a4ef-5df730052305 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=15ce3a953a4f43d4aa85bf9a5a38d6ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1758654 Mar 22 10:59:34.850983 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41048) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:34.887911 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e9514-5fa5-4db1-a80e-dcb1385067de req-24822c40-9ec5-4433-a27c-013b09c689ad tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:34.889446 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5e3e9514-5fa5-4db1-a80e-dcb1385067de req-24822c40-9ec5-4433-a27c-013b09c689ad tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] 10.222.0.35 "GET /v2.0/networks?id=63c06d48-cb8a-4b54-9fac-2e815705a3a9 HTTP/1.1" status: 200 len: 811 time: 0.7529528 Mar 22 10:59:34.905822 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-5e3e9514-5fa5-4db1-a80e-dcb1385067de req-b92266b4-ef27-48fc-8b38-48db912224b6 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] Request body: {'port': {'device_id': 'cf09caa5-739f-48b0-a7b0-aa3f447ec528', 'network_id': '63c06d48-cb8a-4b54-9fac-2e815705a3a9', 'admin_state_up': True, 'tenant_id': 'c30de3e381cd4e6ea23efcc3c4151d7b'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:34.946977 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c0fbfeec-6c79-4eae-bde6-bbf48c1aeefa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:34.960924 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-1389da08-6669-49f4-b64b-f941037bd527 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Deleting port 1135c066-ba75-4756-bb18-80b6f2ec8085 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:59:34.961258 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1389da08-6669-49f4-b64b-f941037bd527 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:34.986791 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c0fbfeec-6c79-4eae-bde6-bbf48c1aeefa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:35.037793 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7e1a3edb-e05f-4a18-86f1-c154d0017af0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684007'] for router_interface, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:35.062098 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-82b29789-b952-4ab0-b682-fed35fbae926 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:35.088858 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-1389da08-6669-49f4-b64b-f941037bd527 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] For port 1135c066-ba75-4756-bb18-80b6f2ec8085, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=1135c066-ba75-4756-bb18-80b6f2ec8085,segment=NetworkSegment(0279a9ff-eef3-457c-a2d1-3b0e876a634d),segment_id=0279a9ff-eef3-457c-a2d1-3b0e876a634d)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:59:35.089226 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1389da08-6669-49f4-b64b-f941037bd527 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:35.103440 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-1389da08-6669-49f4-b64b-f941037bd527 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Calling delete_port for 1135c066-ba75-4756-bb18-80b6f2ec8085 owned by network:router_interface {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:59:35.108827 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c0fbfeec-6c79-4eae-bde6-bbf48c1aeefa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:35.111303 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c0fbfeec-6c79-4eae-bde6-bbf48c1aeefa admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:35.114775 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c0fbfeec-6c79-4eae-bde6-bbf48c1aeefa admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/561835a8-2a46-4673-8a54-f950dcc7099b HTTP/1.1" status: 204 len: 168 time: 0.2604225 Mar 22 10:59:35.126512 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fbfeec-6c79-4eae-bde6-bbf48c1aeefa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561835a8-2a46-4673-8a54-f950dcc7099b,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:35.133219 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b29789-b952-4ab0-b682-fed35fbae926 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event deleted for resources: {'Port': ['ID=cb08e9f9-8eb6-4873-a22e-2248e514ac08,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:35.149714 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-82b29789-b952-4ab0-b682-fed35fbae926 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:35.153024 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-82b29789-b952-4ab0-b682-fed35fbae926 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "DELETE /v2.0/ports/cb08e9f9-8eb6-4873-a22e-2248e514ac08 HTTP/1.1" status: 204 len: 168 time: 1.3427584 Mar 22 10:59:35.156459 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41052) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:35.225602 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e3e9514-5fa5-4db1-a80e-dcb1385067de req-b92266b4-ef27-48fc-8b38-48db912224b6 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] Made reservation on behalf of c30de3e381cd4e6ea23efcc3c4151d7b for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:59:35.229035 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-5e3e9514-5fa5-4db1-a80e-dcb1385067de req-b92266b4-ef27-48fc-8b38-48db912224b6 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:35.283170 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764b8486-0299-477d-b522-c86a6ea0ca56 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:35.287495 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-764b8486-0299-477d-b522-c86a6ea0ca56 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1258724 Mar 22 10:59:35.287908 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41054) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:35.325918 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffe8ac25-af5a-400a-806c-3baddcb2a675 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] GET failed (client error): The resource could not be found. Mar 22 10:59:35.327596 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ffe8ac25-af5a-400a-806c-3baddcb2a675 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "GET /v2.0/ports/cb08e9f9-8eb6-4873-a22e-2248e514ac08 HTTP/1.1" status: 404 len: 333 time: 0.0386012 Mar 22 10:59:35.331696 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41056) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:35.339268 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-39c2bb64-9769-453f-8a58-fdaaa688cfe3 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-836734709'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:35.375087 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1389da08-6669-49f4-b64b-f941037bd527 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:35.439925 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c2bb64-9769-453f-8a58-fdaaa688cfe3 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Made reservation on behalf of 9b8ed9295afa4b00b119a1377ee54716 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:59:35.450952 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-39c2bb64-9769-453f-8a58-fdaaa688cfe3 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:35.460131 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1389da08-6669-49f4-b64b-f941037bd527 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event deleted for resources: {'Port': ['ID=1135c066-ba75-4756-bb18-80b6f2ec8085,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:35.509682 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4df9b4e6-7527-45c8-a8a0-a15d59e647b0 req-bca6e482-99c5-4a49-bc5d-98fbf130497c tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf09caa5-739f-48b0-a7b0-aa3f447ec528 HTTP/1.1" status: 200 len: 210 time: 0.0885439 Mar 22 10:59:35.525232 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [req-5e3e9514-5fa5-4db1-a80e-dcb1385067de req-b92266b4-ef27-48fc-8b38-48db912224b6 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] Allocated IP 172.20.0.2 (63c06d48-cb8a-4b54-9fac-2e815705a3a9/730fb31c-967b-4caf-9d38-1f5158568c7d/83572261-3f44-4024-b666-88f18e06c4f7) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:59:35.554922 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39c2bb64-9769-453f-8a58-fdaaa688cfe3 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:59:35.571348 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e1a3edb-e05f-4a18-86f1-c154d0017af0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Router f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:59:35.603217 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-39c2bb64-9769-453f-8a58-fdaaa688cfe3 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:35.603857 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-39c2bb64-9769-453f-8a58-fdaaa688cfe3 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Added segment 4fa21427-1e04-4a61-b848-a1c88b2e5fd6 of type vlan for network 3e5ead10-94d6-4739-a008-341b13dc9c4c Mar 22 10:59:35.690034 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1389da08-6669-49f4-b64b-f941037bd527 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684007'] for router_interface, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:35.692639 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-39c2bb64-9769-453f-8a58-fdaaa688cfe3 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:35.790806 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-5e3e9514-5fa5-4db1-a80e-dcb1385067de req-b92266b4-ef27-48fc-8b38-48db912224b6 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:35.793306 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-39c2bb64-9769-453f-8a58-fdaaa688cfe3 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:35.798699 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c2bb64-9769-453f-8a58-fdaaa688cfe3 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:35.799279 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-39c2bb64-9769-453f-8a58-fdaaa688cfe3 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:35.803975 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e1a3edb-e05f-4a18-86f1-c154d0017af0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:59:35.812834 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-7e1a3edb-e05f-4a18-86f1-c154d0017af0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "PUT /v2.0/routers/f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5660343 Mar 22 10:59:35.813582 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41060) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:35.816767 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6840104e-efc3-462e-9c0d-904458add7ba None None] Sync routers for ids ['f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:59:35.829820 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6840104e-efc3-462e-9c0d-904458add7ba None None] Routers {'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:59:35.830562 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-6840104e-efc3-462e-9c0d-904458add7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:59:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:35.854376 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-39c2bb64-9769-453f-8a58-fdaaa688cfe3 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5216074 Mar 22 10:59:35.859056 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41062) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:35.864830 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-5e3e9514-5fa5-4db1-a80e-dcb1385067de req-b92266b4-ef27-48fc-8b38-48db912224b6 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:35.896189 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-b0da1ed5-7918-490f-9d2e-9f1c83385ccb tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Request body: {'subnet': {'network_id': '3e5ead10-94d6-4739-a008-341b13dc9c4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:35.917844 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c2bb64-9769-453f-8a58-fdaaa688cfe3 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event updated for resources: {'Network': ['ID=3e5ead10-94d6-4739-a008-341b13dc9c4c,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:35.926497 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_v2 [None req-61429e54-4a41-4103-89d0-f4c258602744 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Deleting subnet 4c71e94c-7cee-47cf-9eaa-4ef0468212bd {{(pid=109050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:59:35.933676 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e3e9514-5fa5-4db1-a80e-dcb1385067de req-b92266b4-ef27-48fc-8b38-48db912224b6 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] Network 63c06d48-cb8a-4b54-9fac-2e815705a3a9 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:59:35.933676 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-61429e54-4a41-4103-89d0-f4c258602744 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for subnet, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:35.935276 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 3e5ead10-94d6-4739-a008-341b13dc9c4c details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:59:35.956825 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [req-5e3e9514-5fa5-4db1-a80e-dcb1385067de req-b92266b4-ef27-48fc-8b38-48db912224b6 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:59:35.966773 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e3e9514-5fa5-4db1-a80e-dcb1385067de req-b92266b4-ef27-48fc-8b38-48db912224b6 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:59:35.976794 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92266b4-ef27-48fc-8b38-48db912224b6 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] Pushing event updated for resources: {'Port': ['ID=83572261-3f44-4024-b666-88f18e06c4f7,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:35.993614 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-6840104e-efc3-462e-9c0d-904458add7ba None None] Set router f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:59:36.058288 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-61429e54-4a41-4103-89d0-f4c258602744 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11961780'] for subnet, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:36.073308 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0da1ed5-7918-490f-9d2e-9f1c83385ccb tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Made reservation on behalf of 9b8ed9295afa4b00b119a1377ee54716 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:59:36.076881 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b0da1ed5-7918-490f-9d2e-9f1c83385ccb tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:36.084509 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1389da08-6669-49f4-b64b-f941037bd527 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Router 054c9ae2-1257-43cc-a295-3af6f4bb22cd has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:59:36.094881 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e9514-5fa5-4db1-a80e-dcb1385067de req-b92266b4-ef27-48fc-8b38-48db912224b6 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:36.094881 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-5e3e9514-5fa5-4db1-a80e-dcb1385067de req-b92266b4-ef27-48fc-8b38-48db912224b6 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:36.121896 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5e3e9514-5fa5-4db1-a80e-dcb1385067de req-b92266b4-ef27-48fc-8b38-48db912224b6 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2215059 Mar 22 10:59:36.135593 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-5e3e9514-5fa5-4db1-a80e-dcb1385067de req-2eee7ce7-38d3-474b-bbc7-56e17edc4cbb service neutron] Request body: {'port': {'device_id': 'cf09caa5-739f-48b0-a7b0-aa3f447ec528', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8345'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:36.226323 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-61429e54-4a41-4103-89d0-f4c258602744 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:36.256177 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-5e3e9514-5fa5-4db1-a80e-dcb1385067de req-2eee7ce7-38d3-474b-bbc7-56e17edc4cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:36.258524 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1389da08-6669-49f4-b64b-f941037bd527 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:59:36.266236 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1389da08-6669-49f4-b64b-f941037bd527 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "PUT /v2.0/routers/054c9ae2-1257-43cc-a295-3af6f4bb22cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2351158 Mar 22 10:59:36.269368 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41064) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:36.273408 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2abae1-bb71-4f5a-87ad-345fce22e130 None None] Sync routers for ids ['054c9ae2-1257-43cc-a295-3af6f4bb22cd'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:59:36.289430 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2abae1-bb71-4f5a-87ad-345fce22e130 None None] Routers {'054c9ae2-1257-43cc-a295-3af6f4bb22cd'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:59:36.292672 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-ac2abae1-bb71-4f5a-87ad-345fce22e130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:59:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['054c9ae2-1257-43cc-a295-3af6f4bb22cd'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:36.319796 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-6840104e-efc3-462e-9c0d-904458add7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'name': 'tempest-TestNetworkBasicOps-router-1828628981', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': '6cda97f7-9cfc-4889-a0ae-87e083441a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:56:38Z', 'updated_at': '2022-03-22T10:59:33Z', 'revision_number': 7, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '6cda97f7-9cfc-4889-a0ae-87e083441a28', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:dc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:56:41Z', 'updated_at': '2022-03-22T10:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:36.356981 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6840104e-efc3-462e-9c0d-904458add7ba None None] Checking router: f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 10:59:36.364310 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-0725bff8-65c0-4385-8f7c-48fac30222bb tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Deleting subnet e80e6b74-ee8b-45db-b728-55e51f348315 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:59:36.369334 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6840104e-efc3-462e-9c0d-904458add7ba None None] Routers {'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:59:36.370097 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-6840104e-efc3-462e-9c0d-904458add7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:59:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:36.387285 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0725bff8-65c0-4385-8f7c-48fac30222bb tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:36.400956 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-61429e54-4a41-4103-89d0-f4c258602744 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:36.431315 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-ac2abae1-bb71-4f5a-87ad-345fce22e130 None None] Set router 054c9ae2-1257-43cc-a295-3af6f4bb22cd gateway port host: None {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:59:36.446972 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b0da1ed5-7918-490f-9d2e-9f1c83385ccb tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:36.451470 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0725bff8-65c0-4385-8f7c-48fac30222bb tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:36.459410 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61429e54-4a41-4103-89d0-f4c258602744 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'Subnet': ['ID=4c71e94c-7cee-47cf-9eaa-4ef0468212bd,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:36.464980 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-61429e54-4a41-4103-89d0-f4c258602744 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:36.468463 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-61429e54-4a41-4103-89d0-f4c258602744 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "DELETE /v2.0/subnets/4c71e94c-7cee-47cf-9eaa-4ef0468212bd HTTP/1.1" status: 204 len: 168 time: 0.6542203 Mar 22 10:59:36.472466 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41066) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:36.512614 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-6840104e-efc3-462e-9c0d-904458add7ba None None] Set router f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:59:36.582991 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0da1ed5-7918-490f-9d2e-9f1c83385ccb tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event updated for resources: {'Subnet': ['ID=b90e38d6-70cf-471c-92fc-ed1d48c79efb,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:36.604253 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0da1ed5-7918-490f-9d2e-9f1c83385ccb tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Checking segment: {'id': '4fa21427-1e04-4a61-b848-a1c88b2e5fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3e5ead10-94d6-4739-a008-341b13dc9c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:59:36.604858 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0da1ed5-7918-490f-9d2e-9f1c83385ccb tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Network hostable DHCP agents. Network: 3e5ead10-94d6-4739-a008-341b13dc9c4c, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:59:36.619526 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0725bff8-65c0-4385-8f7c-48fac30222bb tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:36.646231 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947dd5d0-92aa-48d5-b8a0-4932a50cd64a None None] Network 6a65d360-9164-47d6-a114-8a8963e979c8 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:59:36.658033 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0da1ed5-7918-490f-9d2e-9f1c83385ccb tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Network 3e5ead10-94d6-4739-a008-341b13dc9c4c is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:59:36.678563 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ddffe1de-3efc-4cd8-93cf-5f76feab6cb9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:36.689719 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-b0da1ed5-7918-490f-9d2e-9f1c83385ccb tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 3e5ead10-94d6-4739-a008-341b13dc9c4c) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:59:36.708290 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0da1ed5-7918-490f-9d2e-9f1c83385ccb tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:36.716022 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b0da1ed5-7918-490f-9d2e-9f1c83385ccb tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:36.757955 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b0da1ed5-7918-490f-9d2e-9f1c83385ccb tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8974876 Mar 22 10:59:36.758245 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a80f26b-1f4e-4d4f-8ded-16d5076743f7 None None] Network 3e5ead10-94d6-4739-a008-341b13dc9c4c requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:59:36.761308 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0725bff8-65c0-4385-8f7c-48fac30222bb tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:36.771883 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41070) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:36.786532 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-8b985edc-7eb2-4b2f-b8e6-4fedae7057bc tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Request body: {'subnet': {'network_id': '3e5ead10-94d6-4739-a008-341b13dc9c4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:36.829159 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [req-5e3e9514-5fa5-4db1-a80e-dcb1385067de req-2eee7ce7-38d3-474b-bbc7-56e17edc4cbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83572261-3f44-4024-b666-88f18e06c4f7 {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 10:59:36.851287 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0725bff8-65c0-4385-8f7c-48fac30222bb tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:36.855774 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0725bff8-65c0-4385-8f7c-48fac30222bb tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "DELETE /v2.0/subnets/e80e6b74-ee8b-45db-b728-55e51f348315 HTTP/1.1" status: 204 len: 168 time: 0.5853801 Mar 22 10:59:36.857182 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0725bff8-65c0-4385-8f7c-48fac30222bb tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event deleted for resources: {'Subnet': ['ID=e80e6b74-ee8b-45db-b728-55e51f348315,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:36.864527 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41072) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:36.876234 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-5e3e9514-5fa5-4db1-a80e-dcb1385067de req-2eee7ce7-38d3-474b-bbc7-56e17edc4cbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:36.910304 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514fab9-94e7-4591-be2f-a192871c251c req-4deb21e2-1e29-4838-888c-725fe4e7dc08 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:36.912202 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d514fab9-94e7-4591-be2f-a192871c251c req-4deb21e2-1e29-4838-888c-725fe4e7dc08 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf09caa5-739f-48b0-a7b0-aa3f447ec528 HTTP/1.1" status: 200 len: 931 time: 0.1814015 Mar 22 10:59:36.915448 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [req-5e3e9514-5fa5-4db1-a80e-dcb1385067de req-2eee7ce7-38d3-474b-bbc7-56e17edc4cbb service neutron] Transition to ACTIVE for port object 83572261-3f44-4024-b666-88f18e06c4f7 will not be triggered until provisioned by entity L2. {{(pid=109050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 10:59:36.937806 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-5e3e9514-5fa5-4db1-a80e-dcb1385067de req-2eee7ce7-38d3-474b-bbc7-56e17edc4cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:36.946236 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-6840104e-efc3-462e-9c0d-904458add7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'name': 'tempest-TestNetworkBasicOps-router-1828628981', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': '6cda97f7-9cfc-4889-a0ae-87e083441a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:56:38Z', 'updated_at': '2022-03-22T10:59:33Z', 'revision_number': 7, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '6cda97f7-9cfc-4889-a0ae-87e083441a28', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:dc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:56:41Z', 'updated_at': '2022-03-22T10:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:36.956625 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ddffe1de-3efc-4cd8-93cf-5f76feab6cb9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:36.985650 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6840104e-efc3-462e-9c0d-904458add7ba None None] The sync data for ids ['f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4'] in dv-neutron-834599-1-hyperv is: [{'id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'name': 'tempest-TestNetworkBasicOps-router-1828628981', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': '6cda97f7-9cfc-4889-a0ae-87e083441a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:56:38Z', 'updated_at': '2022-03-22T10:59:33Z', 'revision_number': 7, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '6cda97f7-9cfc-4889-a0ae-87e083441a28', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:dc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:56:41Z', 'updated_at': '2022-03-22T10:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:59:37.053784 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50492b07-4eec-4e6c-a446-86781f5d7d23 None None] Network 3e212b2a-931f-4471-a513-0754eb745ed2 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:59:37.071337 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eee7ce7-38d3-474b-bbc7-56e17edc4cbb service neutron] Pushing event updated for resources: {'Port': ['ID=83572261-3f44-4024-b666-88f18e06c4f7,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:37.080420 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d514fab9-94e7-4591-be2f-a192871c251c req-7aa8fe5a-e8fd-4eb4-ae65-ab664019cc7d tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] 10.222.0.57 "GET /v2.0/security-groups?id=46df5bd6-6571-4ac0-843e-90dcdc450982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514850 Mar 22 10:59:37.151694 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-ddffe1de-3efc-4cd8-93cf-5f76feab6cb9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Deleting port 6cda97f7-9cfc-4889-a0ae-87e083441a28 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:59:37.152040 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ddffe1de-3efc-4cd8-93cf-5f76feab6cb9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:37.182670 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-5e3e9514-5fa5-4db1-a80e-dcb1385067de req-2eee7ce7-38d3-474b-bbc7-56e17edc4cbb service neutron] Attempting to bind port 83572261-3f44-4024-b666-88f18e06c4f7 on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:59:37.182979 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-5e3e9514-5fa5-4db1-a80e-dcb1385067de req-2eee7ce7-38d3-474b-bbc7-56e17edc4cbb service neutron] Attempting to bind port 83572261-3f44-4024-b666-88f18e06c4f7 by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': 'c0e68b5b-461c-45c7-88f6-004a4eb5883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '63c06d48-cb8a-4b54-9fac-2e815705a3a9'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:59:37.183312 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3e9514-5fa5-4db1-a80e-dcb1385067de req-2eee7ce7-38d3-474b-bbc7-56e17edc4cbb service neutron] Attempting to bind port 83572261-3f44-4024-b666-88f18e06c4f7 on network 63c06d48-cb8a-4b54-9fac-2e815705a3a9 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:59:37.183947 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-ac2abae1-bb71-4f5a-87ad-345fce22e130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'name': 'tempest-RoutersTest-router-142145091', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:58:56Z', 'updated_at': '2022-03-22T10:59:35Z', 'revision_number': 9, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'gw_port_host': None, '_interfaces': [{'id': '35540a55-abee-4074-8d64-fce2f814bac6', 'name': '', 'network_id': '660e8501-1e86-44cd-9d64-1cf5a800b0a5', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'mac_address': 'fa:16:3e:5e:12:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '46d0a98d-c4c2-4141-8071-35817cc1ce80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:00Z', 'updated_at': '2022-03-22T10:59:06Z', 'revision_number': 5, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'subnets': [{'id': '46d0a98d-c4c2-4141-8071-35817cc1ce80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5577756c-7d0b-4984-93f2-d21be4ae63ac', 'name': '', 'network_id': 'da3c7d6d-c84b-4a40-9d62-4ff535fff9b4', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'mac_address': 'fa:16:3e:4b:3f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '1cae3500-778f-4ecb-ac53-307699b891a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:05Z', 'updated_at': '2022-03-22T10:59:16Z', 'revision_number': 5, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'subnets': [{'id': '1cae3500-778f-4ecb-ac53-307699b891a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:37.216553 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3e9514-5fa5-4db1-a80e-dcb1385067de req-2eee7ce7-38d3-474b-bbc7-56e17edc4cbb service neutron] Port 83572261-3f44-4024-b666-88f18e06c4f7 on network 63c06d48-cb8a-4b54-9fac-2e815705a3a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 10:59:37.216881 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3e9514-5fa5-4db1-a80e-dcb1385067de req-2eee7ce7-38d3-474b-bbc7-56e17edc4cbb service neutron] Attempting to bind port 83572261-3f44-4024-b666-88f18e06c4f7 on network 63c06d48-cb8a-4b54-9fac-2e815705a3a9 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:59:37.228541 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3e9514-5fa5-4db1-a80e-dcb1385067de req-2eee7ce7-38d3-474b-bbc7-56e17edc4cbb service neutron] Checking agent: {'id': 'dcb78974-6458-4942-8c9c-663284d5bb3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8345', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:59:37.228877 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3e9514-5fa5-4db1-a80e-dcb1385067de req-2eee7ce7-38d3-474b-bbc7-56e17edc4cbb service neutron] Checking segment: {'id': 'c0e68b5b-461c-45c7-88f6-004a4eb5883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '63c06d48-cb8a-4b54-9fac-2e815705a3a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:59:37.229254 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3e9514-5fa5-4db1-a80e-dcb1385067de req-2eee7ce7-38d3-474b-bbc7-56e17edc4cbb service neutron] Bound using segment: {'id': 'c0e68b5b-461c-45c7-88f6-004a4eb5883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '63c06d48-cb8a-4b54-9fac-2e815705a3a9'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:59:37.229709 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-5e3e9514-5fa5-4db1-a80e-dcb1385067de req-2eee7ce7-38d3-474b-bbc7-56e17edc4cbb service neutron] Bound port: 83572261-3f44-4024-b666-88f18e06c4f7, host: hv-neutron-8345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0e68b5b-461c-45c7-88f6-004a4eb5883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '63c06d48-cb8a-4b54-9fac-2e815705a3a9'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:59:37.230069 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-5e3e9514-5fa5-4db1-a80e-dcb1385067de req-2eee7ce7-38d3-474b-bbc7-56e17edc4cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:37.239331 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2abae1-bb71-4f5a-87ad-345fce22e130 None None] Checking router: 054c9ae2-1257-43cc-a295-3af6f4bb22cd for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 10:59:37.292786 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-ddffe1de-3efc-4cd8-93cf-5f76feab6cb9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] For port 6cda97f7-9cfc-4889-a0ae-87e083441a28, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=6cda97f7-9cfc-4889-a0ae-87e083441a28,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:59:37.293094 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ddffe1de-3efc-4cd8-93cf-5f76feab6cb9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:37.300777 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2abae1-bb71-4f5a-87ad-345fce22e130 None None] Routers {'054c9ae2-1257-43cc-a295-3af6f4bb22cd'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:59:37.301827 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-ac2abae1-bb71-4f5a-87ad-345fce22e130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:59:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['054c9ae2-1257-43cc-a295-3af6f4bb22cd'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:37.312745 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-ddffe1de-3efc-4cd8-93cf-5f76feab6cb9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Calling delete_port for 6cda97f7-9cfc-4889-a0ae-87e083441a28 owned by network:router_gateway {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:59:37.340134 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-5e3e9514-5fa5-4db1-a80e-dcb1385067de req-2eee7ce7-38d3-474b-bbc7-56e17edc4cbb service neutron] For port 83572261-3f44-4024-b666-88f18e06c4f7, host hv-neutron-8345, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:59:37.351571 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7526f782-ce13-4faf-9ad0-ff997a92e4c4 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:37.382536 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-5e3e9514-5fa5-4db1-a80e-dcb1385067de req-2eee7ce7-38d3-474b-bbc7-56e17edc4cbb service neutron] For port 83572261-3f44-4024-b666-88f18e06c4f7, host hv-neutron-8345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=83572261-3f44-4024-b666-88f18e06c4f7,segment=NetworkSegment(c0e68b5b-461c-45c7-88f6-004a4eb5883a),segment_id=c0e68b5b-461c-45c7-88f6-004a4eb5883a)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:59:37.397450 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-5e3e9514-5fa5-4db1-a80e-dcb1385067de req-2eee7ce7-38d3-474b-bbc7-56e17edc4cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:37.452461 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b985edc-7eb2-4b2f-b8e6-4fedae7057bc tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Made reservation on behalf of 9b8ed9295afa4b00b119a1377ee54716 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:59:37.456164 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8b985edc-7eb2-4b2f-b8e6-4fedae7057bc tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:37.469845 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eee7ce7-38d3-474b-bbc7-56e17edc4cbb service neutron] Pushing event updated for resources: {'Port': ['ID=83572261-3f44-4024-b666-88f18e06c4f7,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:37.473246 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-7526f782-ce13-4faf-9ad0-ff997a92e4c4 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Deleting port 72bc5725-5d09-455f-8d17-f68020289fa0 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:59:37.473591 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7526f782-ce13-4faf-9ad0-ff997a92e4c4 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:37.473721 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-ac2abae1-bb71-4f5a-87ad-345fce22e130 None None] Set router 054c9ae2-1257-43cc-a295-3af6f4bb22cd gateway port host: None {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:59:37.494579 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e9514-5fa5-4db1-a80e-dcb1385067de req-2eee7ce7-38d3-474b-bbc7-56e17edc4cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:37.496822 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-5e3e9514-5fa5-4db1-a80e-dcb1385067de req-2eee7ce7-38d3-474b-bbc7-56e17edc4cbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:37.498437 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5e3e9514-5fa5-4db1-a80e-dcb1385067de req-2eee7ce7-38d3-474b-bbc7-56e17edc4cbb service neutron] 10.222.0.35 "PUT /v2.0/ports/83572261-3f44-4024-b666-88f18e06c4f7 HTTP/1.1" status: 200 len: 1093 time: 1.3673475 Mar 22 10:59:37.501848 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf09caa5-739f-48b0-a7b0-aa3f447ec528', 'tag': '83572261-3f44-4024-b666-88f18e06c4f7'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 10:59:37.504902 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2832db-6396-4aa4-a78a-db59bf8430b3" -d '{"events": [{"name": "network-changed", "server_uuid": "cf09caa5-739f-48b0-a7b0-aa3f447ec528", "tag": "83572261-3f44-4024-b666-88f18e06c4f7"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 10:59:37.527316 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8aed7a6-609a-447f-8206-3a917b9689fd None None] DHCP port deletion for 6a65d360-9164-47d6-a114-8a8963e979c8 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:59:37.583651 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 10:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761bfb22-9b79-4e7d-ad51-67b7ff8295be x-openstack-request-id: req-761bfb22-9b79-4e7d-ad51-67b7ff8295be {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 10:59:37.583874 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf09caa5-739f-48b0-a7b0-aa3f447ec528", "tag": "83572261-3f44-4024-b666-88f18e06c4f7", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 10:59:37.584206 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-761bfb22-9b79-4e7d-ad51-67b7ff8295be {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 10:59:37.584616 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-761bfb22-9b79-4e7d-ad51-67b7ff8295be'] response: {'name': 'network-changed', 'server_uuid': 'cf09caa5-739f-48b0-a7b0-aa3f447ec528', 'tag': '83572261-3f44-4024-b666-88f18e06c4f7', 'status': 'completed', 'code': 200} Mar 22 10:59:37.613982 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def89e0f-30b1-4b80-9518-e387445c8fc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-3e5ead10-94d6-4739-a008-341b13dc9c4c', 'network_id': '3e5ead10-94d6-4739-a008-341b13dc9c4c', 'tenant_id': '9b8ed9295afa4b00b119a1377ee54716', 'fixed_ips': [{'subnet_id': 'b90e38d6-70cf-471c-92fc-ed1d48c79efb'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:59:37.614855 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-def89e0f-30b1-4b80-9518-e387445c8fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:37.651522 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-7526f782-ce13-4faf-9ad0-ff997a92e4c4 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] For port 72bc5725-5d09-455f-8d17-f68020289fa0, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=72bc5725-5d09-455f-8d17-f68020289fa0,segment=NetworkSegment(0279a9ff-eef3-457c-a2d1-3b0e876a634d),segment_id=0279a9ff-eef3-457c-a2d1-3b0e876a634d)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:59:37.652128 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7526f782-ce13-4faf-9ad0-ff997a92e4c4 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:37.675267 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-7526f782-ce13-4faf-9ad0-ff997a92e4c4 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Calling delete_port for 72bc5725-5d09-455f-8d17-f68020289fa0 owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:59:37.683010 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.ipam_backend_mixin [None req-8b985edc-7eb2-4b2f-b8e6-4fedae7057bc tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b90e38d6-70cf-471c-92fc-ed1d48c79efb (CIDR: 2001:db8::/64) Mar 22 10:59:37.691414 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ddffe1de-3efc-4cd8-93cf-5f76feab6cb9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:37.692214 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b985edc-7eb2-4b2f-b8e6-4fedae7057bc tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 10:59:37.692673 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b985edc-7eb2-4b2f-b8e6-4fedae7057bc tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:59:37.730758 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffe1de-3efc-4cd8-93cf-5f76feab6cb9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'Port': ['ID=6cda97f7-9cfc-4889-a0ae-87e083441a28,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:37.774878 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8b985edc-7eb2-4b2f-b8e6-4fedae7057bc tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9932640 Mar 22 10:59:37.777296 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41076) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:37.783497 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-3eb7c2c7-3516-4ec7-81e1-bc75bac2718b tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Request body: {'subnet': {'network_id': '3e5ead10-94d6-4739-a008-341b13dc9c4c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:37.805507 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e9514-5fa5-4db1-a80e-dcb1385067de req-de26c75e-885e-45f5-aade-c8fa1a0e5d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:37.808291 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5e3e9514-5fa5-4db1-a80e-dcb1385067de req-de26c75e-885e-45f5-aade-c8fa1a0e5d32 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c30de3e381cd4e6ea23efcc3c4151d7b&device_id=cf09caa5-739f-48b0-a7b0-aa3f447ec528 HTTP/1.1" status: 200 len: 1096 time: 0.2372251 Mar 22 10:59:37.808464 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7526f782-ce13-4faf-9ad0-ff997a92e4c4 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:37.821069 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e4d789-6fa5-4803-9543-49df8f40184d None None] DHCP port deletion for 3e212b2a-931f-4471-a513-0754eb745ed2 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:59:37.830891 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5579da8f-bbc0-499f-8d04-1a850b9b3efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:37.857178 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5e3e9514-5fa5-4db1-a80e-dcb1385067de req-64d7b544-89e3-4493-bb31-61439c4e1420 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=83572261-3f44-4024-b666-88f18e06c4f7 HTTP/1.1" status: 200 len: 217 time: 0.0399117 Mar 22 10:59:37.857951 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ddffe1de-3efc-4cd8-93cf-5f76feab6cb9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682553'] for router_gateway, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:37.880922 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7526f782-ce13-4faf-9ad0-ff997a92e4c4 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event deleted for resources: {'Port': ['ID=72bc5725-5d09-455f-8d17-f68020289fa0,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:37.885163 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7526f782-ce13-4faf-9ad0-ff997a92e4c4 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] No DVR routers for this DVR port 72bc5725-5d09-455f-8d17-f68020289fa0 on host dv-neutron-834599-1-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:59:37.917147 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-f8aed7a6-609a-447f-8206-3a917b9689fd None None] Deleting port 03b60680-5be3-4076-b21f-3848d8b65e3d {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:59:37.917527 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f8aed7a6-609a-447f-8206-3a917b9689fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:37.989460 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ddffe1de-3efc-4cd8-93cf-5f76feab6cb9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:37.994976 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ddffe1de-3efc-4cd8-93cf-5f76feab6cb9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:38.011675 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7526f782-ce13-4faf-9ad0-ff997a92e4c4 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:38.023108 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-def89e0f-30b1-4b80-9518-e387445c8fc1 None None] Allocated IP 2001:db8::2 (3e5ead10-94d6-4739-a008-341b13dc9c4c/b90e38d6-70cf-471c-92fc-ed1d48c79efb/072cfa4d-bb7a-449e-90d6-acdcd35a7452) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:59:38.040964 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e9514-5fa5-4db1-a80e-dcb1385067de req-d6897339-400b-4bb4-8af5-e9fbc339c75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:38.042437 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5e3e9514-5fa5-4db1-a80e-dcb1385067de req-d6897339-400b-4bb4-8af5-e9fbc339c75e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=730fb31c-967b-4caf-9d38-1f5158568c7d HTTP/1.1" status: 200 len: 851 time: 0.1191363 Mar 22 10:59:38.043106 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-f8aed7a6-609a-447f-8206-3a917b9689fd None None] For port 03b60680-5be3-4076-b21f-3848d8b65e3d, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=03b60680-5be3-4076-b21f-3848d8b65e3d,segment=NetworkSegment(da0f83a2-bc73-42a9-8a4e-1942ea8594a6),segment_id=da0f83a2-bc73-42a9-8a4e-1942ea8594a6)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:59:38.043589 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f8aed7a6-609a-447f-8206-3a917b9689fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:38.045551 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-7526f782-ce13-4faf-9ad0-ff997a92e4c4 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e212b2a-931f-4471-a513-0754eb745ed2']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:38.054376 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb7c2c7-3516-4ec7-81e1-bc75bac2718b tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Made reservation on behalf of 9b8ed9295afa4b00b119a1377ee54716 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:59:38.057879 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3eb7c2c7-3516-4ec7-81e1-bc75bac2718b tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:38.061657 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ddffe1de-3efc-4cd8-93cf-5f76feab6cb9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:38.063950 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddffe1de-3efc-4cd8-93cf-5f76feab6cb9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Fanout notify agent at l3_agent the message router_deleted on router f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4 {{(pid=109050) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 10:59:38.069484 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-f8aed7a6-609a-447f-8206-3a917b9689fd None None] Calling delete_port for 03b60680-5be3-4076-b21f-3848d8b65e3d owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:59:38.075442 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-7526f782-ce13-4faf-9ad0-ff997a92e4c4 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0279a9ff-eef3-457c-a2d1-3b0e876a634d') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:38.075742 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-7526f782-ce13-4faf-9ad0-ff997a92e4c4 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0279a9ff-eef3-457c-a2d1-3b0e876a634d') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:38.095097 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7526f782-ce13-4faf-9ad0-ff997a92e4c4 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:38.098701 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ddffe1de-3efc-4cd8-93cf-5f76feab6cb9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:38.099304 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-ddffe1de-3efc-4cd8-93cf-5f76feab6cb9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "DELETE /v2.0/routers/f2f1e834-c5e2-4de9-b4a4-3f521d3f48c4 HTTP/1.1" status: 204 len: 168 time: 1.6231580 Mar 22 10:59:38.102480 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5e3e9514-5fa5-4db1-a80e-dcb1385067de req-a2d41eed-0a83-448f-967b-c933480939b0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=63c06d48-cb8a-4b54-9fac-2e815705a3a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509958 Mar 22 10:59:38.103825 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41078) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:38.165054 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7526f782-ce13-4faf-9ad0-ff997a92e4c4 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:38.174518 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7526f782-ce13-4faf-9ad0-ff997a92e4c4 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:59:38.175094 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7526f782-ce13-4faf-9ad0-ff997a92e4c4 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:38.178455 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-ac2abae1-bb71-4f5a-87ad-345fce22e130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'name': 'tempest-RoutersTest-router-142145091', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:58:56Z', 'updated_at': '2022-03-22T10:59:35Z', 'revision_number': 9, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'gw_port_host': None, '_interfaces': [{'id': '35540a55-abee-4074-8d64-fce2f814bac6', 'name': '', 'network_id': '660e8501-1e86-44cd-9d64-1cf5a800b0a5', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'mac_address': 'fa:16:3e:5e:12:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '46d0a98d-c4c2-4141-8071-35817cc1ce80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:00Z', 'updated_at': '2022-03-22T10:59:06Z', 'revision_number': 5, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'subnets': [{'id': '46d0a98d-c4c2-4141-8071-35817cc1ce80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5577756c-7d0b-4984-93f2-d21be4ae63ac', 'name': '', 'network_id': 'da3c7d6d-c84b-4a40-9d62-4ff535fff9b4', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'mac_address': 'fa:16:3e:4b:3f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '1cae3500-778f-4ecb-ac53-307699b891a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:05Z', 'updated_at': '2022-03-22T10:59:16Z', 'revision_number': 5, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'subnets': [{'id': '1cae3500-778f-4ecb-ac53-307699b891a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:38.224331 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2abae1-bb71-4f5a-87ad-345fce22e130 None None] The sync data for ids ['054c9ae2-1257-43cc-a295-3af6f4bb22cd'] in dv-neutron-834599-1-hyperv is: [{'id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'name': 'tempest-RoutersTest-router-142145091', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:58:56Z', 'updated_at': '2022-03-22T10:59:35Z', 'revision_number': 9, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'gw_port_host': None, '_interfaces': [{'id': '35540a55-abee-4074-8d64-fce2f814bac6', 'name': '', 'network_id': '660e8501-1e86-44cd-9d64-1cf5a800b0a5', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'mac_address': 'fa:16:3e:5e:12:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '46d0a98d-c4c2-4141-8071-35817cc1ce80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:00Z', 'updated_at': '2022-03-22T10:59:06Z', 'revision_number': 5, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'subnets': [{'id': '46d0a98d-c4c2-4141-8071-35817cc1ce80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5577756c-7d0b-4984-93f2-d21be4ae63ac', 'name': '', 'network_id': 'da3c7d6d-c84b-4a40-9d62-4ff535fff9b4', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'mac_address': 'fa:16:3e:4b:3f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '1cae3500-778f-4ecb-ac53-307699b891a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:05Z', 'updated_at': '2022-03-22T10:59:16Z', 'revision_number': 5, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'subnets': [{'id': '1cae3500-778f-4ecb-ac53-307699b891a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:59:38.251301 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 10:59:38.251301 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:59:38.251301 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 10:59:38.251301 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:59:38.251301 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 10:59:38.251301 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:59:38.251301 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 10:59:38.251301 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:59:38.251301 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 10:59:38.251301 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:59:38.251301 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 10:59:38.251301 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:59:38.251301 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 10:59:38.251301 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:59:38.251301 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:59:38.251301 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:59:38.251301 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:59:38.251301 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:59:38.251301 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 10:59:38.251301 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:59:38.251301 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 10:59:38.251301 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:59:38.251301 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:59:38.251301 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:59:38.251301 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 10:59:38.251301 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:59:38.251301 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:59:38.251301 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:59:38.251301 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:59:38.251301 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:59:38.251301 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:59:38.251301 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:59:38.274963 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7526f782-ce13-4faf-9ad0-ff997a92e4c4 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:38.298228 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7526f782-ce13-4faf-9ad0-ff997a92e4c4 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:38.302173 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7526f782-ce13-4faf-9ad0-ff997a92e4c4 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "DELETE /v2.0/networks/3e212b2a-931f-4471-a513-0754eb745ed2 HTTP/1.1" status: 204 len: 168 time: 1.4325538 Mar 22 10:59:38.309577 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41082) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:38.324551 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6528d27-f0da-439c-ab5f-2f999242e591 req-f685443f-15c3-42fb-a155-6a31d42836b0 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:38.326067 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d6528d27-f0da-439c-ab5f-2f999242e591 req-f685443f-15c3-42fb-a155-6a31d42836b0 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf09caa5-739f-48b0-a7b0-aa3f447ec528 HTTP/1.1" status: 200 len: 943 time: 0.1458926 Mar 22 10:59:38.328010 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5e3e9514-5fa5-4db1-a80e-dcb1385067de req-182fd32b-2aa0-481a-ba97-29c1481ef58c service neutron] 10.222.0.35 "GET /v2.0/networks/63c06d48-cb8a-4b54-9fac-2e815705a3a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134073 Mar 22 10:59:38.338000 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f8aed7a6-609a-447f-8206-3a917b9689fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:38.367501 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7526f782-ce13-4faf-9ad0-ff997a92e4c4 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event deleted for resources: {'Network': ['ID=3e212b2a-931f-4471-a513-0754eb745ed2,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:38.372874 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-def89e0f-30b1-4b80-9518-e387445c8fc1 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:38.377292 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aed7a6-609a-447f-8206-3a917b9689fd None None] Pushing event deleted for resources: {'Port': ['ID=03b60680-5be3-4076-b21f-3848d8b65e3d,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:38.382105 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8aed7a6-609a-447f-8206-3a917b9689fd None None] No DVR routers for this DVR port 03b60680-5be3-4076-b21f-3848d8b65e3d on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:59:38.385198 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-def89e0f-30b1-4b80-9518-e387445c8fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:38.403664 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-380b8c69-6a90-4f32-92a8-be7276f73844 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:38.428639 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def89e0f-30b1-4b80-9518-e387445c8fc1 None None] Network 3e5ead10-94d6-4739-a008-341b13dc9c4c is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:59:38.433511 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-def89e0f-30b1-4b80-9518-e387445c8fc1 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:59:38.437126 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def89e0f-30b1-4b80-9518-e387445c8fc1 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:59:38.445149 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def89e0f-30b1-4b80-9518-e387445c8fc1 None None] Pushing event updated for resources: {'Port': ['ID=072cfa4d-bb7a-449e-90d6-acdcd35a7452,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:38.504994 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-def89e0f-30b1-4b80-9518-e387445c8fc1 None None] Attempting to bind port 072cfa4d-bb7a-449e-90d6-acdcd35a7452 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:59:38.505515 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-def89e0f-30b1-4b80-9518-e387445c8fc1 None None] Attempting to bind port 072cfa4d-bb7a-449e-90d6-acdcd35a7452 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '4fa21427-1e04-4a61-b848-a1c88b2e5fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3e5ead10-94d6-4739-a008-341b13dc9c4c'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:59:38.505953 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def89e0f-30b1-4b80-9518-e387445c8fc1 None None] Attempting to bind port 072cfa4d-bb7a-449e-90d6-acdcd35a7452 on network 3e5ead10-94d6-4739-a008-341b13dc9c4c {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:59:38.511996 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def89e0f-30b1-4b80-9518-e387445c8fc1 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:59:38.512394 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def89e0f-30b1-4b80-9518-e387445c8fc1 None None] Checking segment: {'id': '4fa21427-1e04-4a61-b848-a1c88b2e5fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3e5ead10-94d6-4739-a008-341b13dc9c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:59:38.512773 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-def89e0f-30b1-4b80-9518-e387445c8fc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:38.513163 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def89e0f-30b1-4b80-9518-e387445c8fc1 None None] Bound using segment: {'id': '4fa21427-1e04-4a61-b848-a1c88b2e5fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3e5ead10-94d6-4739-a008-341b13dc9c4c'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:59:38.514197 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-def89e0f-30b1-4b80-9518-e387445c8fc1 None None] Bound port: 072cfa4d-bb7a-449e-90d6-acdcd35a7452, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fa21427-1e04-4a61-b848-a1c88b2e5fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3e5ead10-94d6-4739-a008-341b13dc9c4c'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:59:38.514197 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-def89e0f-30b1-4b80-9518-e387445c8fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:38.547017 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-380b8c69-6a90-4f32-92a8-be7276f73844 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:38.592894 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-380b8c69-6a90-4f32-92a8-be7276f73844 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a65d360-9164-47d6-a114-8a8963e979c8']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:38.595638 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-def89e0f-30b1-4b80-9518-e387445c8fc1 None None] For port 072cfa4d-bb7a-449e-90d6-acdcd35a7452, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:59:38.601568 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-def89e0f-30b1-4b80-9518-e387445c8fc1 None None] For port 072cfa4d-bb7a-449e-90d6-acdcd35a7452, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=072cfa4d-bb7a-449e-90d6-acdcd35a7452,segment=NetworkSegment(4fa21427-1e04-4a61-b848-a1c88b2e5fd6),segment_id=4fa21427-1e04-4a61-b848-a1c88b2e5fd6)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:59:38.613605 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-def89e0f-30b1-4b80-9518-e387445c8fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:38.614109 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-380b8c69-6a90-4f32-92a8-be7276f73844 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da0f83a2-bc73-42a9-8a4e-1942ea8594a6') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:38.614414 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-380b8c69-6a90-4f32-92a8-be7276f73844 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da0f83a2-bc73-42a9-8a4e-1942ea8594a6') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:38.625145 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-380b8c69-6a90-4f32-92a8-be7276f73844 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:38.644154 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-380b8c69-6a90-4f32-92a8-be7276f73844 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:38.651338 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-380b8c69-6a90-4f32-92a8-be7276f73844 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:59:38.652121 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-380b8c69-6a90-4f32-92a8-be7276f73844 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:38.670127 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 10:59:38.670127 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:59:38.670127 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 10:59:38.670127 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:59:38.670127 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 10:59:38.670127 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:59:38.670127 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 10:59:38.670127 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:59:38.670127 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 10:59:38.670127 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:59:38.670127 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 10:59:38.670127 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:59:38.670127 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 10:59:38.670127 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:59:38.670127 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:59:38.670127 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:59:38.670127 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:59:38.670127 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:59:38.670127 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 10:59:38.670127 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:59:38.670127 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 10:59:38.670127 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:59:38.670127 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:59:38.670127 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:59:38.670127 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 10:59:38.670127 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:59:38.670127 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:59:38.670127 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:59:38.670127 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:59:38.670127 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:59:38.670127 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:59:38.670127 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:59:38.703258 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def89e0f-30b1-4b80-9518-e387445c8fc1 None None] Pushing event updated for resources: {'Port': ['ID=072cfa4d-bb7a-449e-90d6-acdcd35a7452,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:38.775446 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-380b8c69-6a90-4f32-92a8-be7276f73844 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:38.783929 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-380b8c69-6a90-4f32-92a8-be7276f73844 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:38.787697 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-380b8c69-6a90-4f32-92a8-be7276f73844 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "DELETE /v2.0/networks/6a65d360-9164-47d6-a114-8a8963e979c8 HTTP/1.1" status: 204 len: 168 time: 0.6808319 Mar 22 10:59:38.806951 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41084) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:38.813182 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-612862c9-d6d4-4f9a-a8b9-ae71756e6624 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'network': {'name': 'tempest-network-smoke--878598805', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'port_security_enabled': True}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:38.821019 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b8c69-6a90-4f32-92a8-be7276f73844 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'Network': ['ID=6a65d360-9164-47d6-a114-8a8963e979c8,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:38.845077 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3eb7c2c7-3516-4ec7-81e1-bc75bac2718b tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:38.875539 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612862c9-d6d4-4f9a-a8b9-ae71756e6624 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Made reservation on behalf of 9d323f0b18e24bb7bcd0d92686e5587a for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:59:38.878921 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-612862c9-d6d4-4f9a-a8b9-ae71756e6624 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:38.894247 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d6528d27-f0da-439c-ab5f-2f999242e591 req-b3efc39d-4c7b-4b04-9396-a74b20fdbd33 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] 10.222.0.57 "GET /v2.0/security-groups?id=46df5bd6-6571-4ac0-843e-90dcdc450982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517744 Mar 22 10:59:38.940340 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb7c2c7-3516-4ec7-81e1-bc75bac2718b tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Network 3e5ead10-94d6-4739-a008-341b13dc9c4c is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:59:38.945525 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb7c2c7-3516-4ec7-81e1-bc75bac2718b tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event updated for resources: {'Subnet': ['ID=18bf454e-22e1-447b-a621-0f629c7d0dd4,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:38.965850 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-3eb7c2c7-3516-4ec7-81e1-bc75bac2718b tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:59:38.973577 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb7c2c7-3516-4ec7-81e1-bc75bac2718b tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:38.973577 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3eb7c2c7-3516-4ec7-81e1-bc75bac2718b tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:38.990337 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-612862c9-d6d4-4f9a-a8b9-ae71756e6624 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:59:39.012034 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-612862c9-d6d4-4f9a-a8b9-ae71756e6624 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:39.012659 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-612862c9-d6d4-4f9a-a8b9-ae71756e6624 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Added segment 3dd8d086-23af-4874-9500-d2fd8a0c0149 of type vlan for network 2651f58b-4d82-47eb-adbc-f5b0a2dd2774 Mar 22 10:59:39.061562 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5e3e9514-5fa5-4db1-a80e-dcb1385067de req-8a77db08-6373-45c3-85fb-bcd43a3e9380 service neutron] 10.222.0.35 "GET /v2.0/networks/63c06d48-cb8a-4b54-9fac-2e815705a3a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179467 Mar 22 10:59:39.082484 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3eb7c2c7-3516-4ec7-81e1-bc75bac2718b tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3038270 Mar 22 10:59:39.085478 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41086) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:39.086827 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-612862c9-d6d4-4f9a-a8b9-ae71756e6624 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:39.091397 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-e0d2bc51-39f1-4868-a8c9-6abaf415ac80 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Request body: {'port': {'network_id': '3e5ead10-94d6-4739-a008-341b13dc9c4c', 'fixed_ips': [{'subnet_id': 'b90e38d6-70cf-471c-92fc-ed1d48c79efb'}, {'subnet_id': '18bf454e-22e1-447b-a621-0f629c7d0dd4'}], 'name': 'tempest-PortsIpV6TestJSON-904241809'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:39.099692 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 72bc5725-5d09-455f-8d17-f68020289fa0 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:59:39.122069 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 72bc5725-5d09-455f-8d17-f68020289fa0 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:59:39.122426 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 72bc5725-5d09-455f-8d17-f68020289fa0 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:59:39.122870 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 6cda97f7-9cfc-4889-a0ae-87e083441a28 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:59:39.133037 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-612862c9-d6d4-4f9a-a8b9-ae71756e6624 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:39.140609 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612862c9-d6d4-4f9a-a8b9-ae71756e6624 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:39.140609 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-612862c9-d6d4-4f9a-a8b9-ae71756e6624 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:39.164125 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 6cda97f7-9cfc-4889-a0ae-87e083441a28 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:59:39.164510 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 6cda97f7-9cfc-4889-a0ae-87e083441a28 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:59:39.164895 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 03b60680-5be3-4076-b21f-3848d8b65e3d no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:59:39.190556 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 03b60680-5be3-4076-b21f-3848d8b65e3d {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:59:39.190556 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 03b60680-5be3-4076-b21f-3848d8b65e3d not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:59:39.191180 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 1135c066-ba75-4756-bb18-80b6f2ec8085 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:59:39.210745 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 1135c066-ba75-4756-bb18-80b6f2ec8085 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:59:39.211095 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 1135c066-ba75-4756-bb18-80b6f2ec8085 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:59:39.211546 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 7a40f030-16cb-4734-b959-88cabf919ff8 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:59:39.225759 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-612862c9-d6d4-4f9a-a8b9-ae71756e6624 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4165487 Mar 22 10:59:39.227778 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612862c9-d6d4-4f9a-a8b9-ae71756e6624 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Network': ['ID=2651f58b-4d82-47eb-adbc-f5b0a2dd2774,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:39.234268 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 7a40f030-16cb-4734-b959-88cabf919ff8 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:59:39.234780 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 7a40f030-16cb-4734-b959-88cabf919ff8 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:59:39.236515 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41088) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:39.239089 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 2651f58b-4d82-47eb-adbc-f5b0a2dd2774 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:59:39.251127 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-be1829cc-9c0c-4d5b-82c5-dba7532b0238 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-314910066', 'admin_state_up': True, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:39.329246 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2832db-6396-4aa4-a78a-db59bf8430b3 req-efedd14c-55c3-42c6-981f-609b094c35ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:39.330881 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9f2832db-6396-4aa4-a78a-db59bf8430b3 req-efedd14c-55c3-42c6-981f-609b094c35ef service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c30de3e381cd4e6ea23efcc3c4151d7b&device_id=cf09caa5-739f-48b0-a7b0-aa3f447ec528 HTTP/1.1" status: 200 len: 1096 time: 0.1925695 Mar 22 10:59:39.333851 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-be1829cc-9c0c-4d5b-82c5-dba7532b0238 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:39.335033 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-be1829cc-9c0c-4d5b-82c5-dba7532b0238 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:39.484199 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d2bc51-39f1-4868-a8c9-6abaf415ac80 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Made reservation on behalf of 9b8ed9295afa4b00b119a1377ee54716 for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:59:39.490624 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-be1829cc-9c0c-4d5b-82c5-dba7532b0238 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:39.640520 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2832db-6396-4aa4-a78a-db59bf8430b3 req-6b9afe91-e1bc-416f-84f5-500b5bf3aa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:39.642026 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9f2832db-6396-4aa4-a78a-db59bf8430b3 req-6b9afe91-e1bc-416f-84f5-500b5bf3aa44 service neutron] 10.222.0.35 "GET /v2.0/networks?id=63c06d48-cb8a-4b54-9fac-2e815705a3a9 HTTP/1.1" status: 200 len: 912 time: 0.3032689 Mar 22 10:59:39.753902 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9f2832db-6396-4aa4-a78a-db59bf8430b3 req-41f26d64-aa33-466b-aa7c-ddd1e90fe0b3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=83572261-3f44-4024-b666-88f18e06c4f7 HTTP/1.1" status: 200 len: 217 time: 0.1033781 Mar 22 10:59:39.764129 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e0d2bc51-39f1-4868-a8c9-6abaf415ac80 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:39.798250 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-be1829cc-9c0c-4d5b-82c5-dba7532b0238 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:39.818486 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-27e1be9f-253d-4e77-93bd-5aa72247831b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:39.847233 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c4a865-9469-43a5-9972-5e05066ce90f None None] Network 3e5ead10-94d6-4739-a008-341b13dc9c4c requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:59:39.871633 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-e0d2bc51-39f1-4868-a8c9-6abaf415ac80 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] device_id is not set on port f03a9369-5a50-4eac-8d57-646889fa3897 yet. {{(pid=109050) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:59:39.898706 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2832db-6396-4aa4-a78a-db59bf8430b3 req-a59f91a6-2a8b-40a3-a95b-82e346dd89bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:39.900175 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9f2832db-6396-4aa4-a78a-db59bf8430b3 req-a59f91a6-2a8b-40a3-a95b-82e346dd89bb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=730fb31c-967b-4caf-9d38-1f5158568c7d HTTP/1.1" status: 200 len: 851 time: 0.1305420 Mar 22 10:59:39.938871 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-a4566c6f-9687-4e58-8bdf-6450e03afa1f None None] Provisioning complete for port 072cfa4d-bb7a-449e-90d6-acdcd35a7452 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:39.939307 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a4566c6f-9687-4e58-8bdf-6450e03afa1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:39.987003 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9f2832db-6396-4aa4-a78a-db59bf8430b3 req-290f92af-ccf8-493f-9468-4b0e4552e948 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=63c06d48-cb8a-4b54-9fac-2e815705a3a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566878 Mar 22 10:59:39.992709 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ac3cbaba-7dbb-4753-be5c-b798b082f860 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683891'] for router_interface, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:40.084320 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a4566c6f-9687-4e58-8bdf-6450e03afa1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:40.144195 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-a4566c6f-9687-4e58-8bdf-6450e03afa1f None None] For port 072cfa4d-bb7a-449e-90d6-acdcd35a7452, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=072cfa4d-bb7a-449e-90d6-acdcd35a7452,segment=NetworkSegment(4fa21427-1e04-4a61-b848-a1c88b2e5fd6),segment_id=4fa21427-1e04-4a61-b848-a1c88b2e5fd6)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:59:40.149997 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a4566c6f-9687-4e58-8bdf-6450e03afa1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:40.185672 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87baaa52-23ed-4d7b-b1a6-61637f4d6514 None None] Update dhcp port {'port': {'network_id': '3e5ead10-94d6-4739-a008-341b13dc9c4c', 'fixed_ips': [{'subnet_id': 'b90e38d6-70cf-471c-92fc-ed1d48c79efb', 'ip_address': '2001:db8::2'}, {'subnet_id': '18bf454e-22e1-447b-a621-0f629c7d0dd4'}], 'binding:host_id': 'dv-neutron-834599-1-hyperv'}, 'id': '072cfa4d-bb7a-449e-90d6-acdcd35a7452'} from dv-neutron-834599-1-hyperv. {{(pid=109051) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 22 10:59:40.224245 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4566c6f-9687-4e58-8bdf-6450e03afa1f None None] Pushing event updated for resources: {'Port': ['ID=072cfa4d-bb7a-449e-90d6-acdcd35a7452,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:40.227918 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-87baaa52-23ed-4d7b-b1a6-61637f4d6514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:40.339868 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d341dd-6042-4b93-9ea2-9f255aa4422e req-1f847cd8-3864-4d23-bdfc-79799841536f tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:40.341355 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-28d341dd-6042-4b93-9ea2-9f255aa4422e req-1f847cd8-3864-4d23-bdfc-79799841536f tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf09caa5-739f-48b0-a7b0-aa3f447ec528 HTTP/1.1" status: 200 len: 943 time: 0.3423240 Mar 22 10:59:40.396672 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9f2832db-6396-4aa4-a78a-db59bf8430b3 req-841ad95b-9639-4592-985f-22c52ab07d25 service neutron] 10.222.0.35 "GET /v2.0/networks/63c06d48-cb8a-4b54-9fac-2e815705a3a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994098 Mar 22 10:59:40.397703 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-87baaa52-23ed-4d7b-b1a6-61637f4d6514 None None] Allocated IP 2001:db8:0:1::2 (3e5ead10-94d6-4739-a008-341b13dc9c4c/18bf454e-22e1-447b-a621-0f629c7d0dd4/072cfa4d-bb7a-449e-90d6-acdcd35a7452) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:59:40.468357 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-28d341dd-6042-4b93-9ea2-9f255aa4422e req-18aea476-16ff-4d23-81bb-f88db7c663f4 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] 10.222.0.57 "GET /v2.0/security-groups?id=46df5bd6-6571-4ac0-843e-90dcdc450982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118231 Mar 22 10:59:40.508176 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-87baaa52-23ed-4d7b-b1a6-61637f4d6514 None None] For port 072cfa4d-bb7a-449e-90d6-acdcd35a7452, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=072cfa4d-bb7a-449e-90d6-acdcd35a7452,segment=NetworkSegment(4fa21427-1e04-4a61-b848-a1c88b2e5fd6),segment_id=4fa21427-1e04-4a61-b848-a1c88b2e5fd6)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:59:40.538770 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-87baaa52-23ed-4d7b-b1a6-61637f4d6514 None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:40.544587 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-87baaa52-23ed-4d7b-b1a6-61637f4d6514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:40.629740 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9f2832db-6396-4aa4-a78a-db59bf8430b3 req-712b448f-dd5a-4e7c-b396-9b448e932c99 service neutron] 10.222.0.35 "GET /v2.0/networks/63c06d48-cb8a-4b54-9fac-2e815705a3a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227683 Mar 22 10:59:40.630571 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87baaa52-23ed-4d7b-b1a6-61637f4d6514 None None] Pushing event updated for resources: {'Port': ['ID=072cfa4d-bb7a-449e-90d6-acdcd35a7452,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:40.657784 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-be1829cc-9c0c-4d5b-82c5-dba7532b0238 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router_gateway, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:40.705068 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-be1829cc-9c0c-4d5b-82c5-dba7532b0238 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:40.724353 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 072cfa4d-bb7a-449e-90d6-acdcd35a7452 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:59:40.782674 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 072cfa4d-bb7a-449e-90d6-acdcd35a7452 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:40.783302 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:41.084730 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:41.132507 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9187e70-9443-4962-91d1-2a0ffa03bab1 None None] Network 3e5ead10-94d6-4739-a008-341b13dc9c4c requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:59:41.162327 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 83572261-3f44-4024-b666-88f18e06c4f7 details requested by agent hyperv_hv-neutron-8345 with host hv-neutron-8345 {{(pid=109051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 10:59:41.199985 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-e0d2bc51-39f1-4868-a8c9-6abaf415ac80 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Allocated IP 2001:db8::291 (3e5ead10-94d6-4739-a008-341b13dc9c4c/b90e38d6-70cf-471c-92fc-ed1d48c79efb/f03a9369-5a50-4eac-8d57-646889fa3897) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:59:41.213680 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-e0d2bc51-39f1-4868-a8c9-6abaf415ac80 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Allocated IP 2001:db8:0:1::50 (3e5ead10-94d6-4739-a008-341b13dc9c4c/18bf454e-22e1-447b-a621-0f629c7d0dd4/f03a9369-5a50-4eac-8d57-646889fa3897) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:59:41.254036 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-b82b4304-4d6b-4cec-89d8-cc7e09737d9c None None] Provisioning complete for port 072cfa4d-bb7a-449e-90d6-acdcd35a7452 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:41.254300 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b82b4304-4d6b-4cec-89d8-cc7e09737d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:41.283655 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-be1829cc-9c0c-4d5b-82c5-dba7532b0238 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Allocated IP 172.26.7.135 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/b7a2db13-d6b8-4dec-9720-d5d2bdbf7bbb) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:59:41.312992 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-ac3cbaba-7dbb-4753-be5c-b798b082f860 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Deleting port 5577756c-7d0b-4984-93f2-d21be4ae63ac {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:59:41.313313 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ac3cbaba-7dbb-4753-be5c-b798b082f860 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:41.432658 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 83572261-3f44-4024-b666-88f18e06c4f7, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=83572261-3f44-4024-b666-88f18e06c4f7,segment=NetworkSegment(c0e68b5b-461c-45c7-88f6-004a4eb5883a),segment_id=c0e68b5b-461c-45c7-88f6-004a4eb5883a)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:59:41.475804 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Returning: {'device': '83572261-3f44-4024-b666-88f18e06c4f7', 'network_id': '63c06d48-cb8a-4b54-9fac-2e815705a3a9', 'port_id': '83572261-3f44-4024-b666-88f18e06c4f7', 'mac_address': 'fa:16:3e:23:92:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '730fb31c-967b-4caf-9d38-1f5158568c7d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 10:59:41.528409 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:41.536284 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-ac3cbaba-7dbb-4753-be5c-b798b082f860 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] For port 5577756c-7d0b-4984-93f2-d21be4ae63ac, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=5577756c-7d0b-4984-93f2-d21be4ae63ac,segment=NetworkSegment(8551020e-da87-43d5-a6e8-07d7003b061e),segment_id=8551020e-da87-43d5-a6e8-07d7003b061e)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:59:41.536899 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ac3cbaba-7dbb-4753-be5c-b798b082f860 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:41.546763 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83572261-3f44-4024-b666-88f18e06c4f7 {{(pid=109051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 10:59:41.569856 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 83572261-3f44-4024-b666-88f18e06c4f7, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=83572261-3f44-4024-b666-88f18e06c4f7,segment=NetworkSegment(c0e68b5b-461c-45c7-88f6-004a4eb5883a),segment_id=c0e68b5b-461c-45c7-88f6-004a4eb5883a)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:59:41.572003 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-ac3cbaba-7dbb-4753-be5c-b798b082f860 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Calling delete_port for 5577756c-7d0b-4984-93f2-d21be4ae63ac owned by network:router_interface {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:59:41.576940 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:41.629027 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e0d2bc51-39f1-4868-a8c9-6abaf415ac80 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:41.630518 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=83572261-3f44-4024-b666-88f18e06c4f7,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:41.678010 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-be1829cc-9c0c-4d5b-82c5-dba7532b0238 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:41.735213 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e8596c-5f67-412f-b977-9b251dc0798f req-1e967572-1649-4e42-b74f-225c6035b0d9 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:41.736770 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-06e8596c-5f67-412f-b977-9b251dc0798f req-1e967572-1649-4e42-b74f-225c6035b0d9 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf09caa5-739f-48b0-a7b0-aa3f447ec528 HTTP/1.1" status: 200 len: 943 time: 0.1856639 Mar 22 10:59:41.783687 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['83572261-3f44-4024-b666-88f18e06c4f7'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 10:59:41.817248 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e0d2bc51-39f1-4868-a8c9-6abaf415ac80 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:41.842271 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-05c9a76c-9068-4d62-96aa-86f5b1ca2cc8 None None] Provisioning complete for port 072cfa4d-bb7a-449e-90d6-acdcd35a7452 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:41.842653 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-05c9a76c-9068-4d62-96aa-86f5b1ca2cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:41.871826 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-be1829cc-9c0c-4d5b-82c5-dba7532b0238 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:41.894757 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-06e8596c-5f67-412f-b977-9b251dc0798f req-12a924e8-515c-40f8-bccc-4c29a3ee39a5 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] 10.222.0.57 "GET /v2.0/security-groups?id=46df5bd6-6571-4ac0-843e-90dcdc450982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462746 Mar 22 10:59:41.910150 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d2bc51-39f1-4868-a8c9-6abaf415ac80 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Network 3e5ead10-94d6-4739-a008-341b13dc9c4c is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:59:41.922574 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-e0d2bc51-39f1-4868-a8c9-6abaf415ac80 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:59:41.924374 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1829cc-9c0c-4d5b-82c5-dba7532b0238 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:59:41.926888 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d2bc51-39f1-4868-a8c9-6abaf415ac80 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:59:41.932693 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d2bc51-39f1-4868-a8c9-6abaf415ac80 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:41.933327 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e0d2bc51-39f1-4868-a8c9-6abaf415ac80 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:41.936188 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d2bc51-39f1-4868-a8c9-6abaf415ac80 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event updated for resources: {'Port': ['ID=f03a9369-5a50-4eac-8d57-646889fa3897,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:41.943918 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-be1829cc-9c0c-4d5b-82c5-dba7532b0238 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:59:41.971863 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1829cc-9c0c-4d5b-82c5-dba7532b0238 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:59:42.041765 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-e0d2bc51-39f1-4868-a8c9-6abaf415ac80 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 2.9550257 Mar 22 10:59:42.044846 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41094) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:42.052616 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-dcba3e6c-63ce-4199-91a9-f57086897db7 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b90e38d6-70cf-471c-92fc-ed1d48c79efb'}]}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:42.072763 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1829cc-9c0c-4d5b-82c5-dba7532b0238 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Port': ['ID=b7a2db13-d6b8-4dec-9720-d5d2bdbf7bbb,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:42.107876 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ac3cbaba-7dbb-4753-be5c-b798b082f860 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:42.168653 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3cbaba-7dbb-4753-be5c-b798b082f860 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event deleted for resources: {'Port': ['ID=5577756c-7d0b-4984-93f2-d21be4ae63ac,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:42.223477 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-c04a85bd-6f44-487a-bed9-f1dbd9b29c3b None None] Provisioning complete for port f03a9369-5a50-4eac-8d57-646889fa3897 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:42.224418 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c04a85bd-6f44-487a-bed9-f1dbd9b29c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:42.232339 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dcba3e6c-63ce-4199-91a9-f57086897db7 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:42.277375 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-c04a85bd-6f44-487a-bed9-f1dbd9b29c3b None None] Port f03a9369-5a50-4eac-8d57-646889fa3897 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:59:42.443348 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ac3cbaba-7dbb-4753-be5c-b798b082f860 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684007'] for router_interface, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:42.452855 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-be1829cc-9c0c-4d5b-82c5-dba7532b0238 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router_gateway, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:42.502365 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:42.515894 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-dcba3e6c-63ce-4199-91a9-f57086897db7 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Delete allocated IP 2001:db8:0:1::50 (3e5ead10-94d6-4739-a008-341b13dc9c4c/18bf454e-22e1-447b-a621-0f629c7d0dd4) {{(pid=109049) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 22 10:59:42.664107 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dcba3e6c-63ce-4199-91a9-f57086897db7 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:42.669940 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dcba3e6c-63ce-4199-91a9-f57086897db7 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:42.733182 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-dcba3e6c-63ce-4199-91a9-f57086897db7 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] In _notify_port_updated(), no bound segment for port f03a9369-5a50-4eac-8d57-646889fa3897 on network 3e5ead10-94d6-4739-a008-341b13dc9c4c {{(pid=109049) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 22 10:59:42.739140 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcba3e6c-63ce-4199-91a9-f57086897db7 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:42.739829 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dcba3e6c-63ce-4199-91a9-f57086897db7 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:42.743912 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-dcba3e6c-63ce-4199-91a9-f57086897db7 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "PUT /v2.0/ports/f03a9369-5a50-4eac-8d57-646889fa3897 HTTP/1.1" status: 200 len: 925 time: 0.6947110 Mar 22 10:59:42.745010 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41096) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:42.750386 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-c9412a66-364c-4e75-b6ac-05694f3c9a62 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b90e38d6-70cf-471c-92fc-ed1d48c79efb'}, {'subnet_id': '18bf454e-22e1-447b-a621-0f629c7d0dd4'}]}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:42.775801 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 072cfa4d-bb7a-449e-90d6-acdcd35a7452 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:59:42.785406 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcba3e6c-63ce-4199-91a9-f57086897db7 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event updated for resources: {'Port': ['ID=f03a9369-5a50-4eac-8d57-646889fa3897,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:42.814000 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac3cbaba-7dbb-4753-be5c-b798b082f860 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Router 054c9ae2-1257-43cc-a295-3af6f4bb22cd has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:59:42.831460 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-be1829cc-9c0c-4d5b-82c5-dba7532b0238 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:42.854173 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c9412a66-364c-4e75-b6ac-05694f3c9a62 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:42.856070 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:42.875112 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 072cfa4d-bb7a-449e-90d6-acdcd35a7452 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:42.875702 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:42.989974 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3cbaba-7dbb-4753-be5c-b798b082f860 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:59:43.001440 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9203032b-375c-465f-85d8-3a78fcb49ed1 None None] Sync routers for ids ['054c9ae2-1257-43cc-a295-3af6f4bb22cd'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:59:43.014638 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9203032b-375c-465f-85d8-3a78fcb49ed1 None None] Routers {'054c9ae2-1257-43cc-a295-3af6f4bb22cd'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:59:43.015543 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-9203032b-375c-465f-85d8-3a78fcb49ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:59:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['054c9ae2-1257-43cc-a295-3af6f4bb22cd'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:43.025814 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-ac3cbaba-7dbb-4753-be5c-b798b082f860 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "PUT /v2.0/routers/054c9ae2-1257-43cc-a295-3af6f4bb22cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7153101 Mar 22 10:59:43.036720 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41100) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:43.106486 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-cdce5fe8-38ea-4615-9795-9e4d4f2aa56f None None] Provisioning complete for port f03a9369-5a50-4eac-8d57-646889fa3897 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:43.107085 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-cdce5fe8-38ea-4615-9795-9e4d4f2aa56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:43.107949 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-9203032b-375c-465f-85d8-3a78fcb49ed1 None None] Set router 054c9ae2-1257-43cc-a295-3af6f4bb22cd gateway port host: None {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:59:43.146489 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-cdce5fe8-38ea-4615-9795-9e4d4f2aa56f None None] Port f03a9369-5a50-4eac-8d57-646889fa3897 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:59:43.173469 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 83572261-3f44-4024-b666-88f18e06c4f7 up at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:59:43.234164 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-c9412a66-364c-4e75-b6ac-05694f3c9a62 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Allocated IP 2001:db8:0:1::28a (3e5ead10-94d6-4739-a008-341b13dc9c4c/18bf454e-22e1-447b-a621-0f629c7d0dd4/f03a9369-5a50-4eac-8d57-646889fa3897) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:59:43.239921 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:43.250690 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning for port 83572261-3f44-4024-b666-88f18e06c4f7 completed by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 10:59:43.256205 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning complete for port 83572261-3f44-4024-b666-88f18e06c4f7 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:43.256567 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:43.358444 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:43.370168 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-9203032b-375c-465f-85d8-3a78fcb49ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'name': 'tempest-RoutersTest-router-142145091', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:58:56Z', 'updated_at': '2022-03-22T10:59:41Z', 'revision_number': 10, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'gw_port_host': None, '_interfaces': [{'id': '35540a55-abee-4074-8d64-fce2f814bac6', 'name': '', 'network_id': '660e8501-1e86-44cd-9d64-1cf5a800b0a5', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'mac_address': 'fa:16:3e:5e:12:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '46d0a98d-c4c2-4141-8071-35817cc1ce80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:00Z', 'updated_at': '2022-03-22T10:59:06Z', 'revision_number': 5, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'subnets': [{'id': '46d0a98d-c4c2-4141-8071-35817cc1ce80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:43.386110 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf09caa5-739f-48b0-a7b0-aa3f447ec528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83572261-3f44-4024-b666-88f18e06c4f7'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 10:59:43.388825 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec59e9b-a4d7-488d-ad19-3373980f93ca" -d '{"events": [{"server_uuid": "cf09caa5-739f-48b0-a7b0-aa3f447ec528", "name": "network-vif-plugged", "status": "completed", "tag": "83572261-3f44-4024-b666-88f18e06c4f7"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 10:59:43.411438 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9203032b-375c-465f-85d8-3a78fcb49ed1 None None] Checking router: 054c9ae2-1257-43cc-a295-3af6f4bb22cd for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 10:59:43.414834 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 83572261-3f44-4024-b666-88f18e06c4f7, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=83572261-3f44-4024-b666-88f18e06c4f7,segment=NetworkSegment(c0e68b5b-461c-45c7-88f6-004a4eb5883a),segment_id=c0e68b5b-461c-45c7-88f6-004a4eb5883a)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:59:43.421496 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:43.422391 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9203032b-375c-465f-85d8-3a78fcb49ed1 None None] Routers {'054c9ae2-1257-43cc-a295-3af6f4bb22cd'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:59:43.423167 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-9203032b-375c-465f-85d8-3a78fcb49ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:59:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['054c9ae2-1257-43cc-a295-3af6f4bb22cd'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:43.437252 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c9412a66-364c-4e75-b6ac-05694f3c9a62 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:43.443833 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c9412a66-364c-4e75-b6ac-05694f3c9a62 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:43.500160 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=83572261-3f44-4024-b666-88f18e06c4f7,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:43.544429 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-c9412a66-364c-4e75-b6ac-05694f3c9a62 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] In _notify_port_updated(), no bound segment for port f03a9369-5a50-4eac-8d57-646889fa3897 on network 3e5ead10-94d6-4739-a008-341b13dc9c4c {{(pid=109049) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 22 10:59:43.548568 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-9203032b-375c-465f-85d8-3a78fcb49ed1 None None] Set router 054c9ae2-1257-43cc-a295-3af6f4bb22cd gateway port host: None {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:59:43.550357 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9412a66-364c-4e75-b6ac-05694f3c9a62 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:43.551187 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c9412a66-364c-4e75-b6ac-05694f3c9a62 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:43.556611 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c9412a66-364c-4e75-b6ac-05694f3c9a62 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "PUT /v2.0/ports/f03a9369-5a50-4eac-8d57-646889fa3897 HTTP/1.1" status: 200 len: 1011 time: 0.8108673 Mar 22 10:59:43.559933 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41106) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:43.639656 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9412a66-364c-4e75-b6ac-05694f3c9a62 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event updated for resources: {'Port': ['ID=f03a9369-5a50-4eac-8d57-646889fa3897,revision_number=3']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:43.674784 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-29a7678d-2041-4508-8740-d57f6f515bb0 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Deleting port f03a9369-5a50-4eac-8d57-646889fa3897 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:59:43.675781 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-29a7678d-2041-4508-8740-d57f6f515bb0 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:43.703730 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bb4ab45-f9b4-4d27-bdd4-630f422f7e64 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Deleting subnet 1cae3500-778f-4ecb-ac53-307699b891a0 {{(pid=109050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:59:43.707578 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4bb4ab45-f9b4-4d27-bdd4-630f422f7e64 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for subnet, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:43.720862 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 10:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-158ba012-7c00-4ff3-ae8f-d62e42ab60d6 x-openstack-request-id: req-158ba012-7c00-4ff3-ae8f-d62e42ab60d6 {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 10:59:43.721158 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf09caa5-739f-48b0-a7b0-aa3f447ec528", "name": "network-vif-plugged", "status": "completed", "tag": "83572261-3f44-4024-b666-88f18e06c4f7", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 10:59:43.721412 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-158ba012-7c00-4ff3-ae8f-d62e42ab60d6 {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 10:59:43.721823 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-158ba012-7c00-4ff3-ae8f-d62e42ab60d6'] response: {'server_uuid': 'cf09caa5-739f-48b0-a7b0-aa3f447ec528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83572261-3f44-4024-b666-88f18e06c4f7', 'code': 200} Mar 22 10:59:43.767930 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e942c-3e34-4334-9791-08ee6faa2ec9 req-9ad1a83d-f00d-4443-be17-ee5f5e657f19 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:43.769587 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b65e942c-3e34-4334-9791-08ee6faa2ec9 req-9ad1a83d-f00d-4443-be17-ee5f5e657f19 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf09caa5-739f-48b0-a7b0-aa3f447ec528 HTTP/1.1" status: 200 len: 945 time: 0.7211387 Mar 22 10:59:43.781355 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4bb4ab45-f9b4-4d27-bdd4-630f422f7e64 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11961780'] for subnet, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:43.812855 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be1829cc-9c0c-4d5b-82c5-dba7532b0238 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Router c8ac72ba-f45a-44d5-a2b4-e965ee2853c8 is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109050) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 10:59:43.816332 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-29a7678d-2041-4508-8740-d57f6f515bb0 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:43.831398 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-29a7678d-2041-4508-8740-d57f6f515bb0 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Calling delete_port for f03a9369-5a50-4eac-8d57-646889fa3897 owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:59:43.874841 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-df25a21c-e76b-4f5a-bb9b-8efcbf5becf1 None None] Provisioning complete for port f03a9369-5a50-4eac-8d57-646889fa3897 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:43.875065 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-9203032b-375c-465f-85d8-3a78fcb49ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'name': 'tempest-RoutersTest-router-142145091', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:58:56Z', 'updated_at': '2022-03-22T10:59:41Z', 'revision_number': 10, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'gw_port_host': None, '_interfaces': [{'id': '35540a55-abee-4074-8d64-fce2f814bac6', 'name': '', 'network_id': '660e8501-1e86-44cd-9d64-1cf5a800b0a5', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'mac_address': 'fa:16:3e:5e:12:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '46d0a98d-c4c2-4141-8071-35817cc1ce80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:00Z', 'updated_at': '2022-03-22T10:59:06Z', 'revision_number': 5, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'subnets': [{'id': '46d0a98d-c4c2-4141-8071-35817cc1ce80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:43.875901 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-df25a21c-e76b-4f5a-bb9b-8efcbf5becf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:43.910412 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9203032b-375c-465f-85d8-3a78fcb49ed1 None None] The sync data for ids ['054c9ae2-1257-43cc-a295-3af6f4bb22cd'] in dv-neutron-834599-1-hyperv is: [{'id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'name': 'tempest-RoutersTest-router-142145091', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:58:56Z', 'updated_at': '2022-03-22T10:59:41Z', 'revision_number': 10, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'gw_port_host': None, '_interfaces': [{'id': '35540a55-abee-4074-8d64-fce2f814bac6', 'name': '', 'network_id': '660e8501-1e86-44cd-9d64-1cf5a800b0a5', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'mac_address': 'fa:16:3e:5e:12:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '46d0a98d-c4c2-4141-8071-35817cc1ce80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:00Z', 'updated_at': '2022-03-22T10:59:06Z', 'revision_number': 5, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'subnets': [{'id': '46d0a98d-c4c2-4141-8071-35817cc1ce80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:59:43.920816 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-df25a21c-e76b-4f5a-bb9b-8efcbf5becf1 None None] Port f03a9369-5a50-4eac-8d57-646889fa3897 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:59:43.925056 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b65e942c-3e34-4334-9791-08ee6faa2ec9 req-4c6a9cb2-91b0-410b-8028-d87ee1016599 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] 10.222.0.57 "GET /v2.0/security-groups?id=46df5bd6-6571-4ac0-843e-90dcdc450982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395411 Mar 22 10:59:44.035513 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4bb4ab45-f9b4-4d27-bdd4-630f422f7e64 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:44.045284 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-29a7678d-2041-4508-8740-d57f6f515bb0 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:44.062933 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a06d09-b5fe-4b72-898b-a1fcb49a4287 req-08990fab-6ef2-4770-9e7b-86084e65653b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:44.064445 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-53a06d09-b5fe-4b72-898b-a1fcb49a4287 req-08990fab-6ef2-4770-9e7b-86084e65653b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cf09caa5-739f-48b0-a7b0-aa3f447ec528 HTTP/1.1" status: 200 len: 1098 time: 0.1560903 Mar 22 10:59:44.078761 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a7678d-2041-4508-8740-d57f6f515bb0 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event deleted for resources: {'Port': ['ID=f03a9369-5a50-4eac-8d57-646889fa3897,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:44.109223 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1829cc-9c0c-4d5b-82c5-dba7532b0238 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:59:44.119689 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577ed657-4a0b-4575-9256-0ee14296cbd9 None None] Sync routers for ids ['c8ac72ba-f45a-44d5-a2b4-e965ee2853c8'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:59:44.129113 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-29a7678d-2041-4508-8740-d57f6f515bb0 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:44.135427 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-29a7678d-2041-4508-8740-d57f6f515bb0 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "DELETE /v2.0/ports/f03a9369-5a50-4eac-8d57-646889fa3897 HTTP/1.1" status: 204 len: 168 time: 0.5712357 Mar 22 10:59:44.138604 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577ed657-4a0b-4575-9256-0ee14296cbd9 None None] Routers {'c8ac72ba-f45a-44d5-a2b4-e965ee2853c8'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:59:44.139334 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-577ed657-4a0b-4575-9256-0ee14296cbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:59:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['c8ac72ba-f45a-44d5-a2b4-e965ee2853c8'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:44.141315 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41108) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:44.157917 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-53a06d09-b5fe-4b72-898b-a1fcb49a4287 req-ae773cb9-9152-4a59-aea8-67b7a5fc639c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=46df5bd6-6571-4ac0-843e-90dcdc450982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844629 Mar 22 10:59:44.161444 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-be1829cc-9c0c-4d5b-82c5-dba7532b0238 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:44.165896 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-be1829cc-9c0c-4d5b-82c5-dba7532b0238 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.9285698 Mar 22 10:59:44.167042 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41110) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:44.168822 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-177116cd-8bfe-4a0d-b615-1227b3a39f50 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] GET failed (client error): The resource could not be found. Mar 22 10:59:44.171250 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-177116cd-8bfe-4a0d-b615-1227b3a39f50 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "GET /v2.0/ports/f03a9369-5a50-4eac-8d57-646889fa3897 HTTP/1.1" status: 404 len: 333 time: 0.0289223 Mar 22 10:59:44.173324 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41112) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:44.179399 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4bb4ab45-f9b4-4d27-bdd4-630f422f7e64 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:44.227633 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-4a87d9a2-0ee5-4e93-b589-160429af818d tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=9d323f0b18e24bb7bcd0d92686e5587a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0588155 Mar 22 10:59:44.228599 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41114) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:44.239600 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb4ab45-f9b4-4d27-bdd4-630f422f7e64 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event deleted for resources: {'Subnet': ['ID=1cae3500-778f-4ecb-ac53-307699b891a0,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:44.247157 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-701d209f-5fa5-48bc-bfd1-222c828e6fd5 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Deleting subnet 18bf454e-22e1-447b-a621-0f629c7d0dd4 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:59:44.251095 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-701d209f-5fa5-48bc-bfd1-222c828e6fd5 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:44.253729 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4bb4ab45-f9b4-4d27-bdd4-630f422f7e64 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:44.259292 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-4bb4ab45-f9b4-4d27-bdd4-630f422f7e64 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "DELETE /v2.0/subnets/1cae3500-778f-4ecb-ac53-307699b891a0 HTTP/1.1" status: 204 len: 168 time: 1.2193010 Mar 22 10:59:44.259889 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41116) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:44.262052 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d37d6c2-96a5-4fe4-ab06-eab90df7a949 None None] Network da3c7d6d-c84b-4a40-9d62-4ff535fff9b4 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:59:44.330883 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-701d209f-5fa5-48bc-bfd1-222c828e6fd5 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:44.409572 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-577ed657-4a0b-4575-9256-0ee14296cbd9 None None] Set router c8ac72ba-f45a-44d5-a2b4-e965ee2853c8 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:59:44.420152 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1080a5ed-0e55-43d9-83c5-d80cb1effd1c tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:44.437616 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87db9276-a0d7-4066-a62a-3edc37c3ff7e tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:44.442169 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-87db9276-a0d7-4066-a62a-3edc37c3ff7e tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2108738 Mar 22 10:59:44.442324 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-701d209f-5fa5-48bc-bfd1-222c828e6fd5 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:44.442906 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41118) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:44.478450 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-d9d84082-0468-4bd7-95fa-e00c9de0952d tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=a14ca783-6f82-4799-85a3-4cbe79c980a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306256 Mar 22 10:59:44.479492 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41120) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:44.483905 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-e78265bb-b586-4419-a306-7589c331fd83 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-586109663', 'network_id': '2651f58b-4d82-47eb-adbc-f5b0a2dd2774', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:44.521095 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-1080a5ed-0e55-43d9-83c5-d80cb1effd1c tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Deleting port 18992fff-3e39-4d3a-8746-5edd2ea62b45 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:59:44.521506 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1080a5ed-0e55-43d9-83c5-d80cb1effd1c tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:44.603809 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-1080a5ed-0e55-43d9-83c5-d80cb1effd1c tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] For port 18992fff-3e39-4d3a-8746-5edd2ea62b45, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=18992fff-3e39-4d3a-8746-5edd2ea62b45,segment=NetworkSegment(8551020e-da87-43d5-a6e8-07d7003b061e),segment_id=8551020e-da87-43d5-a6e8-07d7003b061e)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:59:44.604293 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1080a5ed-0e55-43d9-83c5-d80cb1effd1c tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:44.616972 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-701d209f-5fa5-48bc-bfd1-222c828e6fd5 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:44.624346 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-1080a5ed-0e55-43d9-83c5-d80cb1effd1c tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Calling delete_port for 18992fff-3e39-4d3a-8746-5edd2ea62b45 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:59:44.640551 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc7c767-ac40-4237-83da-df0ed3e2345c None None] DHCP port deletion for da3c7d6d-c84b-4a40-9d62-4ff535fff9b4 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:59:44.649085 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 5577756c-7d0b-4984-93f2-d21be4ae63ac no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:59:44.656168 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701d209f-5fa5-48bc-bfd1-222c828e6fd5 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event deleted for resources: {'Subnet': ['ID=18bf454e-22e1-447b-a621-0f629c7d0dd4,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:44.660000 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-701d209f-5fa5-48bc-bfd1-222c828e6fd5 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:44.663634 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-701d209f-5fa5-48bc-bfd1-222c828e6fd5 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "DELETE /v2.0/subnets/18bf454e-22e1-447b-a621-0f629c7d0dd4 HTTP/1.1" status: 204 len: 168 time: 0.4892528 Mar 22 10:59:44.665075 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78265bb-b586-4419-a306-7589c331fd83 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Made reservation on behalf of 9d323f0b18e24bb7bcd0d92686e5587a for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:59:44.668536 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e78265bb-b586-4419-a306-7589c331fd83 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:44.671232 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41122) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:44.672552 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8729d45f-2fb7-4588-a894-dd60ad695a98 None None] Network 3e5ead10-94d6-4739-a008-341b13dc9c4c requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:59:44.696867 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 5577756c-7d0b-4984-93f2-d21be4ae63ac {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:59:44.697258 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 5577756c-7d0b-4984-93f2-d21be4ae63ac not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:59:44.741076 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1080a5ed-0e55-43d9-83c5-d80cb1effd1c tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:44.776349 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080a5ed-0e55-43d9-83c5-d80cb1effd1c tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event deleted for resources: {'Port': ['ID=18992fff-3e39-4d3a-8746-5edd2ea62b45,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:44.781096 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1080a5ed-0e55-43d9-83c5-d80cb1effd1c tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] No DVR routers for this DVR port 18992fff-3e39-4d3a-8746-5edd2ea62b45 on host dv-neutron-834599-1-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:59:44.783040 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-edbcfb41-d49c-4a8b-aa0c-960ac313e177 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Deleting subnet b90e38d6-70cf-471c-92fc-ed1d48c79efb {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:59:44.792430 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-edbcfb41-d49c-4a8b-aa0c-960ac313e177 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:44.844011 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-edbcfb41-d49c-4a8b-aa0c-960ac313e177 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:44.871712 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1080a5ed-0e55-43d9-83c5-d80cb1effd1c tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:44.881979 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-577ed657-4a0b-4575-9256-0ee14296cbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ac72ba-f45a-44d5-a2b4-e965ee2853c8', 'name': 'tempest-TestNetworkBasicOps-router-314910066', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': 'b7a2db13-d6b8-4dec-9720-d5d2bdbf7bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:59:39Z', 'updated_at': '2022-03-22T10:59:42Z', 'revision_number': 3, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'b7a2db13-d6b8-4dec-9720-d5d2bdbf7bbb', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:91:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ac72ba-f45a-44d5-a2b4-e965ee2853c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:41Z', 'updated_at': '2022-03-22T10:59:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:44.897232 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-1080a5ed-0e55-43d9-83c5-d80cb1effd1c tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da3c7d6d-c84b-4a40-9d62-4ff535fff9b4']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:44.907544 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-1080a5ed-0e55-43d9-83c5-d80cb1effd1c tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8551020e-da87-43d5-a6e8-07d7003b061e') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:44.907891 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-1080a5ed-0e55-43d9-83c5-d80cb1effd1c tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8551020e-da87-43d5-a6e8-07d7003b061e') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:44.917716 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1080a5ed-0e55-43d9-83c5-d80cb1effd1c tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:44.931144 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1080a5ed-0e55-43d9-83c5-d80cb1effd1c tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:44.938259 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1080a5ed-0e55-43d9-83c5-d80cb1effd1c tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:59:44.938606 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1080a5ed-0e55-43d9-83c5-d80cb1effd1c tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:44.942026 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 10:59:44.942026 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:59:44.942026 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 10:59:44.942026 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:59:44.942026 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 10:59:44.942026 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:59:44.942026 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 10:59:44.942026 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:59:44.942026 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 10:59:44.942026 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:59:44.942026 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 10:59:44.942026 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:59:44.942026 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 10:59:44.942026 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:59:44.942026 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:59:44.942026 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:59:44.942026 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:59:44.942026 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:59:44.942026 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 10:59:44.942026 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:59:44.942026 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 10:59:44.942026 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:59:44.942026 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:59:44.942026 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:59:44.942026 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 10:59:44.942026 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:59:44.942026 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:59:44.942026 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:59:44.942026 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:59:44.942026 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:59:44.942026 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:59:44.942026 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:59:44.944814 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577ed657-4a0b-4575-9256-0ee14296cbd9 None None] Checking router: c8ac72ba-f45a-44d5-a2b4-e965ee2853c8 for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 10:59:44.944814 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577ed657-4a0b-4575-9256-0ee14296cbd9 None None] Updating router c8ac72ba-f45a-44d5-a2b4-e965ee2853c8 port b7a2db13-d6b8-4dec-9720-d5d2bdbf7bbb binding host dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 10:59:45.012792 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-edbcfb41-d49c-4a8b-aa0c-960ac313e177 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:45.013571 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-577ed657-4a0b-4575-9256-0ee14296cbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:45.035244 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e78265bb-b586-4419-a306-7589c331fd83 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:45.053654 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-4bc7c767-ac40-4237-83da-df0ed3e2345c None None] Deleting port 18992fff-3e39-4d3a-8746-5edd2ea62b45 {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:59:45.055408 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4bc7c767-ac40-4237-83da-df0ed3e2345c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:45.055604 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1080a5ed-0e55-43d9-83c5-d80cb1effd1c tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:45.079714 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1080a5ed-0e55-43d9-83c5-d80cb1effd1c tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:45.084633 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-1080a5ed-0e55-43d9-83c5-d80cb1effd1c tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "DELETE /v2.0/networks/da3c7d6d-c84b-4a40-9d62-4ff535fff9b4 HTTP/1.1" status: 204 len: 168 time: 0.8229985 Mar 22 10:59:45.088654 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41126) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:45.100072 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080a5ed-0e55-43d9-83c5-d80cb1effd1c tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event deleted for resources: {'Network': ['ID=da3c7d6d-c84b-4a40-9d62-4ff535fff9b4,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:45.122209 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674fcf80-d859-4e5b-a07d-4aba1e80f175 req-f4676276-230d-4016-8ae0-925145a10158 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:45.124070 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-674fcf80-d859-4e5b-a07d-4aba1e80f175 req-f4676276-230d-4016-8ae0-925145a10158 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf09caa5-739f-48b0-a7b0-aa3f447ec528 HTTP/1.1" status: 200 len: 945 time: 0.0805016 Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server [None req-4bc7c767-ac40-4237-83da-df0ed3e2345c None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network da3c7d6d-c84b-4a40-9d62-4ff535fff9b4 could not be found. Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return self._iter().one() Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return self._only_one_row( Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1544, in delete_ports_by_device_id Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1995, in delete_port Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1195, in get_network Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network da3c7d6d-c84b-4a40-9d62-4ff535fff9b4 could not be found. Mar 22 10:59:45.154935 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server Mar 22 10:59:45.185328 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-674fcf80-d859-4e5b-a07d-4aba1e80f175 req-a9243fae-8240-482c-a0bb-61ff8c6d1b3f tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] 10.222.0.57 "GET /v2.0/security-groups?id=46df5bd6-6571-4ac0-843e-90dcdc450982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523238 Mar 22 10:59:45.185496 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78265bb-b586-4419-a306-7589c331fd83 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Subnet': ['ID=d822f6e4-1958-4cd7-80e9-2c52248c5320,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:45.213547 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-edbcfb41-d49c-4a8b-aa0c-960ac313e177 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:45.238684 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8630b7-f305-4b7f-ab68-90c2d454fbf6 None None] DHCP port deletion for da3c7d6d-c84b-4a40-9d62-4ff535fff9b4 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:59:45.249682 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbcfb41-d49c-4a8b-aa0c-960ac313e177 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event deleted for resources: {'Subnet': ['ID=b90e38d6-70cf-471c-92fc-ed1d48c79efb,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:45.258939 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-edbcfb41-d49c-4a8b-aa0c-960ac313e177 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:45.264502 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-edbcfb41-d49c-4a8b-aa0c-960ac313e177 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "DELETE /v2.0/subnets/b90e38d6-70cf-471c-92fc-ed1d48c79efb HTTP/1.1" status: 204 len: 168 time: 0.5899498 Mar 22 10:59:45.264502 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78265bb-b586-4419-a306-7589c331fd83 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Checking segment: {'id': '3dd8d086-23af-4874-9500-d2fd8a0c0149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2651f58b-4d82-47eb-adbc-f5b0a2dd2774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:59:45.264502 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78265bb-b586-4419-a306-7589c331fd83 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Network hostable DHCP agents. Network: 2651f58b-4d82-47eb-adbc-f5b0a2dd2774, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:59:45.265793 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41128) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:45.354442 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78265bb-b586-4419-a306-7589c331fd83 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Network 2651f58b-4d82-47eb-adbc-f5b0a2dd2774 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:59:45.368626 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a4a57f82-295b-43a7-b7ca-0b01d9bb6a0c tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:45.375764 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-e78265bb-b586-4419-a306-7589c331fd83 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 2651f58b-4d82-47eb-adbc-f5b0a2dd2774) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:59:45.399646 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195cc951-4c13-46ab-9139-7ca71d4150a0 None None] Network 2651f58b-4d82-47eb-adbc-f5b0a2dd2774 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:59:45.414887 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78265bb-b586-4419-a306-7589c331fd83 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:45.416658 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e78265bb-b586-4419-a306-7589c331fd83 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:45.446799 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-a4a57f82-295b-43a7-b7ca-0b01d9bb6a0c tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Deleting port 072cfa4d-bb7a-449e-90d6-acdcd35a7452 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:59:45.447232 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e78265bb-b586-4419-a306-7589c331fd83 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9671772 Mar 22 10:59:45.447620 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a4a57f82-295b-43a7-b7ca-0b01d9bb6a0c tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:45.450360 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41130) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:45.517338 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-a4a57f82-295b-43a7-b7ca-0b01d9bb6a0c tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] For port 072cfa4d-bb7a-449e-90d6-acdcd35a7452, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=072cfa4d-bb7a-449e-90d6-acdcd35a7452,segment=NetworkSegment(4fa21427-1e04-4a61-b848-a1c88b2e5fd6),segment_id=4fa21427-1e04-4a61-b848-a1c88b2e5fd6)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:59:45.518304 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a4a57f82-295b-43a7-b7ca-0b01d9bb6a0c tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:45.534224 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-a4a57f82-295b-43a7-b7ca-0b01d9bb6a0c tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Calling delete_port for 072cfa4d-bb7a-449e-90d6-acdcd35a7452 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:59:45.540088 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f89e7e7-af2e-4304-87de-b6008696389e None None] Update dhcp port {'port': {'network_id': '3e5ead10-94d6-4739-a008-341b13dc9c4c', 'fixed_ips': [{'subnet_id': 'b90e38d6-70cf-471c-92fc-ed1d48c79efb'}], 'binding:host_id': 'dv-neutron-834599-1-hyperv'}, 'id': '072cfa4d-bb7a-449e-90d6-acdcd35a7452'} from dv-neutron-834599-1-hyperv. {{(pid=109051) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 22 10:59:45.569628 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9f89e7e7-af2e-4304-87de-b6008696389e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:45.591723 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-577ed657-4a0b-4575-9256-0ee14296cbd9 None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:45.611792 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-577ed657-4a0b-4575-9256-0ee14296cbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:45.617892 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a4a57f82-295b-43a7-b7ca-0b01d9bb6a0c tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:45.648670 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a57f82-295b-43a7-b7ca-0b01d9bb6a0c tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event deleted for resources: {'Port': ['ID=072cfa4d-bb7a-449e-90d6-acdcd35a7452,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:45.653014 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a57f82-295b-43a7-b7ca-0b01d9bb6a0c tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] No DVR routers for this DVR port 072cfa4d-bb7a-449e-90d6-acdcd35a7452 on host dv-neutron-834599-1-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:59:45.752693 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a4a57f82-295b-43a7-b7ca-0b01d9bb6a0c tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:45.773553 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-577ed657-4a0b-4575-9256-0ee14296cbd9 None None] Attempting to bind port b7a2db13-d6b8-4dec-9720-d5d2bdbf7bbb on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:59:45.773950 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-577ed657-4a0b-4575-9256-0ee14296cbd9 None None] Attempting to bind port b7a2db13-d6b8-4dec-9720-d5d2bdbf7bbb by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:59:45.774300 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577ed657-4a0b-4575-9256-0ee14296cbd9 None None] Attempting to bind port b7a2db13-d6b8-4dec-9720-d5d2bdbf7bbb on network a14ca783-6f82-4799-85a3-4cbe79c980a8 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:59:45.778549 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3533d2-8267-4f2e-a1ae-4e93cd83ed25 None None] Pushing event updated for resources: {'Port': ['ID=b7a2db13-d6b8-4dec-9720-d5d2bdbf7bbb,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:45.784044 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-a4a57f82-295b-43a7-b7ca-0b01d9bb6a0c tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e5ead10-94d6-4739-a008-341b13dc9c4c']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:45.789367 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577ed657-4a0b-4575-9256-0ee14296cbd9 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:59:45.789747 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577ed657-4a0b-4575-9256-0ee14296cbd9 None None] Checking segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:59:45.790161 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-577ed657-4a0b-4575-9256-0ee14296cbd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:45.790549 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577ed657-4a0b-4575-9256-0ee14296cbd9 None None] Bound using segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:59:45.791134 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-577ed657-4a0b-4575-9256-0ee14296cbd9 None None] Bound port: b7a2db13-d6b8-4dec-9720-d5d2bdbf7bbb, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:59:45.791482 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-577ed657-4a0b-4575-9256-0ee14296cbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:45.805923 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-a4a57f82-295b-43a7-b7ca-0b01d9bb6a0c tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fa21427-1e04-4a61-b848-a1c88b2e5fd6') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:45.806400 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-a4a57f82-295b-43a7-b7ca-0b01d9bb6a0c tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fa21427-1e04-4a61-b848-a1c88b2e5fd6') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:45.830234 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b718e9b-f9cc-4b2f-a39b-e04522cbd736 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-2651f58b-4d82-47eb-adbc-f5b0a2dd2774', 'network_id': '2651f58b-4d82-47eb-adbc-f5b0a2dd2774', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ips': [{'subnet_id': 'd822f6e4-1958-4cd7-80e9-2c52248c5320'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:59:45.831066 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a4a57f82-295b-43a7-b7ca-0b01d9bb6a0c tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:45.831209 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4b718e9b-f9cc-4b2f-a39b-e04522cbd736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:45.846309 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a4a57f82-295b-43a7-b7ca-0b01d9bb6a0c tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:45.855114 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4a57f82-295b-43a7-b7ca-0b01d9bb6a0c tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:59:45.855601 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a4a57f82-295b-43a7-b7ca-0b01d9bb6a0c tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:45.862311 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 10:59:45.862311 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:59:45.862311 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 10:59:45.862311 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:59:45.862311 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 10:59:45.862311 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:59:45.862311 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 10:59:45.862311 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:59:45.862311 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 10:59:45.862311 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:59:45.862311 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 10:59:45.862311 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:59:45.862311 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 10:59:45.862311 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:59:45.862311 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:59:45.862311 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:59:45.862311 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:59:45.862311 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:59:45.862311 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 10:59:45.862311 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:59:45.862311 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 10:59:45.862311 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:59:45.862311 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:59:45.862311 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:59:45.862311 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 10:59:45.862311 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:59:45.862311 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:59:45.862311 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:59:45.862311 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:59:45.862311 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:59:45.862311 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:59:45.862311 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:59:45.910465 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9603964c-357e-4779-8abd-2a276cdfe045 None None] Network 3e5ead10-94d6-4739-a008-341b13dc9c4c requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:59:45.945878 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a4a57f82-295b-43a7-b7ca-0b01d9bb6a0c tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:45.957759 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a4a57f82-295b-43a7-b7ca-0b01d9bb6a0c tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:45.965558 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-a4a57f82-295b-43a7-b7ca-0b01d9bb6a0c tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "DELETE /v2.0/networks/3e5ead10-94d6-4739-a008-341b13dc9c4c HTTP/1.1" status: 204 len: 168 time: 0.6925123 Mar 22 10:59:45.965795 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41132) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:45.981917 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-577ed657-4a0b-4575-9256-0ee14296cbd9 None None] For port b7a2db13-d6b8-4dec-9720-d5d2bdbf7bbb, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:59:46.014163 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-4e9c674a-5e07-475a-8460-45e4e7097bee None None] Could not find standard attr ID for object 072cfa4d-bb7a-449e-90d6-acdcd35a7452. {{(pid=109051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 10:59:46.019532 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a57f82-295b-43a7-b7ca-0b01d9bb6a0c tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event deleted for resources: {'Network': ['ID=3e5ead10-94d6-4739-a008-341b13dc9c4c,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:46.033935 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9329bb1-b1cc-4dfb-ac94-c642573fe49b tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:46.038966 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-f9329bb1-b1cc-4dfb-ac94-c642573fe49b tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0687358 Mar 22 10:59:46.039248 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41134) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:46.047414 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-577ed657-4a0b-4575-9256-0ee14296cbd9 None None] For port b7a2db13-d6b8-4dec-9720-d5d2bdbf7bbb, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=b7a2db13-d6b8-4dec-9720-d5d2bdbf7bbb,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:59:46.060965 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-577ed657-4a0b-4575-9256-0ee14296cbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:46.097890 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-9c058aa7-1d58-4839-a997-262e51ce2281 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0572803 Mar 22 10:59:46.098553 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41136) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:46.104464 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-6916190a-9e46-46d6-9bae-a24d9c5b729e tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1548467818'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:46.131555 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-4b718e9b-f9cc-4b2f-a39b-e04522cbd736 None None] Allocated IP 172.20.0.2 (2651f58b-4d82-47eb-adbc-f5b0a2dd2774/d822f6e4-1958-4cd7-80e9-2c52248c5320/ba8cf507-d9ac-4862-b2ce-379c6acdbf0b) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:59:46.185180 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6916190a-9e46-46d6-9bae-a24d9c5b729e tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Made reservation on behalf of 9b8ed9295afa4b00b119a1377ee54716 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:59:46.185998 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3533d2-8267-4f2e-a1ae-4e93cd83ed25 None None] Pushing event updated for resources: {'Port': ['ID=b7a2db13-d6b8-4dec-9720-d5d2bdbf7bbb,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:46.189310 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6916190a-9e46-46d6-9bae-a24d9c5b729e tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:46.199184 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff14fee-5c14-4c79-89f1-2e5b2dcfd8c1 None None] DHCP port deletion for 3e5ead10-94d6-4739-a008-341b13dc9c4c request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:59:46.200838 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577ed657-4a0b-4575-9256-0ee14296cbd9 None None] Routers {'c8ac72ba-f45a-44d5-a2b4-e965ee2853c8'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:59:46.201461 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-577ed657-4a0b-4575-9256-0ee14296cbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:59:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['c8ac72ba-f45a-44d5-a2b4-e965ee2853c8'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:46.206976 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-85223671-64ec-448a-b501-f5c793b10e8a tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683891'] for router_interface, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:46.321542 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bbcc74-0cc9-4831-bed1-15aafa74efd7 req-e570d9ab-f2b6-4f30-8ca0-6762ea62c29c tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:46.323043 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b3bbcc74-0cc9-4831-bed1-15aafa74efd7 req-e570d9ab-f2b6-4f30-8ca0-6762ea62c29c tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf09caa5-739f-48b0-a7b0-aa3f447ec528 HTTP/1.1" status: 200 len: 945 time: 0.0571964 Mar 22 10:59:46.335412 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6916190a-9e46-46d6-9bae-a24d9c5b729e tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:59:46.368106 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6916190a-9e46-46d6-9bae-a24d9c5b729e tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:46.368815 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-6916190a-9e46-46d6-9bae-a24d9c5b729e tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Added segment a5d2c3d5-d543-49aa-97af-ab178249b920 of type vlan for network f2d9e698-8782-43c8-9c84-69ad5fdd2bf5 Mar 22 10:59:46.371277 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b3bbcc74-0cc9-4831-bed1-15aafa74efd7 req-bfe2ba36-c232-4549-8554-6748d9edb6fb tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] 10.222.0.57 "GET /v2.0/security-groups?id=46df5bd6-6571-4ac0-843e-90dcdc450982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387521 Mar 22 10:59:46.392055 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-577ed657-4a0b-4575-9256-0ee14296cbd9 None None] Set router c8ac72ba-f45a-44d5-a2b4-e965ee2853c8 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:59:46.478650 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4b718e9b-f9cc-4b2f-a39b-e04522cbd736 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:46.492049 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6916190a-9e46-46d6-9bae-a24d9c5b729e tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:46.507634 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21af7bf-ebd4-400f-93fc-08b3de1936d4 req-fcafc79c-4534-4d8e-8363-63d7fa749051 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:46.509127 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c21af7bf-ebd4-400f-93fc-08b3de1936d4 req-fcafc79c-4534-4d8e-8363-63d7fa749051 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf09caa5-739f-48b0-a7b0-aa3f447ec528 HTTP/1.1" status: 200 len: 945 time: 0.0579686 Mar 22 10:59:46.556020 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c21af7bf-ebd4-400f-93fc-08b3de1936d4 req-c612de5c-158c-4c2b-bd56-275263b8d929 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] 10.222.0.57 "GET /v2.0/security-groups?id=46df5bd6-6571-4ac0-843e-90dcdc450982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380418 Mar 22 10:59:46.563049 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6916190a-9e46-46d6-9bae-a24d9c5b729e tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:46.568719 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6916190a-9e46-46d6-9bae-a24d9c5b729e tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:46.569339 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6916190a-9e46-46d6-9bae-a24d9c5b729e tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:46.597275 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9c21762c-4148-4569-b605-fa26b09eedf4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:46.631059 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6916190a-9e46-46d6-9bae-a24d9c5b729e tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5312607 Mar 22 10:59:46.634172 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41144) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:46.639603 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-6c6e93bb-048f-405a-9792-38abd37f4ae0 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Request body: {'subnet': {'network_id': 'f2d9e698-8782-43c8-9c84-69ad5fdd2bf5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:46.670966 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4b718e9b-f9cc-4b2f-a39b-e04522cbd736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:46.722679 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b718e9b-f9cc-4b2f-a39b-e04522cbd736 None None] Network 2651f58b-4d82-47eb-adbc-f5b0a2dd2774 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:59:46.726637 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6916190a-9e46-46d6-9bae-a24d9c5b729e tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event updated for resources: {'Network': ['ID=f2d9e698-8782-43c8-9c84-69ad5fdd2bf5,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:46.730563 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 072cfa4d-bb7a-449e-90d6-acdcd35a7452 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:59:46.746323 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-4b718e9b-f9cc-4b2f-a39b-e04522cbd736 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:59:46.766724 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network f2d9e698-8782-43c8-9c84-69ad5fdd2bf5 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:59:46.773343 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b718e9b-f9cc-4b2f-a39b-e04522cbd736 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:59:46.787049 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 072cfa4d-bb7a-449e-90d6-acdcd35a7452 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:59:46.787298 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 072cfa4d-bb7a-449e-90d6-acdcd35a7452 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:59:46.787750 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 18992fff-3e39-4d3a-8746-5edd2ea62b45 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:59:46.794865 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b718e9b-f9cc-4b2f-a39b-e04522cbd736 None None] Pushing event updated for resources: {'Port': ['ID=ba8cf507-d9ac-4862-b2ce-379c6acdbf0b,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:46.835243 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6e93bb-048f-405a-9792-38abd37f4ae0 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Made reservation on behalf of 9b8ed9295afa4b00b119a1377ee54716 for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:59:46.840593 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6c6e93bb-048f-405a-9792-38abd37f4ae0 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:46.850245 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 18992fff-3e39-4d3a-8746-5edd2ea62b45 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:59:46.850587 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 18992fff-3e39-4d3a-8746-5edd2ea62b45 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:59:46.948357 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-4b718e9b-f9cc-4b2f-a39b-e04522cbd736 None None] Attempting to bind port ba8cf507-d9ac-4862-b2ce-379c6acdbf0b on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:59:46.948730 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-4b718e9b-f9cc-4b2f-a39b-e04522cbd736 None None] Attempting to bind port ba8cf507-d9ac-4862-b2ce-379c6acdbf0b by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '3dd8d086-23af-4874-9500-d2fd8a0c0149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2651f58b-4d82-47eb-adbc-f5b0a2dd2774'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:59:46.949096 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b718e9b-f9cc-4b2f-a39b-e04522cbd736 None None] Attempting to bind port ba8cf507-d9ac-4862-b2ce-379c6acdbf0b on network 2651f58b-4d82-47eb-adbc-f5b0a2dd2774 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:59:46.956944 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b718e9b-f9cc-4b2f-a39b-e04522cbd736 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:59:46.957842 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b718e9b-f9cc-4b2f-a39b-e04522cbd736 None None] Checking segment: {'id': '3dd8d086-23af-4874-9500-d2fd8a0c0149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2651f58b-4d82-47eb-adbc-f5b0a2dd2774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:59:46.957842 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4b718e9b-f9cc-4b2f-a39b-e04522cbd736 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:46.958133 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b718e9b-f9cc-4b2f-a39b-e04522cbd736 None None] Bound using segment: {'id': '3dd8d086-23af-4874-9500-d2fd8a0c0149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2651f58b-4d82-47eb-adbc-f5b0a2dd2774'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:59:46.958632 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-4b718e9b-f9cc-4b2f-a39b-e04522cbd736 None None] Bound port: ba8cf507-d9ac-4862-b2ce-379c6acdbf0b, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dd8d086-23af-4874-9500-d2fd8a0c0149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2651f58b-4d82-47eb-adbc-f5b0a2dd2774'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:59:46.959054 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4b718e9b-f9cc-4b2f-a39b-e04522cbd736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:46.980365 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-577ed657-4a0b-4575-9256-0ee14296cbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ac72ba-f45a-44d5-a2b4-e965ee2853c8', 'name': 'tempest-TestNetworkBasicOps-router-314910066', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': 'b7a2db13-d6b8-4dec-9720-d5d2bdbf7bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:59:39Z', 'updated_at': '2022-03-22T10:59:42Z', 'revision_number': 3, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'b7a2db13-d6b8-4dec-9720-d5d2bdbf7bbb', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:91:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ac72ba-f45a-44d5-a2b4-e965ee2853c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:41Z', 'updated_at': '2022-03-22T10:59:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:47.004561 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebbafa0-82bd-4e6c-a474-315c907bd53a req-e7e19c55-a0df-4bef-88f4-8e0195c3340a tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:47.006184 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-aebbafa0-82bd-4e6c-a474-315c907bd53a req-e7e19c55-a0df-4bef-88f4-8e0195c3340a tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf09caa5-739f-48b0-a7b0-aa3f447ec528 HTTP/1.1" status: 200 len: 945 time: 0.1182325 Mar 22 10:59:47.021525 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-85223671-64ec-448a-b501-f5c793b10e8a tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Deleting port 35540a55-abee-4074-8d64-fce2f814bac6 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:59:47.021860 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-85223671-64ec-448a-b501-f5c793b10e8a tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:47.034947 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577ed657-4a0b-4575-9256-0ee14296cbd9 None None] The sync data for ids ['c8ac72ba-f45a-44d5-a2b4-e965ee2853c8'] in dv-neutron-834599-1-hyperv is: [{'id': 'c8ac72ba-f45a-44d5-a2b4-e965ee2853c8', 'name': 'tempest-TestNetworkBasicOps-router-314910066', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': 'b7a2db13-d6b8-4dec-9720-d5d2bdbf7bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:59:39Z', 'updated_at': '2022-03-22T10:59:42Z', 'revision_number': 3, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'b7a2db13-d6b8-4dec-9720-d5d2bdbf7bbb', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:91:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ac72ba-f45a-44d5-a2b4-e965ee2853c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:41Z', 'updated_at': '2022-03-22T10:59:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:59:47.046433 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-9c21762c-4148-4569-b605-fa26b09eedf4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Allocated IP 172.20.0.1 (2651f58b-4d82-47eb-adbc-f5b0a2dd2774/d822f6e4-1958-4cd7-80e9-2c52248c5320/ad716081-ed6e-49bb-a554-095a2359f3bc) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:59:47.069559 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-4b718e9b-f9cc-4b2f-a39b-e04522cbd736 None None] For port ba8cf507-d9ac-4862-b2ce-379c6acdbf0b, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:59:47.073094 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-4b718e9b-f9cc-4b2f-a39b-e04522cbd736 None None] For port ba8cf507-d9ac-4862-b2ce-379c6acdbf0b, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=ba8cf507-d9ac-4862-b2ce-379c6acdbf0b,segment=NetworkSegment(3dd8d086-23af-4874-9500-d2fd8a0c0149),segment_id=3dd8d086-23af-4874-9500-d2fd8a0c0149)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:59:47.078089 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4b718e9b-f9cc-4b2f-a39b-e04522cbd736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:47.103779 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-aebbafa0-82bd-4e6c-a474-315c907bd53a req-8275eb27-7d64-4136-998e-a8829856b441 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] 10.222.0.57 "GET /v2.0/security-groups?id=46df5bd6-6571-4ac0-843e-90dcdc450982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873518 Mar 22 10:59:47.162389 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b718e9b-f9cc-4b2f-a39b-e04522cbd736 None None] Pushing event updated for resources: {'Port': ['ID=ba8cf507-d9ac-4862-b2ce-379c6acdbf0b,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:47.193634 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6c6e93bb-048f-405a-9792-38abd37f4ae0 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:47.204516 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-85223671-64ec-448a-b501-f5c793b10e8a tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] For port 35540a55-abee-4074-8d64-fce2f814bac6, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=35540a55-abee-4074-8d64-fce2f814bac6,segment=NetworkSegment(a2b01e91-4244-445f-9ef3-723a3b17277d),segment_id=a2b01e91-4244-445f-9ef3-723a3b17277d)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:59:47.204896 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-85223671-64ec-448a-b501-f5c793b10e8a tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:47.228400 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-85223671-64ec-448a-b501-f5c793b10e8a tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Calling delete_port for 35540a55-abee-4074-8d64-fce2f814bac6 owned by network:router_interface {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:59:47.264292 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e93bb-048f-405a-9792-38abd37f4ae0 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event updated for resources: {'Subnet': ['ID=e018ac58-4375-4468-9bfc-418391107708,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:47.274928 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6e93bb-048f-405a-9792-38abd37f4ae0 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Checking segment: {'id': 'a5d2c3d5-d543-49aa-97af-ab178249b920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f2d9e698-8782-43c8-9c84-69ad5fdd2bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:59:47.275361 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6e93bb-048f-405a-9792-38abd37f4ae0 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Network hostable DHCP agents. Network: f2d9e698-8782-43c8-9c84-69ad5fdd2bf5, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:59:47.298234 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6e93bb-048f-405a-9792-38abd37f4ae0 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Network f2d9e698-8782-43c8-9c84-69ad5fdd2bf5 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:59:47.299520 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9c21762c-4148-4569-b605-fa26b09eedf4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:47.310225 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-6c6e93bb-048f-405a-9792-38abd37f4ae0 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, f2d9e698-8782-43c8-9c84-69ad5fdd2bf5) {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:59:47.315609 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6e93bb-048f-405a-9792-38abd37f4ae0 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:47.317928 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce133291-cc68-4e4d-965f-d794abe02748 None None] Network f2d9e698-8782-43c8-9c84-69ad5fdd2bf5 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:59:47.332833 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6c6e93bb-048f-405a-9792-38abd37f4ae0 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:47.380231 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-6c6e93bb-048f-405a-9792-38abd37f4ae0 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7424431 Mar 22 10:59:47.380674 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41148) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:47.387744 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-512a1dee-3f4a-4cb0-9d31-566b5a345819 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Request body: {'port': {'network_id': 'f2d9e698-8782-43c8-9c84-69ad5fdd2bf5', 'name': 'tempest-PortsIpV6TestJSON-1036748902'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:47.480545 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9c21762c-4148-4569-b605-fa26b09eedf4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:47.552048 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c21762c-4148-4569-b605-fa26b09eedf4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Network 2651f58b-4d82-47eb-adbc-f5b0a2dd2774 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:59:47.557017 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-9c21762c-4148-4569-b605-fa26b09eedf4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:59:47.560032 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c21762c-4148-4569-b605-fa26b09eedf4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:59:47.563280 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c21762c-4148-4569-b605-fa26b09eedf4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Port': ['ID=ad716081-ed6e-49bb-a554-095a2359f3bc,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:47.608933 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512a1dee-3f4a-4cb0-9d31-566b5a345819 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Made reservation on behalf of 9b8ed9295afa4b00b119a1377ee54716 for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:59:47.626186 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-512a1dee-3f4a-4cb0-9d31-566b5a345819 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:47.653970 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9c21762c-4148-4569-b605-fa26b09eedf4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684270'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:47.671063 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-512a1dee-3f4a-4cb0-9d31-566b5a345819 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] device_id is not set on port a25bc3d1-b6a6-4ba7-8997-766d24c859ac yet. {{(pid=109050) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:59:47.681013 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423427b3-5734-4826-b7c0-68e9adc89803 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-f2d9e698-8782-43c8-9c84-69ad5fdd2bf5', 'network_id': 'f2d9e698-8782-43c8-9c84-69ad5fdd2bf5', 'tenant_id': '9b8ed9295afa4b00b119a1377ee54716', 'fixed_ips': [{'subnet_id': 'e018ac58-4375-4468-9bfc-418391107708'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:59:47.684211 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-423427b3-5734-4826-b7c0-68e9adc89803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:47.700397 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-85223671-64ec-448a-b501-f5c793b10e8a tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:47.746170 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85223671-64ec-448a-b501-f5c793b10e8a tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event deleted for resources: {'Port': ['ID=35540a55-abee-4074-8d64-fce2f814bac6,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:47.853471 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-512a1dee-3f4a-4cb0-9d31-566b5a345819 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Allocated IP 2001:db8::3af (f2d9e698-8782-43c8-9c84-69ad5fdd2bf5/e018ac58-4375-4468-9bfc-418391107708/a25bc3d1-b6a6-4ba7-8997-766d24c859ac) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:59:47.988354 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9c21762c-4148-4569-b605-fa26b09eedf4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:47.993022 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-85223671-64ec-448a-b501-f5c793b10e8a tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684007'] for router_interface, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:48.051266 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-512a1dee-3f4a-4cb0-9d31-566b5a345819 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:48.108795 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-512a1dee-3f4a-4cb0-9d31-566b5a345819 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:48.216711 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-423427b3-5734-4826-b7c0-68e9adc89803 None None] Allocated IP 2001:db8::2 (f2d9e698-8782-43c8-9c84-69ad5fdd2bf5/e018ac58-4375-4468-9bfc-418391107708/4480b935-cc3a-4b74-b16a-abdec1531b4a) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:59:48.227161 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512a1dee-3f4a-4cb0-9d31-566b5a345819 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Network f2d9e698-8782-43c8-9c84-69ad5fdd2bf5 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:59:48.242354 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-512a1dee-3f4a-4cb0-9d31-566b5a345819 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:59:48.259247 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512a1dee-3f4a-4cb0-9d31-566b5a345819 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event updated for resources: {'Port': ['ID=a25bc3d1-b6a6-4ba7-8997-766d24c859ac,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:48.261936 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512a1dee-3f4a-4cb0-9d31-566b5a345819 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:59:48.270513 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512a1dee-3f4a-4cb0-9d31-566b5a345819 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:48.271320 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-512a1dee-3f4a-4cb0-9d31-566b5a345819 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:48.313121 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-512a1dee-3f4a-4cb0-9d31-566b5a345819 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9293900 Mar 22 10:59:48.319123 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41152) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:48.327922 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-f50bb1ee-afd3-47f6-abaa-aa8d11f72ec5 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Request body: {'port': {'network_id': 'f2d9e698-8782-43c8-9c84-69ad5fdd2bf5', 'name': 'tempest-PortsIpV6TestJSON-1583954475'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:48.439900 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-423427b3-5734-4826-b7c0-68e9adc89803 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:48.449639 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-423427b3-5734-4826-b7c0-68e9adc89803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:48.461283 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582124de-b48b-464a-a5a3-eadc07eaa2d9 req-e0258054-3224-4dbb-a12c-670a253fdfdc tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:48.463282 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-582124de-b48b-464a-a5a3-eadc07eaa2d9 req-e0258054-3224-4dbb-a12c-670a253fdfdc tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf09caa5-739f-48b0-a7b0-aa3f447ec528 HTTP/1.1" status: 200 len: 945 time: 0.2342703 Mar 22 10:59:48.501075 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423427b3-5734-4826-b7c0-68e9adc89803 None None] Network f2d9e698-8782-43c8-9c84-69ad5fdd2bf5 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:59:48.504409 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-423427b3-5734-4826-b7c0-68e9adc89803 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:59:48.508306 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423427b3-5734-4826-b7c0-68e9adc89803 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:59:48.520327 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423427b3-5734-4826-b7c0-68e9adc89803 None None] Pushing event updated for resources: {'Port': ['ID=4480b935-cc3a-4b74-b16a-abdec1531b4a,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:48.544846 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-582124de-b48b-464a-a5a3-eadc07eaa2d9 req-ee39cfb9-08ae-4fc2-8337-d938b3f08c74 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] 10.222.0.57 "GET /v2.0/security-groups?id=46df5bd6-6571-4ac0-843e-90dcdc450982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747919 Mar 22 10:59:48.575562 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20fe443-32ac-4aae-97d2-79f3eb75a73e None None] Network 2651f58b-4d82-47eb-adbc-f5b0a2dd2774 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:59:48.575734 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50bb1ee-afd3-47f6-abaa-aa8d11f72ec5 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Made reservation on behalf of 9b8ed9295afa4b00b119a1377ee54716 for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:59:48.580664 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f50bb1ee-afd3-47f6-abaa-aa8d11f72ec5 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:48.601167 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85223671-64ec-448a-b501-f5c793b10e8a tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Router 054c9ae2-1257-43cc-a295-3af6f4bb22cd has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:59:48.609678 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-423427b3-5734-4826-b7c0-68e9adc89803 None None] Attempting to bind port 4480b935-cc3a-4b74-b16a-abdec1531b4a on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:59:48.610043 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-423427b3-5734-4826-b7c0-68e9adc89803 None None] Attempting to bind port 4480b935-cc3a-4b74-b16a-abdec1531b4a by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': 'a5d2c3d5-d543-49aa-97af-ab178249b920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f2d9e698-8782-43c8-9c84-69ad5fdd2bf5'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:59:48.610399 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423427b3-5734-4826-b7c0-68e9adc89803 None None] Attempting to bind port 4480b935-cc3a-4b74-b16a-abdec1531b4a on network f2d9e698-8782-43c8-9c84-69ad5fdd2bf5 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:59:48.633395 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-f50bb1ee-afd3-47f6-abaa-aa8d11f72ec5 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] device_id is not set on port aec40c13-9f59-40dd-95a1-90cf2ab10109 yet. {{(pid=109050) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:59:48.668023 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423427b3-5734-4826-b7c0-68e9adc89803 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:59:48.668640 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423427b3-5734-4826-b7c0-68e9adc89803 None None] Checking segment: {'id': 'a5d2c3d5-d543-49aa-97af-ab178249b920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f2d9e698-8782-43c8-9c84-69ad5fdd2bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:59:48.669233 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-423427b3-5734-4826-b7c0-68e9adc89803 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:48.669791 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423427b3-5734-4826-b7c0-68e9adc89803 None None] Bound using segment: {'id': 'a5d2c3d5-d543-49aa-97af-ab178249b920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f2d9e698-8782-43c8-9c84-69ad5fdd2bf5'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:59:48.670449 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-423427b3-5734-4826-b7c0-68e9adc89803 None None] Bound port: 4480b935-cc3a-4b74-b16a-abdec1531b4a, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5d2c3d5-d543-49aa-97af-ab178249b920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f2d9e698-8782-43c8-9c84-69ad5fdd2bf5'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:59:48.671017 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-423427b3-5734-4826-b7c0-68e9adc89803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:48.675875 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-a15478ba-4099-4046-86eb-dddc412115d2 None None] Provisioning complete for port ba8cf507-d9ac-4862-b2ce-379c6acdbf0b triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:48.676506 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a15478ba-4099-4046-86eb-dddc412115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:48.762499 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85223671-64ec-448a-b501-f5c793b10e8a tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:59:48.783260 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cf7ce5-ba60-415c-b028-69432e981ef6 None None] Sync routers for ids ['054c9ae2-1257-43cc-a295-3af6f4bb22cd'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:59:48.794970 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-85223671-64ec-448a-b501-f5c793b10e8a tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "PUT /v2.0/routers/054c9ae2-1257-43cc-a295-3af6f4bb22cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7021828 Mar 22 10:59:48.800369 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41158) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:48.802048 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cf7ce5-ba60-415c-b028-69432e981ef6 None None] Routers {'054c9ae2-1257-43cc-a295-3af6f4bb22cd'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:59:48.803337 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-c4cf7ce5-ba60-415c-b028-69432e981ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:59:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['054c9ae2-1257-43cc-a295-3af6f4bb22cd'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:48.880680 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f01123f-720b-4786-8f45-fe987e0c6cfb tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Deleting subnet 46d0a98d-c4c2-4141-8071-35817cc1ce80 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:59:48.894113 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1f01123f-720b-4786-8f45-fe987e0c6cfb tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:48.942421 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-c4cf7ce5-ba60-415c-b028-69432e981ef6 None None] Set router 054c9ae2-1257-43cc-a295-3af6f4bb22cd gateway port host: None {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:59:48.993832 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device ba8cf507-d9ac-4862-b2ce-379c6acdbf0b up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:59:49.005950 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-f50bb1ee-afd3-47f6-abaa-aa8d11f72ec5 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Allocated IP 2001:db8::36a (f2d9e698-8782-43c8-9c84-69ad5fdd2bf5/e018ac58-4375-4468-9bfc-418391107708/aec40c13-9f59-40dd-95a1-90cf2ab10109) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:59:49.030785 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-c4cf7ce5-ba60-415c-b028-69432e981ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'name': 'tempest-RoutersTest-router-142145091', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:58:56Z', 'updated_at': '2022-03-22T10:59:47Z', 'revision_number': 11, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'gw_port_host': None}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:49.039918 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1f01123f-720b-4786-8f45-fe987e0c6cfb tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:49.062176 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cf7ce5-ba60-415c-b028-69432e981ef6 None None] Checking router: 054c9ae2-1257-43cc-a295-3af6f4bb22cd for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 10:59:49.073868 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cf7ce5-ba60-415c-b028-69432e981ef6 None None] Routers {'054c9ae2-1257-43cc-a295-3af6f4bb22cd'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:59:49.074783 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-c4cf7ce5-ba60-415c-b028-69432e981ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:59:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['054c9ae2-1257-43cc-a295-3af6f4bb22cd'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:49.092298 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-423427b3-5734-4826-b7c0-68e9adc89803 None None] For port 4480b935-cc3a-4b74-b16a-abdec1531b4a, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:59:49.165381 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-c4cf7ce5-ba60-415c-b028-69432e981ef6 None None] Set router 054c9ae2-1257-43cc-a295-3af6f4bb22cd gateway port host: None {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:59:49.168701 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-423427b3-5734-4826-b7c0-68e9adc89803 None None] For port 4480b935-cc3a-4b74-b16a-abdec1531b4a, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=4480b935-cc3a-4b74-b16a-abdec1531b4a,segment=NetworkSegment(a5d2c3d5-d543-49aa-97af-ab178249b920),segment_id=a5d2c3d5-d543-49aa-97af-ab178249b920)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:59:49.185060 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-423427b3-5734-4826-b7c0-68e9adc89803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:49.190910 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9c21762c-4148-4569-b605-fa26b09eedf4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:49.193529 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port ba8cf507-d9ac-4862-b2ce-379c6acdbf0b triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:49.194453 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:49.208915 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9c21762c-4148-4569-b605-fa26b09eedf4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:49.237056 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-c4cf7ce5-ba60-415c-b028-69432e981ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'name': 'tempest-RoutersTest-router-142145091', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:58:56Z', 'updated_at': '2022-03-22T10:59:47Z', 'revision_number': 11, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'gw_port_host': None}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:49.253338 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a15478ba-4099-4046-86eb-dddc412115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:49.280446 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1f01123f-720b-4786-8f45-fe987e0c6cfb tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:49.285813 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cf7ce5-ba60-415c-b028-69432e981ef6 None None] The sync data for ids ['054c9ae2-1257-43cc-a295-3af6f4bb22cd'] in dv-neutron-834599-1-hyperv is: [{'id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'name': 'tempest-RoutersTest-router-142145091', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:58:56Z', 'updated_at': '2022-03-22T10:59:47Z', 'revision_number': 11, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'gw_port_host': None}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:59:49.352694 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-a15478ba-4099-4046-86eb-dddc412115d2 None None] For port ba8cf507-d9ac-4862-b2ce-379c6acdbf0b, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=ba8cf507-d9ac-4862-b2ce-379c6acdbf0b,segment=NetworkSegment(3dd8d086-23af-4874-9500-d2fd8a0c0149),segment_id=3dd8d086-23af-4874-9500-d2fd8a0c0149)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:59:49.362024 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a15478ba-4099-4046-86eb-dddc412115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:49.367548 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423427b3-5734-4826-b7c0-68e9adc89803 None None] Pushing event updated for resources: {'Port': ['ID=4480b935-cc3a-4b74-b16a-abdec1531b4a,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:49.386234 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f50bb1ee-afd3-47f6-abaa-aa8d11f72ec5 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:49.408388 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60943308-6935-4fe0-8f38-b19db1640e5d req-eab983ce-1230-4e7c-a119-3ca82a1c3c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:49.410311 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-60943308-6935-4fe0-8f38-b19db1640e5d req-eab983ce-1230-4e7c-a119-3ca82a1c3c4f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c30de3e381cd4e6ea23efcc3c4151d7b&device_id=cf09caa5-739f-48b0-a7b0-aa3f447ec528 HTTP/1.1" status: 200 len: 1098 time: 0.5819979 Mar 22 10:59:49.438384 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612dfa25-5220-4b29-b6fd-70001d2001b0 req-0c044abb-59e0-446f-990e-f86df3f17535 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:49.447293 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-612dfa25-5220-4b29-b6fd-70001d2001b0 req-0c044abb-59e0-446f-990e-f86df3f17535 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf09caa5-739f-48b0-a7b0-aa3f447ec528 HTTP/1.1" status: 200 len: 945 time: 0.5952320 Mar 22 10:59:49.448065 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9c21762c-4148-4569-b605-fa26b09eedf4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684306'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:49.471049 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c21762c-4148-4569-b605-fa26b09eedf4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Port': ['ID=ad716081-ed6e-49bb-a554-095a2359f3bc,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:49.504930 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device b7a2db13-d6b8-4dec-9720-d5d2bdbf7bbb up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:59:49.570112 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1f01123f-720b-4786-8f45-fe987e0c6cfb tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:49.571213 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15478ba-4099-4046-86eb-dddc412115d2 None None] Pushing event updated for resources: {'Port': ['ID=ba8cf507-d9ac-4862-b2ce-379c6acdbf0b,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:49.610445 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port b7a2db13-d6b8-4dec-9720-d5d2bdbf7bbb triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:49.610864 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:49.614878 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-a80d99ad-1a30-4559-988c-f439ae07090d None None] Provisioning complete for port ba8cf507-d9ac-4862-b2ce-379c6acdbf0b triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:49.614878 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a80d99ad-1a30-4559-988c-f439ae07090d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:49.615189 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f01123f-720b-4786-8f45-fe987e0c6cfb tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event deleted for resources: {'Subnet': ['ID=46d0a98d-c4c2-4141-8071-35817cc1ce80,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:49.619103 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1f01123f-720b-4786-8f45-fe987e0c6cfb tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:49.622432 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1f01123f-720b-4786-8f45-fe987e0c6cfb tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "DELETE /v2.0/subnets/46d0a98d-c4c2-4141-8071-35817cc1ce80 HTTP/1.1" status: 204 len: 168 time: 0.8211126 Mar 22 10:59:49.625167 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41160) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:49.670546 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-612dfa25-5220-4b29-b6fd-70001d2001b0 req-9081ff9e-5cdf-4230-bb8c-a636b1e05ec8 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] 10.222.0.57 "GET /v2.0/security-groups?id=46df5bd6-6571-4ac0-843e-90dcdc450982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022622 Mar 22 10:59:49.684659 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60943308-6935-4fe0-8f38-b19db1640e5d req-6916d7d4-1f9d-48e8-b324-5f7841adf653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:49.686513 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-60943308-6935-4fe0-8f38-b19db1640e5d req-6916d7d4-1f9d-48e8-b324-5f7841adf653 service neutron] 10.222.0.35 "GET /v2.0/networks?id=63c06d48-cb8a-4b54-9fac-2e815705a3a9 HTTP/1.1" status: 200 len: 912 time: 0.2686806 Mar 22 10:59:49.693669 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87767f6f-78e0-4081-ba00-cd5c60c02e8b None None] Network 660e8501-1e86-44cd-9d64-1cf5a800b0a5 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:59:49.746433 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-60943308-6935-4fe0-8f38-b19db1640e5d req-3b5e0e09-f5fd-4799-b2ff-eaed0244cdd1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=83572261-3f44-4024-b666-88f18e06c4f7 HTTP/1.1" status: 200 len: 217 time: 0.0474610 Mar 22 10:59:49.748661 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f50bb1ee-afd3-47f6-abaa-aa8d11f72ec5 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:49.796558 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7a966ed0-5b6b-4392-a064-ca29a372c296 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:49.825226 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c21762c-4148-4569-b605-fa26b09eedf4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Network 2651f58b-4d82-47eb-adbc-f5b0a2dd2774 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:59:49.832684 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-9c21762c-4148-4569-b605-fa26b09eedf4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:59:49.872036 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60943308-6935-4fe0-8f38-b19db1640e5d req-77f81616-d6c2-4e90-9f18-09d48fbd7a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:49.874323 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-60943308-6935-4fe0-8f38-b19db1640e5d req-77f81616-d6c2-4e90-9f18-09d48fbd7a1a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=730fb31c-967b-4caf-9d38-1f5158568c7d HTTP/1.1" status: 200 len: 851 time: 0.1144319 Mar 22 10:59:49.876344 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50bb1ee-afd3-47f6-abaa-aa8d11f72ec5 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event updated for resources: {'Port': ['ID=aec40c13-9f59-40dd-95a1-90cf2ab10109,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:49.916963 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50bb1ee-afd3-47f6-abaa-aa8d11f72ec5 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Network f2d9e698-8782-43c8-9c84-69ad5fdd2bf5 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:59:49.932467 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-f50bb1ee-afd3-47f6-abaa-aa8d11f72ec5 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:59:49.939182 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50bb1ee-afd3-47f6-abaa-aa8d11f72ec5 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:59:49.945687 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50bb1ee-afd3-47f6-abaa-aa8d11f72ec5 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:49.946550 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f50bb1ee-afd3-47f6-abaa-aa8d11f72ec5 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:49.950990 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-60943308-6935-4fe0-8f38-b19db1640e5d req-d931df9f-9152-450d-8838-b0b00b3b3dfd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=63c06d48-cb8a-4b54-9fac-2e815705a3a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649049 Mar 22 10:59:49.991471 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-f50bb1ee-afd3-47f6-abaa-aa8d11f72ec5 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6674297 Mar 22 10:59:49.995040 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41162) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:50.051824 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c21762c-4148-4569-b605-fa26b09eedf4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Router c8ac72ba-f45a-44d5-a2b4-e965ee2853c8 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:59:50.072220 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:50.109899 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8385d930-7a2d-4860-8a9f-c0e7b25d9cbd tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:50.111124 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-8385d930-7a2d-4860-8a9f-c0e7b25d9cbd tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3af HTTP/1.1" status: 200 len: 929 time: 0.1141348 Mar 22 10:59:50.114135 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41164) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:50.130229 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port b7a2db13-d6b8-4dec-9720-d5d2bdbf7bbb, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=b7a2db13-d6b8-4dec-9720-d5d2bdbf7bbb,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:59:50.131811 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-a80d99ad-1a30-4559-988c-f439ae07090d None None] Provisioning complete for port ad716081-ed6e-49bb-a554-095a2359f3bc triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:50.132391 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a80d99ad-1a30-4559-988c-f439ae07090d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:50.162665 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f519e1-8c58-4d3a-8c1c-8b208322802e None None] DHCP port deletion for 660e8501-1e86-44cd-9d64-1cf5a800b0a5 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:59:50.174275 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:50.208230 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-7a966ed0-5b6b-4392-a064-ca29a372c296 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Deleting port 4ead071a-28d2-47d3-ae33-0aec382397dc {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:59:50.208929 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7a966ed0-5b6b-4392-a064-ca29a372c296 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:50.218763 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-60943308-6935-4fe0-8f38-b19db1640e5d req-3db101dd-5b57-494d-bf71-61528061c154 service neutron] 10.222.0.35 "GET /v2.0/networks/63c06d48-cb8a-4b54-9fac-2e815705a3a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600701 Mar 22 10:59:50.249029 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-239af886-4e34-4ec5-88dd-587ff94441cf tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Deleting port aec40c13-9f59-40dd-95a1-90cf2ab10109 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:59:50.249424 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-239af886-4e34-4ec5-88dd-587ff94441cf tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:50.331582 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c21762c-4148-4569-b605-fa26b09eedf4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:59:50.334455 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-7a966ed0-5b6b-4392-a064-ca29a372c296 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] For port 4ead071a-28d2-47d3-ae33-0aec382397dc, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=4ead071a-28d2-47d3-ae33-0aec382397dc,segment=NetworkSegment(a2b01e91-4244-445f-9ef3-723a3b17277d),segment_id=a2b01e91-4244-445f-9ef3-723a3b17277d)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:59:50.334921 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7a966ed0-5b6b-4392-a064-ca29a372c296 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:50.343188 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9c21762c-4148-4569-b605-fa26b09eedf4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "PUT /v2.0/routers/c8ac72ba-f45a-44d5-a2b4-e965ee2853c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8918099 Mar 22 10:59:50.347160 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41166) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:50.360181 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-7a966ed0-5b6b-4392-a064-ca29a372c296 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Calling delete_port for 4ead071a-28d2-47d3-ae33-0aec382397dc owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:59:50.401938 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e72c40-b82e-4aa2-845a-556869bff496 None None] Sync routers for ids ['c8ac72ba-f45a-44d5-a2b4-e965ee2853c8'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:59:50.416703 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-a80d99ad-1a30-4559-988c-f439ae07090d None None] Port ad716081-ed6e-49bb-a554-095a2359f3bc cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:59:50.447225 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=b7a2db13-d6b8-4dec-9720-d5d2bdbf7bbb,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:50.467493 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e72c40-b82e-4aa2-845a-556869bff496 None None] Routers {'c8ac72ba-f45a-44d5-a2b4-e965ee2853c8'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:59:50.468235 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-e6e72c40-b82e-4aa2-845a-556869bff496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:59:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['c8ac72ba-f45a-44d5-a2b4-e965ee2853c8'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:50.477885 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7a966ed0-5b6b-4392-a064-ca29a372c296 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:50.495569 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a966ed0-5b6b-4392-a064-ca29a372c296 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] No DVR routers for this DVR port 4ead071a-28d2-47d3-ae33-0aec382397dc on host dv-neutron-834599-1-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:59:50.520317 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-60943308-6935-4fe0-8f38-b19db1640e5d req-2934d2cb-e242-4071-b5cf-dca88870c439 service neutron] 10.222.0.35 "GET /v2.0/networks/63c06d48-cb8a-4b54-9fac-2e815705a3a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942946 Mar 22 10:59:50.522730 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-06f519e1-8c58-4d3a-8c1c-8b208322802e None None] Deleting port 4ead071a-28d2-47d3-ae33-0aec382397dc {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:59:50.523221 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-06f519e1-8c58-4d3a-8c1c-8b208322802e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:50.523532 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a966ed0-5b6b-4392-a064-ca29a372c296 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event deleted for resources: {'Port': ['ID=4ead071a-28d2-47d3-ae33-0aec382397dc,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:50.551990 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-239af886-4e34-4ec5-88dd-587ff94441cf tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:50.592820 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-239af886-4e34-4ec5-88dd-587ff94441cf tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Calling delete_port for aec40c13-9f59-40dd-95a1-90cf2ab10109 owned by {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:59:50.617799 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-978df4ed-7068-4f14-b769-5f24ff5590bb None None] Provisioning complete for port ad716081-ed6e-49bb-a554-095a2359f3bc triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:50.618303 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-978df4ed-7068-4f14-b769-5f24ff5590bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:50.635769 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1572ef09-ab30-4a06-99a5-10dc6e85e978 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:50.643790 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1572ef09-ab30-4a06-99a5-10dc6e85e978 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:50.645211 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1572ef09-ab30-4a06-99a5-10dc6e85e978 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:50.645211 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1572ef09-ab30-4a06-99a5-10dc6e85e978 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:50.645428 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1572ef09-ab30-4a06-99a5-10dc6e85e978 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:50.645763 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1572ef09-ab30-4a06-99a5-10dc6e85e978 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:50.646191 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1572ef09-ab30-4a06-99a5-10dc6e85e978 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:50.646703 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1572ef09-ab30-4a06-99a5-10dc6e85e978 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:50.647152 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1572ef09-ab30-4a06-99a5-10dc6e85e978 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:50.649137 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-1572ef09-ab30-4a06-99a5-10dc6e85e978 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6277 time: 0.2978415 Mar 22 10:59:50.658981 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41168) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:50.663420 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7a966ed0-5b6b-4392-a064-ca29a372c296 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:50.723478 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-06f519e1-8c58-4d3a-8c1c-8b208322802e None None] For port 4ead071a-28d2-47d3-ae33-0aec382397dc, host dv-neutron-834599-1-hyperv, got binding levels [] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:59:50.723478 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-06f519e1-8c58-4d3a-8c1c-8b208322802e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:50.755457 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-06f519e1-8c58-4d3a-8c1c-8b208322802e None None] Calling delete_port for 4ead071a-28d2-47d3-ae33-0aec382397dc owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:59:50.758100 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-e6e72c40-b82e-4aa2-845a-556869bff496 None None] Set router c8ac72ba-f45a-44d5-a2b4-e965ee2853c8 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:59:50.760982 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.ipam_backend_mixin [None req-06f519e1-8c58-4d3a-8c1c-8b208322802e None None] Port 4ead071a-28d2-47d3-ae33-0aec382397dc was not found and therefore no delete operation was performed {{(pid=109051) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 22 10:59:50.761214 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-7a966ed0-5b6b-4392-a064-ca29a372c296 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['660e8501-1e86-44cd-9d64-1cf5a800b0a5']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:50.791176 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-7a966ed0-5b6b-4392-a064-ca29a372c296 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2b01e91-4244-445f-9ef3-723a3b17277d') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:50.791784 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-7a966ed0-5b6b-4392-a064-ca29a372c296 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2b01e91-4244-445f-9ef3-723a3b17277d') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:50.798064 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-978df4ed-7068-4f14-b769-5f24ff5590bb None None] Port ad716081-ed6e-49bb-a554-095a2359f3bc cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:59:50.805975 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-06f519e1-8c58-4d3a-8c1c-8b208322802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:50.829148 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7a966ed0-5b6b-4392-a064-ca29a372c296 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:50.842558 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f519e1-8c58-4d3a-8c1c-8b208322802e None None] No DVR routers for this DVR port 4ead071a-28d2-47d3-ae33-0aec382397dc on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:59:50.847060 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f519e1-8c58-4d3a-8c1c-8b208322802e None None] Pushing event deleted for resources: {'Port': ['ID=4ead071a-28d2-47d3-ae33-0aec382397dc,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:50.851919 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ebd304-1548-4609-95b8-2818fca24842 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:50.852086 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ebd304-1548-4609-95b8-2818fca24842 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:50.852464 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ebd304-1548-4609-95b8-2818fca24842 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:50.852922 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ebd304-1548-4609-95b8-2818fca24842 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:50.855750 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ebd304-1548-4609-95b8-2818fca24842 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:50.856177 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ebd304-1548-4609-95b8-2818fca24842 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:50.859932 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ebd304-1548-4609-95b8-2818fca24842 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:50.861900 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a1ebd304-1548-4609-95b8-2818fca24842 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4617 time: 0.2019405 Mar 22 10:59:50.867228 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41172) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:50.910786 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7a966ed0-5b6b-4392-a064-ca29a372c296 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:50.914131 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device ba8cf507-d9ac-4862-b2ce-379c6acdbf0b up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:59:50.917422 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9249cf-4aab-4abf-838b-220169b66e48 None None] Network f2d9e698-8782-43c8-9c84-69ad5fdd2bf5 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:59:50.948760 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a966ed0-5b6b-4392-a064-ca29a372c296 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:59:50.949153 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7a966ed0-5b6b-4392-a064-ca29a372c296 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:50.953243 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 10:59:50.953243 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:59:50.953243 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 10:59:50.953243 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:59:50.953243 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 10:59:50.953243 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:59:50.953243 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 10:59:50.953243 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:59:50.953243 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 10:59:50.953243 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:59:50.953243 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 10:59:50.953243 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:59:50.953243 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 10:59:50.953243 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:59:50.953243 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:59:50.953243 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:59:50.953243 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:59:50.953243 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:59:50.953243 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 10:59:50.953243 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:59:50.953243 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 10:59:50.953243 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:59:50.953243 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:59:50.953243 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:59:50.953243 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 10:59:50.953243 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:59:50.953243 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:59:50.953243 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:59:50.953243 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:59:50.953243 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:59:50.953243 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:59:50.953243 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:59:51.082813 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7a966ed0-5b6b-4392-a064-ca29a372c296 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:51.090243 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-7755fec2-294c-4dc9-9697-5e23412de095 None None] Provisioning complete for port 4480b935-cc3a-4b74-b16a-abdec1531b4a triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:51.091228 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7755fec2-294c-4dc9-9697-5e23412de095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:51.104375 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7a966ed0-5b6b-4392-a064-ca29a372c296 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:51.110396 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7a966ed0-5b6b-4392-a064-ca29a372c296 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "DELETE /v2.0/networks/660e8501-1e86-44cd-9d64-1cf5a800b0a5 HTTP/1.1" status: 204 len: 168 time: 1.4816048 Mar 22 10:59:51.110396 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a966ed0-5b6b-4392-a064-ca29a372c296 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Pushing event deleted for resources: {'Network': ['ID=660e8501-1e86-44cd-9d64-1cf5a800b0a5,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:51.111393 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41174) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:51.116011 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-5fb63a41-c220-4195-b1d2-dedea74f286a tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Request body: {'router': {'routes': None}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:51.222258 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port ba8cf507-d9ac-4862-b2ce-379c6acdbf0b triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:51.222646 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:51.292783 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd512c-c2db-4c1e-a079-e06037e7b4d8 req-1d1448a7-a70a-4b42-8e28-ebea899081c8 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:51.295708 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0acd512c-c2db-4c1e-a079-e06037e7b4d8 req-1d1448a7-a70a-4b42-8e28-ebea899081c8 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf09caa5-739f-48b0-a7b0-aa3f447ec528 HTTP/1.1" status: 200 len: 945 time: 0.5235734 Mar 22 10:59:51.374482 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0acd512c-c2db-4c1e-a079-e06037e7b4d8 req-8eb62484-0591-4d6f-ae44-03940a13c13b tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] 10.222.0.57 "GET /v2.0/security-groups?id=46df5bd6-6571-4ac0-843e-90dcdc450982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518041 Mar 22 10:59:51.375785 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-239af886-4e34-4ec5-88dd-587ff94441cf tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:51.416410 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239af886-4e34-4ec5-88dd-587ff94441cf tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event deleted for resources: {'Port': ['ID=aec40c13-9f59-40dd-95a1-90cf2ab10109,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:51.431577 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 4480b935-cc3a-4b74-b16a-abdec1531b4a up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:59:51.446073 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-239af886-4e34-4ec5-88dd-587ff94441cf tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:51.451424 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-239af886-4e34-4ec5-88dd-587ff94441cf tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "DELETE /v2.0/ports/aec40c13-9f59-40dd-95a1-90cf2ab10109 HTTP/1.1" status: 204 len: 168 time: 1.3344345 Mar 22 10:59:51.452241 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41176) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:51.471311 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7755fec2-294c-4dc9-9697-5e23412de095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:51.479408 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb2e5a06-482f-4f31-9d8a-57ee076df0f9 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] GET failed (client error): The resource could not be found. Mar 22 10:59:51.483638 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-cb2e5a06-482f-4f31-9d8a-57ee076df0f9 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "GET /v2.0/ports/aec40c13-9f59-40dd-95a1-90cf2ab10109 HTTP/1.1" status: 404 len: 333 time: 0.0277336 Mar 22 10:59:51.484803 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41178) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:51.497109 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-e6e72c40-b82e-4aa2-845a-556869bff496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ac72ba-f45a-44d5-a2b4-e965ee2853c8', 'name': 'tempest-TestNetworkBasicOps-router-314910066', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': 'b7a2db13-d6b8-4dec-9720-d5d2bdbf7bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:59:39Z', 'updated_at': '2022-03-22T10:59:47Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'b7a2db13-d6b8-4dec-9720-d5d2bdbf7bbb', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:91:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ac72ba-f45a-44d5-a2b4-e965ee2853c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:41Z', 'updated_at': '2022-03-22T10:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': 'ad716081-ed6e-49bb-a554-095a2359f3bc', 'name': '', 'network_id': '2651f58b-4d82-47eb-adbc-f5b0a2dd2774', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:99:7c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ac72ba-f45a-44d5-a2b4-e965ee2853c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'd822f6e4-1958-4cd7-80e9-2c52248c5320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:46Z', 'updated_at': '2022-03-22T10:59:48Z', 'revision_number': 2, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': 'd822f6e4-1958-4cd7-80e9-2c52248c5320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:51.540581 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e72c40-b82e-4aa2-845a-556869bff496 None None] Checking router: c8ac72ba-f45a-44d5-a2b4-e965ee2853c8 for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 10:59:51.540930 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e72c40-b82e-4aa2-845a-556869bff496 None None] Updating router c8ac72ba-f45a-44d5-a2b4-e965ee2853c8 port ad716081-ed6e-49bb-a554-095a2359f3bc binding host dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 10:59:51.585539 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-7755fec2-294c-4dc9-9697-5e23412de095 None None] For port 4480b935-cc3a-4b74-b16a-abdec1531b4a, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=4480b935-cc3a-4b74-b16a-abdec1531b4a,segment=NetworkSegment(a5d2c3d5-d543-49aa-97af-ab178249b920),segment_id=a5d2c3d5-d543-49aa-97af-ab178249b920)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:59:51.589341 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 4480b935-cc3a-4b74-b16a-abdec1531b4a triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:51.589772 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:51.606946 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-3b590483-2336-4848-a1eb-7c05f1afa5f8 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Deleting port a25bc3d1-b6a6-4ba7-8997-766d24c859ac {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:59:51.607966 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3b590483-2336-4848-a1eb-7c05f1afa5f8 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:51.612152 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7755fec2-294c-4dc9-9697-5e23412de095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:51.621925 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e6e72c40-b82e-4aa2-845a-556869bff496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:51.655257 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.extraroute_db [None req-5fb63a41-c220-4195-b1d2-dedea74f286a tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Added routes are [] {{(pid=109049) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 22 10:59:51.655684 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.extraroute_db [None req-5fb63a41-c220-4195-b1d2-dedea74f286a tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Removed routes are [] {{(pid=109049) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 22 10:59:51.655983 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5fb63a41-c220-4195-b1d2-dedea74f286a tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3682488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11476'] for router, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:51.734489 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7755fec2-294c-4dc9-9697-5e23412de095 None None] Pushing event updated for resources: {'Port': ['ID=4480b935-cc3a-4b74-b16a-abdec1531b4a,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:51.776352 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3b590483-2336-4848-a1eb-7c05f1afa5f8 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:51.791014 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-3b590483-2336-4848-a1eb-7c05f1afa5f8 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Calling delete_port for a25bc3d1-b6a6-4ba7-8997-766d24c859ac owned by {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:59:51.799958 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b3a65f72-b43f-4fab-aa0e-d3ca4b987213 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2138 time: 0.9315546 Mar 22 10:59:51.875326 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5fb63a41-c220-4195-b1d2-dedea74f286a tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3682488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11476'] for router, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:51.879630 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5fb63a41-c220-4195-b1d2-dedea74f286a tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3682435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3682442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3684457'] for router, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:51.925116 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-7ce21ab2-ab62-4abd-985c-7e0c26ab8bd9 None None] Provisioning complete for port 4480b935-cc3a-4b74-b16a-abdec1531b4a triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:51.925558 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7ce21ab2-ab62-4abd-985c-7e0c26ab8bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:51.931156 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device b7a2db13-d6b8-4dec-9720-d5d2bdbf7bbb up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:59:51.991656 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3b590483-2336-4848-a1eb-7c05f1afa5f8 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:52.013944 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb63a41-c220-4195-b1d2-dedea74f286a tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Router 054c9ae2-1257-43cc-a295-3af6f4bb22cd has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 10:59:52.069017 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3b590483-2336-4848-a1eb-7c05f1afa5f8 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:52.076186 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-3b590483-2336-4848-a1eb-7c05f1afa5f8 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "DELETE /v2.0/ports/a25bc3d1-b6a6-4ba7-8997-766d24c859ac HTTP/1.1" status: 204 len: 168 time: 0.5874457 Mar 22 10:59:52.076487 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b590483-2336-4848-a1eb-7c05f1afa5f8 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event deleted for resources: {'Port': ['ID=a25bc3d1-b6a6-4ba7-8997-766d24c859ac,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:52.087719 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41182) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:52.088267 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41184) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:52.125855 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb63a41-c220-4195-b1d2-dedea74f286a tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:59:52.132783 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-831d4cb5-d82a-455f-8981-568666a393d7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1513903930', 'description': 'tempest-secgroup-smoke-1513903930 description', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:52.133052 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5fb63a41-c220-4195-b1d2-dedea74f286a tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:52.134219 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5fb63a41-c220-4195-b1d2-dedea74f286a tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "PUT /v2.0/routers/054c9ae2-1257-43cc-a295-3af6f4bb22cd HTTP/1.1" status: 200 len: 700 time: 1.0218956 Mar 22 10:59:52.138613 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632d2a2c-2f08-4fc0-ac8f-229a31c8de98 None None] Sync routers for ids ['054c9ae2-1257-43cc-a295-3af6f4bb22cd'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:59:52.139269 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a5f5819-2cc2-404c-bd93-fff4de808e1f tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] GET failed (client error): The resource could not be found. Mar 22 10:59:52.144317 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-0a5f5819-2cc2-404c-bd93-fff4de808e1f tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "GET /v2.0/ports/a25bc3d1-b6a6-4ba7-8997-766d24c859ac HTTP/1.1" status: 404 len: 333 time: 0.0513921 Mar 22 10:59:52.144317 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41186) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:52.147169 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41188) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:52.156580 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632d2a2c-2f08-4fc0-ac8f-229a31c8de98 None None] Routers {'054c9ae2-1257-43cc-a295-3af6f4bb22cd'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:59:52.157103 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-632d2a2c-2f08-4fc0-ac8f-229a31c8de98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:59:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['054c9ae2-1257-43cc-a295-3af6f4bb22cd'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:52.183510 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-c8b512eb-3a5d-43f1-ab4f-eb6a82dc6005 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "GET /v2.0/ports?device_id=054c9ae2-1257-43cc-a295-3af6f4bb22cd HTTP/1.1" status: 200 len: 205 time: 0.0372548 Mar 22 10:59:52.184208 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41190) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:52.204164 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port b7a2db13-d6b8-4dec-9720-d5d2bdbf7bbb triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:52.204612 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:52.249187 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-831d4cb5-d82a-455f-8981-568666a393d7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:52.255731 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-7ce21ab2-ab62-4abd-985c-7e0c26ab8bd9 None None] Could not find standard attr ID for object a25bc3d1-b6a6-4ba7-8997-766d24c859ac. {{(pid=109051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 10:59:52.266627 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-7ce21ab2-ab62-4abd-985c-7e0c26ab8bd9 None None] Could not find standard attr ID for object aec40c13-9f59-40dd-95a1-90cf2ab10109. {{(pid=109051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 10:59:52.267302 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-e60bb72d-3c41-4d66-9ca8-3422c77aba32 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Deleting subnet e018ac58-4375-4468-9bfc-418391107708 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:59:52.277445 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e60bb72d-3c41-4d66-9ca8-3422c77aba32 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:52.298383 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e6e72c40-b82e-4aa2-845a-556869bff496 None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:52.302832 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8a959487-ebf5-4ced-9c82-5ef00d97773d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for router, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:52.313152 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e6e72c40-b82e-4aa2-845a-556869bff496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:52.360963 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4dc9e5-20b4-40bb-90b6-495f1c51b7e8 None None] Pushing event updated for resources: {'Port': ['ID=ad716081-ed6e-49bb-a554-095a2359f3bc,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:52.362959 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e60bb72d-3c41-4d66-9ca8-3422c77aba32 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:52.373941 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-632d2a2c-2f08-4fc0-ac8f-229a31c8de98 None None] Set router 054c9ae2-1257-43cc-a295-3af6f4bb22cd gateway port host: None {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:59:52.436204 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-3dc8fbcc-6b00-4d7a-8825-c2d86f5a4630 None None] Could not find standard attr ID for object a25bc3d1-b6a6-4ba7-8997-766d24c859ac. {{(pid=109051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 10:59:52.486876 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-632d2a2c-2f08-4fc0-ac8f-229a31c8de98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'name': 'tempest-RoutersTest-router-142145091', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:58:56Z', 'updated_at': '2022-03-22T10:59:47Z', 'revision_number': 11, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'gw_port_host': None}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:52.551353 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632d2a2c-2f08-4fc0-ac8f-229a31c8de98 None None] Checking router: 054c9ae2-1257-43cc-a295-3af6f4bb22cd for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 10:59:52.553367 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-e6e72c40-b82e-4aa2-845a-556869bff496 None None] Attempting to bind port ad716081-ed6e-49bb-a554-095a2359f3bc on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:59:52.553750 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-e6e72c40-b82e-4aa2-845a-556869bff496 None None] Attempting to bind port ad716081-ed6e-49bb-a554-095a2359f3bc by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '3dd8d086-23af-4874-9500-d2fd8a0c0149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2651f58b-4d82-47eb-adbc-f5b0a2dd2774'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:59:52.554124 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e72c40-b82e-4aa2-845a-556869bff496 None None] Attempting to bind port ad716081-ed6e-49bb-a554-095a2359f3bc on network 2651f58b-4d82-47eb-adbc-f5b0a2dd2774 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:59:52.569370 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e60bb72d-3c41-4d66-9ca8-3422c77aba32 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:52.569750 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e72c40-b82e-4aa2-845a-556869bff496 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:59:52.570130 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e72c40-b82e-4aa2-845a-556869bff496 None None] Checking segment: {'id': '3dd8d086-23af-4874-9500-d2fd8a0c0149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2651f58b-4d82-47eb-adbc-f5b0a2dd2774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:59:52.570553 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e6e72c40-b82e-4aa2-845a-556869bff496 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:52.572113 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e72c40-b82e-4aa2-845a-556869bff496 None None] Bound using segment: {'id': '3dd8d086-23af-4874-9500-d2fd8a0c0149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2651f58b-4d82-47eb-adbc-f5b0a2dd2774'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:59:52.572622 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-e6e72c40-b82e-4aa2-845a-556869bff496 None None] Bound port: ad716081-ed6e-49bb-a554-095a2359f3bc, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dd8d086-23af-4874-9500-d2fd8a0c0149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2651f58b-4d82-47eb-adbc-f5b0a2dd2774'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:59:52.575050 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e6e72c40-b82e-4aa2-845a-556869bff496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:52.583653 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-831d4cb5-d82a-455f-8981-568666a393d7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:52.584495 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632d2a2c-2f08-4fc0-ac8f-229a31c8de98 None None] Routers {'054c9ae2-1257-43cc-a295-3af6f4bb22cd'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:59:52.585290 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-632d2a2c-2f08-4fc0-ac8f-229a31c8de98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:59:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['054c9ae2-1257-43cc-a295-3af6f4bb22cd'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:52.603745 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 35540a55-abee-4074-8d64-fce2f814bac6 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:59:52.610974 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-831d4cb5-d82a-455f-8981-568666a393d7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:52.651515 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 35540a55-abee-4074-8d64-fce2f814bac6 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:59:52.651867 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 35540a55-abee-4074-8d64-fce2f814bac6 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:59:52.652298 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 4ead071a-28d2-47d3-ae33-0aec382397dc no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:59:52.673580 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-632d2a2c-2f08-4fc0-ac8f-229a31c8de98 None None] Set router 054c9ae2-1257-43cc-a295-3af6f4bb22cd gateway port host: None {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:59:52.705458 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 4ead071a-28d2-47d3-ae33-0aec382397dc {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:59:52.705933 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 4ead071a-28d2-47d3-ae33-0aec382397dc not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:59:52.711459 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831d4cb5-d82a-455f-8981-568666a393d7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2f15c9-ba12-44aa-9e5c-b059da58b21d,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:52.718626 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-cb754dc3-ac88-4f8b-aaad-adca614d5914 None None] Could not find standard attr ID for object aec40c13-9f59-40dd-95a1-90cf2ab10109. {{(pid=109051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 10:59:52.733079 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e60bb72d-3c41-4d66-9ca8-3422c77aba32 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:52.810829 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60bb72d-3c41-4d66-9ca8-3422c77aba32 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event deleted for resources: {'Subnet': ['ID=e018ac58-4375-4468-9bfc-418391107708,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:52.822891 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e60bb72d-3c41-4d66-9ca8-3422c77aba32 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:52.826948 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e60bb72d-3c41-4d66-9ca8-3422c77aba32 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "DELETE /v2.0/subnets/e018ac58-4375-4468-9bfc-418391107708 HTTP/1.1" status: 204 len: 168 time: 0.6786187 Mar 22 10:59:52.829573 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41194) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:52.871055 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-632d2a2c-2f08-4fc0-ac8f-229a31c8de98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'name': 'tempest-RoutersTest-router-142145091', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:58:56Z', 'updated_at': '2022-03-22T10:59:47Z', 'revision_number': 11, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'gw_port_host': None}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:52.887478 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8a959487-ebf5-4ced-9c82-5ef00d97773d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:52.904062 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8a959487-ebf5-4ced-9c82-5ef00d97773d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:52.908088 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-831d4cb5-d82a-455f-8981-568666a393d7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:52.912445 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-831d4cb5-d82a-455f-8981-568666a393d7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8149166 Mar 22 10:59:52.919449 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41196) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:52.937611 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-0740b7ee-3acd-44e2-9d31-8df9c614b0ce tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': 'fa2f15c9-ba12-44aa-9e5c-b059da58b21d', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:52.959091 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632d2a2c-2f08-4fc0-ac8f-229a31c8de98 None None] The sync data for ids ['054c9ae2-1257-43cc-a295-3af6f4bb22cd'] in dv-neutron-834599-1-hyperv is: [{'id': '054c9ae2-1257-43cc-a295-3af6f4bb22cd', 'name': 'tempest-RoutersTest-router-142145091', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:58:56Z', 'updated_at': '2022-03-22T10:59:47Z', 'revision_number': 11, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'gw_port_host': None}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:59:52.967769 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-111cfc6d-45e2-4784-848d-3e67d808cd5e tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:53.006451 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09180b8d-c061-4919-8e72-0a7f42155ae7 req-b90bc533-0857-434e-a990-e3038675220c tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:53.022840 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-09180b8d-c061-4919-8e72-0a7f42155ae7 req-b90bc533-0857-434e-a990-e3038675220c tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf09caa5-739f-48b0-a7b0-aa3f447ec528 HTTP/1.1" status: 200 len: 945 time: 0.4344041 Mar 22 10:59:53.032656 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 4480b935-cc3a-4b74-b16a-abdec1531b4a up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:59:53.069408 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-111cfc6d-45e2-4784-848d-3e67d808cd5e tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Deleting port 4480b935-cc3a-4b74-b16a-abdec1531b4a {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:59:53.070011 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-111cfc6d-45e2-4784-848d-3e67d808cd5e tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:53.106305 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-e6e72c40-b82e-4aa2-845a-556869bff496 None None] For port ad716081-ed6e-49bb-a554-095a2359f3bc, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:59:53.114265 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-e6e72c40-b82e-4aa2-845a-556869bff496 None None] For port ad716081-ed6e-49bb-a554-095a2359f3bc, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=ad716081-ed6e-49bb-a554-095a2359f3bc,segment=NetworkSegment(3dd8d086-23af-4874-9500-d2fd8a0c0149),segment_id=3dd8d086-23af-4874-9500-d2fd8a0c0149)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:59:53.134064 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0740b7ee-3acd-44e2-9d31-8df9c614b0ce tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:53.138230 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8a959487-ebf5-4ced-9c82-5ef00d97773d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:53.138774 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a959487-ebf5-4ced-9c82-5ef00d97773d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Fanout notify agent at l3_agent the message router_deleted on router 054c9ae2-1257-43cc-a295-3af6f4bb22cd {{(pid=109050) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 10:59:53.159124 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8a959487-ebf5-4ced-9c82-5ef00d97773d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:53.161614 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-8a959487-ebf5-4ced-9c82-5ef00d97773d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "DELETE /v2.0/routers/054c9ae2-1257-43cc-a295-3af6f4bb22cd HTTP/1.1" status: 204 len: 168 time: 0.9761724 Mar 22 10:59:53.163602 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-111cfc6d-45e2-4784-848d-3e67d808cd5e tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] For port 4480b935-cc3a-4b74-b16a-abdec1531b4a, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=4480b935-cc3a-4b74-b16a-abdec1531b4a,segment=NetworkSegment(a5d2c3d5-d543-49aa-97af-ab178249b920),segment_id=a5d2c3d5-d543-49aa-97af-ab178249b920)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:59:53.163976 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-111cfc6d-45e2-4784-848d-3e67d808cd5e tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:53.168662 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41198) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:53.188966 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-111cfc6d-45e2-4784-848d-3e67d808cd5e tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Calling delete_port for 4480b935-cc3a-4b74-b16a-abdec1531b4a owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:59:53.198536 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05a041f-343e-42b6-9d76-909fc71a6465 None None] Network f2d9e698-8782-43c8-9c84-69ad5fdd2bf5 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:59:53.206629 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-f56fd878-68ea-411a-aee4-34acc2c73e1d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1086059943', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:53.223464 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e6e72c40-b82e-4aa2-845a-556869bff496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:53.252707 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-09180b8d-c061-4919-8e72-0a7f42155ae7 req-fa44f5a1-1957-465e-b67e-ce471c6b9e53 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] 10.222.0.57 "GET /v2.0/security-groups?id=46df5bd6-6571-4ac0-843e-90dcdc450982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494398 Mar 22 10:59:53.263006 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0740b7ee-3acd-44e2-9d31-8df9c614b0ce tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:53.270237 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0740b7ee-3acd-44e2-9d31-8df9c614b0ce tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:53.291974 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f56fd878-68ea-411a-aee4-34acc2c73e1d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:53.293221 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f56fd878-68ea-411a-aee4-34acc2c73e1d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:53.329765 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-0c858ee9-9aec-448f-b691-f3c0305d8354 None None] Provisioning complete for port ad716081-ed6e-49bb-a554-095a2359f3bc triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:53.330140 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0c858ee9-9aec-448f-b691-f3c0305d8354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:53.339774 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0740b7ee-3acd-44e2-9d31-8df9c614b0ce tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89589f10-57ef-44de-bf61-3501e3e27025,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:53.358863 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0740b7ee-3acd-44e2-9d31-8df9c614b0ce tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:53.363570 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-0740b7ee-3acd-44e2-9d31-8df9c614b0ce tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4357154 Mar 22 10:59:53.363570 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41202) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:53.377322 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-5c17a1a7-1bcb-4d7d-9325-e5159091b7b7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': 'fa2f15c9-ba12-44aa-9e5c-b059da58b21d', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:53.402301 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e72c40-b82e-4aa2-845a-556869bff496 None None] Routers {'c8ac72ba-f45a-44d5-a2b4-e965ee2853c8'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:59:53.402463 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f56fd878-68ea-411a-aee4-34acc2c73e1d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:53.403348 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-e6e72c40-b82e-4aa2-845a-556869bff496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:59:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['c8ac72ba-f45a-44d5-a2b4-e965ee2853c8'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:53.412477 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-111cfc6d-45e2-4784-848d-3e67d808cd5e tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:53.424036 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f56fd878-68ea-411a-aee4-34acc2c73e1d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:53.433775 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5c17a1a7-1bcb-4d7d-9325-e5159091b7b7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:53.485284 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111cfc6d-45e2-4784-848d-3e67d808cd5e tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event deleted for resources: {'Port': ['ID=4480b935-cc3a-4b74-b16a-abdec1531b4a,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:53.488926 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111cfc6d-45e2-4784-848d-3e67d808cd5e tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] No DVR routers for this DVR port 4480b935-cc3a-4b74-b16a-abdec1531b4a on host dv-neutron-834599-1-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 10:59:53.502913 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4dc9e5-20b4-40bb-90b6-495f1c51b7e8 None None] Pushing event updated for resources: {'Port': ['ID=ad716081-ed6e-49bb-a554-095a2359f3bc,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:53.531939 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 4480b935-cc3a-4b74-b16a-abdec1531b4a triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:53.532393 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:53.557793 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5c17a1a7-1bcb-4d7d-9325-e5159091b7b7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:53.564614 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5c17a1a7-1bcb-4d7d-9325-e5159091b7b7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:53.574972 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f56fd878-68ea-411a-aee4-34acc2c73e1d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:53.576664 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f56fd878-68ea-411a-aee4-34acc2c73e1d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4070024 Mar 22 10:59:53.580196 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41206) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:53.584365 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c17a1a7-1bcb-4d7d-9325-e5159091b7b7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caa179b6-ba5a-4e29-baae-b173e475ee04,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:53.590467 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-dacfd038-506f-4981-8940-e34a90103b56 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:53.611002 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Port 4480b935-cc3a-4b74-b16a-abdec1531b4a was deleted so its status cannot be updated. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Mar 22 10:59:53.657025 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5c17a1a7-1bcb-4d7d-9325-e5159091b7b7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:53.658264 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-5c17a1a7-1bcb-4d7d-9325-e5159091b7b7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2942080 Mar 22 10:59:53.662061 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41208) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:53.673627 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-b5d82348-e85e-48d1-b8de-255e409edf6e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': 'fa2f15c9-ba12-44aa-9e5c-b059da58b21d', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:53.679343 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-e6e72c40-b82e-4aa2-845a-556869bff496 None None] Set router c8ac72ba-f45a-44d5-a2b4-e965ee2853c8 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:59:53.729019 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867728c2-cdf2-405b-a0da-887ad06467a5 None None] DHCP port deletion for f2d9e698-8782-43c8-9c84-69ad5fdd2bf5 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 10:59:53.741864 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-111cfc6d-45e2-4784-848d-3e67d808cd5e tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:53.759232 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7dff64-ab94-4df8-b26b-c0aa30267ba4 req-f7fb7479-2eee-4468-bfb0-29319f220360 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:53.761162 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-cf7dff64-ab94-4df8-b26b-c0aa30267ba4 req-f7fb7479-2eee-4468-bfb0-29319f220360 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf09caa5-739f-48b0-a7b0-aa3f447ec528 HTTP/1.1" status: 200 len: 945 time: 0.1634119 Mar 22 10:59:53.771308 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b5d82348-e85e-48d1-b8de-255e409edf6e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:53.789937 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0c858ee9-9aec-448f-b691-f3c0305d8354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:53.794572 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147f9918-65fa-440f-abb4-3b035d405d9b None None] get_active_networks_info from dv-neutron-834599-1-hyperv {{(pid=109051) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 22 10:59:53.829144 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-111cfc6d-45e2-4784-848d-3e67d808cd5e tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2d9e698-8782-43c8-9c84-69ad5fdd2bf5']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:53.840790 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-111cfc6d-45e2-4784-848d-3e67d808cd5e tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5d2c3d5-d543-49aa-97af-ab178249b920') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:53.841140 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-111cfc6d-45e2-4784-848d-3e67d808cd5e tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5d2c3d5-d543-49aa-97af-ab178249b920') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:53.844964 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-cf7dff64-ab94-4df8-b26b-c0aa30267ba4 req-11bfbadf-13c8-4365-bcbd-87ad96d2d7a8 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] 10.222.0.57 "GET /v2.0/security-groups?id=46df5bd6-6571-4ac0-843e-90dcdc450982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749795 Mar 22 10:59:53.881685 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-111cfc6d-45e2-4784-848d-3e67d808cd5e tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:53.885918 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b5d82348-e85e-48d1-b8de-255e409edf6e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:53.895546 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b5d82348-e85e-48d1-b8de-255e409edf6e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:53.919796 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dacfd038-506f-4981-8940-e34a90103b56 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3682488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11476'] for router, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:53.921157 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d82348-e85e-48d1-b8de-255e409edf6e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3c1ac6e-c42e-4296-a91a-533a81f5b54d,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:53.923054 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-0c858ee9-9aec-448f-b691-f3c0305d8354 None None] For port ad716081-ed6e-49bb-a554-095a2359f3bc, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=ad716081-ed6e-49bb-a554-095a2359f3bc,segment=NetworkSegment(3dd8d086-23af-4874-9500-d2fd8a0c0149),segment_id=3dd8d086-23af-4874-9500-d2fd8a0c0149)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:59:53.928689 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0c858ee9-9aec-448f-b691-f3c0305d8354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:53.932570 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-111cfc6d-45e2-4784-848d-3e67d808cd5e tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:53.937780 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dacfd038-506f-4981-8940-e34a90103b56 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3682435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3682442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3684457'] for router, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:53.942022 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-111cfc6d-45e2-4784-848d-3e67d808cd5e tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 10:59:53.942620 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-111cfc6d-45e2-4784-848d-3e67d808cd5e tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:53.945685 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 10:59:53.945685 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 10:59:53.945685 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 10:59:53.945685 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 10:59:53.945685 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 10:59:53.945685 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 10:59:53.945685 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 10:59:53.945685 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 10:59:53.945685 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 10:59:53.945685 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 10:59:53.945685 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 10:59:53.945685 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 10:59:53.945685 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 10:59:53.945685 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 10:59:53.945685 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 10:59:53.945685 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 10:59:53.945685 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 10:59:53.945685 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 10:59:53.945685 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 10:59:53.945685 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 10:59:53.945685 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 10:59:53.945685 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 10:59:53.945685 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 10:59:53.945685 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 10:59:53.945685 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 10:59:53.945685 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 10:59:53.945685 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 10:59:53.945685 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 10:59:53.945685 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 10:59:53.945685 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 10:59:53.945685 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 10:59:53.945685 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 10:59:53.948323 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b5d82348-e85e-48d1-b8de-255e409edf6e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:53.949704 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-b5d82348-e85e-48d1-b8de-255e409edf6e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2860940 Mar 22 10:59:53.954267 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41210) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:53.959184 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-505ccea3-499c-4f3b-b4c4-f8dc2965b01f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': 'fa2f15c9-ba12-44aa-9e5c-b059da58b21d', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:54.003922 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-505ccea3-499c-4f3b-b4c4-f8dc2965b01f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:54.025662 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147f9918-65fa-440f-abb4-3b035d405d9b None None] Resources bound (agent type, host, resource id): {{(pid=109051) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 10:59:54.082192 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-111cfc6d-45e2-4784-848d-3e67d808cd5e tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:54.087409 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c858ee9-9aec-448f-b691-f3c0305d8354 None None] Pushing event updated for resources: {'Port': ['ID=ad716081-ed6e-49bb-a554-095a2359f3bc,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:54.091672 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-111cfc6d-45e2-4784-848d-3e67d808cd5e tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:54.101847 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-111cfc6d-45e2-4784-848d-3e67d808cd5e tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "DELETE /v2.0/networks/f2d9e698-8782-43c8-9c84-69ad5fdd2bf5 HTTP/1.1" status: 204 len: 168 time: 1.2642024 Mar 22 10:59:54.102344 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41212) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:54.108052 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111cfc6d-45e2-4784-848d-3e67d808cd5e tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event deleted for resources: {'Network': ['ID=f2d9e698-8782-43c8-9c84-69ad5fdd2bf5,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:54.110119 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-357c54d5-398d-48d8-a83e-25723ade3a3f tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1512228884'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:54.124700 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-505ccea3-499c-4f3b-b4c4-f8dc2965b01f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:54.125287 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dacfd038-506f-4981-8940-e34a90103b56 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Router 38211f76-80e3-4d78-b0bc-fe70507a3b46 is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 10:59:54.129849 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-505ccea3-499c-4f3b-b4c4-f8dc2965b01f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:54.153150 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357c54d5-398d-48d8-a83e-25723ade3a3f tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Made reservation on behalf of 9b8ed9295afa4b00b119a1377ee54716 for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:59:54.158739 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-357c54d5-398d-48d8-a83e-25723ade3a3f tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:54.159821 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505ccea3-499c-4f3b-b4c4-f8dc2965b01f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62090d56-18c7-47b0-a4c1-15572b50e3e1,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:54.171555 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-505ccea3-499c-4f3b-b4c4-f8dc2965b01f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:54.176112 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-505ccea3-499c-4f3b-b4c4-f8dc2965b01f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2204704 Mar 22 10:59:54.179094 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41214) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:54.180162 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-4ded0d6c-1c51-410a-acfe-6c908c8f7a9e None None] Provisioning complete for port ad716081-ed6e-49bb-a554-095a2359f3bc triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:54.180551 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4ded0d6c-1c51-410a-acfe-6c908c8f7a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:54.184537 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-8ca27b37-5e98-40a3-9d0f-832fead1045a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': 'fa2f15c9-ba12-44aa-9e5c-b059da58b21d', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:54.214762 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-357c54d5-398d-48d8-a83e-25723ade3a3f tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 10:59:54.223607 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.securitygroups_db [None req-8ca27b37-5e98-40a3-9d0f-832fead1045a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Project 9d323f0b18e24bb7bcd0d92686e5587a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 10:59:54.231932 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-357c54d5-398d-48d8-a83e-25723ade3a3f tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:54.232785 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-357c54d5-398d-48d8-a83e-25723ade3a3f tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Added segment 9b636552-655e-44e4-b9b5-228e161f087b of type vlan for network e0af25c3-0b99-4c3e-94cf-2ff7a239024e Mar 22 10:59:54.233842 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8ca27b37-5e98-40a3-9d0f-832fead1045a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:54.247559 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dacfd038-506f-4981-8940-e34a90103b56 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 10:59:54.259629 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dacfd038-506f-4981-8940-e34a90103b56 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:54.260866 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-dacfd038-506f-4981-8940-e34a90103b56 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "PUT /v2.0/routers/38211f76-80e3-4d78-b0bc-fe70507a3b46 HTTP/1.1" status: 200 len: 694 time: 0.6792226 Mar 22 10:59:54.263485 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41216) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:54.277328 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4232ee9f-d903-4c9c-93c0-a306ea6d2114 None None] Sync routers for ids ['38211f76-80e3-4d78-b0bc-fe70507a3b46'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 10:59:54.305298 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-357c54d5-398d-48d8-a83e-25723ade3a3f tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:54.306446 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-e6e72c40-b82e-4aa2-845a-556869bff496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ac72ba-f45a-44d5-a2b4-e965ee2853c8', 'name': 'tempest-TestNetworkBasicOps-router-314910066', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': 'b7a2db13-d6b8-4dec-9720-d5d2bdbf7bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:59:39Z', 'updated_at': '2022-03-22T10:59:47Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'b7a2db13-d6b8-4dec-9720-d5d2bdbf7bbb', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:91:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ac72ba-f45a-44d5-a2b4-e965ee2853c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:41Z', 'updated_at': '2022-03-22T10:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': 'ad716081-ed6e-49bb-a554-095a2359f3bc', 'name': '', 'network_id': '2651f58b-4d82-47eb-adbc-f5b0a2dd2774', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:99:7c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ac72ba-f45a-44d5-a2b4-e965ee2853c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'd822f6e4-1958-4cd7-80e9-2c52248c5320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:46Z', 'updated_at': '2022-03-22T10:59:53Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': 'd822f6e4-1958-4cd7-80e9-2c52248c5320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:54.345580 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8ca27b37-5e98-40a3-9d0f-832fead1045a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:54.351987 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8ca27b37-5e98-40a3-9d0f-832fead1045a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:54.359725 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f5a7269a-a016-4def-aaae-9e27227f57c2 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "GET /v2.0/routers/38211f76-80e3-4d78-b0bc-fe70507a3b46 HTTP/1.1" status: 200 len: 700 time: 0.0950980 Mar 22 10:59:54.359958 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-357c54d5-398d-48d8-a83e-25723ade3a3f tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:54.360455 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41218) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:54.365478 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357c54d5-398d-48d8-a83e-25723ade3a3f tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:54.366083 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-357c54d5-398d-48d8-a83e-25723ade3a3f tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:54.378006 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4232ee9f-d903-4c9c-93c0-a306ea6d2114 None None] Routers {'38211f76-80e3-4d78-b0bc-fe70507a3b46'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:59:54.379963 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-4232ee9f-d903-4c9c-93c0-a306ea6d2114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:59:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['38211f76-80e3-4d78-b0bc-fe70507a3b46'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:54.384583 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e72c40-b82e-4aa2-845a-556869bff496 None None] The sync data for ids ['c8ac72ba-f45a-44d5-a2b4-e965ee2853c8'] in dv-neutron-834599-1-hyperv is: [{'id': 'c8ac72ba-f45a-44d5-a2b4-e965ee2853c8', 'name': 'tempest-TestNetworkBasicOps-router-314910066', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': 'b7a2db13-d6b8-4dec-9720-d5d2bdbf7bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:59:39Z', 'updated_at': '2022-03-22T10:59:47Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'b7a2db13-d6b8-4dec-9720-d5d2bdbf7bbb', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:91:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ac72ba-f45a-44d5-a2b4-e965ee2853c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:41Z', 'updated_at': '2022-03-22T10:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': 'ad716081-ed6e-49bb-a554-095a2359f3bc', 'name': '', 'network_id': '2651f58b-4d82-47eb-adbc-f5b0a2dd2774', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:99:7c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ac72ba-f45a-44d5-a2b4-e965ee2853c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'd822f6e4-1958-4cd7-80e9-2c52248c5320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:46Z', 'updated_at': '2022-03-22T10:59:53Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': 'd822f6e4-1958-4cd7-80e9-2c52248c5320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:59:54.394612 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3810937c-5380-474d-b19d-8d6130a56840 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "GET /v2.0/ports?device_id=38211f76-80e3-4d78-b0bc-fe70507a3b46 HTTP/1.1" status: 200 len: 205 time: 0.0330703 Mar 22 10:59:54.398154 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41220) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:54.404479 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca27b37-5e98-40a3-9d0f-832fead1045a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c15239fc-0dd4-4db9-8423-cda7d3d06f2a,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:54.414446 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8ca27b37-5e98-40a3-9d0f-832fead1045a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:54.416377 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-8ca27b37-5e98-40a3-9d0f-832fead1045a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2360506 Mar 22 10:59:54.463089 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41222) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:54.469398 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-094d8dd0-aa00-4978-acb7-755eb5008660 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': 'fa2f15c9-ba12-44aa-9e5c-b059da58b21d', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:54.497940 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-4232ee9f-d903-4c9c-93c0-a306ea6d2114 None None] Set router 38211f76-80e3-4d78-b0bc-fe70507a3b46 gateway port host: None {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:59:54.513332 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-357c54d5-398d-48d8-a83e-25723ade3a3f tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4089766 Mar 22 10:59:54.516760 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41224) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:54.522313 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-133d4ac1-3c7a-48b3-8c82-d71cda5ce7ef tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Request body: {'subnet': {'network_id': 'e0af25c3-0b99-4c3e-94cf-2ff7a239024e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:54.527990 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357c54d5-398d-48d8-a83e-25723ade3a3f tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event updated for resources: {'Network': ['ID=e0af25c3-0b99-4c3e-94cf-2ff7a239024e,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:54.538616 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7f0121ee-3f1d-464d-bc7f-a82960928d65 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:54.597712 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network e0af25c3-0b99-4c3e-94cf-2ff7a239024e details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 10:59:54.647526 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133d4ac1-3c7a-48b3-8c82-d71cda5ce7ef tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Made reservation on behalf of 9b8ed9295afa4b00b119a1377ee54716 for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:59:54.652049 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-133d4ac1-3c7a-48b3-8c82-d71cda5ce7ef tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:54.661364 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-4232ee9f-d903-4c9c-93c0-a306ea6d2114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38211f76-80e3-4d78-b0bc-fe70507a3b46', 'name': 'tempest-RoutersTest-router-1086059943', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:59:53Z', 'updated_at': '2022-03-22T10:59:53Z', 'revision_number': 2, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'gw_port_host': None}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:54.734138 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4232ee9f-d903-4c9c-93c0-a306ea6d2114 None None] Checking router: 38211f76-80e3-4d78-b0bc-fe70507a3b46 for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 10:59:54.768354 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4232ee9f-d903-4c9c-93c0-a306ea6d2114 None None] Routers {'38211f76-80e3-4d78-b0bc-fe70507a3b46'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 10:59:54.768986 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-4232ee9f-d903-4c9c-93c0-a306ea6d2114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:59:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['38211f76-80e3-4d78-b0bc-fe70507a3b46'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:54.902172 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-133d4ac1-3c7a-48b3-8c82-d71cda5ce7ef tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:55.006331 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d4ac1-3c7a-48b3-8c82-d71cda5ce7ef tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event updated for resources: {'Subnet': ['ID=830782c0-e329-465f-bb72-4e637cc00e8d,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:55.051408 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133d4ac1-3c7a-48b3-8c82-d71cda5ce7ef tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Checking segment: {'id': '9b636552-655e-44e4-b9b5-228e161f087b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'e0af25c3-0b99-4c3e-94cf-2ff7a239024e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:59:55.052164 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133d4ac1-3c7a-48b3-8c82-d71cda5ce7ef tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Network hostable DHCP agents. Network: e0af25c3-0b99-4c3e-94cf-2ff7a239024e, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 10:59:55.076958 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-4232ee9f-d903-4c9c-93c0-a306ea6d2114 None None] Set router 38211f76-80e3-4d78-b0bc-fe70507a3b46 gateway port host: None {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 10:59:55.079515 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cfab28-c21e-4b13-af08-9205d1176294 req-8c9b64fc-7fff-4739-90d8-3a512a2131c1 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:55.087892 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-22cfab28-c21e-4b13-af08-9205d1176294 req-8c9b64fc-7fff-4739-90d8-3a512a2131c1 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf09caa5-739f-48b0-a7b0-aa3f447ec528 HTTP/1.1" status: 200 len: 945 time: 0.1054025 Mar 22 10:59:55.116516 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133d4ac1-3c7a-48b3-8c82-d71cda5ce7ef tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Network e0af25c3-0b99-4c3e-94cf-2ff7a239024e is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 10:59:55.132869 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-133d4ac1-3c7a-48b3-8c82-d71cda5ce7ef tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, e0af25c3-0b99-4c3e-94cf-2ff7a239024e) {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:59:55.139001 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7f0121ee-3f1d-464d-bc7f-a82960928d65 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:55.141614 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7f0121ee-3f1d-464d-bc7f-a82960928d65 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:55.145662 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.securitygroups_db [None req-094d8dd0-aa00-4978-acb7-755eb5008660 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Project 9d323f0b18e24bb7bcd0d92686e5587a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 10:59:55.150751 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-4232ee9f-d903-4c9c-93c0-a306ea6d2114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38211f76-80e3-4d78-b0bc-fe70507a3b46', 'name': 'tempest-RoutersTest-router-1086059943', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:59:53Z', 'updated_at': '2022-03-22T10:59:53Z', 'revision_number': 2, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'gw_port_host': None}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 10:59:55.151274 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133d4ac1-3c7a-48b3-8c82-d71cda5ce7ef tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:55.151973 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-133d4ac1-3c7a-48b3-8c82-d71cda5ce7ef tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:55.154320 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device ad716081-ed6e-49bb-a554-095a2359f3bc up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:59:55.156143 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135a1b39-fc78-42f9-b4ac-2820f0ee995c None None] Network e0af25c3-0b99-4c3e-94cf-2ff7a239024e requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:59:55.157584 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-094d8dd0-aa00-4978-acb7-755eb5008660 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:55.177325 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-22cfab28-c21e-4b13-af08-9205d1176294 req-c2ac08cb-5fe8-4ce8-8ed2-0638fa36a581 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] 10.222.0.57 "GET /v2.0/security-groups?id=46df5bd6-6571-4ac0-843e-90dcdc450982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879714 Mar 22 10:59:55.193463 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-133d4ac1-3c7a-48b3-8c82-d71cda5ce7ef tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6751313 Mar 22 10:59:55.196559 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41232) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:55.201770 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-c045da8f-cc74-4db2-892e-757c163d291f tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Request body: {'port': {'network_id': 'e0af25c3-0b99-4c3e-94cf-2ff7a239024e', 'name': 'tempest-PortsIpV6TestJSON-788604059', 'fixed_ips': [{'subnet_id': '830782c0-e329-465f-bb72-4e637cc00e8d', 'ip_address': '2001:db8::10'}]}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:55.230047 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4232ee9f-d903-4c9c-93c0-a306ea6d2114 None None] The sync data for ids ['38211f76-80e3-4d78-b0bc-fe70507a3b46'] in dv-neutron-834599-1-hyperv is: [{'id': '38211f76-80e3-4d78-b0bc-fe70507a3b46', 'name': 'tempest-RoutersTest-router-1086059943', 'tenant_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:59:53Z', 'updated_at': '2022-03-22T10:59:53Z', 'revision_number': 2, 'project_id': 'fb0167f3b2d0487da26d7fc0c00f0b66', 'gw_port_host': None}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 10:59:55.244153 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7f0121ee-3f1d-464d-bc7f-a82960928d65 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:55.244937 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f0121ee-3f1d-464d-bc7f-a82960928d65 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Fanout notify agent at l3_agent the message router_deleted on router 38211f76-80e3-4d78-b0bc-fe70507a3b46 {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 10:59:55.264752 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7f0121ee-3f1d-464d-bc7f-a82960928d65 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:55.266217 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7f0121ee-3f1d-464d-bc7f-a82960928d65 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "DELETE /v2.0/routers/38211f76-80e3-4d78-b0bc-fe70507a3b46 HTTP/1.1" status: 204 len: 168 time: 0.8669581 Mar 22 10:59:55.271969 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41234) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:55.345667 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-bc53ab5f-8408-4c0e-a0cc-9875b141da4e tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "GET /v2.0/ports?device_id=38211f76-80e3-4d78-b0bc-fe70507a3b46 HTTP/1.1" status: 200 len: 205 time: 0.0696628 Mar 22 10:59:55.346826 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41236) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:55.404039 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c045da8f-cc74-4db2-892e-757c163d291f tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Made reservation on behalf of 9b8ed9295afa4b00b119a1377ee54716 for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:59:55.422090 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-c8a33ebf-da05-45f4-9ca0-d54a857239b2 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] delete failed (client error): The resource could not be found. Mar 22 10:59:55.423220 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c8a33ebf-da05-45f4-9ca0-d54a857239b2 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "DELETE /v2.0/routers/38211f76-80e3-4d78-b0bc-fe70507a3b46 HTTP/1.1" status: 404 len: 336 time: 0.0698662 Mar 22 10:59:55.429689 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41240) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:55.470552 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-21816baf-1b4f-477b-8aec-7bf254cae834 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] DELETE failed (client error): The resource could not be found. Mar 22 10:59:55.471266 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21816baf-1b4f-477b-8aec-7bf254cae834 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:59:55.474789 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-21816baf-1b4f-477b-8aec-7bf254cae834 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "DELETE /v2.0/subnets/ba4c9af4-9481-4cb7-a6e2-cd899c3a385d HTTP/1.1" status: 404 len: 337 time: 0.0436003 Mar 22 10:59:55.477213 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41242) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:55.507975 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-43cf0f7c-63f4-4732-bd47-cc67985b86f3 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] DELETE failed (client error): The resource could not be found. Mar 22 10:59:55.508866 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43cf0f7c-63f4-4732-bd47-cc67985b86f3 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:59:55.512761 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-43cf0f7c-63f4-4732-bd47-cc67985b86f3 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "DELETE /v2.0/subnets/e80e6b74-ee8b-45db-b728-55e51f348315 HTTP/1.1" status: 404 len: 337 time: 0.0344422 Mar 22 10:59:55.515813 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41244) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:55.531555 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port ad716081-ed6e-49bb-a554-095a2359f3bc triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:55.532120 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:55.552915 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-094d8dd0-aa00-4978-acb7-755eb5008660 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:55.554522 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-8045af98-553d-4367-b62a-0ade5f954230 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] DELETE failed (client error): The resource could not be found. Mar 22 10:59:55.555128 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8045af98-553d-4367-b62a-0ade5f954230 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:59:55.558788 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8045af98-553d-4367-b62a-0ade5f954230 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "DELETE /v2.0/subnets/1cae3500-778f-4ecb-ac53-307699b891a0 HTTP/1.1" status: 404 len: 337 time: 0.0417802 Mar 22 10:59:55.560341 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-094d8dd0-aa00-4978-acb7-755eb5008660 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:55.562220 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41246) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:55.570940 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3a6e59-02f5-4f51-b6fb-8b3256ec365f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-e0af25c3-0b99-4c3e-94cf-2ff7a239024e', 'network_id': 'e0af25c3-0b99-4c3e-94cf-2ff7a239024e', 'tenant_id': '9b8ed9295afa4b00b119a1377ee54716', 'fixed_ips': [{'subnet_id': '830782c0-e329-465f-bb72-4e637cc00e8d'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 10:59:55.573406 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2e3a6e59-02f5-4f51-b6fb-8b3256ec365f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:55.573822 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c045da8f-cc74-4db2-892e-757c163d291f tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:55.588987 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094d8dd0-aa00-4978-acb7-755eb5008660 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed8c3fa7-55a3-479d-bf7d-e977d4dacae5,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:55.636449 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-91c3538b-1261-45c0-a065-cfb03c5e02ee tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] DELETE failed (client error): The resource could not be found. Mar 22 10:59:55.636841 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91c3538b-1261-45c0-a065-cfb03c5e02ee tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:59:55.641260 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-91c3538b-1261-45c0-a065-cfb03c5e02ee tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "DELETE /v2.0/subnets/46d0a98d-c4c2-4141-8071-35817cc1ce80 HTTP/1.1" status: 404 len: 337 time: 0.0673454 Mar 22 10:59:55.644626 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41248) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:55.653188 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [None req-c045da8f-cc74-4db2-892e-757c163d291f tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] device_id is not set on port 7afc468f-0fa4-4aaf-85fe-2c2a2a13661d yet. {{(pid=109050) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:59:55.666155 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-094d8dd0-aa00-4978-acb7-755eb5008660 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:55.667405 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-094d8dd0-aa00-4978-acb7-755eb5008660 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.2033002 Mar 22 10:59:55.703821 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a8e59871-e068-421f-ab9a-b9735b1c0767 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "GET /v2.0/ports?device_id=054c9ae2-1257-43cc-a295-3af6f4bb22cd HTTP/1.1" status: 200 len: 205 time: 0.0577149 Mar 22 10:59:55.709369 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41252) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:55.726957 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9947ca-772c-4956-a99a-59a92439b314 req-abaa4159-bb59-42e7-a170-892537b3e639 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:55.736101 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ef9947ca-772c-4956-a99a-59a92439b314 req-abaa4159-bb59-42e7-a170-892537b3e639 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf09caa5-739f-48b0-a7b0-aa3f447ec528 HTTP/1.1" status: 200 len: 945 time: 0.1854243 Mar 22 10:59:55.743200 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1dd91a-3794-4346-8130-456fc4d2bea7 req-a460336c-545e-4ebd-99c6-54da4c674c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:55.745772 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-dc1dd91a-3794-4346-8130-456fc4d2bea7 req-a460336c-545e-4ebd-99c6-54da4c674c71 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c30de3e381cd4e6ea23efcc3c4151d7b&device_id=cf09caa5-739f-48b0-a7b0-aa3f447ec528 HTTP/1.1" status: 200 len: 1098 time: 0.2042568 Mar 22 10:59:55.783224 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-90005f4c-02e9-4f5c-b811-de0633e2427c tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] delete failed (client error): The resource could not be found. Mar 22 10:59:55.784682 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-90005f4c-02e9-4f5c-b811-de0633e2427c tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "DELETE /v2.0/routers/054c9ae2-1257-43cc-a295-3af6f4bb22cd HTTP/1.1" status: 404 len: 336 time: 0.0713663 Mar 22 10:59:55.787413 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41254) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:55.850454 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4ac83c6c-0d10-45d0-81ea-331f94b7c3ce tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "GET /v2.0/ports?device_id=ea3df00b-5ed5-424c-88fd-9ac3956b9fff HTTP/1.1" status: 200 len: 205 time: 0.0616727 Mar 22 10:59:55.855894 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41258) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:55.881546 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 4480b935-cc3a-4b74-b16a-abdec1531b4a no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 10:59:55.912870 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 4480b935-cc3a-4b74-b16a-abdec1531b4a {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 10:59:55.914347 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 4480b935-cc3a-4b74-b16a-abdec1531b4a not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 10:59:55.918229 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-e7591e00-bb86-4f45-a79a-6c93e394dab7 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] delete failed (client error): The resource could not be found. Mar 22 10:59:55.919843 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e7591e00-bb86-4f45-a79a-6c93e394dab7 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "DELETE /v2.0/routers/ea3df00b-5ed5-424c-88fd-9ac3956b9fff HTTP/1.1" status: 404 len: 336 time: 0.0623703 Mar 22 10:59:55.923155 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41268) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:55.931923 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-2e3a6e59-02f5-4f51-b6fb-8b3256ec365f None None] Allocated IP 2001:db8::2 (e0af25c3-0b99-4c3e-94cf-2ff7a239024e/830782c0-e329-465f-bb72-4e637cc00e8d/de013e40-8391-4c07-869a-0c1b87e8af78) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:59:55.934615 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ef9947ca-772c-4956-a99a-59a92439b314 req-2e8dc0ec-1d70-4d25-8502-90653e925c02 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] 10.222.0.57 "GET /v2.0/security-groups?id=46df5bd6-6571-4ac0-843e-90dcdc450982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826146 Mar 22 10:59:55.965736 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-156df98e-1846-44ff-ba0f-a2bfff4e87c9 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] DELETE failed (client error): The resource could not be found. Mar 22 10:59:55.966202 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-156df98e-1846-44ff-ba0f-a2bfff4e87c9 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:59:55.973619 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-156df98e-1846-44ff-ba0f-a2bfff4e87c9 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "DELETE /v2.0/subnets/e9955c43-ceae-4f7d-a6b5-63ac24c19ea1 HTTP/1.1" status: 404 len: 337 time: 0.0490429 Mar 22 10:59:55.977184 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41270) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:56.036650 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-87fbb8cb-3e7f-49c2-8435-fb408b840d4b tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3d3d279-771e-44e8-9026-8854ba551c4f HTTP/1.1" status: 200 len: 205 time: 0.0573308 Mar 22 10:59:56.038682 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41272) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:56.060721 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-44dfb298-116f-405f-aeb2-38c0991181ef req-4c6a09aa-2f7b-4e40-b471-10b862bbb9d0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1513903930&fields=id&tenant_id=9d323f0b18e24bb7bcd0d92686e5587a HTTP/1.1" status: 200 len: 267 time: 0.1204681 Mar 22 10:59:56.070794 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1dd91a-3794-4346-8130-456fc4d2bea7 req-de9eb88e-0dbd-4fbf-8feb-4f72948eb83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:56.072354 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-dc1dd91a-3794-4346-8130-456fc4d2bea7 req-de9eb88e-0dbd-4fbf-8feb-4f72948eb83e service neutron] 10.222.0.35 "GET /v2.0/networks?id=63c06d48-cb8a-4b54-9fac-2e815705a3a9 HTTP/1.1" status: 200 len: 912 time: 0.3123608 Mar 22 10:59:56.089646 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-ac1609d7-2d4c-414f-b607-d24b08806c2a tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] delete failed (client error): The resource could not be found. Mar 22 10:59:56.090854 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ac1609d7-2d4c-414f-b607-d24b08806c2a tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "DELETE /v2.0/routers/c3d3d279-771e-44e8-9026-8854ba551c4f HTTP/1.1" status: 404 len: 336 time: 0.0507874 Mar 22 10:59:56.098310 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41274) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:56.131970 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-dc1dd91a-3794-4346-8130-456fc4d2bea7 req-89aca1cd-6c76-4abe-9f45-d853bc53e2c8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=83572261-3f44-4024-b666-88f18e06c4f7 HTTP/1.1" status: 200 len: 217 time: 0.0490863 Mar 22 10:59:56.134740 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3e282569-5a49-4094-8eef-0b087108b94d tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d0d661d-d17c-4973-ab0e-65ad34059a18 HTTP/1.1" status: 200 len: 205 time: 0.0351241 Mar 22 10:59:56.138180 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41276) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:56.185403 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-dfaf0c61-2200-4d5d-a54f-9cec6013514e tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] delete failed (client error): The resource could not be found. Mar 22 10:59:56.186673 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-dfaf0c61-2200-4d5d-a54f-9cec6013514e tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "DELETE /v2.0/routers/1d0d661d-d17c-4973-ab0e-65ad34059a18 HTTP/1.1" status: 404 len: 336 time: 0.0482445 Mar 22 10:59:56.189276 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41278) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:56.190782 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2e3a6e59-02f5-4f51-b6fb-8b3256ec365f None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:56.198935 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2e3a6e59-02f5-4f51-b6fb-8b3256ec365f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:56.223267 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0f53e49-f33a-4e6c-a3b2-60065406bde9 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] DELETE failed (client error): The resource could not be found. Mar 22 10:59:56.223754 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0f53e49-f33a-4e6c-a3b2-60065406bde9 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:59:56.227105 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f0f53e49-f33a-4e6c-a3b2-60065406bde9 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "DELETE /v2.0/subnets/1309bf85-406d-4dd5-b818-5031ecc53152 HTTP/1.1" status: 404 len: 337 time: 0.0368590 Mar 22 10:59:56.235985 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41280) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:56.251259 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3a6e59-02f5-4f51-b6fb-8b3256ec365f None None] Network e0af25c3-0b99-4c3e-94cf-2ff7a239024e is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:59:56.254774 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-2e3a6e59-02f5-4f51-b6fb-8b3256ec365f None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:59:56.259197 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3a6e59-02f5-4f51-b6fb-8b3256ec365f None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:59:56.275007 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1dd91a-3794-4346-8130-456fc4d2bea7 req-562052f5-d55a-4c11-a67e-fa41f58b0c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:56.276487 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b75956b6-8460-4f25-881a-3bc4ff11751c tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "GET /v2.0/ports?device_id=222d1309-eae1-48ad-b13d-511ecffa8e01 HTTP/1.1" status: 200 len: 205 time: 0.0392635 Mar 22 10:59:56.276715 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-dc1dd91a-3794-4346-8130-456fc4d2bea7 req-562052f5-d55a-4c11-a67e-fa41f58b0c72 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=730fb31c-967b-4caf-9d38-1f5158568c7d HTTP/1.1" status: 200 len: 851 time: 0.1382098 Mar 22 10:59:56.278834 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41282) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:56.295339 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a6e59-02f5-4f51-b6fb-8b3256ec365f None None] Pushing event updated for resources: {'Port': ['ID=de013e40-8391-4c07-869a-0c1b87e8af78,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:56.306618 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-c045da8f-cc74-4db2-892e-757c163d291f tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Allocated IP 2001:db8::10 (e0af25c3-0b99-4c3e-94cf-2ff7a239024e/830782c0-e329-465f-bb72-4e637cc00e8d/7afc468f-0fa4-4aaf-85fe-2c2a2a13661d) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:59:56.335945 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-2e3a6e59-02f5-4f51-b6fb-8b3256ec365f None None] Attempting to bind port de013e40-8391-4c07-869a-0c1b87e8af78 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 10:59:56.336168 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-dc1dd91a-3794-4346-8130-456fc4d2bea7 req-47c28d02-e429-405e-8cab-01dc32585881 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=63c06d48-cb8a-4b54-9fac-2e815705a3a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372882 Mar 22 10:59:56.336809 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-2e3a6e59-02f5-4f51-b6fb-8b3256ec365f None None] Attempting to bind port de013e40-8391-4c07-869a-0c1b87e8af78 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '9b636552-655e-44e4-b9b5-228e161f087b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'e0af25c3-0b99-4c3e-94cf-2ff7a239024e'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 10:59:56.337394 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3a6e59-02f5-4f51-b6fb-8b3256ec365f None None] Attempting to bind port de013e40-8391-4c07-869a-0c1b87e8af78 on network e0af25c3-0b99-4c3e-94cf-2ff7a239024e {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 10:59:56.340040 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-fe9809ba-4add-4174-bad0-cacd2d3db61a tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] delete failed (client error): The resource could not be found. Mar 22 10:59:56.344656 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3a6e59-02f5-4f51-b6fb-8b3256ec365f None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 10:59:56.345122 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-fe9809ba-4add-4174-bad0-cacd2d3db61a tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "DELETE /v2.0/routers/222d1309-eae1-48ad-b13d-511ecffa8e01 HTTP/1.1" status: 404 len: 336 time: 0.0648410 Mar 22 10:59:56.345395 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41284) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:56.346711 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3a6e59-02f5-4f51-b6fb-8b3256ec365f None None] Checking segment: {'id': '9b636552-655e-44e4-b9b5-228e161f087b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'e0af25c3-0b99-4c3e-94cf-2ff7a239024e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 10:59:56.347535 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2e3a6e59-02f5-4f51-b6fb-8b3256ec365f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:56.348390 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3a6e59-02f5-4f51-b6fb-8b3256ec365f None None] Bound using segment: {'id': '9b636552-655e-44e4-b9b5-228e161f087b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'e0af25c3-0b99-4c3e-94cf-2ff7a239024e'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 10:59:56.349103 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-2e3a6e59-02f5-4f51-b6fb-8b3256ec365f None None] Bound port: de013e40-8391-4c07-869a-0c1b87e8af78, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b636552-655e-44e4-b9b5-228e161f087b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'e0af25c3-0b99-4c3e-94cf-2ff7a239024e'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 10:59:56.350239 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2e3a6e59-02f5-4f51-b6fb-8b3256ec365f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:56.364305 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dfb298-116f-405f-aeb2-38c0991181ef req-15145fed-af2f-415c-a8fb-aea55a887395 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:56.365945 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-44dfb298-116f-405f-aeb2-38c0991181ef req-15145fed-af2f-415c-a8fb-aea55a887395 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/networks?id=2651f58b-4d82-47eb-adbc-f5b0a2dd2774 HTTP/1.1" status: 200 len: 796 time: 0.2926674 Mar 22 10:59:56.391441 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ce23134-cacc-472e-bf62-90f8c570cbdc tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] DELETE failed (client error): The resource could not be found. Mar 22 10:59:56.391925 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ce23134-cacc-472e-bf62-90f8c570cbdc tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:59:56.398871 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8ce23134-cacc-472e-bf62-90f8c570cbdc tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "DELETE /v2.0/subnets/8a6e29cd-1d25-4cb4-8cb7-9fdc800cf21d HTTP/1.1" status: 404 len: 337 time: 0.0523446 Mar 22 10:59:56.399492 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41286) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:56.415858 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-44dfb298-116f-405f-aeb2-38c0991181ef req-9a81d9c7-ec32-4c73-9349-362f2c2e847b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/quotas/9d323f0b18e24bb7bcd0d92686e5587a HTTP/1.1" status: 200 len: 375 time: 0.0355208 Mar 22 10:59:56.447121 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6a4c729c-91b2-47d3-beb6-801eb93d13dd tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "GET /v2.0/ports?device_id=36fae84b-0655-47d2-b4dc-a3ef8643f9a6 HTTP/1.1" status: 200 len: 205 time: 0.0461190 Mar 22 10:59:56.449487 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41288) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:56.450585 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2e3a6e59-02f5-4f51-b6fb-8b3256ec365f None None] For port de013e40-8391-4c07-869a-0c1b87e8af78, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 10:59:56.454198 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2e3a6e59-02f5-4f51-b6fb-8b3256ec365f None None] For port de013e40-8391-4c07-869a-0c1b87e8af78, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=de013e40-8391-4c07-869a-0c1b87e8af78,segment=NetworkSegment(9b636552-655e-44e4-b9b5-228e161f087b),segment_id=9b636552-655e-44e4-b9b5-228e161f087b)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 10:59:56.460473 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2e3a6e59-02f5-4f51-b6fb-8b3256ec365f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:56.495518 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-07e76cce-bb43-4aca-a080-441e82f20c5a tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] delete failed (client error): The resource could not be found. Mar 22 10:59:56.497054 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-07e76cce-bb43-4aca-a080-441e82f20c5a tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "DELETE /v2.0/routers/36fae84b-0655-47d2-b4dc-a3ef8643f9a6 HTTP/1.1" status: 404 len: 336 time: 0.0466082 Mar 22 10:59:56.499575 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41290) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:56.529415 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b018cc0-a69e-464d-8df2-8abe8835055c tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] DELETE failed (client error): The resource could not be found. Mar 22 10:59:56.530304 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b018cc0-a69e-464d-8df2-8abe8835055c tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:59:56.531288 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a6e59-02f5-4f51-b6fb-8b3256ec365f None None] Pushing event updated for resources: {'Port': ['ID=de013e40-8391-4c07-869a-0c1b87e8af78,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:56.533998 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6b018cc0-a69e-464d-8df2-8abe8835055c tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "DELETE /v2.0/subnets/d288ebd9-5a39-4ac4-a520-3994fa234cb9 HTTP/1.1" status: 404 len: 337 time: 0.0331831 Mar 22 10:59:56.536606 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41292) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:56.565947 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-dc1dd91a-3794-4346-8130-456fc4d2bea7 req-be4812e9-7469-4afc-9322-a3f258db6047 service neutron] 10.222.0.35 "GET /v2.0/networks/63c06d48-cb8a-4b54-9fac-2e815705a3a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218111 Mar 22 10:59:56.571891 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-d039a0b0-b860-4389-8d27-abe418391e40 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] DELETE failed (client error): The resource could not be found. Mar 22 10:59:56.572463 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d039a0b0-b860-4389-8d27-abe418391e40 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 10:59:56.576061 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d039a0b0-b860-4389-8d27-abe418391e40 tempest-RoutersTest-1139622468 tempest-RoutersTest-1139622468-project] 10.222.0.57 "DELETE /v2.0/subnets/2a79ee7e-0f73-43d5-a090-8bc6ee96295a HTTP/1.1" status: 404 len: 337 time: 0.0377405 Mar 22 10:59:56.635418 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-44dfb298-116f-405f-aeb2-38c0991181ef req-ee8d638d-fa7c-46ef-aac2-a58c5aa16c77 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=9d323f0b18e24bb7bcd0d92686e5587a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1847856 Mar 22 10:59:56.784847 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c045da8f-cc74-4db2-892e-757c163d291f tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:56.815628 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-dc1dd91a-3794-4346-8130-456fc4d2bea7 req-3c1d6417-7dc5-47cf-8355-4f061b59fdc1 service neutron] 10.222.0.35 "GET /v2.0/networks/63c06d48-cb8a-4b54-9fac-2e815705a3a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187169 Mar 22 10:59:56.852633 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-44dfb298-116f-405f-aeb2-38c0991181ef req-c83b5cd5-5491-4ed3-ac6d-cd961eeb027e service neutron] 10.222.0.57 "GET /v2.0/networks/2651f58b-4d82-47eb-adbc-f5b0a2dd2774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955342 Mar 22 10:59:56.865499 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c045da8f-cc74-4db2-892e-757c163d291f tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:56.949733 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c045da8f-cc74-4db2-892e-757c163d291f tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event updated for resources: {'Port': ['ID=7afc468f-0fa4-4aaf-85fe-2c2a2a13661d,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:56.988662 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c045da8f-cc74-4db2-892e-757c163d291f tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Network e0af25c3-0b99-4c3e-94cf-2ff7a239024e is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:59:57.001678 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-c045da8f-cc74-4db2-892e-757c163d291f tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:59:57.010555 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c045da8f-cc74-4db2-892e-757c163d291f tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:59:57.018883 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41300) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:57.022450 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c045da8f-cc74-4db2-892e-757c163d291f tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:57.023344 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c045da8f-cc74-4db2-892e-757c163d291f tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:57.053670 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-c045da8f-cc74-4db2-892e-757c163d291f tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8560503 Mar 22 10:59:57.056555 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41304) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:57.062923 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-5d67cdb5-e73b-4880-9bba-5dbe91653840 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Request body: {'port': {'network_id': 'e0af25c3-0b99-4c3e-94cf-2ff7a239024e', 'name': 'tempest-PortsIpV6TestJSON-168757949', 'fixed_ips': [{'subnet_id': '830782c0-e329-465f-bb72-4e637cc00e8d', 'ip_address': '2001:db8::f'}]}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:57.080365 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device de013e40-8391-4c07-869a-0c1b87e8af78 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:59:57.139487 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port de013e40-8391-4c07-869a-0c1b87e8af78 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:57.140050 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:57.212357 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e9d708-6e4c-475f-b765-2868d245f59b req-0cca0033-8a84-4996-bce2-d30fe6d33fcc tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:57.214437 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-56e9d708-6e4c-475f-b765-2868d245f59b req-0cca0033-8a84-4996-bce2-d30fe6d33fcc tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf09caa5-739f-48b0-a7b0-aa3f447ec528 HTTP/1.1" status: 200 len: 945 time: 0.1101253 Mar 22 10:59:57.217018 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-44dfb298-116f-405f-aeb2-38c0991181ef req-347c4eac-8682-4d38-941a-9677d371f719 service neutron] 10.222.0.57 "GET /v2.0/networks/2651f58b-4d82-47eb-adbc-f5b0a2dd2774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693007 Mar 22 10:59:57.244748 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9704f55f-a7aa-4723-b75b-b900948c67e4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fb0167f3b2d0487da26d7fc0c00f0b66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2245300 Mar 22 10:59:57.247701 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41306) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:57.263537 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:57.281584 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d67cdb5-e73b-4880-9bba-5dbe91653840 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Made reservation on behalf of 9b8ed9295afa4b00b119a1377ee54716 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:59:57.297509 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-56e9d708-6e4c-475f-b765-2868d245f59b req-7608611f-aa66-4be7-b759-51afd557bfb6 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] 10.222.0.57 "GET /v2.0/security-groups?id=46df5bd6-6571-4ac0-843e-90dcdc450982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639746 Mar 22 10:59:57.305122 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port de013e40-8391-4c07-869a-0c1b87e8af78, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=de013e40-8391-4c07-869a-0c1b87e8af78,segment=NetworkSegment(9b636552-655e-44e4-b9b5-228e161f087b),segment_id=9b636552-655e-44e4-b9b5-228e161f087b)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 10:59:57.312567 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:57.380417 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6fb8d632-f4be-4f87-a9af-a15fa1e70eea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:57.384042 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=de013e40-8391-4c07-869a-0c1b87e8af78,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:57.432030 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6fb8d632-f4be-4f87-a9af-a15fa1e70eea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:57.455871 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5d67cdb5-e73b-4880-9bba-5dbe91653840 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:57.463241 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c154366f-f545-4cb1-bd48-f419419c802a req-3b3dc685-8c9a-4876-a095-75eef386a4e4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=31136214-9931-42bf-8080-c87cb00e25a6 HTTP/1.1" status: 200 len: 210 time: 0.0367022 Mar 22 10:59:57.509260 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-5d67cdb5-e73b-4880-9bba-5dbe91653840 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] device_id is not set on port 5e69594c-0e91-4dfe-9ba9-dd5af588e214 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 10:59:57.600875 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6fb8d632-f4be-4f87-a9af-a15fa1e70eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:57.603452 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6fb8d632-f4be-4f87-a9af-a15fa1e70eea admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:57.604838 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6fb8d632-f4be-4f87-a9af-a15fa1e70eea admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/379bedd3-2a05-4503-b12e-4f0d62219eca HTTP/1.1" status: 204 len: 168 time: 0.3562407 Mar 22 10:59:57.644060 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb8d632-f4be-4f87-a9af-a15fa1e70eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379bedd3-2a05-4503-b12e-4f0d62219eca,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:57.760018 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-5d67cdb5-e73b-4880-9bba-5dbe91653840 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Allocated IP 2001:db8::f (e0af25c3-0b99-4c3e-94cf-2ff7a239024e/830782c0-e329-465f-bb72-4e637cc00e8d/5e69594c-0e91-4dfe-9ba9-dd5af588e214) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 10:59:57.922274 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7279fc78-f513-4c52-b7ee-226d90f7353a None None] Network e0af25c3-0b99-4c3e-94cf-2ff7a239024e requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 10:59:57.958743 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5d67cdb5-e73b-4880-9bba-5dbe91653840 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:58.010636 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5d67cdb5-e73b-4880-9bba-5dbe91653840 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:58.024396 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-6167ff62-6b48-44f5-87ad-bbca1ba6dd9d None None] Provisioning complete for port de013e40-8391-4c07-869a-0c1b87e8af78 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:58.024769 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-6167ff62-6b48-44f5-87ad-bbca1ba6dd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:58.068934 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d67cdb5-e73b-4880-9bba-5dbe91653840 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Network e0af25c3-0b99-4c3e-94cf-2ff7a239024e is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 10:59:58.072038 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-5d67cdb5-e73b-4880-9bba-5dbe91653840 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 10:59:58.076533 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d67cdb5-e73b-4880-9bba-5dbe91653840 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 10:59:58.082020 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d67cdb5-e73b-4880-9bba-5dbe91653840 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:58.082628 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5d67cdb5-e73b-4880-9bba-5dbe91653840 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:58.089628 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d67cdb5-e73b-4880-9bba-5dbe91653840 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event updated for resources: {'Port': ['ID=5e69594c-0e91-4dfe-9ba9-dd5af588e214,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:58.112014 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41328) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:58.127095 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5d67cdb5-e73b-4880-9bba-5dbe91653840 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0692689 Mar 22 10:59:58.217810 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98f8407-b0ba-4804-8263-e56be0ce29a5 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:58.223045 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41332) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:58.225783 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-d98f8407-b0ba-4804-8263-e56be0ce29a5 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1089308 Mar 22 10:59:58.288252 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605a96fe-776c-41a3-aa45-d3439337de79 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:58.294842 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605a96fe-776c-41a3-aa45-d3439337de79 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:58.301436 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605a96fe-776c-41a3-aa45-d3439337de79 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:58.303768 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-605a96fe-776c-41a3-aa45-d3439337de79 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.0793436 Mar 22 10:59:58.306650 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41336) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:58.431529 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-a736dc68-7274-41d4-8492-e8d0d4249a0a tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Deleting port 5e69594c-0e91-4dfe-9ba9-dd5af588e214 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:59:58.432122 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a736dc68-7274-41d4-8492-e8d0d4249a0a tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:58.484219 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c949e1-a706-4551-bcc1-eb9a69645c51 req-29a21f5d-b47e-46ed-b0ff-e9f5b42ae7b9 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:58.494767 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e8c949e1-a706-4551-bcc1-eb9a69645c51 req-29a21f5d-b47e-46ed-b0ff-e9f5b42ae7b9 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf09caa5-739f-48b0-a7b0-aa3f447ec528 HTTP/1.1" status: 200 len: 945 time: 0.1181965 Mar 22 10:59:58.547070 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a736dc68-7274-41d4-8492-e8d0d4249a0a tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:58.561320 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-a736dc68-7274-41d4-8492-e8d0d4249a0a tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Calling delete_port for 5e69594c-0e91-4dfe-9ba9-dd5af588e214 owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:59:58.566495 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-84b49ce2-5e48-42de-b921-f33b8964b06d None None] Provisioning complete for port 7afc468f-0fa4-4aaf-85fe-2c2a2a13661d triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:58.567013 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-84b49ce2-5e48-42de-b921-f33b8964b06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:58.651665 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e8c949e1-a706-4551-bcc1-eb9a69645c51 req-b3e7668d-1974-4978-af46-f88ad7376479 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] 10.222.0.57 "GET /v2.0/security-groups?id=46df5bd6-6571-4ac0-843e-90dcdc450982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558673 Mar 22 10:59:58.684360 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-84b49ce2-5e48-42de-b921-f33b8964b06d None None] Port 7afc468f-0fa4-4aaf-85fe-2c2a2a13661d cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:59:58.701297 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-84b49ce2-5e48-42de-b921-f33b8964b06d None None] Provisioning complete for port 5e69594c-0e91-4dfe-9ba9-dd5af588e214 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:58.701297 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-84b49ce2-5e48-42de-b921-f33b8964b06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:58.707873 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41350) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:58.751200 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3edf25fa-6358-41fa-b1db-628eafb7d1a7 req-15f02300-7fb4-42c2-bd5a-73d6d4e20bb1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=31136214-9931-42bf-8080-c87cb00e25a6 HTTP/1.1" status: 200 len: 210 time: 0.1317437 Mar 22 10:59:58.777167 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-84b49ce2-5e48-42de-b921-f33b8964b06d None None] Port 5e69594c-0e91-4dfe-9ba9-dd5af588e214 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:59:58.802192 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-84b49ce2-5e48-42de-b921-f33b8964b06d None None] Provisioning complete for port de013e40-8391-4c07-869a-0c1b87e8af78 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:58.802844 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-84b49ce2-5e48-42de-b921-f33b8964b06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:58.808811 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a736dc68-7274-41d4-8492-e8d0d4249a0a tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:58.895908 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a736dc68-7274-41d4-8492-e8d0d4249a0a tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event deleted for resources: {'Port': ['ID=5e69594c-0e91-4dfe-9ba9-dd5af588e214,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:58.953722 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a736dc68-7274-41d4-8492-e8d0d4249a0a tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:58.969519 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a736dc68-7274-41d4-8492-e8d0d4249a0a tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "DELETE /v2.0/ports/5e69594c-0e91-4dfe-9ba9-dd5af588e214 HTTP/1.1" status: 204 len: 168 time: 0.6552670 Mar 22 10:59:58.988219 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41360) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:59.022196 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-de2ba6b3-5f45-4de8-b947-8f3675419752 tempest-DvrRoutersNegativeTest-1336202322 tempest-DvrRoutersNegativeTest-1336202322-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-966916899', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:59.031821 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.policy [None req-de2ba6b3-5f45-4de8-b947-8f3675419752 tempest-DvrRoutersNegativeTest-1336202322 tempest-DvrRoutersNegativeTest-1336202322-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=109049) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Mar 22 10:59:59.032124 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.policy [None req-de2ba6b3-5f45-4de8-b947-8f3675419752 tempest-DvrRoutersNegativeTest-1336202322 tempest-DvrRoutersNegativeTest-1336202322-project] Failed policy check for 'create_router' {{(pid=109049) enforce /opt/stack/neutron/neutron/policy.py:520}} Mar 22 10:59:59.032718 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-de2ba6b3-5f45-4de8-b947-8f3675419752 tempest-DvrRoutersNegativeTest-1336202322 tempest-DvrRoutersNegativeTest-1336202322-project] create failed (client error): Access was denied to this resource. Mar 22 10:59:59.033780 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-de2ba6b3-5f45-4de8-b947-8f3675419752 tempest-DvrRoutersNegativeTest-1336202322 tempest-DvrRoutersNegativeTest-1336202322-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3248708 Mar 22 10:59:59.053694 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device de013e40-8391-4c07-869a-0c1b87e8af78 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 10:59:59.069479 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-d65f0af6-9861-4023-8d55-83a419ab591d tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] GET failed (client error): The resource could not be found. Mar 22 10:59:59.071321 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d65f0af6-9861-4023-8d55-83a419ab591d tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "GET /v2.0/ports/5e69594c-0e91-4dfe-9ba9-dd5af588e214 HTTP/1.1" status: 404 len: 333 time: 0.0822554 Mar 22 10:59:59.079724 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41364) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:59.139492 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port de013e40-8391-4c07-869a-0c1b87e8af78 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:59.139933 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:59.231884 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-d4c3c2f7-ca20-4016-a06c-6ff519946e98 None None] Provisioning complete for port 7afc468f-0fa4-4aaf-85fe-2c2a2a13661d triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 10:59:59.232673 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4c3c2f7-ca20-4016-a06c-6ff519946e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:59.256192 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-75266451-af44-4cb6-af0c-8393eaac4221 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Deleting port 7afc468f-0fa4-4aaf-85fe-2c2a2a13661d {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 10:59:59.256543 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-75266451-af44-4cb6-af0c-8393eaac4221 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:59.318157 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3c2f7-ca20-4016-a06c-6ff519946e98 None None] Port 7afc468f-0fa4-4aaf-85fe-2c2a2a13661d cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 10:59:59.398468 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dfb298-116f-405f-aeb2-38c0991181ef req-524cc518-4a79-4522-a1f1-9be3df5ced40 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:59.400184 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-44dfb298-116f-405f-aeb2-38c0991181ef req-524cc518-4a79-4522-a1f1-9be3df5ced40 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.35 "GET /v2.0/networks?id=2651f58b-4d82-47eb-adbc-f5b0a2dd2774 HTTP/1.1" status: 200 len: 796 time: 0.8599370 Mar 22 10:59:59.409494 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa8ee8-8e11-4ebf-811d-922856e199d2 req-85c5e924-0b0b-4d64-b0cd-f657b0585595 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 10:59:59.411134 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-adfa8ee8-8e11-4ebf-811d-922856e199d2 req-85c5e924-0b0b-4d64-b0cd-f657b0585595 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf09caa5-739f-48b0-a7b0-aa3f447ec528 HTTP/1.1" status: 200 len: 945 time: 0.0799158 Mar 22 10:59:59.417406 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41368) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:59.421225 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-75266451-af44-4cb6-af0c-8393eaac4221 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:59.435080 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-75266451-af44-4cb6-af0c-8393eaac4221 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Calling delete_port for 7afc468f-0fa4-4aaf-85fe-2c2a2a13661d owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 10:59:59.451619 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-462085f4-e261-4639-89e7-652b4128028b None None] Could not find standard attr ID for object 5e69594c-0e91-4dfe-9ba9-dd5af588e214. {{(pid=109051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 10:59:59.487581 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-44dfb298-116f-405f-aeb2-38c0991181ef req-a0d674a2-5e7a-499c-925c-6d33ea91dd4c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d323f0b18e24bb7bcd0d92686e5587a HTTP/1.1" status: 200 len: 380 time: 0.0690815 Mar 22 10:59:59.490759 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-adfa8ee8-8e11-4ebf-811d-922856e199d2 req-04e90a95-fcb9-4512-abf0-0d04bb951022 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] 10.222.0.57 "GET /v2.0/security-groups?id=46df5bd6-6571-4ac0-843e-90dcdc450982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658045 Mar 22 10:59:59.499318 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-44dfb298-116f-405f-aeb2-38c0991181ef req-78d77fe5-818d-4319-b36b-8e225ea5d5cd tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'port': {'device_id': '31136214-9931-42bf-8080-c87cb00e25a6', 'network_id': '2651f58b-4d82-47eb-adbc-f5b0a2dd2774', 'admin_state_up': True, 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'security_groups': ['fa2f15c9-ba12-44aa-9e5c-b059da58b21d']}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 10:59:59.591945 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-16a7151d-555b-47a4-ad9e-0a8ddec8a3ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:59.601918 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-75266451-af44-4cb6-af0c-8393eaac4221 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:59.631589 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75266451-af44-4cb6-af0c-8393eaac4221 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event deleted for resources: {'Port': ['ID=7afc468f-0fa4-4aaf-85fe-2c2a2a13661d,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:59.660991 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-75266451-af44-4cb6-af0c-8393eaac4221 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:59.664396 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-75266451-af44-4cb6-af0c-8393eaac4221 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "DELETE /v2.0/ports/7afc468f-0fa4-4aaf-85fe-2c2a2a13661d HTTP/1.1" status: 204 len: 168 time: 0.5836601 Mar 22 10:59:59.667151 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41372) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:59.667665 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44dfb298-116f-405f-aeb2-38c0991181ef req-78d77fe5-818d-4319-b36b-8e225ea5d5cd tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Made reservation on behalf of 9d323f0b18e24bb7bcd0d92686e5587a for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 10:59:59.671271 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-44dfb298-116f-405f-aeb2-38c0991181ef req-78d77fe5-818d-4319-b36b-8e225ea5d5cd tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:59.696918 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-ead19745-3080-40b8-85c3-b5463d8e4946 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] GET failed (client error): The resource could not be found. Mar 22 10:59:59.699229 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ead19745-3080-40b8-85c3-b5463d8e4946 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "GET /v2.0/ports/7afc468f-0fa4-4aaf-85fe-2c2a2a13661d HTTP/1.1" status: 404 len: 333 time: 0.0304296 Mar 22 10:59:59.701852 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41374) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:59.757438 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-02349ccb-7bcb-41bf-99a4-184f4fb57851 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Deleting subnet 830782c0-e329-465f-bb72-4e637cc00e8d {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 10:59:59.760950 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-02349ccb-7bcb-41bf-99a4-184f4fb57851 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:59.798350 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-16a7151d-555b-47a4-ad9e-0a8ddec8a3ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:59.809604 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-16a7151d-555b-47a4-ad9e-0a8ddec8a3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:59.825031 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-02349ccb-7bcb-41bf-99a4-184f4fb57851 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:59.905772 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-16a7151d-555b-47a4-ad9e-0a8ddec8a3ad admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fe0cec37cbba4849815eddaa28b003e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4861412 Mar 22 10:59:59.910505 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41378) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 10:59:59.912666 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2e1d9ea2-f97c-4397-ab32-ff8bbc7cc758 req-b1e854fb-708e-489c-908c-96aec5b615b9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=31136214-9931-42bf-8080-c87cb00e25a6 HTTP/1.1" status: 200 len: 210 time: 0.0517097 Mar 22 10:59:59.919239 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a7151d-555b-47a4-ad9e-0a8ddec8a3ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29401b97-c4a5-4a81-9b78-a52d51672c2e,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 10:59:59.922698 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-02349ccb-7bcb-41bf-99a4-184f4fb57851 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 10:59:59.927560 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [req-44dfb298-116f-405f-aeb2-38c0991181ef req-78d77fe5-818d-4319-b36b-8e225ea5d5cd tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Allocated IP 172.20.0.12 (2651f58b-4d82-47eb-adbc-f5b0a2dd2774/d822f6e4-1958-4cd7-80e9-2c52248c5320/56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:00:00.014099 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e25c7889-f40d-40d4-aa4d-f4b4618894f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:00.026502 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-02349ccb-7bcb-41bf-99a4-184f4fb57851 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:00.071474 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e25c7889-f40d-40d4-aa4d-f4b4618894f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:00.073501 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02349ccb-7bcb-41bf-99a4-184f4fb57851 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event deleted for resources: {'Subnet': ['ID=830782c0-e329-465f-bb72-4e637cc00e8d,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:00.075724 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-02349ccb-7bcb-41bf-99a4-184f4fb57851 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:00.079752 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fee4285-e221-47fa-8b43-bf0dc1ef0bd8 None None] Network e0af25c3-0b99-4c3e-94cf-2ff7a239024e requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:00:00.081692 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-02349ccb-7bcb-41bf-99a4-184f4fb57851 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "DELETE /v2.0/subnets/830782c0-e329-465f-bb72-4e637cc00e8d HTTP/1.1" status: 204 len: 168 time: 0.3788040 Mar 22 11:00:00.085496 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41380) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:00.100827 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-44dfb298-116f-405f-aeb2-38c0991181ef req-78d77fe5-818d-4319-b36b-8e225ea5d5cd tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:00.136248 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e25c7889-f40d-40d4-aa4d-f4b4618894f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:00.140895 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e25c7889-f40d-40d4-aa4d-f4b4618894f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:00.142649 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e25c7889-f40d-40d4-aa4d-f4b4618894f0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/29401b97-c4a5-4a81-9b78-a52d51672c2e HTTP/1.1" status: 204 len: 168 time: 0.2308433 Mar 22 11:00:00.152436 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25c7889-f40d-40d4-aa4d-f4b4618894f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29401b97-c4a5-4a81-9b78-a52d51672c2e,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:00.208912 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-58d803a7-abb3-4b0f-8532-b79a11db243a tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:00.247342 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-44dfb298-116f-405f-aeb2-38c0991181ef req-78d77fe5-818d-4319-b36b-8e225ea5d5cd tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:00.305028 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44dfb298-116f-405f-aeb2-38c0991181ef req-78d77fe5-818d-4319-b36b-8e225ea5d5cd tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Network 2651f58b-4d82-47eb-adbc-f5b0a2dd2774 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:00:00.312680 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [req-44dfb298-116f-405f-aeb2-38c0991181ef req-78d77fe5-818d-4319-b36b-8e225ea5d5cd tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:00:00.314563 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d77fe5-818d-4319-b36b-8e225ea5d5cd tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Port': ['ID=56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:00.317390 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-44dfb298-116f-405f-aeb2-38c0991181ef req-78d77fe5-818d-4319-b36b-8e225ea5d5cd tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:00:00.337441 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1b157e-b3d3-42e8-b1a2-071e31677d47 None None] DHCP port deletion for e0af25c3-0b99-4c3e-94cf-2ff7a239024e request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 11:00:00.360210 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-58d803a7-abb3-4b0f-8532-b79a11db243a tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Deleting port de013e40-8391-4c07-869a-0c1b87e8af78 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:00:00.360589 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-58d803a7-abb3-4b0f-8532-b79a11db243a tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:00.401834 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dfb298-116f-405f-aeb2-38c0991181ef req-78d77fe5-818d-4319-b36b-8e225ea5d5cd tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:00:00.404567 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-44dfb298-116f-405f-aeb2-38c0991181ef req-78d77fe5-818d-4319-b36b-8e225ea5d5cd tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:00.406617 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-4d1b157e-b3d3-42e8-b1a2-071e31677d47 None None] Deleting port de013e40-8391-4c07-869a-0c1b87e8af78 {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:00:00.407046 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4d1b157e-b3d3-42e8-b1a2-071e31677d47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:00.476116 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-44dfb298-116f-405f-aeb2-38c0991181ef req-78d77fe5-818d-4319-b36b-8e225ea5d5cd tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9815366 Mar 22 11:00:00.485879 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-58d803a7-abb3-4b0f-8532-b79a11db243a tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] For port de013e40-8391-4c07-869a-0c1b87e8af78, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=de013e40-8391-4c07-869a-0c1b87e8af78,segment=NetworkSegment(9b636552-655e-44e4-b9b5-228e161f087b),segment_id=9b636552-655e-44e4-b9b5-228e161f087b)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:00:00.486425 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-58d803a7-abb3-4b0f-8532-b79a11db243a tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:00.494850 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-44dfb298-116f-405f-aeb2-38c0991181ef req-d164ace4-6dc5-4781-8f0a-21b921ae369a service neutron] Request body: {'port': {'device_id': '31136214-9931-42bf-8080-c87cb00e25a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8345'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:00.506493 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-4d1b157e-b3d3-42e8-b1a2-071e31677d47 None None] For port de013e40-8391-4c07-869a-0c1b87e8af78, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=de013e40-8391-4c07-869a-0c1b87e8af78,segment=NetworkSegment(9b636552-655e-44e4-b9b5-228e161f087b),segment_id=9b636552-655e-44e4-b9b5-228e161f087b)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:00:00.506902 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4d1b157e-b3d3-42e8-b1a2-071e31677d47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:00.536760 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-4d1b157e-b3d3-42e8-b1a2-071e31677d47 None None] Calling delete_port for de013e40-8391-4c07-869a-0c1b87e8af78 owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:00:00.574746 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-58d803a7-abb3-4b0f-8532-b79a11db243a tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Calling delete_port for de013e40-8391-4c07-869a-0c1b87e8af78 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:00:00.587406 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-44dfb298-116f-405f-aeb2-38c0991181ef req-d164ace4-6dc5-4781-8f0a-21b921ae369a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:00.636303 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8fff4485-514e-402b-afea-be4c20359e7c None None] Provisioning complete for port 56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:00.636530 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8fff4485-514e-402b-afea-be4c20359e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:00.684472 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8fff4485-514e-402b-afea-be4c20359e7c None None] Port 56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:00:00.720274 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4d1b157e-b3d3-42e8-b1a2-071e31677d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:00.735585 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e95b1f-5fd8-4baf-ab62-c8925db6e7f8 req-6210606e-15af-48aa-913c-4639762e6362 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:00:00.737200 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f8e95b1f-5fd8-4baf-ab62-c8925db6e7f8 req-6210606e-15af-48aa-913c-4639762e6362 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf09caa5-739f-48b0-a7b0-aa3f447ec528 HTTP/1.1" status: 200 len: 945 time: 0.1462519 Mar 22 11:00:00.747813 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1b157e-b3d3-42e8-b1a2-071e31677d47 None None] Pushing event deleted for resources: {'Port': ['ID=de013e40-8391-4c07-869a-0c1b87e8af78,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:00.751084 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1b157e-b3d3-42e8-b1a2-071e31677d47 None None] No DVR routers for this DVR port de013e40-8391-4c07-869a-0c1b87e8af78 on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:00:00.862268 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-58d803a7-abb3-4b0f-8532-b79a11db243a tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:00.921458 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d803a7-abb3-4b0f-8532-b79a11db243a tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event deleted for resources: {'Port': ['ID=de013e40-8391-4c07-869a-0c1b87e8af78,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:00.927537 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device de013e40-8391-4c07-869a-0c1b87e8af78 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:00:00.927707 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d803a7-abb3-4b0f-8532-b79a11db243a tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] No DVR routers for this DVR port de013e40-8391-4c07-869a-0c1b87e8af78 on host dv-neutron-834599-1-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:00:00.941512 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f8e95b1f-5fd8-4baf-ab62-c8925db6e7f8 req-2801f21b-21f0-4b32-a10f-87471c7293a9 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] 10.222.0.57 "GET /v2.0/security-groups?id=46df5bd6-6571-4ac0-843e-90dcdc450982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933546 Mar 22 11:00:00.955253 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: de013e40-8391-4c07-869a-0c1b87e8af78 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:00:00.955779 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device de013e40-8391-4c07-869a-0c1b87e8af78 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:00:00.975316 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b79d0-be32-450b-92d0-72eeb4277dfe req-18a7fcc6-6ecb-430f-8361-bc03b6e55130 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:00:00.976876 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9b5b79d0-be32-450b-92d0-72eeb4277dfe req-18a7fcc6-6ecb-430f-8361-bc03b6e55130 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf09caa5-739f-48b0-a7b0-aa3f447ec528 HTTP/1.1" status: 200 len: 945 time: 0.1809196 Mar 22 11:00:01.043127 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41406) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:01.124370 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-58d803a7-abb3-4b0f-8532-b79a11db243a tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:01.137416 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-20204347-a969-4c31-9da7-cbae2063209b tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Request body: {'security_group': {'name': 'tempest-secgroup--1233920846'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:01.159817 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-20204347-a969-4c31-9da7-cbae2063209b tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:01.168210 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-20204347-a969-4c31-9da7-cbae2063209b tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:01.205907 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-58d803a7-abb3-4b0f-8532-b79a11db243a tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0af25c3-0b99-4c3e-94cf-2ff7a239024e']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:01.228020 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-58d803a7-abb3-4b0f-8532-b79a11db243a tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b636552-655e-44e4-b9b5-228e161f087b') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:01.228305 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-58d803a7-abb3-4b0f-8532-b79a11db243a tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b636552-655e-44e4-b9b5-228e161f087b') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:01.238346 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3625ac4b-5d0d-4337-8051-fc70eaeb375d req-b75d20b6-7795-4307-bc69-e80684b7ce5a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:00:01.239894 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3625ac4b-5d0d-4337-8051-fc70eaeb375d req-b75d20b6-7795-4307-bc69-e80684b7ce5a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=31136214-9931-42bf-8080-c87cb00e25a6 HTTP/1.1" status: 200 len: 932 time: 0.2113962 Mar 22 11:00:01.246957 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-20204347-a969-4c31-9da7-cbae2063209b tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:01.251945 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-20204347-a969-4c31-9da7-cbae2063209b tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:01.267161 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-58d803a7-abb3-4b0f-8532-b79a11db243a tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:01.292381 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20204347-a969-4c31-9da7-cbae2063209b tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab8f6fe-1030-48e6-b2e5-3e5b013665b7,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:01.318460 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-58d803a7-abb3-4b0f-8532-b79a11db243a tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:01.327748 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-20204347-a969-4c31-9da7-cbae2063209b tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:01.332360 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-20204347-a969-4c31-9da7-cbae2063209b tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:01.343680 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58d803a7-abb3-4b0f-8532-b79a11db243a tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:00:01.344097 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-58d803a7-abb3-4b0f-8532-b79a11db243a tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:01.348147 dv-neutron-834599-1-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:00:01.348147 dv-neutron-834599-1-hyperv neutron-server[109050]: self.session.flush() Mar 22 11:00:01.348147 dv-neutron-834599-1-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:00:01.348147 dv-neutron-834599-1-hyperv neutron-server[109050]: self.session.flush() Mar 22 11:00:01.348147 dv-neutron-834599-1-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:00:01.348147 dv-neutron-834599-1-hyperv neutron-server[109050]: self.session.flush() Mar 22 11:00:01.348147 dv-neutron-834599-1-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:00:01.348147 dv-neutron-834599-1-hyperv neutron-server[109050]: self.session.flush() Mar 22 11:00:01.348147 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 11:00:01.348147 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:00:01.348147 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 11:00:01.348147 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:00:01.348147 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 11:00:01.348147 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 11:00:01.348147 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 11:00:01.348147 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:00:01.348147 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 11:00:01.348147 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:00:01.348147 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 11:00:01.348147 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:00:01.348147 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 11:00:01.348147 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 11:00:01.348147 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:00:01.348147 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 11:00:01.348147 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:00:01.348147 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 11:00:01.348147 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 11:00:01.348147 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 11:00:01.348147 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 11:00:01.348147 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 11:00:01.348147 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:00:01.348147 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:00:01.348147 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 11:00:01.348147 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:00:01.348147 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:00:01.348147 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:00:01.348147 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:00:01.348147 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:00:01.348147 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:00:01.348147 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:00:01.362891 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-20204347-a969-4c31-9da7-cbae2063209b tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:01.363718 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [req-44dfb298-116f-405f-aeb2-38c0991181ef req-d164ace4-6dc5-4781-8f0a-21b921ae369a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6 {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:00:01.364250 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-20204347-a969-4c31-9da7-cbae2063209b tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3199944 Mar 22 11:00:01.367125 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41410) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:01.375597 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20204347-a969-4c31-9da7-cbae2063209b tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c62b7b3d-c196-429c-af2f-ded7625357a5,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:01.376916 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-44dfb298-116f-405f-aeb2-38c0991181ef req-d164ace4-6dc5-4781-8f0a-21b921ae369a service neutron] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:01.382471 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3625ac4b-5d0d-4337-8051-fc70eaeb375d req-74a3779c-5d4e-48ec-b6b4-6a1ebe2475a8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa2f15c9-ba12-44aa-9e5c-b059da58b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334412 Mar 22 11:00:01.434601 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-9b5b79d0-be32-450b-92d0-72eeb4277dfe req-2102c8ef-51e8-463d-a2e0-f3f2f0871461 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] Deleting port 83572261-3f44-4024-b666-88f18e06c4f7 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:00:01.435330 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-9b5b79d0-be32-450b-92d0-72eeb4277dfe req-2102c8ef-51e8-463d-a2e0-f3f2f0871461 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:01.437536 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2c15defc-562e-42cc-b606-76a9319b6479 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0685742 Mar 22 11:00:01.440563 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41412) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:01.444969 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-35f93131-2edd-4a45-9aa6-e354b512d822 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Request body: {'security_group': {'name': 'tempest-security--926146371', 'description': 'tempest-security-description-1986236187'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:01.459260 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [req-44dfb298-116f-405f-aeb2-38c0991181ef req-d164ace4-6dc5-4781-8f0a-21b921ae369a service neutron] Transition to ACTIVE for port object 56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6 will not be triggered until provisioned by entity L2. {{(pid=109050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:00:01.466668 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-58d803a7-abb3-4b0f-8532-b79a11db243a tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:01.473256 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-44dfb298-116f-405f-aeb2-38c0991181ef req-d164ace4-6dc5-4781-8f0a-21b921ae369a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:01.474788 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-35f93131-2edd-4a45-9aa6-e354b512d822 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:01.478236 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-58d803a7-abb3-4b0f-8532-b79a11db243a tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:01.481516 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-58d803a7-abb3-4b0f-8532-b79a11db243a tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "DELETE /v2.0/networks/e0af25c3-0b99-4c3e-94cf-2ff7a239024e HTTP/1.1" status: 204 len: 168 time: 1.3949234 Mar 22 11:00:01.489570 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41414) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:01.495686 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-e9a58ae9-af5a-4e35-adab-3dab8e65aa87 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-731100087'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:01.542113 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a58ae9-af5a-4e35-adab-3dab8e65aa87 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Made reservation on behalf of 9b8ed9295afa4b00b119a1377ee54716 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:00:01.545528 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e9a58ae9-af5a-4e35-adab-3dab8e65aa87 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:01.550026 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-35f93131-2edd-4a45-9aa6-e354b512d822 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:01.557944 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-35f93131-2edd-4a45-9aa6-e354b512d822 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:01.558203 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d803a7-abb3-4b0f-8532-b79a11db243a tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event deleted for resources: {'Network': ['ID=e0af25c3-0b99-4c3e-94cf-2ff7a239024e,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:01.560490 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-35f93131-2edd-4a45-9aa6-e354b512d822 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:01.564415 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-35f93131-2edd-4a45-9aa6-e354b512d822 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "PUT /v2.0/security-groups/c62b7b3d-c196-429c-af2f-ded7625357a5 HTTP/1.1" status: 200 len: 1779 time: 0.1206367 Mar 22 11:00:01.567056 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41416) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:01.596696 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9a58ae9-af5a-4e35-adab-3dab8e65aa87 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:00:01.598729 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f93131-2edd-4a45-9aa6-e354b512d822 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c62b7b3d-c196-429c-af2f-ded7625357a5,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:01.608883 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e9a58ae9-af5a-4e35-adab-3dab8e65aa87 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:01.609112 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-e9a58ae9-af5a-4e35-adab-3dab8e65aa87 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Added segment 41e697a9-3af4-45a2-b170-79718f446c70 of type vlan for network 33143d54-77a6-468d-8302-49c6c2b05a7e Mar 22 11:00:01.629956 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d164ace4-6dc5-4781-8f0a-21b921ae369a service neutron] Pushing event updated for resources: {'Port': ['ID=56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:01.645218 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-9b5b79d0-be32-450b-92d0-72eeb4277dfe req-2102c8ef-51e8-463d-a2e0-f3f2f0871461 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] For port 83572261-3f44-4024-b666-88f18e06c4f7, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=83572261-3f44-4024-b666-88f18e06c4f7,segment=NetworkSegment(c0e68b5b-461c-45c7-88f6-004a4eb5883a),segment_id=c0e68b5b-461c-45c7-88f6-004a4eb5883a)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:00:01.645586 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-9b5b79d0-be32-450b-92d0-72eeb4277dfe req-2102c8ef-51e8-463d-a2e0-f3f2f0871461 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:01.651728 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e9a58ae9-af5a-4e35-adab-3dab8e65aa87 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:01.661416 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-f1346b2f-b401-4855-8ada-417e972c48aa tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "GET /v2.0/security-groups/c62b7b3d-c196-429c-af2f-ded7625357a5 HTTP/1.1" status: 200 len: 1779 time: 0.0890753 Mar 22 11:00:01.664060 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41418) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:01.680598 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-9b5b79d0-be32-450b-92d0-72eeb4277dfe req-2102c8ef-51e8-463d-a2e0-f3f2f0871461 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] Calling delete_port for 83572261-3f44-4024-b666-88f18e06c4f7 owned by compute:nova {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:00:01.696047 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e9a58ae9-af5a-4e35-adab-3dab8e65aa87 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:01.701693 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a58ae9-af5a-4e35-adab-3dab8e65aa87 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:00:01.702316 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e9a58ae9-af5a-4e35-adab-3dab8e65aa87 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:01.765816 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e9a58ae9-af5a-4e35-adab-3dab8e65aa87 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2706039 Mar 22 11:00:01.767854 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41420) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:01.782500 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-4835928b-d706-4b84-866a-96e2adc97201 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Request body: {'subnet': {'network_id': '33143d54-77a6-468d-8302-49c6c2b05a7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:01.801358 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a58ae9-af5a-4e35-adab-3dab8e65aa87 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event updated for resources: {'Network': ['ID=33143d54-77a6-468d-8302-49c6c2b05a7e,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:01.808802 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a4648b32-da58-4c63-9964-d09123acd25f tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:01.811160 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-44dfb298-116f-405f-aeb2-38c0991181ef req-d164ace4-6dc5-4781-8f0a-21b921ae369a service neutron] Attempting to bind port 56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6 on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:00:01.811790 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-44dfb298-116f-405f-aeb2-38c0991181ef req-d164ace4-6dc5-4781-8f0a-21b921ae369a service neutron] Attempting to bind port 56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6 by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': '3dd8d086-23af-4874-9500-d2fd8a0c0149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2651f58b-4d82-47eb-adbc-f5b0a2dd2774'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:00:01.812328 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dfb298-116f-405f-aeb2-38c0991181ef req-d164ace4-6dc5-4781-8f0a-21b921ae369a service neutron] Attempting to bind port 56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6 on network 2651f58b-4d82-47eb-adbc-f5b0a2dd2774 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:00:01.816536 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 33143d54-77a6-468d-8302-49c6c2b05a7e details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 11:00:01.835835 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a4648b32-da58-4c63-9964-d09123acd25f tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:01.839675 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dfb298-116f-405f-aeb2-38c0991181ef req-d164ace4-6dc5-4781-8f0a-21b921ae369a service neutron] Port 56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6 on network 2651f58b-4d82-47eb-adbc-f5b0a2dd2774 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 11:00:01.840287 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dfb298-116f-405f-aeb2-38c0991181ef req-d164ace4-6dc5-4781-8f0a-21b921ae369a service neutron] Attempting to bind port 56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6 on network 2651f58b-4d82-47eb-adbc-f5b0a2dd2774 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:00:01.884961 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a4648b32-da58-4c63-9964-d09123acd25f tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:01.888349 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a4648b32-da58-4c63-9964-d09123acd25f tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:01.888506 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dfb298-116f-405f-aeb2-38c0991181ef req-d164ace4-6dc5-4781-8f0a-21b921ae369a service neutron] Checking agent: {'id': 'dcb78974-6458-4942-8c9c-663284d5bb3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8345', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:00:01.888744 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dfb298-116f-405f-aeb2-38c0991181ef req-d164ace4-6dc5-4781-8f0a-21b921ae369a service neutron] Checking segment: {'id': '3dd8d086-23af-4874-9500-d2fd8a0c0149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2651f58b-4d82-47eb-adbc-f5b0a2dd2774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:00:01.889140 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dfb298-116f-405f-aeb2-38c0991181ef req-d164ace4-6dc5-4781-8f0a-21b921ae369a service neutron] Bound using segment: {'id': '3dd8d086-23af-4874-9500-d2fd8a0c0149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2651f58b-4d82-47eb-adbc-f5b0a2dd2774'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:00:01.889589 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-44dfb298-116f-405f-aeb2-38c0991181ef req-d164ace4-6dc5-4781-8f0a-21b921ae369a service neutron] Bound port: 56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6, host: hv-neutron-8345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dd8d086-23af-4874-9500-d2fd8a0c0149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2651f58b-4d82-47eb-adbc-f5b0a2dd2774'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:00:01.890148 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a4648b32-da58-4c63-9964-d09123acd25f tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "DELETE /v2.0/security-groups/c62b7b3d-c196-429c-af2f-ded7625357a5 HTTP/1.1" status: 204 len: 168 time: 0.2249401 Mar 22 11:00:01.890366 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-44dfb298-116f-405f-aeb2-38c0991181ef req-d164ace4-6dc5-4781-8f0a-21b921ae369a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:01.893438 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41422) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:01.902636 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4648b32-da58-4c63-9964-d09123acd25f tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62b7b3d-c196-429c-af2f-ded7625357a5,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:02.024330 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4835928b-d706-4b84-866a-96e2adc97201 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Made reservation on behalf of 9b8ed9295afa4b00b119a1377ee54716 for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:00:02.027858 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4835928b-d706-4b84-866a-96e2adc97201 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:02.059956 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-75cccc7e-b5aa-49a9-9e25-82239b6e3af2 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1633308 Mar 22 11:00:02.062720 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41426) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:02.077414 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-3be106a1-d0ec-4584-a72c-be790a825944 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] delete failed (client error): The resource could not be found. Mar 22 11:00:02.078517 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3be106a1-d0ec-4584-a72c-be790a825944 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "DELETE /v2.0/security-groups/c62b7b3d-c196-429c-af2f-ded7625357a5 HTTP/1.1" status: 404 len: 347 time: 0.0146942 Mar 22 11:00:02.082721 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41428) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:02.087863 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-8f989f79-0484-4bfd-8d15-c064a4dfa53b tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Request body: {'security_group': {'name': 'tempest-secgroup--1902532347'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:02.111010 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-44dfb298-116f-405f-aeb2-38c0991181ef req-d164ace4-6dc5-4781-8f0a-21b921ae369a service neutron] For port 56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6, host hv-neutron-8345, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:00:02.113194 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8f989f79-0484-4bfd-8d15-c064a4dfa53b tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:02.113357 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-9b5b79d0-be32-450b-92d0-72eeb4277dfe req-2102c8ef-51e8-463d-a2e0-f3f2f0871461 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:02.148514 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8853b06e-bde1-4cbb-a88d-892e3bebe66c req-8fdfb7c4-cd19-472a-9ea2-041fe8a3ac59 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf09caa5-739f-48b0-a7b0-aa3f447ec528 HTTP/1.1" status: 200 len: 210 time: 0.0951409 Mar 22 11:00:02.169461 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-44dfb298-116f-405f-aeb2-38c0991181ef req-d164ace4-6dc5-4781-8f0a-21b921ae369a service neutron] For port 56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6, host hv-neutron-8345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6,segment=NetworkSegment(3dd8d086-23af-4874-9500-d2fd8a0c0149),segment_id=3dd8d086-23af-4874-9500-d2fd8a0c0149)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:00:02.195529 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8f989f79-0484-4bfd-8d15-c064a4dfa53b tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:02.197371 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-44dfb298-116f-405f-aeb2-38c0991181ef req-d164ace4-6dc5-4781-8f0a-21b921ae369a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:02.200987 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8f989f79-0484-4bfd-8d15-c064a4dfa53b tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:02.210795 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2102c8ef-51e8-463d-a2e0-f3f2f0871461 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] Pushing event deleted for resources: {'Port': ['ID=83572261-3f44-4024-b666-88f18e06c4f7,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:02.235898 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8f989f79-0484-4bfd-8d15-c064a4dfa53b tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:02.240080 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8f989f79-0484-4bfd-8d15-c064a4dfa53b tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1563296 Mar 22 11:00:02.242809 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41430) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:02.247300 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-4b90f7e9-2284-4ff1-b694-5251e8a96c8c tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Request body: {'security_group_rule': {'security_group_id': '155e3780-7fed-43a3-b11f-7c293cff58f2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:02.257799 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f989f79-0484-4bfd-8d15-c064a4dfa53b tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=155e3780-7fed-43a3-b11f-7c293cff58f2,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:02.269178 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dfb298-116f-405f-aeb2-38c0991181ef req-d164ace4-6dc5-4781-8f0a-21b921ae369a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:00:02.269834 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-44dfb298-116f-405f-aeb2-38c0991181ef req-d164ace4-6dc5-4781-8f0a-21b921ae369a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:02.271309 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-44dfb298-116f-405f-aeb2-38c0991181ef req-d164ace4-6dc5-4781-8f0a-21b921ae369a service neutron] 10.222.0.35 "PUT /v2.0/ports/56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6 HTTP/1.1" status: 200 len: 1094 time: 1.7816374 Mar 22 11:00:02.280392 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31136214-9931-42bf-8080-c87cb00e25a6', 'tag': '56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:00:02.281228 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df17017f-8d6a-48d0-abc5-d287803ea387" -d '{"events": [{"name": "network-changed", "server_uuid": "31136214-9931-42bf-8080-c87cb00e25a6", "tag": "56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:00:02.290203 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4b90f7e9-2284-4ff1-b694-5251e8a96c8c tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:02.313328 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b5b79d0-be32-450b-92d0-72eeb4277dfe req-2102c8ef-51e8-463d-a2e0-f3f2f0871461 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] No DVR routers for this DVR port 83572261-3f44-4024-b666-88f18e06c4f7 on host hv-neutron-8345 {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:00:02.319170 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-9b5b79d0-be32-450b-92d0-72eeb4277dfe req-2102c8ef-51e8-463d-a2e0-f3f2f0871461 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:02.322935 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9b5b79d0-be32-450b-92d0-72eeb4277dfe req-2102c8ef-51e8-463d-a2e0-f3f2f0871461 tempest-TestServerAdvancedOps-1420364221 tempest-TestServerAdvancedOps-1420364221-project] 10.222.0.35 "DELETE /v2.0/ports/83572261-3f44-4024-b666-88f18e06c4f7 HTTP/1.1" status: 204 len: 173 time: 1.3179629 Mar 22 11:00:02.370121 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4b90f7e9-2284-4ff1-b694-5251e8a96c8c tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:02.381818 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4b90f7e9-2284-4ff1-b694-5251e8a96c8c tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:02.401342 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d673f3-3e08-40e9-8f44-1136f3597a11 x-openstack-request-id: req-16d673f3-3e08-40e9-8f44-1136f3597a11 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:00:02.401704 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31136214-9931-42bf-8080-c87cb00e25a6", "tag": "56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:00:02.402054 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-16d673f3-3e08-40e9-8f44-1136f3597a11 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:00:02.402472 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16d673f3-3e08-40e9-8f44-1136f3597a11'] response: {'name': 'network-changed', 'server_uuid': '31136214-9931-42bf-8080-c87cb00e25a6', 'tag': '56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6', 'status': 'completed', 'code': 200} Mar 22 11:00:02.405592 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4b90f7e9-2284-4ff1-b694-5251e8a96c8c tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:02.409558 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4b90f7e9-2284-4ff1-b694-5251e8a96c8c tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1632800 Mar 22 11:00:02.409946 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41436) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:02.417851 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b90f7e9-2284-4ff1-b694-5251e8a96c8c tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bc3573e-b58a-47e6-8fcf-a78232617d55,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:02.422747 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d164ace4-6dc5-4781-8f0a-21b921ae369a service neutron] Pushing event updated for resources: {'Port': ['ID=56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:02.464182 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fea0c73c-e308-4f84-8f32-ee0d158ae315 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:02.475486 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fea0c73c-e308-4f84-8f32-ee0d158ae315 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:02.502089 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dfb298-116f-405f-aeb2-38c0991181ef req-f6099865-e287-4105-8a6e-fc4a50a14c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:00:02.503955 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-44dfb298-116f-405f-aeb2-38c0991181ef req-f6099865-e287-4105-8a6e-fc4a50a14c27 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d323f0b18e24bb7bcd0d92686e5587a&device_id=31136214-9931-42bf-8080-c87cb00e25a6 HTTP/1.1" status: 200 len: 1097 time: 0.1705923 Mar 22 11:00:02.521702 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fea0c73c-e308-4f84-8f32-ee0d158ae315 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:02.533806 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fea0c73c-e308-4f84-8f32-ee0d158ae315 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:02.534960 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-fea0c73c-e308-4f84-8f32-ee0d158ae315 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/1bc3573e-b58a-47e6-8fcf-a78232617d55 HTTP/1.1" status: 204 len: 168 time: 0.1240361 Mar 22 11:00:02.535957 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea0c73c-e308-4f84-8f32-ee0d158ae315 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1bc3573e-b58a-47e6-8fcf-a78232617d55,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:02.537717 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41438) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:02.571913 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-44dfb298-116f-405f-aeb2-38c0991181ef req-62e132cc-8e53-4a30-8b8b-1a07e32b7348 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6 HTTP/1.1" status: 200 len: 217 time: 0.0601647 Mar 22 11:00:02.572914 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4835928b-d706-4b84-866a-96e2adc97201 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:02.582634 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-26156c8b-dfc5-4d77-a3ff-3e8cc42597f1 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0438461 Mar 22 11:00:02.585898 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41440) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:02.637768 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-41a4df73-c2b3-46e0-92e6-6f45c9d634e4 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:02.660096 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-41a4df73-c2b3-46e0-92e6-6f45c9d634e4 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:02.698470 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4835928b-d706-4b84-866a-96e2adc97201 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event updated for resources: {'Subnet': ['ID=8d238b98-d345-4a4d-9c3a-dd359cb7fc8b,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:02.704387 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-41a4df73-c2b3-46e0-92e6-6f45c9d634e4 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:02.707243 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-41a4df73-c2b3-46e0-92e6-6f45c9d634e4 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:02.708430 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-41a4df73-c2b3-46e0-92e6-6f45c9d634e4 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "DELETE /v2.0/security-groups/155e3780-7fed-43a3-b11f-7c293cff58f2 HTTP/1.1" status: 204 len: 168 time: 0.1215389 Mar 22 11:00:02.712025 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41442) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:02.714178 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467d9cc2-a436-4657-b228-636164d73cce req-c915653b-762f-4974-9bc7-574b6a498614 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:00:02.715705 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-467d9cc2-a436-4657-b228-636164d73cce req-c915653b-762f-4974-9bc7-574b6a498614 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=31136214-9931-42bf-8080-c87cb00e25a6 HTTP/1.1" status: 200 len: 944 time: 0.1586072 Mar 22 11:00:02.719726 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dfb298-116f-405f-aeb2-38c0991181ef req-2c29adce-6d23-4ad9-823b-5c1e742e0c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:00:02.721890 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-44dfb298-116f-405f-aeb2-38c0991181ef req-2c29adce-6d23-4ad9-823b-5c1e742e0c46 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d822f6e4-1958-4cd7-80e9-2c52248c5320 HTTP/1.1" status: 200 len: 834 time: 0.1281500 Mar 22 11:00:02.729494 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a4df73-c2b3-46e0-92e6-6f45c9d634e4 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=155e3780-7fed-43a3-b11f-7c293cff58f2,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:02.755619 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4835928b-d706-4b84-866a-96e2adc97201 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Checking segment: {'id': '41e697a9-3af4-45a2-b170-79718f446c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '33143d54-77a6-468d-8302-49c6c2b05a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:00:02.756013 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4835928b-d706-4b84-866a-96e2adc97201 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Network hostable DHCP agents. Network: 33143d54-77a6-468d-8302-49c6c2b05a7e, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:00:02.777411 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ca24157c-ec2f-4009-b46c-8ccfca7a9296 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0606713 Mar 22 11:00:02.777698 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41444) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:02.783504 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-cd8ddd92-a828-4f52-94eb-a509ff0dfe0c tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Request body: {'security_group': {'name': 'tempest-secgroup--2083908921'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:02.806375 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cd8ddd92-a828-4f52-94eb-a509ff0dfe0c tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:02.815248 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-467d9cc2-a436-4657-b228-636164d73cce req-3e4e903a-95c4-4993-831e-84cc12e38948 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa2f15c9-ba12-44aa-9e5c-b059da58b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894761 Mar 22 11:00:02.828525 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4835928b-d706-4b84-866a-96e2adc97201 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Network 33143d54-77a6-468d-8302-49c6c2b05a7e is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:00:02.842209 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dfb298-116f-405f-aeb2-38c0991181ef req-cbafbfe2-b03a-4743-9c4b-8941ba02c510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:00:02.843915 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-44dfb298-116f-405f-aeb2-38c0991181ef req-cbafbfe2-b03a-4743-9c4b-8941ba02c510 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2651f58b-4d82-47eb-adbc-f5b0a2dd2774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1010649 Mar 22 11:00:02.844967 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-4835928b-d706-4b84-866a-96e2adc97201 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 33143d54-77a6-468d-8302-49c6c2b05a7e) {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:00:02.853300 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4835928b-d706-4b84-866a-96e2adc97201 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:00:02.853931 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4835928b-d706-4b84-866a-96e2adc97201 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:02.855826 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7d0eb8-245e-4565-8b83-c31fb8550622 None None] Network 33143d54-77a6-468d-8302-49c6c2b05a7e requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:00:02.889319 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cd8ddd92-a828-4f52-94eb-a509ff0dfe0c tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:02.894604 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cd8ddd92-a828-4f52-94eb-a509ff0dfe0c tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:02.929093 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cd8ddd92-a828-4f52-94eb-a509ff0dfe0c tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:02.930768 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-cd8ddd92-a828-4f52-94eb-a509ff0dfe0c tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1520066 Mar 22 11:00:02.933763 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41446) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:02.938323 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-e268ba72-a873-4dc9-8a0f-147fe628f568 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Request body: {'security_group_rule': {'security_group_id': 'f7be95d2-03f5-4e0d-87bf-af1cef100cf6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:02.945670 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8ddd92-a828-4f52-94eb-a509ff0dfe0c tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7be95d2-03f5-4e0d-87bf-af1cef100cf6,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:02.980952 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-4835928b-d706-4b84-866a-96e2adc97201 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2103903 Mar 22 11:00:02.983529 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41448) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:02.988951 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-29b97797-2a91-44aa-912d-175e319c9c76 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1573530222', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:02.996309 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e268ba72-a873-4dc9-8a0f-147fe628f568 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:03.001808 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-44dfb298-116f-405f-aeb2-38c0991181ef req-17126ef8-492a-4890-b6ab-22b30f7abedb service neutron] 10.222.0.35 "GET /v2.0/networks/2651f58b-4d82-47eb-adbc-f5b0a2dd2774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415541 Mar 22 11:00:03.036641 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-29b97797-2a91-44aa-912d-175e319c9c76 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:03.037683 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-29b97797-2a91-44aa-912d-175e319c9c76 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:03.060528 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e421ad25-a616-4860-8798-0fe2d908d6e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-33143d54-77a6-468d-8302-49c6c2b05a7e', 'network_id': '33143d54-77a6-468d-8302-49c6c2b05a7e', 'tenant_id': '9b8ed9295afa4b00b119a1377ee54716', 'fixed_ips': [{'subnet_id': '8d238b98-d345-4a4d-9c3a-dd359cb7fc8b'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 11:00:03.061864 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e421ad25-a616-4860-8798-0fe2d908d6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:03.065675 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e268ba72-a873-4dc9-8a0f-147fe628f568 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:03.078957 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e268ba72-a873-4dc9-8a0f-147fe628f568 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:03.097943 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-44dfb298-116f-405f-aeb2-38c0991181ef req-436543cf-ae23-4088-8285-768ca7120511 service neutron] 10.222.0.35 "GET /v2.0/networks/2651f58b-4d82-47eb-adbc-f5b0a2dd2774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903285 Mar 22 11:00:03.121578 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-29b97797-2a91-44aa-912d-175e319c9c76 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:03.126035 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e268ba72-a873-4dc9-8a0f-147fe628f568 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d0fe135-f188-44bf-a08e-fd066c491835,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:03.130629 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-29b97797-2a91-44aa-912d-175e319c9c76 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:03.146312 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e268ba72-a873-4dc9-8a0f-147fe628f568 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:03.147552 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e268ba72-a873-4dc9-8a0f-147fe628f568 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2126629 Mar 22 11:00:03.150506 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41450) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:03.155340 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-996b0521-13dc-41ff-ac6e-d90354208373 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Request body: {'security_group_rule': {'security_group_id': 'f7be95d2-03f5-4e0d-87bf-af1cef100cf6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:03.162604 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-29b97797-2a91-44aa-912d-175e319c9c76 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:03.163773 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-29b97797-2a91-44aa-912d-175e319c9c76 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1792941 Mar 22 11:00:03.166693 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41452) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:03.171527 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-9996323b-0814-423f-87c6-f1e572ac8d92 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Request body: {'port': {'network_id': '33143d54-77a6-468d-8302-49c6c2b05a7e', 'name': 'tempest-PortsIpV6TestJSON-121849518'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:03.205538 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17017f-8d6a-48d0-abc5-d287803ea387 req-e4dd3118-e9f4-4ad3-85d2-61ac84e90e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:00:03.207574 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-df17017f-8d6a-48d0-abc5-d287803ea387 req-e4dd3118-e9f4-4ad3-85d2-61ac84e90e9d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d323f0b18e24bb7bcd0d92686e5587a&device_id=31136214-9931-42bf-8080-c87cb00e25a6 HTTP/1.1" status: 200 len: 1097 time: 0.0573843 Mar 22 11:00:03.220900 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41456) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:03.226104 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-e421ad25-a616-4860-8798-0fe2d908d6e1 None None] Allocated IP 2001:db8::2 (33143d54-77a6-468d-8302-49c6c2b05a7e/8d238b98-d345-4a4d-9c3a-dd359cb7fc8b/55aae799-80ea-4e0d-be02-72e544bb8a3f) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:00:03.236134 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-996b0521-13dc-41ff-ac6e-d90354208373 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:03.249884 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 83572261-3f44-4024-b666-88f18e06c4f7 no longer exists at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:00:03.283432 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] No Port match for: 83572261-3f44-4024-b666-88f18e06c4f7 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:00:03.285029 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 83572261-3f44-4024-b666-88f18e06c4f7 not bound to the agent host hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:00:03.313697 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17017f-8d6a-48d0-abc5-d287803ea387 req-eb93a64a-7dac-4952-9d3a-a5a43b130238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:00:03.316093 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-df17017f-8d6a-48d0-abc5-d287803ea387 req-eb93a64a-7dac-4952-9d3a-a5a43b130238 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2651f58b-4d82-47eb-adbc-f5b0a2dd2774 HTTP/1.1" status: 200 len: 897 time: 0.0952435 Mar 22 11:00:03.362651 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-1926a2cc-a974-4cfd-a3cb-d024766a4bab admin admin] Deleting subnet 730fb31c-967b-4caf-9d38-1f5158568c7d {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 11:00:03.363830 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-df17017f-8d6a-48d0-abc5-d287803ea387 req-dd1409e2-3d0d-4c4f-a313-b92c77684162 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6 HTTP/1.1" status: 200 len: 217 time: 0.0397520 Mar 22 11:00:03.377183 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1926a2cc-a974-4cfd-a3cb-d024766a4bab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:03.422554 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-996b0521-13dc-41ff-ac6e-d90354208373 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:03.426459 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17017f-8d6a-48d0-abc5-d287803ea387 req-ab93bd0f-2899-4750-a95d-6d0697081201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:00:03.428150 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-df17017f-8d6a-48d0-abc5-d287803ea387 req-ab93bd0f-2899-4750-a95d-6d0697081201 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d822f6e4-1958-4cd7-80e9-2c52248c5320 HTTP/1.1" status: 200 len: 834 time: 0.0569425 Mar 22 11:00:03.431670 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e421ad25-a616-4860-8798-0fe2d908d6e1 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:03.432045 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-996b0521-13dc-41ff-ac6e-d90354208373 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:03.438659 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e421ad25-a616-4860-8798-0fe2d908d6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:03.444081 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1926a2cc-a974-4cfd-a3cb-d024766a4bab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:03.486671 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17017f-8d6a-48d0-abc5-d287803ea387 req-efff27fa-0e1f-48b8-992e-a508fc7f519e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:00:03.487476 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e421ad25-a616-4860-8798-0fe2d908d6e1 None None] Network 33143d54-77a6-468d-8302-49c6c2b05a7e is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:00:03.488906 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-df17017f-8d6a-48d0-abc5-d287803ea387 req-efff27fa-0e1f-48b8-992e-a508fc7f519e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2651f58b-4d82-47eb-adbc-f5b0a2dd2774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0527234 Mar 22 11:00:03.491176 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-e421ad25-a616-4860-8798-0fe2d908d6e1 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:00:03.492994 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b0521-13dc-41ff-ac6e-d90354208373 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9d78458-28b6-4142-a261-f7265cd95a16,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:03.495649 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e421ad25-a616-4860-8798-0fe2d908d6e1 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:00:03.499014 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e421ad25-a616-4860-8798-0fe2d908d6e1 None None] Pushing event updated for resources: {'Port': ['ID=55aae799-80ea-4e0d-be02-72e544bb8a3f,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:03.502570 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-996b0521-13dc-41ff-ac6e-d90354208373 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:03.506522 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-996b0521-13dc-41ff-ac6e-d90354208373 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3522429 Mar 22 11:00:03.507505 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9996323b-0814-423f-87c6-f1e572ac8d92 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Made reservation on behalf of 9b8ed9295afa4b00b119a1377ee54716 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:00:03.510618 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9996323b-0814-423f-87c6-f1e572ac8d92 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:03.513240 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41458) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:03.523270 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-4c0fe50f-e184-4a43-9ea5-de95d3280391 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Request body: {'security_group_rule': {'security_group_id': 'f7be95d2-03f5-4e0d-87bf-af1cef100cf6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:03.540152 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1926a2cc-a974-4cfd-a3cb-d024766a4bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:03.562492 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-e421ad25-a616-4860-8798-0fe2d908d6e1 None None] Attempting to bind port 55aae799-80ea-4e0d-be02-72e544bb8a3f on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:00:03.562894 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-e421ad25-a616-4860-8798-0fe2d908d6e1 None None] Attempting to bind port 55aae799-80ea-4e0d-be02-72e544bb8a3f by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '41e697a9-3af4-45a2-b170-79718f446c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '33143d54-77a6-468d-8302-49c6c2b05a7e'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:00:03.563250 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e421ad25-a616-4860-8798-0fe2d908d6e1 None None] Attempting to bind port 55aae799-80ea-4e0d-be02-72e544bb8a3f on network 33143d54-77a6-468d-8302-49c6c2b05a7e {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:00:03.568439 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e421ad25-a616-4860-8798-0fe2d908d6e1 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:00:03.568816 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e421ad25-a616-4860-8798-0fe2d908d6e1 None None] Checking segment: {'id': '41e697a9-3af4-45a2-b170-79718f446c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '33143d54-77a6-468d-8302-49c6c2b05a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:00:03.569261 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e421ad25-a616-4860-8798-0fe2d908d6e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:03.569653 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e421ad25-a616-4860-8798-0fe2d908d6e1 None None] Bound using segment: {'id': '41e697a9-3af4-45a2-b170-79718f446c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '33143d54-77a6-468d-8302-49c6c2b05a7e'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:00:03.570129 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-e421ad25-a616-4860-8798-0fe2d908d6e1 None None] Bound port: 55aae799-80ea-4e0d-be02-72e544bb8a3f, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e697a9-3af4-45a2-b170-79718f446c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '33143d54-77a6-468d-8302-49c6c2b05a7e'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:00:03.571005 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e421ad25-a616-4860-8798-0fe2d908d6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:03.594602 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-9996323b-0814-423f-87c6-f1e572ac8d92 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] device_id is not set on port b378bcca-302e-4188-abfd-fd44f61ebdaf yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:00:03.619150 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-df17017f-8d6a-48d0-abc5-d287803ea387 req-1dc2ca28-087c-45d6-9687-918f6c699b86 service neutron] 10.222.0.35 "GET /v2.0/networks/2651f58b-4d82-47eb-adbc-f5b0a2dd2774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196740 Mar 22 11:00:03.639946 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-e421ad25-a616-4860-8798-0fe2d908d6e1 None None] For port 55aae799-80ea-4e0d-be02-72e544bb8a3f, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:00:03.644106 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-e421ad25-a616-4860-8798-0fe2d908d6e1 None None] For port 55aae799-80ea-4e0d-be02-72e544bb8a3f, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=55aae799-80ea-4e0d-be02-72e544bb8a3f,segment=NetworkSegment(41e697a9-3af4-45a2-b170-79718f446c70),segment_id=41e697a9-3af4-45a2-b170-79718f446c70)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:00:03.646794 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4c0fe50f-e184-4a43-9ea5-de95d3280391 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:03.650917 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e421ad25-a616-4860-8798-0fe2d908d6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:03.697751 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1926a2cc-a974-4cfd-a3cb-d024766a4bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:03.710681 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e421ad25-a616-4860-8798-0fe2d908d6e1 None None] Pushing event updated for resources: {'Port': ['ID=55aae799-80ea-4e0d-be02-72e544bb8a3f,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:03.747538 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-df17017f-8d6a-48d0-abc5-d287803ea387 req-5d1b49f6-054a-4e67-8ab1-60e10de30423 service neutron] 10.222.0.35 "GET /v2.0/networks/2651f58b-4d82-47eb-adbc-f5b0a2dd2774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200428 Mar 22 11:00:03.775361 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1926a2cc-a974-4cfd-a3cb-d024766a4bab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=730fb31c-967b-4caf-9d38-1f5158568c7d,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:03.778308 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1926a2cc-a974-4cfd-a3cb-d024766a4bab admin admin] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:03.782468 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1926a2cc-a974-4cfd-a3cb-d024766a4bab admin admin] 10.222.0.57 "DELETE /v2.0/subnets/730fb31c-967b-4caf-9d38-1f5158568c7d HTTP/1.1" status: 204 len: 168 time: 0.5611892 Mar 22 11:00:03.785725 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41460) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:03.832165 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-9996323b-0814-423f-87c6-f1e572ac8d92 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Allocated IP 2001:db8::30a (33143d54-77a6-468d-8302-49c6c2b05a7e/8d238b98-d345-4a4d-9c3a-dd359cb7fc8b/b378bcca-302e-4188-abfd-fd44f61ebdaf) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:00:03.836231 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4c0fe50f-e184-4a43-9ea5-de95d3280391 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:03.843185 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4c0fe50f-e184-4a43-9ea5-de95d3280391 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:03.878820 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b15368a8-1b15-4fea-af50-16e39b59f468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:03.888805 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4c0fe50f-e184-4a43-9ea5-de95d3280391 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:03.893097 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4c0fe50f-e184-4a43-9ea5-de95d3280391 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3731151 Mar 22 11:00:03.893097 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0fe50f-e184-4a43-9ea5-de95d3280391 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92091b9a-d9af-4e8b-8779-9c84c0359075,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:03.896064 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41464) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:03.901246 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-f6ba4482-652d-44e7-ba7f-df3e19679c00 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Request body: {'security_group_rule': {'security_group_id': 'f7be95d2-03f5-4e0d-87bf-af1cef100cf6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:03.956332 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f6ba4482-652d-44e7-ba7f-df3e19679c00 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:04.071189 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b15368a8-1b15-4fea-af50-16e39b59f468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:04.096642 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f6ba4482-652d-44e7-ba7f-df3e19679c00 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:04.098789 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a12b8-ae85-4195-983b-91702e331d4b req-34db7f26-b6f5-4a88-bb84-c0a80f78b584 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:00:04.100792 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e91a12b8-ae85-4195-983b-91702e331d4b req-34db7f26-b6f5-4a88-bb84-c0a80f78b584 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=31136214-9931-42bf-8080-c87cb00e25a6 HTTP/1.1" status: 200 len: 944 time: 0.1388083 Mar 22 11:00:04.102100 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f6ba4482-652d-44e7-ba7f-df3e19679c00 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:04.105827 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-b15368a8-1b15-4fea-af50-16e39b59f468 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63c06d48-cb8a-4b54-9fac-2e815705a3a9']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:04.117352 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-b15368a8-1b15-4fea-af50-16e39b59f468 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0e68b5b-461c-45c7-88f6-004a4eb5883a') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:04.117640 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-b15368a8-1b15-4fea-af50-16e39b59f468 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0e68b5b-461c-45c7-88f6-004a4eb5883a') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:04.134626 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ba4482-652d-44e7-ba7f-df3e19679c00 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba3daaf3-137a-4659-90d1-889e854066d6,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:04.139401 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b15368a8-1b15-4fea-af50-16e39b59f468 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:04.144099 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f6ba4482-652d-44e7-ba7f-df3e19679c00 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:04.145318 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f6ba4482-652d-44e7-ba7f-df3e19679c00 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2478855 Mar 22 11:00:04.149745 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41466) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:04.155109 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9996323b-0814-423f-87c6-f1e572ac8d92 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:04.159090 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-9d2359ef-a726-4670-aeb0-88d434c1a8e3 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Request body: {'security_group_rule': {'security_group_id': 'f7be95d2-03f5-4e0d-87bf-af1cef100cf6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:04.176299 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b15368a8-1b15-4fea-af50-16e39b59f468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:04.189912 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9996323b-0814-423f-87c6-f1e572ac8d92 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:04.199138 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b15368a8-1b15-4fea-af50-16e39b59f468 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:00:04.199138 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b15368a8-1b15-4fea-af50-16e39b59f468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:04.202730 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e91a12b8-ae85-4195-983b-91702e331d4b req-20afdcfb-07b9-4609-b4b2-24a34e7cf93d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa2f15c9-ba12-44aa-9e5c-b059da58b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897059 Mar 22 11:00:04.203421 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 11:00:04.203421 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:00:04.203421 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 11:00:04.203421 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:00:04.203421 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 11:00:04.203421 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 11:00:04.203421 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 11:00:04.203421 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:00:04.203421 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 11:00:04.203421 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:00:04.203421 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 11:00:04.203421 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:00:04.203421 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 11:00:04.203421 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 11:00:04.203421 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:00:04.203421 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 11:00:04.203421 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:00:04.203421 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 11:00:04.203421 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 11:00:04.203421 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 11:00:04.203421 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 11:00:04.203421 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 11:00:04.203421 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:00:04.203421 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:00:04.203421 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 11:00:04.203421 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:00:04.203421 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:00:04.203421 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:00:04.203421 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:00:04.203421 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:00:04.203421 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:00:04.203421 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:00:04.238906 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9996323b-0814-423f-87c6-f1e572ac8d92 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Network 33143d54-77a6-468d-8302-49c6c2b05a7e is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:00:04.242388 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-9996323b-0814-423f-87c6-f1e572ac8d92 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:00:04.247905 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9996323b-0814-423f-87c6-f1e572ac8d92 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:00:04.254980 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9996323b-0814-423f-87c6-f1e572ac8d92 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:00:04.255719 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9996323b-0814-423f-87c6-f1e572ac8d92 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:04.265437 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9996323b-0814-423f-87c6-f1e572ac8d92 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event updated for resources: {'Port': ['ID=b378bcca-302e-4188-abfd-fd44f61ebdaf,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:04.266304 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2359ef-a726-4670-aeb0-88d434c1a8e3 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:04.280431 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9996323b-0814-423f-87c6-f1e572ac8d92 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1127114 Mar 22 11:00:04.281714 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41468) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:04.291352 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b15368a8-1b15-4fea-af50-16e39b59f468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:04.691143 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf09caa5-739f-48b0-a7b0-aa3f447ec528', 'name': 'network-vif-deleted', 'tag': '83572261-3f44-4024-b666-88f18e06c4f7'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:00:04.693830 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99fa9e76-243c-4105-af6b-5eb7c6d863bc" -d '{"events": [{"server_uuid": "cf09caa5-739f-48b0-a7b0-aa3f447ec528", "name": "network-vif-deleted", "tag": "83572261-3f44-4024-b666-88f18e06c4f7"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:00:04.707514 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b15368a8-1b15-4fea-af50-16e39b59f468 admin admin] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:04.711419 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-b15368a8-1b15-4fea-af50-16e39b59f468 admin admin] 10.222.0.57 "DELETE /v2.0/networks/63c06d48-cb8a-4b54-9fac-2e815705a3a9 HTTP/1.1" status: 204 len: 168 time: 0.9238212 Mar 22 11:00:04.711943 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41472) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:04.755587 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7310dfdc-beb8-475c-a307-3b436e7b87b5 None None] Network 33143d54-77a6-468d-8302-49c6c2b05a7e requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:00:04.763613 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15368a8-1b15-4fea-af50-16e39b59f468 admin admin] Pushing event deleted for resources: {'Network': ['ID=63c06d48-cb8a-4b54-9fac-2e815705a3a9,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:04.775564 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-2820b5c7-b503-4a49-a88b-a92648162757 admin admin] Deleting subnet 0b7c75a0-ee19-4f63-9f22-aef6df3150b9 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 11:00:04.778113 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d14af5-06ae-4b34-a2d5-05635f1ef03e x-openstack-request-id: req-35d14af5-06ae-4b34-a2d5-05635f1ef03e {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:00:04.778420 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf09caa5-739f-48b0-a7b0-aa3f447ec528", "name": "network-vif-deleted", "tag": "83572261-3f44-4024-b666-88f18e06c4f7", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:00:04.778761 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-35d14af5-06ae-4b34-a2d5-05635f1ef03e {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:00:04.779181 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35d14af5-06ae-4b34-a2d5-05635f1ef03e'] response: {'server_uuid': 'cf09caa5-739f-48b0-a7b0-aa3f447ec528', 'name': 'network-vif-deleted', 'tag': '83572261-3f44-4024-b666-88f18e06c4f7', 'status': 'completed', 'code': 200} Mar 22 11:00:04.781692 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2820b5c7-b503-4a49-a88b-a92648162757 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:04.830585 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2820b5c7-b503-4a49-a88b-a92648162757 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:04.856276 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-50226d5f-5abe-4e4b-bca6-8ab8e2e03779 None None] Provisioning complete for port 55aae799-80ea-4e0d-be02-72e544bb8a3f triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:04.856666 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-50226d5f-5abe-4e4b-bca6-8ab8e2e03779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:04.870346 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2359ef-a726-4670-aeb0-88d434c1a8e3 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:04.882214 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2820b5c7-b503-4a49-a88b-a92648162757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:04.923282 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2359ef-a726-4670-aeb0-88d434c1a8e3 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:04.951009 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2820b5c7-b503-4a49-a88b-a92648162757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:04.984901 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2359ef-a726-4670-aeb0-88d434c1a8e3 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e9951f5-5c13-411f-a30c-1280dd4cf46e,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:04.988742 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2820b5c7-b503-4a49-a88b-a92648162757 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b7c75a0-ee19-4f63-9f22-aef6df3150b9,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:05.012910 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2820b5c7-b503-4a49-a88b-a92648162757 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:05.018921 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2820b5c7-b503-4a49-a88b-a92648162757 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/0b7c75a0-ee19-4f63-9f22-aef6df3150b9 HTTP/1.1" status: 204 len: 168 time: 0.3031490 Mar 22 11:00:05.019562 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41474) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:05.026555 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d2359ef-a726-4670-aeb0-88d434c1a8e3 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:05.027900 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-9d2359ef-a726-4670-aeb0-88d434c1a8e3 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.8744464 Mar 22 11:00:05.032953 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41476) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:05.052657 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 55aae799-80ea-4e0d-be02-72e544bb8a3f up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:00:05.055543 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-50226d5f-5abe-4e4b-bca6-8ab8e2e03779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:05.107070 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ffc0d514-1d4a-4235-a377-e79c819c47aa tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:05.127411 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:00:05.128037 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ffc0d514-1d4a-4235-a377-e79c819c47aa tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:05.129277 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-50226d5f-5abe-4e4b-bca6-8ab8e2e03779 None None] For port 55aae799-80ea-4e0d-be02-72e544bb8a3f, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=55aae799-80ea-4e0d-be02-72e544bb8a3f,segment=NetworkSegment(41e697a9-3af4-45a2-b170-79718f446c70),segment_id=41e697a9-3af4-45a2-b170-79718f446c70)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:00:05.136167 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-50226d5f-5abe-4e4b-bca6-8ab8e2e03779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:05.148594 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-93b19cda-2028-493f-b2e2-e88a8d215fff tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:05.203423 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-110cddae-fcc3-40e6-b18c-b06f435fc32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:05.225402 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ffc0d514-1d4a-4235-a377-e79c819c47aa tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:05.237452 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ffc0d514-1d4a-4235-a377-e79c819c47aa tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:05.243465 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ffc0d514-1d4a-4235-a377-e79c819c47aa tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/9e9951f5-5c13-411f-a30c-1280dd4cf46e HTTP/1.1" status: 204 len: 168 time: 0.2075772 Mar 22 11:00:05.243701 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41480) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:05.285346 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc0d514-1d4a-4235-a377-e79c819c47aa tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e9951f5-5c13-411f-a30c-1280dd4cf46e,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:05.335007 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6 details requested by agent hyperv_hv-neutron-8345 with host hv-neutron-8345 {{(pid=109051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 11:00:05.361151 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 55aae799-80ea-4e0d-be02-72e544bb8a3f triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:05.361571 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:05.366249 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-110cddae-fcc3-40e6-b18c-b06f435fc32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:05.423922 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50226d5f-5abe-4e4b-bca6-8ab8e2e03779 None None] Pushing event updated for resources: {'Port': ['ID=55aae799-80ea-4e0d-be02-72e544bb8a3f,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:05.523603 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c36b83-2e42-468c-a661-189836072036 req-214371e9-3161-4b17-a5cb-1edefa078932 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:00:05.531205 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-75c36b83-2e42-468c-a661-189836072036 req-214371e9-3161-4b17-a5cb-1edefa078932 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=31136214-9931-42bf-8080-c87cb00e25a6 HTTP/1.1" status: 200 len: 944 time: 0.0872316 Mar 22 11:00:05.539527 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6,segment=NetworkSegment(3dd8d086-23af-4874-9500-d2fd8a0c0149),segment_id=3dd8d086-23af-4874-9500-d2fd8a0c0149)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:00:05.561536 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Returning: {'device': '56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6', 'network_id': '2651f58b-4d82-47eb-adbc-f5b0a2dd2774', 'port_id': '56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6', 'mac_address': 'fa:16:3e:bc:43:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd822f6e4-1958-4cd7-80e9-2c52248c5320', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 11:00:05.575970 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-a57e47c7-38f6-489b-a2f6-7c8a46a2aec7 None None] Provisioning complete for port 55aae799-80ea-4e0d-be02-72e544bb8a3f triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:05.576559 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a57e47c7-38f6-489b-a2f6-7c8a46a2aec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:05.585941 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-93b19cda-2028-493f-b2e2-e88a8d215fff tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:05.597434 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-93b19cda-2028-493f-b2e2-e88a8d215fff tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:05.615051 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-75c36b83-2e42-468c-a661-189836072036 req-5ff0c26a-3e5d-4815-a709-1b9ac7241c12 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa2f15c9-ba12-44aa-9e5c-b059da58b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808139 Mar 22 11:00:05.647821 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:05.667346 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6 {{(pid=109051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:00:05.697876 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6,segment=NetworkSegment(3dd8d086-23af-4874-9500-d2fd8a0c0149),segment_id=3dd8d086-23af-4874-9500-d2fd8a0c0149)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:00:05.734672 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:05.742412 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-110cddae-fcc3-40e6-b18c-b06f435fc32e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ba730db-5227-48ba-ae09-d3ece0269f28']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:05.752957 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-110cddae-fcc3-40e6-b18c-b06f435fc32e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40be1788-6765-4907-b5bd-169372a2fa2c') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:05.753474 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-110cddae-fcc3-40e6-b18c-b06f435fc32e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40be1788-6765-4907-b5bd-169372a2fa2c') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:05.764125 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-110cddae-fcc3-40e6-b18c-b06f435fc32e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:05.788799 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-110cddae-fcc3-40e6-b18c-b06f435fc32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:05.795271 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-110cddae-fcc3-40e6-b18c-b06f435fc32e admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:00:05.796045 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-110cddae-fcc3-40e6-b18c-b06f435fc32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:05.796752 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-93b19cda-2028-493f-b2e2-e88a8d215fff tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684270'] for router_interface, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:05.806355 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:05.836584 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-a57e47c7-38f6-489b-a2f6-7c8a46a2aec7 None None] Provisioning complete for port b378bcca-302e-4188-abfd-fd44f61ebdaf triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:05.836914 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a57e47c7-38f6-489b-a2f6-7c8a46a2aec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:05.848196 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b19cda-2028-493f-b2e2-e88a8d215fff tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event updated for resources: {'Port': ['ID=b378bcca-302e-4188-abfd-fd44f61ebdaf,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:05.861524 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 11:00:05.861524 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:00:05.861524 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 11:00:05.861524 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:00:05.861524 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 11:00:05.861524 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 11:00:05.861524 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 11:00:05.861524 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:00:05.861524 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 11:00:05.861524 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:00:05.861524 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 11:00:05.861524 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:00:05.861524 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 11:00:05.861524 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 11:00:05.861524 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:00:05.861524 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 11:00:05.861524 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:00:05.861524 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 11:00:05.861524 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 11:00:05.861524 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 11:00:05.861524 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 11:00:05.861524 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 11:00:05.861524 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:00:05.861524 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:00:05.861524 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 11:00:05.861524 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:00:05.861524 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:00:05.861524 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:00:05.861524 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:00:05.861524 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:00:05.861524 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:00:05.861524 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:00:05.864982 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-110cddae-fcc3-40e6-b18c-b06f435fc32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:05.870952 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-110cddae-fcc3-40e6-b18c-b06f435fc32e admin admin] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:05.874216 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-110cddae-fcc3-40e6-b18c-b06f435fc32e admin admin] 10.222.0.57 "DELETE /v2.0/networks/9ba730db-5227-48ba-ae09-d3ece0269f28 HTTP/1.1" status: 204 len: 168 time: 0.8522916 Mar 22 11:00:05.896051 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-a57e47c7-38f6-489b-a2f6-7c8a46a2aec7 None None] Port b378bcca-302e-4188-abfd-fd44f61ebdaf cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:00:05.897330 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110cddae-fcc3-40e6-b18c-b06f435fc32e admin admin] Pushing event deleted for resources: {'Network': ['ID=9ba730db-5227-48ba-ae09-d3ece0269f28,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:05.918012 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7609f14e-f42b-476d-a64d-e85bfb0a6fb7 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.6679192 Mar 22 11:00:05.920722 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41484) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:05.948083 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 11:00:05.968392 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6373db8c-6e12-4464-8c59-471951b66856 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:05.974997 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-93b19cda-2028-493f-b2e2-e88a8d215fff tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:05.988369 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6373db8c-6e12-4464-8c59-471951b66856 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:06.034523 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6373db8c-6e12-4464-8c59-471951b66856 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:06.046390 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6373db8c-6e12-4464-8c59-471951b66856 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:06.050754 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6373db8c-6e12-4464-8c59-471951b66856 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/ba3daaf3-137a-4659-90d1-889e854066d6 HTTP/1.1" status: 204 len: 168 time: 0.1289089 Mar 22 11:00:06.054411 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41486) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:06.070792 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6373db8c-6e12-4464-8c59-471951b66856 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ba3daaf3-137a-4659-90d1-889e854066d6,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:06.119342 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-c454582f-5aff-4ac8-a9f7-93f9ba117116 None None] Provisioning complete for port b378bcca-302e-4188-abfd-fd44f61ebdaf triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:06.119944 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c454582f-5aff-4ac8-a9f7-93f9ba117116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:06.148180 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-53e07fa1-8820-4afd-8052-1fe6835837b4 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0915394 Mar 22 11:00:06.149481 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41488) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:06.173165 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41490) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:06.194655 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-80bfe629-c269-48f4-a695-a8ad29c2cee6 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:06.206976 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-80bfe629-c269-48f4-a695-a8ad29c2cee6 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:06.239905 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5633b396-0de6-45e5-a160-3536fb23fbc1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c30de3e381cd4e6ea23efcc3c4151d7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0652277 Mar 22 11:00:06.242227 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41492) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:06.252446 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-c454582f-5aff-4ac8-a9f7-93f9ba117116 None None] Port b378bcca-302e-4188-abfd-fd44f61ebdaf cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:00:06.258395 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-80bfe629-c269-48f4-a695-a8ad29c2cee6 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:06.266860 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-80bfe629-c269-48f4-a695-a8ad29c2cee6 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:06.268454 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-80bfe629-c269-48f4-a695-a8ad29c2cee6 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/92091b9a-d9af-4e8b-8779-9c84c0359075 HTTP/1.1" status: 204 len: 168 time: 0.1177590 Mar 22 11:00:06.273120 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41494) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:06.287172 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfe629-c269-48f4-a695-a8ad29c2cee6 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=92091b9a-d9af-4e8b-8779-9c84c0359075,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:06.311472 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-95e72be5-df4d-48f7-95c6-0722b27abab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:06.335282 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-95e72be5-df4d-48f7-95c6-0722b27abab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:06.352643 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-b0ebf542-c33e-49a8-926c-2a9fe6c3f3d2 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0777004 Mar 22 11:00:06.356563 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41496) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:06.376003 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-93b19cda-2028-493f-b2e2-e88a8d215fff tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:06.380286 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-a98a19b5-041d-4560-ba2a-3645f078d0fe None None] Provisioning complete for port b378bcca-302e-4188-abfd-fd44f61ebdaf triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:06.380910 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a98a19b5-041d-4560-ba2a-3645f078d0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:06.381960 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-93b19cda-2028-493f-b2e2-e88a8d215fff tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:06.382856 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-93b19cda-2028-493f-b2e2-e88a8d215fff tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684306'] for router_interface, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:06.386922 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-65a21969-5894-4ba3-8faf-d12e3a0a5bda tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:06.397179 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-65a21969-5894-4ba3-8faf-d12e3a0a5bda tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:06.412192 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-95e72be5-df4d-48f7-95c6-0722b27abab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:06.414298 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-95e72be5-df4d-48f7-95c6-0722b27abab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:06.417896 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-95e72be5-df4d-48f7-95c6-0722b27abab8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/46df5bd6-6571-4ac0-843e-90dcdc450982 HTTP/1.1" status: 204 len: 168 time: 0.1722484 Mar 22 11:00:06.435278 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e72be5-df4d-48f7-95c6-0722b27abab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46df5bd6-6571-4ac0-843e-90dcdc450982,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:06.446808 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-65a21969-5894-4ba3-8faf-d12e3a0a5bda tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:06.454928 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-65a21969-5894-4ba3-8faf-d12e3a0a5bda tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:06.458545 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-65a21969-5894-4ba3-8faf-d12e3a0a5bda tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/b9d78458-28b6-4142-a261-f7265cd95a16 HTTP/1.1" status: 204 len: 168 time: 0.0987017 Mar 22 11:00:06.461955 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41500) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:06.462975 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a21969-5894-4ba3-8faf-d12e3a0a5bda tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b9d78458-28b6-4142-a261-f7265cd95a16,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:06.464207 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-a98a19b5-041d-4560-ba2a-3645f078d0fe None None] Port b378bcca-302e-4188-abfd-fd44f61ebdaf cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:00:06.473760 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b19cda-2028-493f-b2e2-e88a8d215fff tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event updated for resources: {'Port': ['ID=b378bcca-302e-4188-abfd-fd44f61ebdaf,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:06.516206 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b19cda-2028-493f-b2e2-e88a8d215fff tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:00:06.516459 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b19cda-2028-493f-b2e2-e88a8d215fff tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:00:06.516801 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b19cda-2028-493f-b2e2-e88a8d215fff tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:00:06.517561 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b19cda-2028-493f-b2e2-e88a8d215fff tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:00:06.517900 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b19cda-2028-493f-b2e2-e88a8d215fff tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:00:06.518163 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b19cda-2028-493f-b2e2-e88a8d215fff tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:00:06.518488 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b19cda-2028-493f-b2e2-e88a8d215fff tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:00:06.518811 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b19cda-2028-493f-b2e2-e88a8d215fff tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:00:06.519135 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b19cda-2028-493f-b2e2-e88a8d215fff tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:00:06.519603 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b19cda-2028-493f-b2e2-e88a8d215fff tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:00:06.519798 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b19cda-2028-493f-b2e2-e88a8d215fff tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:00:06.520116 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b19cda-2028-493f-b2e2-e88a8d215fff tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:00:06.562673 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-aac371c8-ef69-4b3b-9748-44cf570751ed tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0993452 Mar 22 11:00:06.565903 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41502) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:06.580074 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b19cda-2028-493f-b2e2-e88a8d215fff tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Network 33143d54-77a6-468d-8302-49c6c2b05a7e is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:00:06.581613 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-93b19cda-2028-493f-b2e2-e88a8d215fff tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:00:06.598651 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-664e0fce-e1ef-4d03-966d-3f954ab82314 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:06.616605 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-664e0fce-e1ef-4d03-966d-3f954ab82314 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:06.656980 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-664e0fce-e1ef-4d03-966d-3f954ab82314 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:06.663129 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-664e0fce-e1ef-4d03-966d-3f954ab82314 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:06.667535 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-664e0fce-e1ef-4d03-966d-3f954ab82314 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/6d0fe135-f188-44bf-a08e-fd066c491835 HTTP/1.1" status: 204 len: 168 time: 0.0976021 Mar 22 11:00:06.668054 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41508) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:06.688616 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664e0fce-e1ef-4d03-966d-3f954ab82314 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6d0fe135-f188-44bf-a08e-fd066c491835,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:06.725589 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ad6d1586-39ea-47b2-b89a-8a6dcdf24959 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0566626 Mar 22 11:00:06.728990 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41510) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:06.813570 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93b19cda-2028-493f-b2e2-e88a8d215fff tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Router 8c129e77-ba45-44a2-a8e8-608abd804324 is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109050) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 11:00:06.819929 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b896c0cc-aa07-458b-8860-24846e99a53a tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:06.842724 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d02e0-e224-4598-bf2d-bf98658d15d4 req-0d8de8b6-af63-48c6-87f5-4a013842d387 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:00:06.848027 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b896c0cc-aa07-458b-8860-24846e99a53a tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:06.853557 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-be3d02e0-e224-4598-bf2d-bf98658d15d4 req-0d8de8b6-af63-48c6-87f5-4a013842d387 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=31136214-9931-42bf-8080-c87cb00e25a6 HTTP/1.1" status: 200 len: 945 time: 0.0983613 Mar 22 11:00:06.895936 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b896c0cc-aa07-458b-8860-24846e99a53a tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:06.899919 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b896c0cc-aa07-458b-8860-24846e99a53a tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:06.901352 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b896c0cc-aa07-458b-8860-24846e99a53a tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "DELETE /v2.0/security-groups/f7be95d2-03f5-4e0d-87bf-af1cef100cf6 HTTP/1.1" status: 204 len: 168 time: 0.1714356 Mar 22 11:00:06.905049 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41512) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:06.913659 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41514) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:06.932716 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b896c0cc-aa07-458b-8860-24846e99a53a tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7be95d2-03f5-4e0d-87bf-af1cef100cf6,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:06.953384 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-be3d02e0-e224-4598-bf2d-bf98658d15d4 req-4bf26bc9-3042-405e-a72d-bdb907084f2b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa2f15c9-ba12-44aa-9e5c-b059da58b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987604 Mar 22 11:00:06.953590 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b896c0cc-aa07-458b-8860-24846e99a53a tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:00:06.953916 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b896c0cc-aa07-458b-8860-24846e99a53a tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:00:06.954253 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b896c0cc-aa07-458b-8860-24846e99a53a tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:00:06.954542 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 55aae799-80ea-4e0d-be02-72e544bb8a3f up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:00:06.955204 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b896c0cc-aa07-458b-8860-24846e99a53a tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:00:06.955204 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b896c0cc-aa07-458b-8860-24846e99a53a tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:00:06.955204 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b896c0cc-aa07-458b-8860-24846e99a53a tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:00:06.955747 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b896c0cc-aa07-458b-8860-24846e99a53a tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:00:06.955833 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b896c0cc-aa07-458b-8860-24846e99a53a tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:00:06.956652 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b896c0cc-aa07-458b-8860-24846e99a53a tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:00:06.956652 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b896c0cc-aa07-458b-8860-24846e99a53a tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:00:06.956866 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b896c0cc-aa07-458b-8860-24846e99a53a tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:00:06.957075 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b896c0cc-aa07-458b-8860-24846e99a53a tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:00:07.000790 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-128af549-45dd-44e0-89e9-202b24300d30 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0942342 Mar 22 11:00:07.008357 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41516) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:07.012830 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-df1a9bb0-2dcc-46f1-b76e-8a81656fa67b tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Request body: {'security_group': {'name': 'tempest-secgroup--583787566'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:07.024682 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e041ee06-2263-4023-971a-09e0a2f490d3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9dadd41cb29245d49059427567340ac2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1026957 Mar 22 11:00:07.024949 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41518) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:07.027491 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-5f67acc5-a3be-42fc-a4ef-8b9a080f759b None None] Provisioning complete for port b378bcca-302e-4188-abfd-fd44f61ebdaf triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:07.028218 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5f67acc5-a3be-42fc-a4ef-8b9a080f759b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:07.055077 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b19cda-2028-493f-b2e2-e88a8d215fff tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:00:07.064840 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-93b19cda-2028-493f-b2e2-e88a8d215fff tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "PUT /v2.0/routers/8c129e77-ba45-44a2-a8e8-608abd804324/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7810190 Mar 22 11:00:07.066777 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41520) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:07.072307 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8deb6573-c477-4ef8-a5fc-47b9d64b0035 None None] Sync routers for ids ['8c129e77-ba45-44a2-a8e8-608abd804324'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:00:07.083198 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8deb6573-c477-4ef8-a5fc-47b9d64b0035 None None] Routers {'8c129e77-ba45-44a2-a8e8-608abd804324'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:00:07.083925 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-8deb6573-c477-4ef8-a5fc-47b9d64b0035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:59:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['8c129e77-ba45-44a2-a8e8-608abd804324'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:07.086874 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-df1a9bb0-2dcc-46f1-b76e-8a81656fa67b tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:07.093108 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-5f67acc5-a3be-42fc-a4ef-8b9a080f759b None None] Port b378bcca-302e-4188-abfd-fd44f61ebdaf cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:00:07.099607 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dbb1cf69-5c03-4219-91a5-b5fcf59a1248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:07.112625 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 55aae799-80ea-4e0d-be02-72e544bb8a3f triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:07.113451 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:07.133121 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dbb1cf69-5c03-4219-91a5-b5fcf59a1248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:07.135920 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-8deb6573-c477-4ef8-a5fc-47b9d64b0035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:07.150704 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8deb6573-c477-4ef8-a5fc-47b9d64b0035 None None] Routers {'8c129e77-ba45-44a2-a8e8-608abd804324'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:00:07.151745 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-8deb6573-c477-4ef8-a5fc-47b9d64b0035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:59:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['8c129e77-ba45-44a2-a8e8-608abd804324'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:07.176489 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4263d67-439a-4b84-a2f5-602f0010cc04 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:00:07.180796 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-c4263d67-439a-4b84-a2f5-602f0010cc04 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c129e77-ba45-44a2-a8e8-608abd804324 HTTP/1.1" status: 200 len: 988 time: 0.1118493 Mar 22 11:00:07.183963 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41522) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:07.203203 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-8deb6573-c477-4ef8-a5fc-47b9d64b0035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:07.204272 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8deb6573-c477-4ef8-a5fc-47b9d64b0035 None None] The sync data for ids ['8c129e77-ba45-44a2-a8e8-608abd804324'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:00:07.224503 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-df1a9bb0-2dcc-46f1-b76e-8a81656fa67b tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:07.228530 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-df1a9bb0-2dcc-46f1-b76e-8a81656fa67b tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:07.246287 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dbb1cf69-5c03-4219-91a5-b5fcf59a1248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:07.248920 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dbb1cf69-5c03-4219-91a5-b5fcf59a1248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:07.250156 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-dbb1cf69-5c03-4219-91a5-b5fcf59a1248 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7d347a1b-0803-4c25-bbb0-d2bd23c51a3d HTTP/1.1" status: 204 len: 168 time: 0.2243690 Mar 22 11:00:07.254955 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6 up at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:00:07.265123 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1a9bb0-2dcc-46f1-b76e-8a81656fa67b tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=affa11cc-ccac-4120-8f9c-6fb8f2a1ab27,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:07.270502 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-df1a9bb0-2dcc-46f1-b76e-8a81656fa67b tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:07.271901 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-df1a9bb0-2dcc-46f1-b76e-8a81656fa67b tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2625890 Mar 22 11:00:07.280384 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb1cf69-5c03-4219-91a5-b5fcf59a1248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d347a1b-0803-4c25-bbb0-d2bd23c51a3d,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:07.282132 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41526) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:07.287081 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-6505abc6-dc0c-4329-9164-af4d6b2de122 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Request body: {'security_group_rule': {'security_group_id': 'affa11cc-ccac-4120-8f9c-6fb8f2a1ab27', 'direction': 'ingress', 'protocol': 17}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:07.325028 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6505abc6-dc0c-4329-9164-af4d6b2de122 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:07.332052 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning for port 56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6 completed by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:00:07.341121 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning complete for port 56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:07.341497 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:07.379288 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6505abc6-dc0c-4329-9164-af4d6b2de122 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:07.384258 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6505abc6-dc0c-4329-9164-af4d6b2de122 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:07.403839 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6505abc6-dc0c-4329-9164-af4d6b2de122 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8df1a76d-26fe-4adf-9db3-7b0776553193,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:07.415473 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6505abc6-dc0c-4329-9164-af4d6b2de122 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:07.420393 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6505abc6-dc0c-4329-9164-af4d6b2de122 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1337066 Mar 22 11:00:07.420735 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41528) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:07.442773 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:07.472182 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31136214-9931-42bf-8080-c87cb00e25a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:00:07.474732 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98bc3c80-c426-471f-921c-cd415eb69be9" -d '{"events": [{"server_uuid": "31136214-9931-42bf-8080-c87cb00e25a6", "name": "network-vif-plugged", "status": "completed", "tag": "56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:00:07.487894 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c64cadcc-e07c-4d51-9c3d-8c8c6234d778 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:07.489756 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6,segment=NetworkSegment(3dd8d086-23af-4874-9500-d2fd8a0c0149),segment_id=3dd8d086-23af-4874-9500-d2fd8a0c0149)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:00:07.495532 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:07.521341 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c64cadcc-e07c-4d51-9c3d-8c8c6234d778 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:07.544371 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942387f3-db9b-49e3-bc63-fa3d69eaeaa9 x-openstack-request-id: req-942387f3-db9b-49e3-bc63-fa3d69eaeaa9 {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:00:07.545422 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31136214-9931-42bf-8080-c87cb00e25a6", "name": "network-vif-plugged", "status": "completed", "tag": "56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:00:07.545886 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-942387f3-db9b-49e3-bc63-fa3d69eaeaa9 {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:00:07.546455 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-942387f3-db9b-49e3-bc63-fa3d69eaeaa9'] response: {'server_uuid': '31136214-9931-42bf-8080-c87cb00e25a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6', 'code': 200} Mar 22 11:00:07.583966 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:07.584287 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c64cadcc-e07c-4d51-9c3d-8c8c6234d778 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:07.587198 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c64cadcc-e07c-4d51-9c3d-8c8c6234d778 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:07.588787 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c64cadcc-e07c-4d51-9c3d-8c8c6234d778 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "DELETE /v2.0/security-groups/affa11cc-ccac-4120-8f9c-6fb8f2a1ab27 HTTP/1.1" status: 204 len: 168 time: 0.1670985 Mar 22 11:00:07.592312 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41532) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:07.599488 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64cadcc-e07c-4d51-9c3d-8c8c6234d778 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=affa11cc-ccac-4120-8f9c-6fb8f2a1ab27,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:07.691051 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-afb4487c-ae7f-4115-b947-7e993025f803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:07.691963 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-ed6c6da5-f518-479f-b609-bad950cd8b78 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0979221 Mar 22 11:00:07.695691 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41534) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:07.702736 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-e97dc2e5-f503-496e-8f52-8b77a2a1db24 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Request body: {'security_group': {'name': 'tempest-secgroup--875206744'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:07.732222 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e97dc2e5-f503-496e-8f52-8b77a2a1db24 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:07.846613 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ea3dd87c-49e6-4fd4-92e4-34d99f54b7de tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683891'] for router_interface, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:07.887837 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c5e8b-b8b5-4933-b8bb-2d4c2f98d5e1 req-139d9f28-0cf8-467a-8b0d-fa68ae4aa78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:00:07.889342 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6e1c5e8b-b8b5-4933-b8bb-2d4c2f98d5e1 req-139d9f28-0cf8-467a-8b0d-fa68ae4aa78b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=31136214-9931-42bf-8080-c87cb00e25a6 HTTP/1.1" status: 200 len: 1099 time: 0.1101432 Mar 22 11:00:07.973571 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e97dc2e5-f503-496e-8f52-8b77a2a1db24 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:07.985708 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e97dc2e5-f503-496e-8f52-8b77a2a1db24 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:08.027221 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6e1c5e8b-b8b5-4933-b8bb-2d4c2f98d5e1 req-e37ae75c-8373-45d9-8960-041a96c73202 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fa2f15c9-ba12-44aa-9e5c-b059da58b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285455 Mar 22 11:00:08.076065 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e97dc2e5-f503-496e-8f52-8b77a2a1db24 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:08.077242 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-e97dc2e5-f503-496e-8f52-8b77a2a1db24 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3801737 Mar 22 11:00:08.080385 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41538) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:08.085526 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-89014d3b-fdd2-42a7-8adc-5561c07e7d2b tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Request body: {'security_group': {'name': 'tempest-secgroup--2064190517'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:08.097666 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97dc2e5-f503-496e-8f52-8b77a2a1db24 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=573ea2af-74f8-4b02-baaa-40596da7cae6,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:08.112150 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-89014d3b-fdd2-42a7-8adc-5561c07e7d2b tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:08.131574 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f693f613-eb34-46d9-91a9-0c77c44dae95 req-9ba73c3d-7aa0-4876-a7fc-0fedf743190e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:00:08.133201 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f693f613-eb34-46d9-91a9-0c77c44dae95 req-9ba73c3d-7aa0-4876-a7fc-0fedf743190e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=31136214-9931-42bf-8080-c87cb00e25a6 HTTP/1.1" status: 200 len: 946 time: 0.0929339 Mar 22 11:00:08.187101 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-89014d3b-fdd2-42a7-8adc-5561c07e7d2b tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:08.191669 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-89014d3b-fdd2-42a7-8adc-5561c07e7d2b tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:08.207956 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f693f613-eb34-46d9-91a9-0c77c44dae95 req-ef86a12d-e784-432e-a297-d0bf944db86d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa2f15c9-ba12-44aa-9e5c-b059da58b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656335 Mar 22 11:00:08.221317 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-ea3dd87c-49e6-4fd4-92e4-34d99f54b7de tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Deleting port b378bcca-302e-4188-abfd-fd44f61ebdaf {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:00:08.221985 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ea3dd87c-49e6-4fd4-92e4-34d99f54b7de tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:08.227811 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-89014d3b-fdd2-42a7-8adc-5561c07e7d2b tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:08.231628 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-89014d3b-fdd2-42a7-8adc-5561c07e7d2b tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1475456 Mar 22 11:00:08.231968 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41540) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:08.234191 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89014d3b-fdd2-42a7-8adc-5561c07e7d2b tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1e57fa-0793-45f4-b747-38e00d43981d,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:08.241426 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-c39827a8-8ed1-44a9-9f5a-90a94d473bf4 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Request body: {'security_group_rule': {'security_group_id': '573ea2af-74f8-4b02-baaa-40596da7cae6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ae1e57fa-0793-45f4-b747-38e00d43981d', 'remote_ip_prefix': None}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:08.278736 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c39827a8-8ed1-44a9-9f5a-90a94d473bf4 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:08.319568 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ea3dd87c-49e6-4fd4-92e4-34d99f54b7de tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:08.332684 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-ea3dd87c-49e6-4fd4-92e4-34d99f54b7de tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Calling delete_port for b378bcca-302e-4188-abfd-fd44f61ebdaf owned by network:router_interface {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:00:08.343743 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c39827a8-8ed1-44a9-9f5a-90a94d473bf4 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:08.347970 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c39827a8-8ed1-44a9-9f5a-90a94d473bf4 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:08.367409 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39827a8-8ed1-44a9-9f5a-90a94d473bf4 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ecb095a-644b-44e5-bf92-393c396e18f0,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:08.375783 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c39827a8-8ed1-44a9-9f5a-90a94d473bf4 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:08.381835 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41542) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:08.382023 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c39827a8-8ed1-44a9-9f5a-90a94d473bf4 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1488872 Mar 22 11:00:08.417212 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7717dd8d-ef78-445c-b526-8646b0bf60bd tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:08.460351 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7717dd8d-ef78-445c-b526-8646b0bf60bd tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:08.498047 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7717dd8d-ef78-445c-b526-8646b0bf60bd tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:08.507278 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7717dd8d-ef78-445c-b526-8646b0bf60bd tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:08.508394 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-7717dd8d-ef78-445c-b526-8646b0bf60bd tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/1ecb095a-644b-44e5-bf92-393c396e18f0 HTTP/1.1" status: 204 len: 168 time: 0.1256347 Mar 22 11:00:08.511524 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41544) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:08.534245 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7717dd8d-ef78-445c-b526-8646b0bf60bd tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ecb095a-644b-44e5-bf92-393c396e18f0,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:08.562132 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d6a32475-cafb-4c37-9eb2-7784d634217c tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0455122 Mar 22 11:00:08.562396 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ea3dd87c-49e6-4fd4-92e4-34d99f54b7de tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:08.562609 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41546) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:08.587970 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3dd87c-49e6-4fd4-92e4-34d99f54b7de tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event deleted for resources: {'Port': ['ID=b378bcca-302e-4188-abfd-fd44f61ebdaf,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:08.631781 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fa184209-6c58-4d5a-98a6-aede26b6f333 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:08.659878 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fa184209-6c58-4d5a-98a6-aede26b6f333 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:08.686664 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ea3dd87c-49e6-4fd4-92e4-34d99f54b7de tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684007'] for router_interface, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:08.710670 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fa184209-6c58-4d5a-98a6-aede26b6f333 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:08.713410 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fa184209-6c58-4d5a-98a6-aede26b6f333 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:08.717312 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-fa184209-6c58-4d5a-98a6-aede26b6f333 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "DELETE /v2.0/security-groups/ae1e57fa-0793-45f4-b747-38e00d43981d HTTP/1.1" status: 204 len: 168 time: 0.1513796 Mar 22 11:00:08.718878 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41548) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:08.739188 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa184209-6c58-4d5a-98a6-aede26b6f333 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1e57fa-0793-45f4-b747-38e00d43981d,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:08.790242 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7c37cf88-d367-4847-82d8-a38b15e1440c tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0688725 Mar 22 11:00:08.793135 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41550) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:08.854948 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b2bc0372-cb45-4d8a-adc9-5a3232209fc8 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:08.870007 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea3dd87c-49e6-4fd4-92e4-34d99f54b7de tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Router 8c129e77-ba45-44a2-a8e8-608abd804324 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:00:08.882238 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b2bc0372-cb45-4d8a-adc9-5a3232209fc8 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:08.935469 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b2bc0372-cb45-4d8a-adc9-5a3232209fc8 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:08.938166 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b2bc0372-cb45-4d8a-adc9-5a3232209fc8 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:08.941787 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b2bc0372-cb45-4d8a-adc9-5a3232209fc8 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "DELETE /v2.0/security-groups/573ea2af-74f8-4b02-baaa-40596da7cae6 HTTP/1.1" status: 204 len: 168 time: 0.1452785 Mar 22 11:00:08.945166 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41554) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:08.962734 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3dd87c-49e6-4fd4-92e4-34d99f54b7de tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:00:08.975417 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc0372-cb45-4d8a-adc9-5a3232209fc8 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=573ea2af-74f8-4b02-baaa-40596da7cae6,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:08.980169 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-ea3dd87c-49e6-4fd4-92e4-34d99f54b7de tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "PUT /v2.0/routers/8c129e77-ba45-44a2-a8e8-608abd804324/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7939487 Mar 22 11:00:08.981081 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4292f6e6-a8fa-42c6-a970-5c01cabe2384 None None] Sync routers for ids ['8c129e77-ba45-44a2-a8e8-608abd804324'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:00:08.983888 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41556) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:09.007226 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4292f6e6-a8fa-42c6-a970-5c01cabe2384 None None] Routers {'8c129e77-ba45-44a2-a8e8-608abd804324'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:00:09.007915 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-4292f6e6-a8fa-42c6-a970-5c01cabe2384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:59:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['8c129e77-ba45-44a2-a8e8-608abd804324'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:09.010392 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-be4655a3-8245-4c6d-aed2-8b3f1e9e02aa tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] GET failed (client error): The resource could not be found. Mar 22 11:00:09.012447 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-be4655a3-8245-4c6d-aed2-8b3f1e9e02aa tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "GET /v2.0/ports/b378bcca-302e-4188-abfd-fd44f61ebdaf HTTP/1.1" status: 404 len: 333 time: 0.0272291 Mar 22 11:00:09.015289 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41558) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:09.034575 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f6519af0-a6bb-49ef-a02a-dffc3f7e484e tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0811477 Mar 22 11:00:09.034846 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41560) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:09.041203 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-a889efc3-1f05-4539-8644-70116196a395 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Request body: {'security_group': {'name': 'tempest-secgroup--1395838159'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:09.060554 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-4292f6e6-a8fa-42c6-a970-5c01cabe2384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:09.064902 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a889efc3-1f05-4539-8644-70116196a395 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:09.070178 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4292f6e6-a8fa-42c6-a970-5c01cabe2384 None None] Routers {'8c129e77-ba45-44a2-a8e8-608abd804324'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:00:09.070785 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-4292f6e6-a8fa-42c6-a970-5c01cabe2384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T10:59:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['8c129e77-ba45-44a2-a8e8-608abd804324'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:09.103594 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-183eb0c4-d573-435f-9444-81e9468df057 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for router, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:09.104201 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-4292f6e6-a8fa-42c6-a970-5c01cabe2384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:09.104934 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4292f6e6-a8fa-42c6-a970-5c01cabe2384 None None] The sync data for ids ['8c129e77-ba45-44a2-a8e8-608abd804324'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:00:09.139444 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a889efc3-1f05-4539-8644-70116196a395 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:09.143594 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a889efc3-1f05-4539-8644-70116196a395 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:09.173898 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a889efc3-1f05-4539-8644-70116196a395 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:09.175157 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a889efc3-1f05-4539-8644-70116196a395 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1388540 Mar 22 11:00:09.179356 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41562) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:09.183962 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-a091a097-2401-4bd8-ad3c-e5ae565e4553 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Request body: {'security_group_rule': {'security_group_id': 'e90da4ff-3b8a-43bf-8042-29d1d04196cb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:09.188603 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a889efc3-1f05-4539-8644-70116196a395 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e90da4ff-3b8a-43bf-8042-29d1d04196cb,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:09.215458 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a091a097-2401-4bd8-ad3c-e5ae565e4553 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:09.284632 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-183eb0c4-d573-435f-9444-81e9468df057 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:09.287558 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-183eb0c4-d573-435f-9444-81e9468df057 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:09.296445 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a091a097-2401-4bd8-ad3c-e5ae565e4553 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:09.301906 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a091a097-2401-4bd8-ad3c-e5ae565e4553 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:09.321085 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a091a097-2401-4bd8-ad3c-e5ae565e4553 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0546d6a7-9866-4d10-8042-e3fecffaa6e7,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:09.333068 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a091a097-2401-4bd8-ad3c-e5ae565e4553 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:09.337056 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a091a097-2401-4bd8-ad3c-e5ae565e4553 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1536939 Mar 22 11:00:09.337056 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41566) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:09.355998 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-183eb0c4-d573-435f-9444-81e9468df057 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:09.356742 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183eb0c4-d573-435f-9444-81e9468df057 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Fanout notify agent at l3_agent the message router_deleted on router 8c129e77-ba45-44a2-a8e8-608abd804324 {{(pid=109050) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 11:00:09.364345 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-183eb0c4-d573-435f-9444-81e9468df057 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:09.364562 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-710d26b7-dca0-4f17-bf81-c3e5d53559e8 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:09.368325 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-183eb0c4-d573-435f-9444-81e9468df057 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "DELETE /v2.0/routers/8c129e77-ba45-44a2-a8e8-608abd804324 HTTP/1.1" status: 204 len: 168 time: 0.3469675 Mar 22 11:00:09.368325 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41568) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:09.374277 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-710d26b7-dca0-4f17-bf81-c3e5d53559e8 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:09.402415 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-710d26b7-dca0-4f17-bf81-c3e5d53559e8 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:09.409009 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-710d26b7-dca0-4f17-bf81-c3e5d53559e8 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:09.410146 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-710d26b7-dca0-4f17-bf81-c3e5d53559e8 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/0546d6a7-9866-4d10-8042-e3fecffaa6e7 HTTP/1.1" status: 204 len: 168 time: 0.0722859 Mar 22 11:00:09.416099 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41570) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:09.422546 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d26b7-dca0-4f17-bf81-c3e5d53559e8 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0546d6a7-9866-4d10-8042-e3fecffaa6e7,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:09.460389 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e4c55c4e-05da-4954-979e-d42887cb2d8a tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0430305 Mar 22 11:00:09.463336 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41572) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:09.526473 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8e6bf178-aaab-404c-978a-0322356296fb tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:09.555944 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8e6bf178-aaab-404c-978a-0322356296fb tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:09.612896 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8e6bf178-aaab-404c-978a-0322356296fb tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:09.615878 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8e6bf178-aaab-404c-978a-0322356296fb tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:09.617117 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8e6bf178-aaab-404c-978a-0322356296fb tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "DELETE /v2.0/security-groups/e90da4ff-3b8a-43bf-8042-29d1d04196cb HTTP/1.1" status: 204 len: 168 time: 0.1525509 Mar 22 11:00:09.620636 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41574) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:09.634071 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6bf178-aaab-404c-978a-0322356296fb tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90da4ff-3b8a-43bf-8042-29d1d04196cb,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:09.675456 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d815bd1b-5d3c-40a2-a823-da8eee11cee5 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0536668 Mar 22 11:00:09.679923 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41576) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:09.684727 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-6a6df5e3-5891-4343-aab7-3dceee2ebfc9 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Request body: {'security_group': {'name': 'tempest-secgroup--918398656'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:09.707177 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6a6df5e3-5891-4343-aab7-3dceee2ebfc9 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:09.774470 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eff45e-5ca9-493a-b7b8-0c84e4abb87f req-0c53bbec-cde0-414d-b96c-2b9c5d08b37d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:00:09.776011 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e8eff45e-5ca9-493a-b7b8-0c84e4abb87f req-0c53bbec-cde0-414d-b96c-2b9c5d08b37d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=31136214-9931-42bf-8080-c87cb00e25a6 HTTP/1.1" status: 200 len: 946 time: 0.4870255 Mar 22 11:00:09.780352 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6a6df5e3-5891-4343-aab7-3dceee2ebfc9 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:09.785332 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6a6df5e3-5891-4343-aab7-3dceee2ebfc9 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:09.810050 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2b132b0-a4dd-4a03-a41c-1e62ffdb7ccd tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Deleting subnet 8d238b98-d345-4a4d-9c3a-dd359cb7fc8b {{(pid=109050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 11:00:09.813501 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-db71036d-5922-425d-8f07-a9f6f0689f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:09.818763 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6df5e3-5891-4343-aab7-3dceee2ebfc9 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=338157d7-d8a8-4e15-9e04-53d4c08fa395,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:09.824254 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6a6df5e3-5891-4343-aab7-3dceee2ebfc9 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:09.827419 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6a6df5e3-5891-4343-aab7-3dceee2ebfc9 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1445701 Mar 22 11:00:09.827827 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e2b132b0-a4dd-4a03-a41c-1e62ffdb7ccd tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for subnet, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:09.828652 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41578) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:09.833689 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-b4e5d44c-1a0a-4d87-a7d3-d117229489be tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Request body: {'security_group_rule': {'security_group_id': '338157d7-d8a8-4e15-9e04-53d4c08fa395', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:09.858916 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b4e5d44c-1a0a-4d87-a7d3-d117229489be tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:09.860927 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e8eff45e-5ca9-493a-b7b8-0c84e4abb87f req-d7f386aa-7481-458c-ace2-976b44d0f6b3 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa2f15c9-ba12-44aa-9e5c-b059da58b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776029 Mar 22 11:00:09.887601 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e2b132b0-a4dd-4a03-a41c-1e62ffdb7ccd tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11961780'] for subnet, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:09.924039 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b4e5d44c-1a0a-4d87-a7d3-d117229489be tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:09.929846 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b4e5d44c-1a0a-4d87-a7d3-d117229489be tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:09.948279 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e5d44c-1a0a-4d87-a7d3-d117229489be tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34be00b6-8ec8-4f7f-9e04-e7cc185e86a3,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:09.956603 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b4e5d44c-1a0a-4d87-a7d3-d117229489be tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:09.957827 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b4e5d44c-1a0a-4d87-a7d3-d117229489be tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1281443 Mar 22 11:00:09.961208 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41582) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:09.981555 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d7919b69-ee67-4690-8ada-b175073d6c48 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "GET /v2.0/security-group-rules/34be00b6-8ec8-4f7f-9e04-e7cc185e86a3 HTTP/1.1" status: 200 len: 763 time: 0.0166454 Mar 22 11:00:09.981857 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41584) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:10.013639 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e2b132b0-a4dd-4a03-a41c-1e62ffdb7ccd tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:10.026775 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-fcea13d8-88ed-4bd7-a3df-1212a180c90d tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0411744 Mar 22 11:00:10.027061 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d556b-9756-4fd8-b181-907ba737a25e req-90daf576-2658-4937-a56e-53e0c57b4969 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:00:10.027061 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-714d556b-9756-4fd8-b181-907ba737a25e req-90daf576-2658-4937-a56e-53e0c57b4969 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=31136214-9931-42bf-8080-c87cb00e25a6 HTTP/1.1" status: 200 len: 946 time: 0.0950186 Mar 22 11:00:10.027876 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41586) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:10.054985 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ac7b20cc-1bf3-46df-be78-3149921dbd04 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:10.063549 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ac7b20cc-1bf3-46df-be78-3149921dbd04 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:10.093162 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ac7b20cc-1bf3-46df-be78-3149921dbd04 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:10.095474 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-714d556b-9756-4fd8-b181-907ba737a25e req-dac4ba4d-d8ab-4977-93ad-383769674b49 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa2f15c9-ba12-44aa-9e5c-b059da58b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501332 Mar 22 11:00:10.100347 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ac7b20cc-1bf3-46df-be78-3149921dbd04 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:10.103891 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ac7b20cc-1bf3-46df-be78-3149921dbd04 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/34be00b6-8ec8-4f7f-9e04-e7cc185e86a3 HTTP/1.1" status: 204 len: 168 time: 0.0726972 Mar 22 11:00:10.104625 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41588) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:10.118110 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7b20cc-1bf3-46df-be78-3149921dbd04 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=34be00b6-8ec8-4f7f-9e04-e7cc185e86a3,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:10.118875 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41590) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:10.124406 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e2b132b0-a4dd-4a03-a41c-1e62ffdb7ccd tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:10.155808 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b132b0-a4dd-4a03-a41c-1e62ffdb7ccd tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event deleted for resources: {'Subnet': ['ID=8d238b98-d345-4a4d-9c3a-dd359cb7fc8b,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:10.160027 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e2b132b0-a4dd-4a03-a41c-1e62ffdb7ccd tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:10.166098 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-e2b132b0-a4dd-4a03-a41c-1e62ffdb7ccd tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "DELETE /v2.0/subnets/8d238b98-d345-4a4d-9c3a-dd359cb7fc8b HTTP/1.1" status: 204 len: 168 time: 0.7924466 Mar 22 11:00:10.166098 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41592) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:10.167518 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760b02a0-f8ee-40c6-9b8e-5006bdaaa0d9 None None] Network 33143d54-77a6-468d-8302-49c6c2b05a7e requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:00:10.181927 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bf1426-2fd4-4ae4-9a3e-d0a8da99f9c4 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:00:10.183655 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f0bf1426-2fd4-4ae4-9a3e-d0a8da99f9c4 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=31136214-9931-42bf-8080-c87cb00e25a6 HTTP/1.1" status: 200 len: 1094 time: 0.0633180 Mar 22 11:00:10.186373 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41594) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:10.191303 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-7c3ec820-1848-40de-925b-2f7bf71c1379 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'floatingip': {'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'port_id': '56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:10.211000 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-987c3f59-64af-4eb3-a9c2-7288788fd0e0 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1028097 Mar 22 11:00:10.211237 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41596) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:10.215942 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-aaca92f3-b62f-4d14-a677-2fc08f3c321a tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Request body: {'security_group_rule': {'security_group_id': '338157d7-d8a8-4e15-9e04-53d4c08fa395', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:10.233408 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7c3ec820-1848-40de-925b-2f7bf71c1379 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for floatingip, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:10.270523 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-90ae0e0e-1f07-40cc-8149-31d4a122ab0d tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:10.279728 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aaca92f3-b62f-4d14-a677-2fc08f3c321a tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:10.328025 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-90ae0e0e-1f07-40cc-8149-31d4a122ab0d tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Deleting port 55aae799-80ea-4e0d-be02-72e544bb8a3f {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:00:10.328373 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-90ae0e0e-1f07-40cc-8149-31d4a122ab0d tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:10.368474 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b80171-0b13-4ef0-bda6-59cd080f2a90 None None] DHCP port deletion for 33143d54-77a6-468d-8302-49c6c2b05a7e request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 11:00:10.373637 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aaca92f3-b62f-4d14-a677-2fc08f3c321a tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:10.380870 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aaca92f3-b62f-4d14-a677-2fc08f3c321a tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:10.403058 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-90ae0e0e-1f07-40cc-8149-31d4a122ab0d tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] For port 55aae799-80ea-4e0d-be02-72e544bb8a3f, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=55aae799-80ea-4e0d-be02-72e544bb8a3f,segment=NetworkSegment(41e697a9-3af4-45a2-b170-79718f446c70),segment_id=41e697a9-3af4-45a2-b170-79718f446c70)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:00:10.403985 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-90ae0e0e-1f07-40cc-8149-31d4a122ab0d tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:10.404499 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaca92f3-b62f-4d14-a677-2fc08f3c321a tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce76023d-7e72-446a-a801-59bcf4b60c7b,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:10.416493 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aaca92f3-b62f-4d14-a677-2fc08f3c321a tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:10.420272 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-aaca92f3-b62f-4d14-a677-2fc08f3c321a tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2053137 Mar 22 11:00:10.420641 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41598) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:10.424370 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-90ae0e0e-1f07-40cc-8149-31d4a122ab0d tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Calling delete_port for 55aae799-80ea-4e0d-be02-72e544bb8a3f owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:00:10.427610 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-30b80171-0b13-4ef0-bda6-59cd080f2a90 None None] Deleting port 55aae799-80ea-4e0d-be02-72e544bb8a3f {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:00:10.428065 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-30b80171-0b13-4ef0-bda6-59cd080f2a90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:10.428348 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7c3ec820-1848-40de-925b-2f7bf71c1379 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:10.446996 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0ca710ff-1a84-4f05-9cf8-f29a92807a4c tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "GET /v2.0/security-group-rules/ce76023d-7e72-446a-a801-59bcf4b60c7b HTTP/1.1" status: 200 len: 763 time: 0.0250149 Mar 22 11:00:10.449537 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41600) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:10.498024 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-30b80171-0b13-4ef0-bda6-59cd080f2a90 None None] For port 55aae799-80ea-4e0d-be02-72e544bb8a3f, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=55aae799-80ea-4e0d-be02-72e544bb8a3f,segment=NetworkSegment(41e697a9-3af4-45a2-b170-79718f446c70),segment_id=41e697a9-3af4-45a2-b170-79718f446c70)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:00:10.498415 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-30b80171-0b13-4ef0-bda6-59cd080f2a90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:10.513478 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-30b80171-0b13-4ef0-bda6-59cd080f2a90 None None] Calling delete_port for 55aae799-80ea-4e0d-be02-72e544bb8a3f owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:00:10.515276 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-90ae0e0e-1f07-40cc-8149-31d4a122ab0d tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:10.543719 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-72de952b-9eac-4963-8d6d-7fc977fe7296 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0906739 Mar 22 11:00:10.551953 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ae0e0e-1f07-40cc-8149-31d4a122ab0d tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event deleted for resources: {'Port': ['ID=55aae799-80ea-4e0d-be02-72e544bb8a3f,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:10.559004 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41602) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:10.560847 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ae0e0e-1f07-40cc-8149-31d4a122ab0d tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] No DVR routers for this DVR port 55aae799-80ea-4e0d-be02-72e544bb8a3f on host dv-neutron-834599-1-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:00:10.593072 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-30b80171-0b13-4ef0-bda6-59cd080f2a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:10.597618 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3f8f62eb-48ed-4fca-b965-081a3325dfb1 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:10.609845 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3f8f62eb-48ed-4fca-b965-081a3325dfb1 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:10.620387 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-7c3ec820-1848-40de-925b-2f7bf71c1379 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Allocated IP 172.26.7.128 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/72de03b8-278e-486c-a1da-d5c1c99bba96) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:00:10.626783 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b80171-0b13-4ef0-bda6-59cd080f2a90 None None] Pushing event deleted for resources: {'Port': ['ID=55aae799-80ea-4e0d-be02-72e544bb8a3f,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:10.632840 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b80171-0b13-4ef0-bda6-59cd080f2a90 None None] No DVR routers for this DVR port 55aae799-80ea-4e0d-be02-72e544bb8a3f on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:00:10.649792 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-90ae0e0e-1f07-40cc-8149-31d4a122ab0d tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:10.673967 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-90ae0e0e-1f07-40cc-8149-31d4a122ab0d tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33143d54-77a6-468d-8302-49c6c2b05a7e']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:10.676038 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3f8f62eb-48ed-4fca-b965-081a3325dfb1 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:10.685047 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-90ae0e0e-1f07-40cc-8149-31d4a122ab0d tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41e697a9-3af4-45a2-b170-79718f446c70') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:10.685338 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-90ae0e0e-1f07-40cc-8149-31d4a122ab0d tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41e697a9-3af4-45a2-b170-79718f446c70') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:10.688583 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3f8f62eb-48ed-4fca-b965-081a3325dfb1 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:10.689706 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3f8f62eb-48ed-4fca-b965-081a3325dfb1 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/ce76023d-7e72-446a-a801-59bcf4b60c7b HTTP/1.1" status: 204 len: 168 time: 0.1297226 Mar 22 11:00:10.692790 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41604) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:10.696341 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-90ae0e0e-1f07-40cc-8149-31d4a122ab0d tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:10.711309 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-90ae0e0e-1f07-40cc-8149-31d4a122ab0d tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:10.718773 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90ae0e0e-1f07-40cc-8149-31d4a122ab0d tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:00:10.719463 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-90ae0e0e-1f07-40cc-8149-31d4a122ab0d tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:10.723402 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 11:00:10.723402 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:00:10.723402 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 11:00:10.723402 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:00:10.723402 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 11:00:10.723402 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 11:00:10.723402 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 11:00:10.723402 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:00:10.723402 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 11:00:10.723402 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:00:10.723402 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 11:00:10.723402 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:00:10.723402 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 11:00:10.723402 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 11:00:10.723402 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:00:10.723402 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 11:00:10.723402 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:00:10.723402 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 11:00:10.723402 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 11:00:10.723402 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 11:00:10.723402 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 11:00:10.723402 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 11:00:10.723402 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:00:10.723402 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:00:10.723402 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 11:00:10.723402 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:00:10.723402 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:00:10.723402 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:00:10.723402 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:00:10.723402 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:00:10.723402 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:00:10.723402 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:00:10.742587 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8f62eb-48ed-4fca-b965-081a3325dfb1 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce76023d-7e72-446a-a801-59bcf4b60c7b,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:10.787314 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c95d97a2-adc5-447d-9665-e576524793e7 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0918713 Mar 22 11:00:10.793221 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41606) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:10.797913 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-b3819591-5fba-4df4-8169-b604e6d235d0 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Request body: {'security_group_rule': {'security_group_id': '338157d7-d8a8-4e15-9e04-53d4c08fa395', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:10.803045 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-90ae0e0e-1f07-40cc-8149-31d4a122ab0d tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:10.822054 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-90ae0e0e-1f07-40cc-8149-31d4a122ab0d tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:10.827421 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7c3ec820-1848-40de-925b-2f7bf71c1379 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:10.830707 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41608) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:10.832432 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-90ae0e0e-1f07-40cc-8149-31d4a122ab0d tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "DELETE /v2.0/networks/33143d54-77a6-468d-8302-49c6c2b05a7e HTTP/1.1" status: 204 len: 168 time: 0.6652756 Mar 22 11:00:10.833248 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ae0e0e-1f07-40cc-8149-31d4a122ab0d tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event deleted for resources: {'Network': ['ID=33143d54-77a6-468d-8302-49c6c2b05a7e,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:10.866964 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.securitygroups_db [None req-b3819591-5fba-4df4-8169-b604e6d235d0 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Project d181a91c508f41cfb6529e8e95bb3a9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 11:00:10.885807 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b3819591-5fba-4df4-8169-b604e6d235d0 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:10.901735 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba3c5ef-5e87-406b-a485-b8de1da4a255 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:00:10.903220 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9ba3c5ef-5e87-406b-a485-b8de1da4a255 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "GET /v2.0/ports/0be9a829-33d3-457d-8a07-c6fa6be92eea HTTP/1.1" status: 200 len: 845 time: 0.0702229 Mar 22 11:00:10.907673 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41610) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:10.933741 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 55aae799-80ea-4e0d-be02-72e544bb8a3f no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:00:10.956081 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 55aae799-80ea-4e0d-be02-72e544bb8a3f {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:00:10.956749 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 55aae799-80ea-4e0d-be02-72e544bb8a3f not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:00:10.959043 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7c3ec820-1848-40de-925b-2f7bf71c1379 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:10.961779 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-39f9c91f-bc91-43d4-865b-11116271b013 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "GET /v2.0/ports/0be9a829-33d3-457d-8a07-c6fa6be92eea?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0529697 Mar 22 11:00:10.970790 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41612) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:10.982776 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-2179e4ef-d1d6-4406-94e1-d59ff07929bb tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Request body: {'subnet': {'network_id': '9ed789a7-1495-41f8-82cb-46101f9624ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:11.036002 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3ec820-1848-40de-925b-2f7bf71c1379 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:00:11.044271 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-7c3ec820-1848-40de-925b-2f7bf71c1379 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:00:11.047270 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3ec820-1848-40de-925b-2f7bf71c1379 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:00:11.083128 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b3819591-5fba-4df4-8169-b604e6d235d0 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:11.084430 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3ec820-1848-40de-925b-2f7bf71c1379 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Port': ['ID=72de03b8-278e-486c-a1da-d5c1c99bba96,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:11.084805 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:11.086064 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2179e4ef-d1d6-4406-94e1-d59ff07929bb tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Made reservation on behalf of 9b8ed9295afa4b00b119a1377ee54716 for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:00:11.089821 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2179e4ef-d1d6-4406-94e1-d59ff07929bb tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:11.092700 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b3819591-5fba-4df4-8169-b604e6d235d0 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:11.120102 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3819591-5fba-4df4-8169-b604e6d235d0 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58b59172-36b7-40b2-a43e-07c6aa9a55c5,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:11.147893 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b3819591-5fba-4df4-8169-b604e6d235d0 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:11.149126 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b3819591-5fba-4df4-8169-b604e6d235d0 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3549595 Mar 22 11:00:11.152443 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41614) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:11.197210 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1e119558-0634-49f1-8758-bcea3d016058 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "GET /v2.0/security-group-rules/58b59172-36b7-40b2-a43e-07c6aa9a55c5 HTTP/1.1" status: 200 len: 769 time: 0.0436718 Mar 22 11:00:11.200084 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41616) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:11.301868 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8401f900-7de4-445e-a54b-a515e28cdce1 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1006756 Mar 22 11:00:11.304745 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41618) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:11.311140 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2179e4ef-d1d6-4406-94e1-d59ff07929bb tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:11.359088 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2179e4ef-d1d6-4406-94e1-d59ff07929bb tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Network 9ed789a7-1495-41f8-82cb-46101f9624ef is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:00:11.362670 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-2179e4ef-d1d6-4406-94e1-d59ff07929bb tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:00:11.367525 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2179e4ef-d1d6-4406-94e1-d59ff07929bb tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:00:11.368337 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2179e4ef-d1d6-4406-94e1-d59ff07929bb tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:11.368754 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5bdeb204-9b1f-4d96-9297-58ef104ca16a tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:11.374596 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2179e4ef-d1d6-4406-94e1-d59ff07929bb tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event updated for resources: {'Subnet': ['ID=97ef03cd-dc2f-4211-a853-6ea343d5e628,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:11.379961 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d63af4-d1de-413f-b928-0359d5670275 None None] Network 9ed789a7-1495-41f8-82cb-46101f9624ef requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:00:11.383869 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5bdeb204-9b1f-4d96-9297-58ef104ca16a tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:11.393908 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-2179e4ef-d1d6-4406-94e1-d59ff07929bb tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4213393 Mar 22 11:00:11.396813 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41620) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:11.405642 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-57adf168-91d5-4bf7-ae5c-5e8d6335584a tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Request body: {'security_group': {'name': 'tempest-secgroup-1764544619'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:11.433145 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-57adf168-91d5-4bf7-ae5c-5e8d6335584a tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:11.514301 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5bdeb204-9b1f-4d96-9297-58ef104ca16a tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:11.519404 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5bdeb204-9b1f-4d96-9297-58ef104ca16a tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:11.523062 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5bdeb204-9b1f-4d96-9297-58ef104ca16a tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/58b59172-36b7-40b2-a43e-07c6aa9a55c5 HTTP/1.1" status: 204 len: 168 time: 0.2149079 Mar 22 11:00:11.525679 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41622) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:11.549571 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdeb204-9b1f-4d96-9297-58ef104ca16a tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=58b59172-36b7-40b2-a43e-07c6aa9a55c5,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:11.570724 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-57adf168-91d5-4bf7-ae5c-5e8d6335584a tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:11.583654 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-57adf168-91d5-4bf7-ae5c-5e8d6335584a tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:11.600948 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6633e1-6b82-4388-9b02-caded7446e7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-9ed789a7-1495-41f8-82cb-46101f9624ef', 'network_id': '9ed789a7-1495-41f8-82cb-46101f9624ef', 'tenant_id': '9b8ed9295afa4b00b119a1377ee54716', 'fixed_ips': [{'subnet_id': '97ef03cd-dc2f-4211-a853-6ea343d5e628'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 11:00:11.602156 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-db6633e1-6b82-4388-9b02-caded7446e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:11.606173 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-121a9948-57ac-4729-bc56-a22fb72beb5c tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0767584 Mar 22 11:00:11.607871 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41624) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:11.629536 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-57adf168-91d5-4bf7-ae5c-5e8d6335584a tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:11.630886 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-57adf168-91d5-4bf7-ae5c-5e8d6335584a tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2316675 Mar 22 11:00:11.633886 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41626) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:11.638538 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-edcbf71d-acaf-4f88-ac0e-fd4627d6186b tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Request body: {'security_group': {'name': 'tempest-secgroup-758614741'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:11.655626 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57adf168-91d5-4bf7-ae5c-5e8d6335584a tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bce275fe-5a7b-445c-925d-d00272e49610,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:11.712476 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4b1c505a-215b-48eb-bb4f-cbefcef1fdef tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:11.742974 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4b1c505a-215b-48eb-bb4f-cbefcef1fdef tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:11.755697 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-edcbf71d-acaf-4f88-ac0e-fd4627d6186b tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:11.766678 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-db6633e1-6b82-4388-9b02-caded7446e7f None None] Allocated IP 2001:db8::2 (9ed789a7-1495-41f8-82cb-46101f9624ef/97ef03cd-dc2f-4211-a853-6ea343d5e628/7360d2f3-8c7a-4bcf-ac34-36bf5e70d8fc) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:00:11.791625 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4b1c505a-215b-48eb-bb4f-cbefcef1fdef tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:11.794271 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4b1c505a-215b-48eb-bb4f-cbefcef1fdef tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:11.795558 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-4b1c505a-215b-48eb-bb4f-cbefcef1fdef tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "DELETE /v2.0/security-groups/338157d7-d8a8-4e15-9e04-53d4c08fa395 HTTP/1.1" status: 204 len: 168 time: 0.1861596 Mar 22 11:00:11.799129 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41628) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:11.805257 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1c505a-215b-48eb-bb4f-cbefcef1fdef tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=338157d7-d8a8-4e15-9e04-53d4c08fa395,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:11.825453 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7c3ec820-1848-40de-925b-2f7bf71c1379 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:11.936782 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b3a68531-1135-49f6-8e90-dc61097311c7 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1343284 Mar 22 11:00:11.941377 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41630) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:11.946876 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-db6633e1-6b82-4388-9b02-caded7446e7f None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:11.947827 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-41dec8f5-a066-4fbd-821d-acb2054300ec tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Request body: {'security_group': {'name': 'tempest-secgroup--482478919'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:11.958634 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-db6633e1-6b82-4388-9b02-caded7446e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:11.986606 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-41dec8f5-a066-4fbd-821d-acb2054300ec tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:12.003749 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6633e1-6b82-4388-9b02-caded7446e7f None None] Network 9ed789a7-1495-41f8-82cb-46101f9624ef is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:00:12.007479 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-db6633e1-6b82-4388-9b02-caded7446e7f None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:00:12.011439 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6633e1-6b82-4388-9b02-caded7446e7f None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:00:12.018750 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7c3ec820-1848-40de-925b-2f7bf71c1379 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:12.022414 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6633e1-6b82-4388-9b02-caded7446e7f None None] Pushing event updated for resources: {'Port': ['ID=7360d2f3-8c7a-4bcf-ac34-36bf5e70d8fc,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:12.023163 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-edcbf71d-acaf-4f88-ac0e-fd4627d6186b tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:12.041936 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-edcbf71d-acaf-4f88-ac0e-fd4627d6186b tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:12.085291 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-41dec8f5-a066-4fbd-821d-acb2054300ec tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:12.087941 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-db6633e1-6b82-4388-9b02-caded7446e7f None None] Attempting to bind port 7360d2f3-8c7a-4bcf-ac34-36bf5e70d8fc on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:00:12.088329 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-db6633e1-6b82-4388-9b02-caded7446e7f None None] Attempting to bind port 7360d2f3-8c7a-4bcf-ac34-36bf5e70d8fc by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '01f88f12-b978-4f7e-ad98-fd71b5a08369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9ed789a7-1495-41f8-82cb-46101f9624ef'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:00:12.088713 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6633e1-6b82-4388-9b02-caded7446e7f None None] Attempting to bind port 7360d2f3-8c7a-4bcf-ac34-36bf5e70d8fc on network 9ed789a7-1495-41f8-82cb-46101f9624ef {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:00:12.091947 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-41dec8f5-a066-4fbd-821d-acb2054300ec tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:12.093308 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-edcbf71d-acaf-4f88-ac0e-fd4627d6186b tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:12.094734 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6633e1-6b82-4388-9b02-caded7446e7f None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 10, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:00:12.094967 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-edcbf71d-acaf-4f88-ac0e-fd4627d6186b tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4601202 Mar 22 11:00:12.095196 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6633e1-6b82-4388-9b02-caded7446e7f None None] Checking segment: {'id': '01f88f12-b978-4f7e-ad98-fd71b5a08369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9ed789a7-1495-41f8-82cb-46101f9624ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:00:12.095746 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-db6633e1-6b82-4388-9b02-caded7446e7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:12.096143 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6633e1-6b82-4388-9b02-caded7446e7f None None] Bound using segment: {'id': '01f88f12-b978-4f7e-ad98-fd71b5a08369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9ed789a7-1495-41f8-82cb-46101f9624ef'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:00:12.096622 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-db6633e1-6b82-4388-9b02-caded7446e7f None None] Bound port: 7360d2f3-8c7a-4bcf-ac34-36bf5e70d8fc, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01f88f12-b978-4f7e-ad98-fd71b5a08369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9ed789a7-1495-41f8-82cb-46101f9624ef'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:00:12.097059 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-db6633e1-6b82-4388-9b02-caded7446e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:12.098414 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcbf71d-acaf-4f88-ac0e-fd4627d6186b tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2997043f-2299-4ac9-b42f-f7286bbdaa4b,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:12.102039 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41632) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:12.107020 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-6fbb0de7-ca11-4826-9e97-ea265b2b12ef tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-771579547', 'security_groups': ['2997043f-2299-4ac9-b42f-f7286bbdaa4b'], 'network_id': '9ed789a7-1495-41f8-82cb-46101f9624ef', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '97ef03cd-dc2f-4211-a853-6ea343d5e628'}]}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:12.128897 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dec8f5-a066-4fbd-821d-acb2054300ec tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93d53f0b-5967-4b2c-b65a-02b2e0acf1a2,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:12.140883 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-41dec8f5-a066-4fbd-821d-acb2054300ec tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:12.146476 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-41dec8f5-a066-4fbd-821d-acb2054300ec tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2006350 Mar 22 11:00:12.147206 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41634) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:12.153782 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-4e15146e-9c9b-4dd5-a5c4-17e1ebc2638c tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Request body: {'security_group_rule': {'security_group_id': '93d53f0b-5967-4b2c-b65a-02b2e0acf1a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:12.175035 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-db6633e1-6b82-4388-9b02-caded7446e7f None None] For port 7360d2f3-8c7a-4bcf-ac34-36bf5e70d8fc, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:00:12.179444 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-db6633e1-6b82-4388-9b02-caded7446e7f None None] For port 7360d2f3-8c7a-4bcf-ac34-36bf5e70d8fc, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=7360d2f3-8c7a-4bcf-ac34-36bf5e70d8fc,segment=NetworkSegment(01f88f12-b978-4f7e-ad98-fd71b5a08369),segment_id=01f88f12-b978-4f7e-ad98-fd71b5a08369)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:00:12.182901 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4e15146e-9c9b-4dd5-a5c4-17e1ebc2638c tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:12.184496 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-db6633e1-6b82-4388-9b02-caded7446e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:12.258256 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4e15146e-9c9b-4dd5-a5c4-17e1ebc2638c tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:12.263702 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4e15146e-9c9b-4dd5-a5c4-17e1ebc2638c tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:12.263921 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6633e1-6b82-4388-9b02-caded7446e7f None None] Pushing event updated for resources: {'Port': ['ID=7360d2f3-8c7a-4bcf-ac34-36bf5e70d8fc,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:12.290133 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e15146e-9c9b-4dd5-a5c4-17e1ebc2638c tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e3954c2-be48-4d15-9f88-13de551cefa9,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:12.301843 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4e15146e-9c9b-4dd5-a5c4-17e1ebc2638c tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:12.305920 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-4e15146e-9c9b-4dd5-a5c4-17e1ebc2638c tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1548564 Mar 22 11:00:12.306359 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41636) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:12.315710 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7c3ec820-1848-40de-925b-2f7bf71c1379 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:12.318296 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fbb0de7-ca11-4826-9e97-ea265b2b12ef tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Made reservation on behalf of 9b8ed9295afa4b00b119a1377ee54716 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:00:12.325226 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7c3ec820-1848-40de-925b-2f7bf71c1379 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:12.370258 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c88fb633-d908-4ec8-bce5-cf002093c5d5 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:12.397393 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c88fb633-d908-4ec8-bce5-cf002093c5d5 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:12.492966 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c88fb633-d908-4ec8-bce5-cf002093c5d5 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:12.496010 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c88fb633-d908-4ec8-bce5-cf002093c5d5 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:12.497505 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-c88fb633-d908-4ec8-bce5-cf002093c5d5 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "DELETE /v2.0/security-groups/93d53f0b-5967-4b2c-b65a-02b2e0acf1a2 HTTP/1.1" status: 204 len: 168 time: 0.1898112 Mar 22 11:00:12.501236 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41638) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:12.509680 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:12.527151 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88fb633-d908-4ec8-bce5-cf002093c5d5 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d53f0b-5967-4b2c-b65a-02b2e0acf1a2,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:12.573321 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-e42a22fd-0ab6-4fa3-a30b-dc54fe1b11ba tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0707150 Mar 22 11:00:12.574105 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41640) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:12.622595 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-23613110-d638-4a31-9461-c1e9fe9d1120 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0471883 Mar 22 11:00:12.627225 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41642) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:12.643311 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.api.v2.resource [None req-94731ae3-8eed-4759-9a12-9ae3d79549a6 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] delete failed (client error): The resource could not be found. Mar 22 11:00:12.644720 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-94731ae3-8eed-4759-9a12-9ae3d79549a6 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "DELETE /v2.0/security-groups/93d53f0b-5967-4b2c-b65a-02b2e0acf1a2 HTTP/1.1" status: 404 len: 347 time: 0.0163748 Mar 22 11:00:12.648743 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41644) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:12.695994 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-a1eec718-6710-472d-a5b7-188169834776 tempest-SecGroupIPv6Test-678825891 tempest-SecGroupIPv6Test-678825891-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0459342 Mar 22 11:00:12.780251 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3ec820-1848-40de-925b-2f7bf71c1379 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Port': ['ID=72de03b8-278e-486c-a1da-d5c1c99bba96,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:12.786769 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:12.808809 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7c3ec820-1848-40de-925b-2f7bf71c1379 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684147'] for floatingip, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:12.854201 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6fbb0de7-ca11-4826-9e97-ea265b2b12ef tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:12.881748 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-6fbb0de7-ca11-4826-9e97-ea265b2b12ef tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] device_id is not set on port 137aebdb-c00d-4065-a7ff-b05506fe11bd yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:00:12.998464 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 7360d2f3-8c7a-4bcf-ac34-36bf5e70d8fc up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:00:13.000748 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41650) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:13.007534 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.l3_db [None req-7c3ec820-1848-40de-925b-2f7bf71c1379 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Floating IP 818b29f2-fd83-40c3-a7eb-05e654ec369b associated. External IP: 172.26.7.128, port: 56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6. Mar 22 11:00:13.069673 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 7360d2f3-8c7a-4bcf-ac34-36bf5e70d8fc triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:13.071043 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:13.162251 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:13.180339 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-35db8d87-da6a-4cbb-a78f-90c4cad0e1e9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d181a91c508f41cfb6529e8e95bb3a9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1772590 Mar 22 11:00:13.181733 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41654) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:13.201343 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port 7360d2f3-8c7a-4bcf-ac34-36bf5e70d8fc, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=7360d2f3-8c7a-4bcf-ac34-36bf5e70d8fc,segment=NetworkSegment(01f88f12-b978-4f7e-ad98-fd71b5a08369),segment_id=01f88f12-b978-4f7e-ad98-fd71b5a08369)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:00:13.207750 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:13.217250 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-6fbb0de7-ca11-4826-9e97-ea265b2b12ef tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Allocated IP 2001:db8::2c0 (9ed789a7-1495-41f8-82cb-46101f9624ef/97ef03cd-dc2f-4211-a853-6ea343d5e628/137aebdb-c00d-4065-a7ff-b05506fe11bd) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:00:13.260047 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bf2f1573-8ca2-48c6-90d7-382c1b1c36ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:13.272527 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:13.298680 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bf2f1573-8ca2-48c6-90d7-382c1b1c36ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:13.313579 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=7360d2f3-8c7a-4bcf-ac34-36bf5e70d8fc,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:13.364799 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bf2f1573-8ca2-48c6-90d7-382c1b1c36ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:13.368800 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bf2f1573-8ca2-48c6-90d7-382c1b1c36ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:13.372671 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-bf2f1573-8ca2-48c6-90d7-382c1b1c36ca admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1ab8f6fe-1030-48e6-b2e5-3e5b013665b7 HTTP/1.1" status: 204 len: 168 time: 0.1872768 Mar 22 11:00:13.390636 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f1573-8ca2-48c6-90d7-382c1b1c36ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab8f6fe-1030-48e6-b2e5-3e5b013665b7,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:13.435496 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c3ec820-1848-40de-925b-2f7bf71c1379 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Router c8ac72ba-f45a-44d5-a2b4-e965ee2853c8 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:00:13.542293 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6fbb0de7-ca11-4826-9e97-ea265b2b12ef tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:13.617478 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c3ec820-1848-40de-925b-2f7bf71c1379 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:00:13.632743 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f405c0a1-4b4b-4b35-8280-ae89cce60ce5 None None] Sync routers for ids ['c8ac72ba-f45a-44d5-a2b4-e965ee2853c8'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:00:13.637818 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6fbb0de7-ca11-4826-9e97-ea265b2b12ef tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:13.643792 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7c3ec820-1848-40de-925b-2f7bf71c1379 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:13.656966 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f405c0a1-4b4b-4b35-8280-ae89cce60ce5 None None] Routers {'c8ac72ba-f45a-44d5-a2b4-e965ee2853c8'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:00:13.657907 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-f405c0a1-4b4b-4b35-8280-ae89cce60ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:00:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['c8ac72ba-f45a-44d5-a2b4-e965ee2853c8'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:13.703646 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-6f9cea1f-e22e-452b-8332-e82648e00c6b None None] Provisioning complete for port 0be9a829-33d3-457d-8a07-c6fa6be92eea triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:13.705146 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-6f9cea1f-e22e-452b-8332-e82648e00c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:13.747812 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbb0de7-ca11-4826-9e97-ea265b2b12ef tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Network 9ed789a7-1495-41f8-82cb-46101f9624ef is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:00:13.755492 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-6fbb0de7-ca11-4826-9e97-ea265b2b12ef tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:00:13.760560 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-6f9cea1f-e22e-452b-8332-e82648e00c6b None None] Port 0be9a829-33d3-457d-8a07-c6fa6be92eea cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:00:13.761215 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7c3ec820-1848-40de-925b-2f7bf71c1379 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.5734382 Mar 22 11:00:13.764210 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41658) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:13.765584 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbb0de7-ca11-4826-9e97-ea265b2b12ef tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:00:13.772232 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbb0de7-ca11-4826-9e97-ea265b2b12ef tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:00:13.773155 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6fbb0de7-ca11-4826-9e97-ea265b2b12ef tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:13.774935 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-6f9cea1f-e22e-452b-8332-e82648e00c6b None None] Provisioning complete for port 7360d2f3-8c7a-4bcf-ac34-36bf5e70d8fc triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:13.775733 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-6f9cea1f-e22e-452b-8332-e82648e00c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:13.776733 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31136214-9931-42bf-8080-c87cb00e25a6', 'tag': '56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:00:13.781226 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea20d47ee5c2e5d2aa35ee26c9e60aea7970c4225f3eb14fb63792ea9ad3856f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d08de02-7a0a-4b0d-b761-6efd4d65bdb0" -d '{"events": [{"name": "network-changed", "server_uuid": "31136214-9931-42bf-8080-c87cb00e25a6", "tag": "56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:00:13.811584 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbb0de7-ca11-4826-9e97-ea265b2b12ef tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event updated for resources: {'Port': ['ID=137aebdb-c00d-4065-a7ff-b05506fe11bd,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:13.812221 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-f405c0a1-4b4b-4b35-8280-ae89cce60ce5 None None] Set router c8ac72ba-f45a-44d5-a2b4-e965ee2853c8 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:00:13.834906 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6fbb0de7-ca11-4826-9e97-ea265b2b12ef tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7294567 Mar 22 11:00:13.838010 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41664) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:13.850435 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-c7b15b7e-5019-46ee-adfd-c78828669117 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Request body: {'subnet': {'network_id': '9ed789a7-1495-41f8-82cb-46101f9624ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:13.885372 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-f39f4ccc-fad8-4d0a-ab14-43e5b5fd4adf tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/floatingips/818b29f2-fd83-40c3-a7eb-05e654ec369b HTTP/1.1" status: 200 len: 992 time: 0.1193371 Mar 22 11:00:14.035752 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b15b7e-5019-46ee-adfd-c78828669117 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Made reservation on behalf of 9b8ed9295afa4b00b119a1377ee54716 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:00:14.046515 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c7b15b7e-5019-46ee-adfd-c78828669117 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:14.127928 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-f405c0a1-4b4b-4b35-8280-ae89cce60ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ac72ba-f45a-44d5-a2b4-e965ee2853c8', 'name': 'tempest-TestNetworkBasicOps-router-314910066', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': 'b7a2db13-d6b8-4dec-9720-d5d2bdbf7bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:59:39Z', 'updated_at': '2022-03-22T10:59:47Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'b7a2db13-d6b8-4dec-9720-d5d2bdbf7bbb', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:91:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ac72ba-f45a-44d5-a2b4-e965ee2853c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:41Z', 'updated_at': '2022-03-22T10:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '818b29f2-fd83-40c3-a7eb-05e654ec369b', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'floating_ip_address': '172.26.7.128', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': 'c8ac72ba-f45a-44d5-a2b4-e965ee2853c8', 'port_id': '56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2651f58b-4d82-47eb-adbc-f5b0a2dd2774', 'mac_address': 'fa:16:3e:bc:43:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31136214-9931-42bf-8080-c87cb00e25a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:00:11Z', 'updated_at': '2022-03-22T11:00:11Z', 'revision_number': 0, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad716081-ed6e-49bb-a554-095a2359f3bc', 'name': '', 'network_id': '2651f58b-4d82-47eb-adbc-f5b0a2dd2774', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:99:7c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ac72ba-f45a-44d5-a2b4-e965ee2853c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'd822f6e4-1958-4cd7-80e9-2c52248c5320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:46Z', 'updated_at': '2022-03-22T10:59:53Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': 'd822f6e4-1958-4cd7-80e9-2c52248c5320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:14.154973 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce9d311-ec11-42a7-95e3-6e6a85400f32 x-openstack-request-id: req-5ce9d311-ec11-42a7-95e3-6e6a85400f32 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:00:14.155264 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31136214-9931-42bf-8080-c87cb00e25a6", "tag": "56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:00:14.155552 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5ce9d311-ec11-42a7-95e3-6e6a85400f32 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:00:14.155958 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ce9d311-ec11-42a7-95e3-6e6a85400f32'] response: {'name': 'network-changed', 'server_uuid': '31136214-9931-42bf-8080-c87cb00e25a6', 'tag': '56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6', 'status': 'completed', 'code': 200} Mar 22 11:00:14.159057 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.ipam_backend_mixin [None req-c7b15b7e-5019-46ee-adfd-c78828669117 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 97ef03cd-dc2f-4211-a853-6ea343d5e628 (CIDR: 2001:db8::/64) Mar 22 11:00:14.161445 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f405c0a1-4b4b-4b35-8280-ae89cce60ce5 None None] Checking router: c8ac72ba-f45a-44d5-a2b4-e965ee2853c8 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:00:14.163868 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7b15b7e-5019-46ee-adfd-c78828669117 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 11:00:14.164480 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7b15b7e-5019-46ee-adfd-c78828669117 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:00:14.170636 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f405c0a1-4b4b-4b35-8280-ae89cce60ce5 None None] Routers {'c8ac72ba-f45a-44d5-a2b4-e965ee2853c8'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:00:14.171242 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-f405c0a1-4b4b-4b35-8280-ae89cce60ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:00:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['c8ac72ba-f45a-44d5-a2b4-e965ee2853c8'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:14.183181 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c7b15b7e-5019-46ee-adfd-c78828669117 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3439462 Mar 22 11:00:14.186131 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41666) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:14.191062 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-98ea97bf-4e6a-47fa-a7da-d1c65dd1363d tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Request body: {'subnet': {'network_id': '9ed789a7-1495-41f8-82cb-46101f9624ef', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:14.225639 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08de02-7a0a-4b0d-b761-6efd4d65bdb0 req-eb62f3f8-7996-4315-944e-9c56826fee31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:00:14.227344 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5d08de02-7a0a-4b0d-b761-6efd4d65bdb0 req-eb62f3f8-7996-4315-944e-9c56826fee31 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d323f0b18e24bb7bcd0d92686e5587a&device_id=31136214-9931-42bf-8080-c87cb00e25a6 HTTP/1.1" status: 200 len: 1099 time: 0.0454435 Mar 22 11:00:14.243700 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-3158178e-584e-4d5b-bd96-d4138a865098 None None] Provisioning complete for port 137aebdb-c00d-4065-a7ff-b05506fe11bd triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:14.244857 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3158178e-584e-4d5b-bd96-d4138a865098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:14.296636 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-f405c0a1-4b4b-4b35-8280-ae89cce60ce5 None None] Set router c8ac72ba-f45a-44d5-a2b4-e965ee2853c8 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:00:14.345799 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ea97bf-4e6a-47fa-a7da-d1c65dd1363d tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Made reservation on behalf of 9b8ed9295afa4b00b119a1377ee54716 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:00:14.349576 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-98ea97bf-4e6a-47fa-a7da-d1c65dd1363d tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:14.369086 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08de02-7a0a-4b0d-b761-6efd4d65bdb0 req-f588f07d-77e6-4156-9efa-18e766e358aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:00:14.371244 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5d08de02-7a0a-4b0d-b761-6efd4d65bdb0 req-f588f07d-77e6-4156-9efa-18e766e358aa service neutron] 10.222.0.35 "GET /v2.0/networks?id=2651f58b-4d82-47eb-adbc-f5b0a2dd2774 HTTP/1.1" status: 200 len: 897 time: 0.1359282 Mar 22 11:00:14.439973 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-3158178e-584e-4d5b-bd96-d4138a865098 None None] Port 137aebdb-c00d-4065-a7ff-b05506fe11bd cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:00:14.459904 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5d08de02-7a0a-4b0d-b761-6efd4d65bdb0 req-e9fcd848-75b1-4ae6-b66b-08ab0ab9dd21 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6 HTTP/1.1" status: 200 len: 1000 time: 0.0804679 Mar 22 11:00:14.537150 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08de02-7a0a-4b0d-b761-6efd4d65bdb0 req-bc417b0f-38dd-43ce-b1e8-25deba26b7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:00:14.538388 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5d08de02-7a0a-4b0d-b761-6efd4d65bdb0 req-bc417b0f-38dd-43ce-b1e8-25deba26b7d6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d822f6e4-1958-4cd7-80e9-2c52248c5320 HTTP/1.1" status: 200 len: 834 time: 0.0720170 Mar 22 11:00:14.567963 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-f405c0a1-4b4b-4b35-8280-ae89cce60ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ac72ba-f45a-44d5-a2b4-e965ee2853c8', 'name': 'tempest-TestNetworkBasicOps-router-314910066', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': 'b7a2db13-d6b8-4dec-9720-d5d2bdbf7bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:59:39Z', 'updated_at': '2022-03-22T10:59:47Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'b7a2db13-d6b8-4dec-9720-d5d2bdbf7bbb', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:91:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ac72ba-f45a-44d5-a2b4-e965ee2853c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:41Z', 'updated_at': '2022-03-22T10:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '818b29f2-fd83-40c3-a7eb-05e654ec369b', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'floating_ip_address': '172.26.7.128', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': 'c8ac72ba-f45a-44d5-a2b4-e965ee2853c8', 'port_id': '56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2651f58b-4d82-47eb-adbc-f5b0a2dd2774', 'mac_address': 'fa:16:3e:bc:43:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31136214-9931-42bf-8080-c87cb00e25a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:00:11Z', 'updated_at': '2022-03-22T11:00:11Z', 'revision_number': 0, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad716081-ed6e-49bb-a554-095a2359f3bc', 'name': '', 'network_id': '2651f58b-4d82-47eb-adbc-f5b0a2dd2774', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:99:7c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ac72ba-f45a-44d5-a2b4-e965ee2853c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'd822f6e4-1958-4cd7-80e9-2c52248c5320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:46Z', 'updated_at': '2022-03-22T10:59:53Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': 'd822f6e4-1958-4cd7-80e9-2c52248c5320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:14.585045 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08de02-7a0a-4b0d-b761-6efd4d65bdb0 req-efd99402-6196-4edc-839d-f990f4a5a448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:00:14.586625 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5d08de02-7a0a-4b0d-b761-6efd4d65bdb0 req-efd99402-6196-4edc-839d-f990f4a5a448 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2651f58b-4d82-47eb-adbc-f5b0a2dd2774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419097 Mar 22 11:00:14.615490 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-98ea97bf-4e6a-47fa-a7da-d1c65dd1363d tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:14.660788 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ea97bf-4e6a-47fa-a7da-d1c65dd1363d tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Network 9ed789a7-1495-41f8-82cb-46101f9624ef is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:00:14.664423 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-98ea97bf-4e6a-47fa-a7da-d1c65dd1363d tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:00:14.669072 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ea97bf-4e6a-47fa-a7da-d1c65dd1363d tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:00:14.669965 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-98ea97bf-4e6a-47fa-a7da-d1c65dd1363d tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:14.682243 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5694234b-536f-4fdf-a64e-8eb0449ebf48 None None] Network 9ed789a7-1495-41f8-82cb-46101f9624ef requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:00:14.682563 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ea97bf-4e6a-47fa-a7da-d1c65dd1363d tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event updated for resources: {'Subnet': ['ID=01bbf69a-05ca-45b5-b57b-524ecdf7491b,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:14.692459 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5d08de02-7a0a-4b0d-b761-6efd4d65bdb0 req-c21a3041-67d7-4fcb-b60b-50e754849a0f service neutron] 10.222.0.35 "GET /v2.0/networks/2651f58b-4d82-47eb-adbc-f5b0a2dd2774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982730 Mar 22 11:00:14.694331 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-98ea97bf-4e6a-47fa-a7da-d1c65dd1363d tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5071487 Mar 22 11:00:14.696991 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41668) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:14.701083 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f405c0a1-4b4b-4b35-8280-ae89cce60ce5 None None] The sync data for ids ['c8ac72ba-f45a-44d5-a2b4-e965ee2853c8'] in dv-neutron-834599-1-hyperv is: [{'id': 'c8ac72ba-f45a-44d5-a2b4-e965ee2853c8', 'name': 'tempest-TestNetworkBasicOps-router-314910066', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': 'b7a2db13-d6b8-4dec-9720-d5d2bdbf7bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:59:39Z', 'updated_at': '2022-03-22T10:59:47Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'b7a2db13-d6b8-4dec-9720-d5d2bdbf7bbb', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:91:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ac72ba-f45a-44d5-a2b4-e965ee2853c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:41Z', 'updated_at': '2022-03-22T10:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '818b29f2-fd83-40c3-a7eb-05e654ec369b', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'floating_ip_address': '172.26.7.128', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': 'c8ac72ba-f45a-44d5-a2b4-e965ee2853c8', 'port_id': '56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2651f58b-4d82-47eb-adbc-f5b0a2dd2774', 'mac_address': 'fa:16:3e:bc:43:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31136214-9931-42bf-8080-c87cb00e25a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:00:11Z', 'updated_at': '2022-03-22T11:00:11Z', 'revision_number': 0, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad716081-ed6e-49bb-a554-095a2359f3bc', 'name': '', 'network_id': '2651f58b-4d82-47eb-adbc-f5b0a2dd2774', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:99:7c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ac72ba-f45a-44d5-a2b4-e965ee2853c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'd822f6e4-1958-4cd7-80e9-2c52248c5320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:46Z', 'updated_at': '2022-03-22T10:59:53Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': 'd822f6e4-1958-4cd7-80e9-2c52248c5320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:00:14.702891 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-51f9fe29-22f2-459f-83cf-5b426a541dab tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2143305655', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '01bbf69a-05ca-45b5-b57b-524ecdf7491b'}], 'security_groups': ['bce275fe-5a7b-445c-925d-d00272e49610']}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:14.805387 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5d08de02-7a0a-4b0d-b761-6efd4d65bdb0 req-6456f187-22df-46b0-b77f-f9db117fabe4 service neutron] 10.222.0.35 "GET /v2.0/networks/2651f58b-4d82-47eb-adbc-f5b0a2dd2774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059556 Mar 22 11:00:14.816734 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-51f9fe29-22f2-459f-83cf-5b426a541dab tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:14.888356 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41670) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:14.938538 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 7360d2f3-8c7a-4bcf-ac34-36bf5e70d8fc up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:00:14.980613 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-fd32d951-28e3-44d8-9032-a6128da51e13 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/floatingips/818b29f2-fd83-40c3-a7eb-05e654ec369b HTTP/1.1" status: 200 len: 992 time: 0.0897844 Mar 22 11:00:15.007334 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3cc0b3-4f3c-45c0-9811-6600b257bf84 None None] New status for floating IP 818b29f2-fd83-40c3-a7eb-05e654ec369b: ACTIVE {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 11:00:15.072002 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f2bad3-5f7e-4f6c-b7ce-51bacae33347 None None] Update dhcp port {'port': {'network_id': '9ed789a7-1495-41f8-82cb-46101f9624ef', 'fixed_ips': [{'subnet_id': '97ef03cd-dc2f-4211-a853-6ea343d5e628', 'ip_address': '2001:db8::2'}, {'subnet_id': '01bbf69a-05ca-45b5-b57b-524ecdf7491b'}], 'binding:host_id': 'dv-neutron-834599-1-hyperv'}, 'id': '7360d2f3-8c7a-4bcf-ac34-36bf5e70d8fc'} from dv-neutron-834599-1-hyperv. {{(pid=109051) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 22 11:00:15.148752 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-32f2bad3-5f7e-4f6c-b7ce-51bacae33347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:15.171705 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 7360d2f3-8c7a-4bcf-ac34-36bf5e70d8fc triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:15.172073 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:15.243242 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-51f9fe29-22f2-459f-83cf-5b426a541dab tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Delete allocated IP 2001:db8::2c0 (9ed789a7-1495-41f8-82cb-46101f9624ef/97ef03cd-dc2f-4211-a853-6ea343d5e628) {{(pid=109049) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 22 11:00:15.251740 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-51f9fe29-22f2-459f-83cf-5b426a541dab tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Allocated IP 2001:db8:0:1::2d1 (9ed789a7-1495-41f8-82cb-46101f9624ef/01bbf69a-05ca-45b5-b57b-524ecdf7491b/137aebdb-c00d-4065-a7ff-b05506fe11bd) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:00:15.418533 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-51f9fe29-22f2-459f-83cf-5b426a541dab tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:15.424898 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-51f9fe29-22f2-459f-83cf-5b426a541dab tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:15.476003 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-32f2bad3-5f7e-4f6c-b7ce-51bacae33347 None None] Allocated IP 2001:db8:0:1::2 (9ed789a7-1495-41f8-82cb-46101f9624ef/01bbf69a-05ca-45b5-b57b-524ecdf7491b/7360d2f3-8c7a-4bcf-ac34-36bf5e70d8fc) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:00:15.488704 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-51f9fe29-22f2-459f-83cf-5b426a541dab tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] In _notify_port_updated(), no bound segment for port 137aebdb-c00d-4065-a7ff-b05506fe11bd on network 9ed789a7-1495-41f8-82cb-46101f9624ef {{(pid=109049) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 22 11:00:15.494457 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f9fe29-22f2-459f-83cf-5b426a541dab tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:00:15.495178 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-51f9fe29-22f2-459f-83cf-5b426a541dab tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:15.499705 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-51f9fe29-22f2-459f-83cf-5b426a541dab tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "PUT /v2.0/ports/137aebdb-c00d-4065-a7ff-b05506fe11bd HTTP/1.1" status: 200 len: 931 time: 0.8015001 Mar 22 11:00:15.499921 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41672) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:15.506578 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f9fe29-22f2-459f-83cf-5b426a541dab tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event updated for resources: {'Port': ['ID=137aebdb-c00d-4065-a7ff-b05506fe11bd,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:15.579667 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-32f2bad3-5f7e-4f6c-b7ce-51bacae33347 None None] For port 7360d2f3-8c7a-4bcf-ac34-36bf5e70d8fc, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=7360d2f3-8c7a-4bcf-ac34-36bf5e70d8fc,segment=NetworkSegment(01f88f12-b978-4f7e-ad98-fd71b5a08369),segment_id=01f88f12-b978-4f7e-ad98-fd71b5a08369)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:00:15.598169 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-6dd34989-dc5e-4d95-aa98-f2a5b57b5b04 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Deleting port 137aebdb-c00d-4065-a7ff-b05506fe11bd {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:00:15.598532 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6dd34989-dc5e-4d95-aa98-f2a5b57b5b04 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:15.610261 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-32f2bad3-5f7e-4f6c-b7ce-51bacae33347 None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:15.615777 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-32f2bad3-5f7e-4f6c-b7ce-51bacae33347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:15.690439 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6dd34989-dc5e-4d95-aa98-f2a5b57b5b04 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:15.703405 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-6dd34989-dc5e-4d95-aa98-f2a5b57b5b04 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Calling delete_port for 137aebdb-c00d-4065-a7ff-b05506fe11bd owned by {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:00:15.705768 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f2bad3-5f7e-4f6c-b7ce-51bacae33347 None None] Pushing event updated for resources: {'Port': ['ID=7360d2f3-8c7a-4bcf-ac34-36bf5e70d8fc,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:15.853649 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6dd34989-dc5e-4d95-aa98-f2a5b57b5b04 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:15.888939 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd34989-dc5e-4d95-aa98-f2a5b57b5b04 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event deleted for resources: {'Port': ['ID=137aebdb-c00d-4065-a7ff-b05506fe11bd,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:15.913904 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6dd34989-dc5e-4d95-aa98-f2a5b57b5b04 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:15.917162 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-6dd34989-dc5e-4d95-aa98-f2a5b57b5b04 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "DELETE /v2.0/ports/137aebdb-c00d-4065-a7ff-b05506fe11bd HTTP/1.1" status: 204 len: 168 time: 0.4149299 Mar 22 11:00:15.920064 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41674) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:15.949660 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-22f4fe06-63d0-4a08-bdf1-e3b6ebf6a900 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] GET failed (client error): The resource could not be found. Mar 22 11:00:15.953870 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-22f4fe06-63d0-4a08-bdf1-e3b6ebf6a900 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "GET /v2.0/ports/137aebdb-c00d-4065-a7ff-b05506fe11bd HTTP/1.1" status: 404 len: 333 time: 0.0300899 Mar 22 11:00:15.954146 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41676) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:15.983439 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41678) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:16.011268 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1d7a4ccc-793f-4d27-9d2d-85f1cfe9ff5e tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:16.039415 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1d7a4ccc-793f-4d27-9d2d-85f1cfe9ff5e tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:16.059465 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-3e49cae4-68c6-4419-9d1f-f710b0c16c32 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/floatingips/818b29f2-fd83-40c3-a7eb-05e654ec369b HTTP/1.1" status: 200 len: 994 time: 0.0690184 Mar 22 11:00:16.100257 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1d7a4ccc-793f-4d27-9d2d-85f1cfe9ff5e tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:16.104406 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1d7a4ccc-793f-4d27-9d2d-85f1cfe9ff5e tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:16.106120 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1d7a4ccc-793f-4d27-9d2d-85f1cfe9ff5e tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "DELETE /v2.0/security-groups/2997043f-2299-4ac9-b42f-f7286bbdaa4b HTTP/1.1" status: 204 len: 168 time: 0.1508443 Mar 22 11:00:16.110048 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41680) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:16.118803 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a4ccc-793f-4d27-9d2d-85f1cfe9ff5e tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2997043f-2299-4ac9-b42f-f7286bbdaa4b,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:16.183350 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-db68f463-ff76-4f97-930e-094fc54c7b08 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:16.207983 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-db68f463-ff76-4f97-930e-094fc54c7b08 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:16.253031 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-db68f463-ff76-4f97-930e-094fc54c7b08 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:16.255624 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-db68f463-ff76-4f97-930e-094fc54c7b08 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:16.256779 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-db68f463-ff76-4f97-930e-094fc54c7b08 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "DELETE /v2.0/security-groups/bce275fe-5a7b-445c-925d-d00272e49610 HTTP/1.1" status: 204 len: 168 time: 0.1450317 Mar 22 11:00:16.260021 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41682) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:16.267849 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db68f463-ff76-4f97-930e-094fc54c7b08 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce275fe-5a7b-445c-925d-d00272e49610,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:16.280929 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-db3a7240-2597-409b-bfaa-1280cfcdb6c6 None None] Could not find standard attr ID for object 137aebdb-c00d-4065-a7ff-b05506fe11bd. {{(pid=109051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 11:00:16.301297 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-db3a7240-2597-409b-bfaa-1280cfcdb6c6 None None] Provisioning complete for port 0be9a829-33d3-457d-8a07-c6fa6be92eea triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:16.301742 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-db3a7240-2597-409b-bfaa-1280cfcdb6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:16.328406 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f7b638e-0c76-45a0-8c87-f4e5238a1b50 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Deleting subnet 97ef03cd-dc2f-4211-a853-6ea343d5e628 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 11:00:16.332051 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8f7b638e-0c76-45a0-8c87-f4e5238a1b50 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:16.333199 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5b9fadf4-c690-4bbd-b483-a95b7854b20f req-55ec553a-cf73-4f67-af26-7fd3485c3359 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=31136214-9931-42bf-8080-c87cb00e25a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0496581 Mar 22 11:00:16.337136 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-db3a7240-2597-409b-bfaa-1280cfcdb6c6 None None] Port 0be9a829-33d3-457d-8a07-c6fa6be92eea cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:00:16.357351 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-db3a7240-2597-409b-bfaa-1280cfcdb6c6 None None] Provisioning complete for port 7360d2f3-8c7a-4bcf-ac34-36bf5e70d8fc triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:16.358230 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-db3a7240-2597-409b-bfaa-1280cfcdb6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:16.379290 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8f7b638e-0c76-45a0-8c87-f4e5238a1b50 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:16.438360 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9fadf4-c690-4bbd-b483-a95b7854b20f req-a21b8de3-d1bf-415c-a694-25a31b6356a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:00:16.438360 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5b9fadf4-c690-4bbd-b483-a95b7854b20f req-a21b8de3-d1bf-415c-a694-25a31b6356a1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d323f0b18e24bb7bcd0d92686e5587a&device_id=31136214-9931-42bf-8080-c87cb00e25a6 HTTP/1.1" status: 200 len: 1099 time: 0.0561931 Mar 22 11:00:16.497296 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8f7b638e-0c76-45a0-8c87-f4e5238a1b50 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:16.552627 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9fadf4-c690-4bbd-b483-a95b7854b20f req-3848392c-c8ea-41b1-92f7-16e2e1d7e350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:00:16.554169 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5b9fadf4-c690-4bbd-b483-a95b7854b20f req-3848392c-c8ea-41b1-92f7-16e2e1d7e350 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2651f58b-4d82-47eb-adbc-f5b0a2dd2774 HTTP/1.1" status: 200 len: 897 time: 0.0943029 Mar 22 11:00:16.562832 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8f7b638e-0c76-45a0-8c87-f4e5238a1b50 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:16.573085 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-e48f130a-ac4e-4925-92c2-602c8bf616f7 None None] Could not find standard attr ID for object 137aebdb-c00d-4065-a7ff-b05506fe11bd. {{(pid=109051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 11:00:16.596753 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7b638e-0c76-45a0-8c87-f4e5238a1b50 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event deleted for resources: {'Subnet': ['ID=97ef03cd-dc2f-4211-a853-6ea343d5e628,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:16.602158 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8f7b638e-0c76-45a0-8c87-f4e5238a1b50 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:16.605653 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8f7b638e-0c76-45a0-8c87-f4e5238a1b50 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "DELETE /v2.0/subnets/97ef03cd-dc2f-4211-a853-6ea343d5e628 HTTP/1.1" status: 204 len: 168 time: 0.3446605 Mar 22 11:00:16.609807 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41684) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:16.614943 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-c141cac9-eeeb-46d3-b428-006f6b75ae48 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Request body: {'subnet': {'network_id': '9ed789a7-1495-41f8-82cb-46101f9624ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:16.629967 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5b9fadf4-c690-4bbd-b483-a95b7854b20f req-bd08f17d-8d21-4970-85e9-9fa8b823e8e6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6 HTTP/1.1" status: 200 len: 1002 time: 0.0693712 Mar 22 11:00:16.674635 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04f2cc6-3a77-4f73-b308-fb6a7124d46e None None] Network 9ed789a7-1495-41f8-82cb-46101f9624ef requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:00:16.693809 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9fadf4-c690-4bbd-b483-a95b7854b20f req-aea05e3a-ca21-44aa-8b38-c8727c8cb18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:00:16.695598 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5b9fadf4-c690-4bbd-b483-a95b7854b20f req-aea05e3a-ca21-44aa-8b38-c8727c8cb18d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d822f6e4-1958-4cd7-80e9-2c52248c5320 HTTP/1.1" status: 200 len: 834 time: 0.0597904 Mar 22 11:00:16.746069 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c141cac9-eeeb-46d3-b428-006f6b75ae48 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Made reservation on behalf of 9b8ed9295afa4b00b119a1377ee54716 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:00:16.750285 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c141cac9-eeeb-46d3-b428-006f6b75ae48 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:16.750527 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9fadf4-c690-4bbd-b483-a95b7854b20f req-7e652128-b436-4faf-9960-00fd798e51f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:00:16.752225 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5b9fadf4-c690-4bbd-b483-a95b7854b20f req-7e652128-b436-4faf-9960-00fd798e51f0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2651f58b-4d82-47eb-adbc-f5b0a2dd2774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0486805 Mar 22 11:00:16.873671 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5b9fadf4-c690-4bbd-b483-a95b7854b20f req-0bdae8c6-7255-4f21-bfe3-9bd15c19eb2a service neutron] 10.222.0.35 "GET /v2.0/networks/2651f58b-4d82-47eb-adbc-f5b0a2dd2774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136868 Mar 22 11:00:16.950480 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 7360d2f3-8c7a-4bcf-ac34-36bf5e70d8fc up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:00:17.035643 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c141cac9-eeeb-46d3-b428-006f6b75ae48 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:17.036503 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5b9fadf4-c690-4bbd-b483-a95b7854b20f req-4a8d567b-2d81-498b-a26c-acb6a4310b74 service neutron] 10.222.0.35 "GET /v2.0/networks/2651f58b-4d82-47eb-adbc-f5b0a2dd2774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554003 Mar 22 11:00:17.040647 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 7360d2f3-8c7a-4bcf-ac34-36bf5e70d8fc triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:17.041021 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:17.082829 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c141cac9-eeeb-46d3-b428-006f6b75ae48 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Network 9ed789a7-1495-41f8-82cb-46101f9624ef is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:00:17.086189 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-c141cac9-eeeb-46d3-b428-006f6b75ae48 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:00:17.090507 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c141cac9-eeeb-46d3-b428-006f6b75ae48 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:00:17.091103 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c141cac9-eeeb-46d3-b428-006f6b75ae48 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:17.105357 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c141cac9-eeeb-46d3-b428-006f6b75ae48 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event updated for resources: {'Subnet': ['ID=d93bc900-380b-4f41-ae60-023160930f71,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:17.122594 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c141cac9-eeeb-46d3-b428-006f6b75ae48 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5116112 Mar 22 11:00:17.128155 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41686) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:17.133984 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-5ee499c9-ed79-40ee-92c6-1116ecc63afc tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Request body: {'security_group': {'name': 'tempest-secgroup-1562717407'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:17.165630 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5ee499c9-ed79-40ee-92c6-1116ecc63afc tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:17.236989 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5ee499c9-ed79-40ee-92c6-1116ecc63afc tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:17.241413 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5ee499c9-ed79-40ee-92c6-1116ecc63afc tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:17.273162 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5ee499c9-ed79-40ee-92c6-1116ecc63afc tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:17.275977 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5ee499c9-ed79-40ee-92c6-1116ecc63afc tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1462688 Mar 22 11:00:17.277123 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41688) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:17.280490 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee499c9-ed79-40ee-92c6-1116ecc63afc tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b381891-7669-4e8e-8cb0-261e13904c26,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:17.282051 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-68ba265d-faf3-4b40-8569-61f277a3ca5c tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Request body: {'security_group': {'name': 'tempest-secgroup-140426341'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:17.302348 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-68ba265d-faf3-4b40-8569-61f277a3ca5c tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:17.372820 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-68ba265d-faf3-4b40-8569-61f277a3ca5c tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:17.376943 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-68ba265d-faf3-4b40-8569-61f277a3ca5c tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:17.408675 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-68ba265d-faf3-4b40-8569-61f277a3ca5c tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:17.409934 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-68ba265d-faf3-4b40-8569-61f277a3ca5c tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1317966 Mar 22 11:00:17.410664 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ba265d-faf3-4b40-8569-61f277a3ca5c tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fce75651-299a-4267-9e83-0861bf07ae7a,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:17.412903 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41690) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:17.417565 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-a530fdbe-4e5c-4552-89d7-3cf0e3920846 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Request body: {'security_group': {'name': 'tempest-secgroup-1159900204'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:17.440039 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a530fdbe-4e5c-4552-89d7-3cf0e3920846 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:17.501280 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30684122-4431-409c-9808-361bea6ad751 None None] Network 9ed789a7-1495-41f8-82cb-46101f9624ef requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:00:17.520217 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a530fdbe-4e5c-4552-89d7-3cf0e3920846 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:17.524758 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a530fdbe-4e5c-4552-89d7-3cf0e3920846 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:17.555025 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a530fdbe-4e5c-4552-89d7-3cf0e3920846 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:17.558924 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a530fdbe-4e5c-4552-89d7-3cf0e3920846 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1423118 Mar 22 11:00:17.559113 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41692) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:17.564288 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-17bba29c-7cc1-42e2-b7ad-975d72d976a9 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2004902044', 'security_groups': ['80729cf0-802d-4caf-bb94-fcbed2451d7d'], 'network_id': '9ed789a7-1495-41f8-82cb-46101f9624ef', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd93bc900-380b-4f41-ae60-023160930f71'}]}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:17.567534 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a530fdbe-4e5c-4552-89d7-3cf0e3920846 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80729cf0-802d-4caf-bb94-fcbed2451d7d,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:17.638450 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-9853d70b-fa07-47f2-8e9d-dd4bb951db77 None None] Provisioning complete for port 0be9a829-33d3-457d-8a07-c6fa6be92eea triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:17.638804 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9853d70b-fa07-47f2-8e9d-dd4bb951db77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:17.681190 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17bba29c-7cc1-42e2-b7ad-975d72d976a9 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Made reservation on behalf of 9b8ed9295afa4b00b119a1377ee54716 for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:00:17.685949 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-17bba29c-7cc1-42e2-b7ad-975d72d976a9 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:17.701152 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-9853d70b-fa07-47f2-8e9d-dd4bb951db77 None None] Port 0be9a829-33d3-457d-8a07-c6fa6be92eea cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:00:17.703237 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-17bba29c-7cc1-42e2-b7ad-975d72d976a9 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] device_id is not set on port 76dd7f77-1e1d-4f63-a3f0-8c7c37b5339d yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:00:17.718614 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-9853d70b-fa07-47f2-8e9d-dd4bb951db77 None None] Provisioning complete for port 7360d2f3-8c7a-4bcf-ac34-36bf5e70d8fc triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:17.718992 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9853d70b-fa07-47f2-8e9d-dd4bb951db77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:17.787480 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0412b220-b23d-4671-b1a8-32a16630540e None None] Update dhcp port {'port': {'network_id': '9ed789a7-1495-41f8-82cb-46101f9624ef', 'fixed_ips': [{'subnet_id': '01bbf69a-05ca-45b5-b57b-524ecdf7491b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd93bc900-380b-4f41-ae60-023160930f71'}], 'binding:host_id': 'dv-neutron-834599-1-hyperv'}, 'id': '7360d2f3-8c7a-4bcf-ac34-36bf5e70d8fc'} from dv-neutron-834599-1-hyperv. {{(pid=109051) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 22 11:00:17.818540 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0412b220-b23d-4671-b1a8-32a16630540e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:17.893798 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-17bba29c-7cc1-42e2-b7ad-975d72d976a9 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Allocated IP 2001:db8::22a (9ed789a7-1495-41f8-82cb-46101f9624ef/d93bc900-380b-4f41-ae60-023160930f71/76dd7f77-1e1d-4f63-a3f0-8c7c37b5339d) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:00:18.040737 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-17bba29c-7cc1-42e2-b7ad-975d72d976a9 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:18.075650 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-17bba29c-7cc1-42e2-b7ad-975d72d976a9 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:18.120691 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bba29c-7cc1-42e2-b7ad-975d72d976a9 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Network 9ed789a7-1495-41f8-82cb-46101f9624ef is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:00:18.123781 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-17bba29c-7cc1-42e2-b7ad-975d72d976a9 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:00:18.126047 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-0412b220-b23d-4671-b1a8-32a16630540e None None] Allocated IP 2001:db8::2 (9ed789a7-1495-41f8-82cb-46101f9624ef/d93bc900-380b-4f41-ae60-023160930f71/7360d2f3-8c7a-4bcf-ac34-36bf5e70d8fc) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:00:18.127359 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bba29c-7cc1-42e2-b7ad-975d72d976a9 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:00:18.133251 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bba29c-7cc1-42e2-b7ad-975d72d976a9 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:00:18.133871 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-17bba29c-7cc1-42e2-b7ad-975d72d976a9 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:18.140143 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bba29c-7cc1-42e2-b7ad-975d72d976a9 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event updated for resources: {'Port': ['ID=76dd7f77-1e1d-4f63-a3f0-8c7c37b5339d,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:18.157120 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-17bba29c-7cc1-42e2-b7ad-975d72d976a9 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5969057 Mar 22 11:00:18.160934 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41694) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:18.166238 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-df94b9fe-b147-4d20-9256-6029797c9fad tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Request body: {'subnet': {'network_id': '9ed789a7-1495-41f8-82cb-46101f9624ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:18.228745 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-0412b220-b23d-4671-b1a8-32a16630540e None None] For port 7360d2f3-8c7a-4bcf-ac34-36bf5e70d8fc, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=7360d2f3-8c7a-4bcf-ac34-36bf5e70d8fc,segment=NetworkSegment(01f88f12-b978-4f7e-ad98-fd71b5a08369),segment_id=01f88f12-b978-4f7e-ad98-fd71b5a08369)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:00:18.258280 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0412b220-b23d-4671-b1a8-32a16630540e None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:18.263666 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0412b220-b23d-4671-b1a8-32a16630540e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:18.290978 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df94b9fe-b147-4d20-9256-6029797c9fad tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Made reservation on behalf of 9b8ed9295afa4b00b119a1377ee54716 for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:00:18.295570 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-df94b9fe-b147-4d20-9256-6029797c9fad tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:18.360973 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0412b220-b23d-4671-b1a8-32a16630540e None None] Pushing event updated for resources: {'Port': ['ID=7360d2f3-8c7a-4bcf-ac34-36bf5e70d8fc,revision_number=6']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:18.370101 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0412b220-b23d-4671-b1a8-32a16630540e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:00:18.370478 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0412b220-b23d-4671-b1a8-32a16630540e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:00:18.370829 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0412b220-b23d-4671-b1a8-32a16630540e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:00:18.371183 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0412b220-b23d-4671-b1a8-32a16630540e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:00:18.371538 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0412b220-b23d-4671-b1a8-32a16630540e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:00:18.371875 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0412b220-b23d-4671-b1a8-32a16630540e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:00:18.372205 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0412b220-b23d-4671-b1a8-32a16630540e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:00:18.372603 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0412b220-b23d-4671-b1a8-32a16630540e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:00:18.372937 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0412b220-b23d-4671-b1a8-32a16630540e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:00:18.373272 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0412b220-b23d-4671-b1a8-32a16630540e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:00:18.373593 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0412b220-b23d-4671-b1a8-32a16630540e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:00:18.373910 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0412b220-b23d-4671-b1a8-32a16630540e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:00:18.393535 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.ipam_backend_mixin [None req-df94b9fe-b147-4d20-9256-6029797c9fad tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d93bc900-380b-4f41-ae60-023160930f71 (CIDR: 2001:db8::/64) Mar 22 11:00:18.397665 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-df94b9fe-b147-4d20-9256-6029797c9fad tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 11:00:18.398357 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df94b9fe-b147-4d20-9256-6029797c9fad tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:00:18.417430 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-df94b9fe-b147-4d20-9256-6029797c9fad tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2553420 Mar 22 11:00:18.420240 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41696) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:18.425214 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-5faf5bec-3674-41f4-a15c-c2b61d952a01 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Request body: {'subnet': {'network_id': '9ed789a7-1495-41f8-82cb-46101f9624ef', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:18.555547 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5faf5bec-3674-41f4-a15c-c2b61d952a01 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Made reservation on behalf of 9b8ed9295afa4b00b119a1377ee54716 for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:00:18.559232 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5faf5bec-3674-41f4-a15c-c2b61d952a01 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:18.658929 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.ipam_backend_mixin [None req-5faf5bec-3674-41f4-a15c-c2b61d952a01 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 01bbf69a-05ca-45b5-b57b-524ecdf7491b (CIDR: 2001:db8:0:1::/64) Mar 22 11:00:18.668793 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-5faf5bec-3674-41f4-a15c-c2b61d952a01 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 11:00:18.668793 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5faf5bec-3674-41f4-a15c-c2b61d952a01 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:00:18.690988 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-5faf5bec-3674-41f4-a15c-c2b61d952a01 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.2694519 Mar 22 11:00:18.691747 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41698) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:18.696864 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-0a4f63ea-2553-4ed9-8108-12570b7b1be1 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Request body: {'subnet': {'network_id': '9ed789a7-1495-41f8-82cb-46101f9624ef', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:18.824247 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4f63ea-2553-4ed9-8108-12570b7b1be1 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Made reservation on behalf of 9b8ed9295afa4b00b119a1377ee54716 for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:00:18.828765 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0a4f63ea-2553-4ed9-8108-12570b7b1be1 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:18.916005 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-b676ae05-cc82-41de-bb7d-a9a545400011 None None] Provisioning complete for port 0be9a829-33d3-457d-8a07-c6fa6be92eea triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:18.917079 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b676ae05-cc82-41de-bb7d-a9a545400011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:18.945478 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 7360d2f3-8c7a-4bcf-ac34-36bf5e70d8fc up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:00:18.990674 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-b676ae05-cc82-41de-bb7d-a9a545400011 None None] Port 0be9a829-33d3-457d-8a07-c6fa6be92eea cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:00:19.013975 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-b676ae05-cc82-41de-bb7d-a9a545400011 None None] Provisioning complete for port 7360d2f3-8c7a-4bcf-ac34-36bf5e70d8fc triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:19.014656 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b676ae05-cc82-41de-bb7d-a9a545400011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:19.045577 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 7360d2f3-8c7a-4bcf-ac34-36bf5e70d8fc triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:19.045884 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:19.117229 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0a4f63ea-2553-4ed9-8108-12570b7b1be1 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:19.162822 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4f63ea-2553-4ed9-8108-12570b7b1be1 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Network 9ed789a7-1495-41f8-82cb-46101f9624ef is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:00:19.166239 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-0a4f63ea-2553-4ed9-8108-12570b7b1be1 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:00:19.170585 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4f63ea-2553-4ed9-8108-12570b7b1be1 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:00:19.171916 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0a4f63ea-2553-4ed9-8108-12570b7b1be1 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:19.177128 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4f63ea-2553-4ed9-8108-12570b7b1be1 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event updated for resources: {'Subnet': ['ID=401ce94b-3e47-4d97-903e-ec56196deb6c,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:19.181590 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e749d28-38ed-4150-a668-df38b68ce00f None None] Network 9ed789a7-1495-41f8-82cb-46101f9624ef requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:00:19.193874 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-0a4f63ea-2553-4ed9-8108-12570b7b1be1 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5010393 Mar 22 11:00:19.196541 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41700) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:19.201937 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-c1f6d715-022c-4bf2-836d-696e9059930a tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2104527429', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '401ce94b-3e47-4d97-903e-ec56196deb6c'}], 'security_groups': ['9b381891-7669-4e8e-8cb0-261e13904c26', 'fce75651-299a-4267-9e83-0861bf07ae7a']}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:19.318278 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-e928edfb-286e-4a42-b6a1-be95955db702 None None] Provisioning complete for port 76dd7f77-1e1d-4f63-a3f0-8c7c37b5339d triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:19.318946 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e928edfb-286e-4a42-b6a1-be95955db702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:19.364486 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c1f6d715-022c-4bf2-836d-696e9059930a tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:19.528861 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-e928edfb-286e-4a42-b6a1-be95955db702 None None] Port 76dd7f77-1e1d-4f63-a3f0-8c7c37b5339d cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:00:19.608181 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb36693f-47d5-426e-8e40-a6e8662a5d90 None None] Update dhcp port {'port': {'network_id': '9ed789a7-1495-41f8-82cb-46101f9624ef', 'fixed_ips': [{'subnet_id': '01bbf69a-05ca-45b5-b57b-524ecdf7491b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd93bc900-380b-4f41-ae60-023160930f71', 'ip_address': '2001:db8::2'}, {'subnet_id': '401ce94b-3e47-4d97-903e-ec56196deb6c'}], 'binding:host_id': 'dv-neutron-834599-1-hyperv'}, 'id': '7360d2f3-8c7a-4bcf-ac34-36bf5e70d8fc'} from dv-neutron-834599-1-hyperv. {{(pid=109051) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 22 11:00:19.634654 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-bb36693f-47d5-426e-8e40-a6e8662a5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:19.700234 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-c1f6d715-022c-4bf2-836d-696e9059930a tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Delete allocated IP 2001:db8::22a (9ed789a7-1495-41f8-82cb-46101f9624ef/d93bc900-380b-4f41-ae60-023160930f71) {{(pid=109050) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 22 11:00:19.709586 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-c1f6d715-022c-4bf2-836d-696e9059930a tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Allocated IP 2001:db8:0:2::107 (9ed789a7-1495-41f8-82cb-46101f9624ef/401ce94b-3e47-4d97-903e-ec56196deb6c/76dd7f77-1e1d-4f63-a3f0-8c7c37b5339d) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:00:19.888443 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c1f6d715-022c-4bf2-836d-696e9059930a tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:19.896427 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c1f6d715-022c-4bf2-836d-696e9059930a tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:19.959869 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-bb36693f-47d5-426e-8e40-a6e8662a5d90 None None] Allocated IP 2001:db8:0:2::2 (9ed789a7-1495-41f8-82cb-46101f9624ef/401ce94b-3e47-4d97-903e-ec56196deb6c/7360d2f3-8c7a-4bcf-ac34-36bf5e70d8fc) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:00:19.978742 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-c1f6d715-022c-4bf2-836d-696e9059930a tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] In _notify_port_updated(), no bound segment for port 76dd7f77-1e1d-4f63-a3f0-8c7c37b5339d on network 9ed789a7-1495-41f8-82cb-46101f9624ef {{(pid=109050) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 22 11:00:19.984198 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f6d715-022c-4bf2-836d-696e9059930a tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:00:19.984828 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c1f6d715-022c-4bf2-836d-696e9059930a tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:19.986168 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-c1f6d715-022c-4bf2-836d-696e9059930a tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "PUT /v2.0/ports/76dd7f77-1e1d-4f63-a3f0-8c7c37b5339d HTTP/1.1" status: 200 len: 970 time: 0.7886670 Mar 22 11:00:19.987090 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f6d715-022c-4bf2-836d-696e9059930a tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event updated for resources: {'Port': ['ID=76dd7f77-1e1d-4f63-a3f0-8c7c37b5339d,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:19.989697 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41702) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:20.066053 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-bb36693f-47d5-426e-8e40-a6e8662a5d90 None None] For port 7360d2f3-8c7a-4bcf-ac34-36bf5e70d8fc, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=7360d2f3-8c7a-4bcf-ac34-36bf5e70d8fc,segment=NetworkSegment(01f88f12-b978-4f7e-ad98-fd71b5a08369),segment_id=01f88f12-b978-4f7e-ad98-fd71b5a08369)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:00:20.088425 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-d9be5272-c588-4f33-9547-bdf20a9beff5 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Deleting port 76dd7f77-1e1d-4f63-a3f0-8c7c37b5339d {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:00:20.088926 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d9be5272-c588-4f33-9547-bdf20a9beff5 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:20.098322 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-bb36693f-47d5-426e-8e40-a6e8662a5d90 None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:20.105553 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-bb36693f-47d5-426e-8e40-a6e8662a5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:20.188136 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d9be5272-c588-4f33-9547-bdf20a9beff5 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:20.201272 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-d9be5272-c588-4f33-9547-bdf20a9beff5 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Calling delete_port for 76dd7f77-1e1d-4f63-a3f0-8c7c37b5339d owned by {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:00:20.204406 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb36693f-47d5-426e-8e40-a6e8662a5d90 None None] Pushing event updated for resources: {'Port': ['ID=7360d2f3-8c7a-4bcf-ac34-36bf5e70d8fc,revision_number=7']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:20.351621 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d9be5272-c588-4f33-9547-bdf20a9beff5 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:20.387406 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9be5272-c588-4f33-9547-bdf20a9beff5 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event deleted for resources: {'Port': ['ID=76dd7f77-1e1d-4f63-a3f0-8c7c37b5339d,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:20.412224 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d9be5272-c588-4f33-9547-bdf20a9beff5 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:20.415536 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-d9be5272-c588-4f33-9547-bdf20a9beff5 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "DELETE /v2.0/ports/76dd7f77-1e1d-4f63-a3f0-8c7c37b5339d HTTP/1.1" status: 204 len: 168 time: 0.4248669 Mar 22 11:00:20.419622 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41704) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:20.444872 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-fed9ac34-84ee-49e5-9d09-86611d3ba51d tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] GET failed (client error): The resource could not be found. Mar 22 11:00:20.446516 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-fed9ac34-84ee-49e5-9d09-86611d3ba51d tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "GET /v2.0/ports/76dd7f77-1e1d-4f63-a3f0-8c7c37b5339d HTTP/1.1" status: 404 len: 333 time: 0.0259442 Mar 22 11:00:20.449851 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41706) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:20.509082 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-45716c08-8b44-4ce3-905d-e9a3cba5dd02 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:20.537087 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-45716c08-8b44-4ce3-905d-e9a3cba5dd02 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:20.592788 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-45716c08-8b44-4ce3-905d-e9a3cba5dd02 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:20.595543 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-45716c08-8b44-4ce3-905d-e9a3cba5dd02 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:20.596779 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-45716c08-8b44-4ce3-905d-e9a3cba5dd02 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "DELETE /v2.0/security-groups/80729cf0-802d-4caf-bb94-fcbed2451d7d HTTP/1.1" status: 204 len: 168 time: 0.1457436 Mar 22 11:00:20.600038 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41708) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:20.606626 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45716c08-8b44-4ce3-905d-e9a3cba5dd02 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80729cf0-802d-4caf-bb94-fcbed2451d7d,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:20.659825 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-75907dec-976b-4dd1-b8fd-c6ab07c86a98 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:20.694059 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-75907dec-976b-4dd1-b8fd-c6ab07c86a98 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:20.746994 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-75907dec-976b-4dd1-b8fd-c6ab07c86a98 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:20.749633 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-75907dec-976b-4dd1-b8fd-c6ab07c86a98 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:20.753341 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-75907dec-976b-4dd1-b8fd-c6ab07c86a98 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "DELETE /v2.0/security-groups/fce75651-299a-4267-9e83-0861bf07ae7a HTTP/1.1" status: 204 len: 168 time: 0.1497939 Mar 22 11:00:20.754448 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41710) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:20.763524 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75907dec-976b-4dd1-b8fd-c6ab07c86a98 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce75651-299a-4267-9e83-0861bf07ae7a,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:20.833343 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ac842cc1-5f75-43c4-9fcc-f88840479b86 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:20.857854 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-806533ad-434c-413a-9aae-6fa6dfa6f433 None None] Could not find standard attr ID for object 76dd7f77-1e1d-4f63-a3f0-8c7c37b5339d. {{(pid=109051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 11:00:20.861140 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ac842cc1-5f75-43c4-9fcc-f88840479b86 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:20.872754 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-806533ad-434c-413a-9aae-6fa6dfa6f433 None None] Provisioning complete for port 0be9a829-33d3-457d-8a07-c6fa6be92eea triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:20.873144 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-806533ad-434c-413a-9aae-6fa6dfa6f433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:20.915832 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-806533ad-434c-413a-9aae-6fa6dfa6f433 None None] Port 0be9a829-33d3-457d-8a07-c6fa6be92eea cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:00:20.925502 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ac842cc1-5f75-43c4-9fcc-f88840479b86 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:20.927029 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-806533ad-434c-413a-9aae-6fa6dfa6f433 None None] Provisioning complete for port 7360d2f3-8c7a-4bcf-ac34-36bf5e70d8fc triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:20.927610 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-806533ad-434c-413a-9aae-6fa6dfa6f433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:20.930754 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ac842cc1-5f75-43c4-9fcc-f88840479b86 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:20.931962 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ac842cc1-5f75-43c4-9fcc-f88840479b86 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "DELETE /v2.0/security-groups/9b381891-7669-4e8e-8cb0-261e13904c26 HTTP/1.1" status: 204 len: 168 time: 0.1763813 Mar 22 11:00:20.935232 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41712) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:20.950889 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac842cc1-5f75-43c4-9fcc-f88840479b86 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b381891-7669-4e8e-8cb0-261e13904c26,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:20.958668 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 7360d2f3-8c7a-4bcf-ac34-36bf5e70d8fc up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:00:20.999539 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c883afb-5b7b-40c9-b410-78ce23af6d30 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Deleting subnet d93bc900-380b-4f41-ae60-023160930f71 {{(pid=109050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 11:00:21.000072 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2c883afb-5b7b-40c9-b410-78ce23af6d30 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for subnet, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:21.048362 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2c883afb-5b7b-40c9-b410-78ce23af6d30 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11961780'] for subnet, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:21.063889 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 7360d2f3-8c7a-4bcf-ac34-36bf5e70d8fc triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:21.064471 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:21.148051 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2c883afb-5b7b-40c9-b410-78ce23af6d30 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:21.215263 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8d758a6a-d21f-4d59-80ef-be8b35c35a7e None None] Could not find standard attr ID for object 76dd7f77-1e1d-4f63-a3f0-8c7c37b5339d. {{(pid=109051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 11:00:21.221017 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2c883afb-5b7b-40c9-b410-78ce23af6d30 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:21.248572 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c883afb-5b7b-40c9-b410-78ce23af6d30 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event deleted for resources: {'Subnet': ['ID=d93bc900-380b-4f41-ae60-023160930f71,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:21.252307 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2c883afb-5b7b-40c9-b410-78ce23af6d30 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:21.255569 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-2c883afb-5b7b-40c9-b410-78ce23af6d30 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "DELETE /v2.0/subnets/d93bc900-380b-4f41-ae60-023160930f71 HTTP/1.1" status: 204 len: 168 time: 0.3198252 Mar 22 11:00:21.259817 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41714) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:21.262932 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d597e9dc-23c1-4919-829b-59d18869c592 None None] Network 9ed789a7-1495-41f8-82cb-46101f9624ef requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:00:21.315135 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9da2a36-e988-4d7b-85a1-04062dd557c4 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Deleting subnet 401ce94b-3e47-4d97-903e-ec56196deb6c {{(pid=109050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 11:00:21.318389 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c9da2a36-e988-4d7b-85a1-04062dd557c4 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for subnet, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:21.359112 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c9da2a36-e988-4d7b-85a1-04062dd557c4 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11961780'] for subnet, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:21.460865 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c9da2a36-e988-4d7b-85a1-04062dd557c4 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:21.526214 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c9da2a36-e988-4d7b-85a1-04062dd557c4 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:21.554389 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9da2a36-e988-4d7b-85a1-04062dd557c4 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event deleted for resources: {'Subnet': ['ID=401ce94b-3e47-4d97-903e-ec56196deb6c,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:21.558251 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c9da2a36-e988-4d7b-85a1-04062dd557c4 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:21.561598 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-c9da2a36-e988-4d7b-85a1-04062dd557c4 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "DELETE /v2.0/subnets/401ce94b-3e47-4d97-903e-ec56196deb6c HTTP/1.1" status: 204 len: 168 time: 0.3011260 Mar 22 11:00:21.564337 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41716) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:21.591274 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-13773732-b36e-41e1-8aae-cb1be2417bc4 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] DELETE failed (client error): The resource could not be found. Mar 22 11:00:21.591741 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13773732-b36e-41e1-8aae-cb1be2417bc4 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:00:21.594892 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-13773732-b36e-41e1-8aae-cb1be2417bc4 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "DELETE /v2.0/subnets/d93bc900-380b-4f41-ae60-023160930f71 HTTP/1.1" status: 404 len: 337 time: 0.0294812 Mar 22 11:00:21.597416 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41718) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:21.656834 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a18efc8-aae5-4493-a19b-b85f7d1287b5 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Deleting subnet 01bbf69a-05ca-45b5-b57b-524ecdf7491b {{(pid=109050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 11:00:21.660741 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1a18efc8-aae5-4493-a19b-b85f7d1287b5 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for subnet, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:21.717486 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1a18efc8-aae5-4493-a19b-b85f7d1287b5 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11961780'] for subnet, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:21.813858 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1a18efc8-aae5-4493-a19b-b85f7d1287b5 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:21.882156 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1a18efc8-aae5-4493-a19b-b85f7d1287b5 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:21.911786 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a18efc8-aae5-4493-a19b-b85f7d1287b5 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event deleted for resources: {'Subnet': ['ID=01bbf69a-05ca-45b5-b57b-524ecdf7491b,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:21.912896 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2517202-d19a-4f02-afa5-994e60cea15f None None] Network 9ed789a7-1495-41f8-82cb-46101f9624ef requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:00:21.913548 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1a18efc8-aae5-4493-a19b-b85f7d1287b5 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:21.920303 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41720) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:21.924245 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-1a18efc8-aae5-4493-a19b-b85f7d1287b5 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "DELETE /v2.0/subnets/01bbf69a-05ca-45b5-b57b-524ecdf7491b HTTP/1.1" status: 204 len: 168 time: 0.3214850 Mar 22 11:00:21.949077 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-cda648d8-cb76-4fb0-a727-c1d37b8c8743 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] DELETE failed (client error): The resource could not be found. Mar 22 11:00:21.949534 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cda648d8-cb76-4fb0-a727-c1d37b8c8743 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:00:21.952594 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-cda648d8-cb76-4fb0-a727-c1d37b8c8743 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "DELETE /v2.0/subnets/97ef03cd-dc2f-4211-a853-6ea343d5e628 HTTP/1.1" status: 404 len: 337 time: 0.0313027 Mar 22 11:00:21.955752 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41722) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:21.985892 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c95632b0-d547-4c91-a9c4-bcf4db9a30ed tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c129e77-ba45-44a2-a8e8-608abd804324 HTTP/1.1" status: 200 len: 205 time: 0.0289166 Mar 22 11:00:21.987653 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41724) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:21.988488 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2293f844-9190-43ab-8cc1-6ee983dce35c None None] Provisioning complete for port 0be9a829-33d3-457d-8a07-c6fa6be92eea triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:21.988894 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2293f844-9190-43ab-8cc1-6ee983dce35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:22.027626 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-1d650647-c1bd-416d-9e6c-9b53aeccd9d1 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] delete failed (client error): The resource could not be found. Mar 22 11:00:22.028682 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1d650647-c1bd-416d-9e6c-9b53aeccd9d1 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "DELETE /v2.0/routers/8c129e77-ba45-44a2-a8e8-608abd804324 HTTP/1.1" status: 404 len: 336 time: 0.0400341 Mar 22 11:00:22.031386 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41726) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:22.058158 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-91e66644-fc64-42d1-a1d6-3f75d20cf0e9 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] DELETE failed (client error): The resource could not be found. Mar 22 11:00:22.058733 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91e66644-fc64-42d1-a1d6-3f75d20cf0e9 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:00:22.061962 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-91e66644-fc64-42d1-a1d6-3f75d20cf0e9 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "DELETE /v2.0/subnets/8d238b98-d345-4a4d-9c3a-dd359cb7fc8b HTTP/1.1" status: 404 len: 337 time: 0.0296443 Mar 22 11:00:22.065470 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41728) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:22.067328 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-2293f844-9190-43ab-8cc1-6ee983dce35c None None] Port 0be9a829-33d3-457d-8a07-c6fa6be92eea cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:00:22.088332 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2293f844-9190-43ab-8cc1-6ee983dce35c None None] Provisioning complete for port 7360d2f3-8c7a-4bcf-ac34-36bf5e70d8fc triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:22.088565 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2293f844-9190-43ab-8cc1-6ee983dce35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:22.093700 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-4acdbb28-9a8c-47ec-8323-f7fa58d07664 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] DELETE failed (client error): The resource could not be found. Mar 22 11:00:22.095065 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4acdbb28-9a8c-47ec-8323-f7fa58d07664 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:00:22.097251 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4acdbb28-9a8c-47ec-8323-f7fa58d07664 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "DELETE /v2.0/subnets/830782c0-e329-465f-bb72-4e637cc00e8d HTTP/1.1" status: 404 len: 337 time: 0.0302820 Mar 22 11:00:22.100289 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41730) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:22.132211 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cebe2de-7a9d-4722-8f9c-273b327f167a tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] DELETE failed (client error): The resource could not be found. Mar 22 11:00:22.132660 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cebe2de-7a9d-4722-8f9c-273b327f167a tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:00:22.135640 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-9cebe2de-7a9d-4722-8f9c-273b327f167a tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "DELETE /v2.0/subnets/e018ac58-4375-4468-9bfc-418391107708 HTTP/1.1" status: 404 len: 337 time: 0.0343487 Mar 22 11:00:22.138741 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41732) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:22.164272 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-609d5c3c-46a9-4389-97f6-aa35b268254f tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] DELETE failed (client error): The resource could not be found. Mar 22 11:00:22.164821 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8370f3f2-3d7b-4be3-94f4-47a17a40d7bc None None] DHCP port deletion for 9ed789a7-1495-41f8-82cb-46101f9624ef request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 11:00:22.164939 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-609d5c3c-46a9-4389-97f6-aa35b268254f tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:00:22.167925 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-609d5c3c-46a9-4389-97f6-aa35b268254f tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "DELETE /v2.0/ports/f03a9369-5a50-4eac-8d57-646889fa3897 HTTP/1.1" status: 404 len: 333 time: 0.0280597 Mar 22 11:00:22.170696 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41734) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:22.197151 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-17914d37-77be-4802-99ba-138fb358a03c tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] DELETE failed (client error): The resource could not be found. Mar 22 11:00:22.197600 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17914d37-77be-4802-99ba-138fb358a03c tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:00:22.200673 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-17914d37-77be-4802-99ba-138fb358a03c tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "DELETE /v2.0/subnets/18bf454e-22e1-447b-a621-0f629c7d0dd4 HTTP/1.1" status: 404 len: 337 time: 0.0288899 Mar 22 11:00:22.203171 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41736) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:22.228295 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-1abace45-0c98-498a-98f9-a58a3dd96a49 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] DELETE failed (client error): The resource could not be found. Mar 22 11:00:22.228974 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1abace45-0c98-498a-98f9-a58a3dd96a49 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:00:22.231787 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-1abace45-0c98-498a-98f9-a58a3dd96a49 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "DELETE /v2.0/subnets/b90e38d6-70cf-471c-92fc-ed1d48c79efb HTTP/1.1" status: 404 len: 337 time: 0.0275888 Mar 22 11:00:22.234260 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41738) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:22.234553 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8370f3f2-3d7b-4be3-94f4-47a17a40d7bc None None] Deleting port 7360d2f3-8c7a-4bcf-ac34-36bf5e70d8fc {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:00:22.234998 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8370f3f2-3d7b-4be3-94f4-47a17a40d7bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:22.260583 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab1e5f04-c6f0-45fa-aac3-24e8ac4997d8 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] DELETE failed (client error): The resource could not be found. Mar 22 11:00:22.261226 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab1e5f04-c6f0-45fa-aac3-24e8ac4997d8 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:00:22.264196 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-ab1e5f04-c6f0-45fa-aac3-24e8ac4997d8 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "DELETE /v2.0/ports/8dddedff-3c41-4405-acad-a05afa8dc4c5 HTTP/1.1" status: 404 len: 333 time: 0.0290208 Mar 22 11:00:22.266722 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41740) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:22.292162 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-8716d36d-ddde-4516-81b1-d9c87f258c60 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] DELETE failed (client error): The resource could not be found. Mar 22 11:00:22.292615 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8716d36d-ddde-4516-81b1-d9c87f258c60 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:00:22.295632 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-8716d36d-ddde-4516-81b1-d9c87f258c60 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "DELETE /v2.0/subnets/3ce09461-825d-47b9-b1e1-053239f13fc6 HTTP/1.1" status: 404 len: 337 time: 0.0276046 Mar 22 11:00:22.298279 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41742) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:22.311064 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8370f3f2-3d7b-4be3-94f4-47a17a40d7bc None None] For port 7360d2f3-8c7a-4bcf-ac34-36bf5e70d8fc, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=7360d2f3-8c7a-4bcf-ac34-36bf5e70d8fc,segment=NetworkSegment(01f88f12-b978-4f7e-ad98-fd71b5a08369),segment_id=01f88f12-b978-4f7e-ad98-fd71b5a08369)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:00:22.311481 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8370f3f2-3d7b-4be3-94f4-47a17a40d7bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:22.324592 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-499de624-14d4-48b0-9f35-7a6c55a08392 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] DELETE failed (client error): The resource could not be found. Mar 22 11:00:22.325040 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-499de624-14d4-48b0-9f35-7a6c55a08392 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:00:22.325782 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8370f3f2-3d7b-4be3-94f4-47a17a40d7bc None None] Calling delete_port for 7360d2f3-8c7a-4bcf-ac34-36bf5e70d8fc owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:00:22.328037 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-499de624-14d4-48b0-9f35-7a6c55a08392 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "DELETE /v2.0/subnets/245caa74-79eb-49a4-bbcd-b53cdb80d13b HTTP/1.1" status: 404 len: 337 time: 0.0288179 Mar 22 11:00:22.330535 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41744) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:22.417534 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-d3819e1f-86c9-4ead-9c19-a8e2172abb23 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Deleting port 0be9a829-33d3-457d-8a07-c6fa6be92eea {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:00:22.417873 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d3819e1f-86c9-4ead-9c19-a8e2172abb23 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:22.420638 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8370f3f2-3d7b-4be3-94f4-47a17a40d7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:22.447392 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370f3f2-3d7b-4be3-94f4-47a17a40d7bc None None] Pushing event deleted for resources: {'Port': ['ID=7360d2f3-8c7a-4bcf-ac34-36bf5e70d8fc,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:22.449208 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8370f3f2-3d7b-4be3-94f4-47a17a40d7bc None None] No DVR routers for this DVR port 7360d2f3-8c7a-4bcf-ac34-36bf5e70d8fc on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:00:22.499604 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d3819e1f-86c9-4ead-9c19-a8e2172abb23 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:22.513875 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-d3819e1f-86c9-4ead-9c19-a8e2172abb23 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Calling delete_port for 0be9a829-33d3-457d-8a07-c6fa6be92eea owned by {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:00:22.600037 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d3819e1f-86c9-4ead-9c19-a8e2172abb23 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:22.634191 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3819e1f-86c9-4ead-9c19-a8e2172abb23 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event deleted for resources: {'Port': ['ID=0be9a829-33d3-457d-8a07-c6fa6be92eea,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:22.639744 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d3819e1f-86c9-4ead-9c19-a8e2172abb23 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:22.643182 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-d3819e1f-86c9-4ead-9c19-a8e2172abb23 tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "DELETE /v2.0/ports/0be9a829-33d3-457d-8a07-c6fa6be92eea HTTP/1.1" status: 204 len: 168 time: 0.3116779 Mar 22 11:00:22.645615 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41746) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:22.728413 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-75fa950a-49a9-4517-ad34-d953d839828e tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:22.827227 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-75fa950a-49a9-4517-ad34-d953d839828e tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:22.849022 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-75fa950a-49a9-4517-ad34-d953d839828e tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ed789a7-1495-41f8-82cb-46101f9624ef']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:22.858962 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-75fa950a-49a9-4517-ad34-d953d839828e tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01f88f12-b978-4f7e-ad98-fd71b5a08369') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:22.859220 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-75fa950a-49a9-4517-ad34-d953d839828e tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01f88f12-b978-4f7e-ad98-fd71b5a08369') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:22.869614 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-75fa950a-49a9-4517-ad34-d953d839828e tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:22.883232 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-75fa950a-49a9-4517-ad34-d953d839828e tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:22.889895 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75fa950a-49a9-4517-ad34-d953d839828e tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:00:22.890250 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-75fa950a-49a9-4517-ad34-d953d839828e tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:22.893982 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 11:00:22.893982 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:00:22.893982 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 11:00:22.893982 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:00:22.893982 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 11:00:22.893982 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 11:00:22.893982 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 11:00:22.893982 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:00:22.893982 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 11:00:22.893982 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:00:22.893982 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 11:00:22.893982 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:00:22.893982 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 11:00:22.893982 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 11:00:22.893982 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:00:22.893982 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 11:00:22.893982 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:00:22.893982 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 11:00:22.893982 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 11:00:22.893982 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 11:00:22.893982 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 11:00:22.893982 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 11:00:22.893982 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:00:22.893982 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:00:22.893982 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 11:00:22.893982 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:00:22.893982 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:00:22.893982 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:00:22.893982 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:00:22.893982 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:00:22.893982 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:00:22.893982 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:00:22.917143 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 7360d2f3-8c7a-4bcf-ac34-36bf5e70d8fc no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:00:22.938271 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 7360d2f3-8c7a-4bcf-ac34-36bf5e70d8fc {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:00:22.938614 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 7360d2f3-8c7a-4bcf-ac34-36bf5e70d8fc not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:00:22.961595 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-75fa950a-49a9-4517-ad34-d953d839828e tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:22.970511 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-75fa950a-49a9-4517-ad34-d953d839828e tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:22.973957 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-75fa950a-49a9-4517-ad34-d953d839828e tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] 10.222.0.57 "DELETE /v2.0/networks/9ed789a7-1495-41f8-82cb-46101f9624ef HTTP/1.1" status: 204 len: 168 time: 0.3270564 Mar 22 11:00:22.990235 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fa950a-49a9-4517-ad34-d953d839828e tempest-PortsIpV6TestJSON-747541769 tempest-PortsIpV6TestJSON-747541769-project] Pushing event deleted for resources: {'Network': ['ID=9ed789a7-1495-41f8-82cb-46101f9624ef,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:23.263063 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41752) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:23.406528 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-78ebeadd-66c3-459e-b9e6-8b4778c20c43 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9b8ed9295afa4b00b119a1377ee54716&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1427040 Mar 22 11:00:23.409173 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41756) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:23.463253 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c06e5453-7688-4105-814d-26457b368ca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:23.485012 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c06e5453-7688-4105-814d-26457b368ca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:23.535544 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c06e5453-7688-4105-814d-26457b368ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:23.538206 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c06e5453-7688-4105-814d-26457b368ca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:23.539356 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-c06e5453-7688-4105-814d-26457b368ca7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ffe158cf-f1a8-4d93-a145-34f050cd379f HTTP/1.1" status: 204 len: 168 time: 0.1292722 Mar 22 11:00:23.547315 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e5453-7688-4105-814d-26457b368ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe158cf-f1a8-4d93-a145-34f050cd379f,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:24.222316 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41778) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:24.320678 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-a5d8f792-94f5-4e1e-b981-6fa2e99566a7 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-212303398', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:24.343482 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a5d8f792-94f5-4e1e-b981-6fa2e99566a7 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:24.344536 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a5d8f792-94f5-4e1e-b981-6fa2e99566a7 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:24.752710 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a5d8f792-94f5-4e1e-b981-6fa2e99566a7 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:24.758144 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a5d8f792-94f5-4e1e-b981-6fa2e99566a7 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:24.778416 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a5d8f792-94f5-4e1e-b981-6fa2e99566a7 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:24.780156 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-a5d8f792-94f5-4e1e-b981-6fa2e99566a7 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.5567408 Mar 22 11:00:24.783106 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41782) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:24.788147 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-5c19c9ff-5215-45da-a864-862af68b24f1 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-885174349'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:24.810951 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c19c9ff-5215-45da-a864-862af68b24f1 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Made reservation on behalf of 493c3e90f5c74ca7932938b0ee60ce6c for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:00:24.814517 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5c19c9ff-5215-45da-a864-862af68b24f1 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:24.823604 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5c19c9ff-5215-45da-a864-862af68b24f1 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:24.926727 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5c19c9ff-5215-45da-a864-862af68b24f1 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:24.932804 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5c19c9ff-5215-45da-a864-862af68b24f1 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:24.962367 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c19c9ff-5215-45da-a864-862af68b24f1 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:00:24.975232 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5c19c9ff-5215-45da-a864-862af68b24f1 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:24.975608 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-5c19c9ff-5215-45da-a864-862af68b24f1 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Added segment 6d1f720c-7975-4212-a35a-1452aff60dac of type vlan for network 72344975-0990-4efb-ab52-0087df9f571f Mar 22 11:00:24.977147 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c19c9ff-5215-45da-a864-862af68b24f1 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eefd7fce-6393-411b-ab40-03e4d74fcd13,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:25.023029 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5c19c9ff-5215-45da-a864-862af68b24f1 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:25.050474 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5c19c9ff-5215-45da-a864-862af68b24f1 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:25.056430 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c19c9ff-5215-45da-a864-862af68b24f1 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:00:25.057012 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5c19c9ff-5215-45da-a864-862af68b24f1 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:25.098581 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-5c19c9ff-5215-45da-a864-862af68b24f1 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3143389 Mar 22 11:00:25.101378 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41784) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:25.106228 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-7930f5f1-4d59-42d1-91e6-ee651660a2cc tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Request body: {'subnet': {'network_id': '72344975-0990-4efb-ab52-0087df9f571f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:25.145996 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c19c9ff-5215-45da-a864-862af68b24f1 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Pushing event updated for resources: {'Network': ['ID=72344975-0990-4efb-ab52-0087df9f571f,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:25.157253 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 72344975-0990-4efb-ab52-0087df9f571f details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 11:00:25.229308 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7930f5f1-4d59-42d1-91e6-ee651660a2cc tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Made reservation on behalf of 493c3e90f5c74ca7932938b0ee60ce6c for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:00:25.233150 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7930f5f1-4d59-42d1-91e6-ee651660a2cc tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:25.425720 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7930f5f1-4d59-42d1-91e6-ee651660a2cc tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:25.487712 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7930f5f1-4d59-42d1-91e6-ee651660a2cc tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Pushing event updated for resources: {'Subnet': ['ID=8c0786bb-7a8c-4a1f-83f1-e70ee7d9c4a6,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:25.498517 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7930f5f1-4d59-42d1-91e6-ee651660a2cc tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Checking segment: {'id': '6d1f720c-7975-4212-a35a-1452aff60dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '72344975-0990-4efb-ab52-0087df9f571f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:00:25.498848 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7930f5f1-4d59-42d1-91e6-ee651660a2cc tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Network hostable DHCP agents. Network: 72344975-0990-4efb-ab52-0087df9f571f, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:00:25.517491 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7930f5f1-4d59-42d1-91e6-ee651660a2cc tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Network 72344975-0990-4efb-ab52-0087df9f571f is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:00:25.527989 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-7930f5f1-4d59-42d1-91e6-ee651660a2cc tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 72344975-0990-4efb-ab52-0087df9f571f) {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:00:25.532109 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7930f5f1-4d59-42d1-91e6-ee651660a2cc tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:00:25.532744 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7930f5f1-4d59-42d1-91e6-ee651660a2cc tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:25.538189 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f6c36e-fb99-441a-8cc4-b10c4b6c45af None None] Network 72344975-0990-4efb-ab52-0087df9f571f requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:00:25.553336 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-7930f5f1-4d59-42d1-91e6-ee651660a2cc tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4508967 Mar 22 11:00:25.556567 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41786) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:25.561996 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-b781a7d0-2e87-4da7-9f62-8ca18a0d2652 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Request body: {'network': {'name': 'tempest-router-network01--1541694704'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:25.588460 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b781a7d0-2e87-4da7-9f62-8ca18a0d2652 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Made reservation on behalf of 493c3e90f5c74ca7932938b0ee60ce6c for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:00:25.592115 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b781a7d0-2e87-4da7-9f62-8ca18a0d2652 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:25.621195 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b781a7d0-2e87-4da7-9f62-8ca18a0d2652 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:00:25.635754 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b781a7d0-2e87-4da7-9f62-8ca18a0d2652 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:25.635754 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-b781a7d0-2e87-4da7-9f62-8ca18a0d2652 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Added segment d7e049be-318a-4883-b2df-7a15bbc806f3 of type vlan for network 875b18a7-3259-49d8-9fe5-49127c57b5d7 Mar 22 11:00:25.680863 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b781a7d0-2e87-4da7-9f62-8ca18a0d2652 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:25.697960 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dedb35c-aaf3-4315-acd0-4423ae72714f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-72344975-0990-4efb-ab52-0087df9f571f', 'network_id': '72344975-0990-4efb-ab52-0087df9f571f', 'tenant_id': '493c3e90f5c74ca7932938b0ee60ce6c', 'fixed_ips': [{'subnet_id': '8c0786bb-7a8c-4a1f-83f1-e70ee7d9c4a6'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 11:00:25.699350 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2dedb35c-aaf3-4315-acd0-4423ae72714f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:25.715730 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b781a7d0-2e87-4da7-9f62-8ca18a0d2652 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:25.721612 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b781a7d0-2e87-4da7-9f62-8ca18a0d2652 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:00:25.722247 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b781a7d0-2e87-4da7-9f62-8ca18a0d2652 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:25.759636 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-b781a7d0-2e87-4da7-9f62-8ca18a0d2652 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2016814 Mar 22 11:00:25.762451 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41788) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:25.768401 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-6b28394f-41cf-4f17-8ac1-3b7ce24f27d0 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Request body: {'network': {'name': 'tempest-router-network02--384844166'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:25.812660 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b781a7d0-2e87-4da7-9f62-8ca18a0d2652 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Pushing event updated for resources: {'Network': ['ID=875b18a7-3259-49d8-9fe5-49127c57b5d7,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:25.822558 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b28394f-41cf-4f17-8ac1-3b7ce24f27d0 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Made reservation on behalf of 493c3e90f5c74ca7932938b0ee60ce6c for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:00:25.826426 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6b28394f-41cf-4f17-8ac1-3b7ce24f27d0 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:25.831361 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 875b18a7-3259-49d8-9fe5-49127c57b5d7 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 11:00:25.851277 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b28394f-41cf-4f17-8ac1-3b7ce24f27d0 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:00:25.867043 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6b28394f-41cf-4f17-8ac1-3b7ce24f27d0 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:25.867398 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-6b28394f-41cf-4f17-8ac1-3b7ce24f27d0 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Added segment 19da00b5-50a5-462d-982b-a6a98969047c of type vlan for network 967c538d-03bc-4160-a1eb-c413fee62ed6 Mar 22 11:00:25.873554 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-2dedb35c-aaf3-4315-acd0-4423ae72714f None None] Allocated IP 172.20.0.2 (72344975-0990-4efb-ab52-0087df9f571f/8c0786bb-7a8c-4a1f-83f1-e70ee7d9c4a6/884759b0-2071-4db2-87a8-be045ffd344c) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:00:25.912971 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6b28394f-41cf-4f17-8ac1-3b7ce24f27d0 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:25.940716 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6b28394f-41cf-4f17-8ac1-3b7ce24f27d0 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:25.947048 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b28394f-41cf-4f17-8ac1-3b7ce24f27d0 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:00:25.947692 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6b28394f-41cf-4f17-8ac1-3b7ce24f27d0 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:26.017519 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-6b28394f-41cf-4f17-8ac1-3b7ce24f27d0 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2537298 Mar 22 11:00:26.020635 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41790) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:26.021252 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b28394f-41cf-4f17-8ac1-3b7ce24f27d0 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Pushing event updated for resources: {'Network': ['ID=967c538d-03bc-4160-a1eb-c413fee62ed6,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:26.026339 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-09ebbbb4-f019-4420-8e3d-44d3cdeb7f83 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Request body: {'subnet': {'network_id': '875b18a7-3259-49d8-9fe5-49127c57b5d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:26.049375 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 967c538d-03bc-4160-a1eb-c413fee62ed6 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 11:00:26.093684 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2dedb35c-aaf3-4315-acd0-4423ae72714f None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:26.125612 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2dedb35c-aaf3-4315-acd0-4423ae72714f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:26.138798 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ebbbb4-f019-4420-8e3d-44d3cdeb7f83 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Made reservation on behalf of 493c3e90f5c74ca7932938b0ee60ce6c for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:00:26.143202 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-09ebbbb4-f019-4420-8e3d-44d3cdeb7f83 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:26.183497 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dedb35c-aaf3-4315-acd0-4423ae72714f None None] Network 72344975-0990-4efb-ab52-0087df9f571f is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:00:26.187242 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-2dedb35c-aaf3-4315-acd0-4423ae72714f None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:00:26.189459 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dedb35c-aaf3-4315-acd0-4423ae72714f None None] Pushing event updated for resources: {'Port': ['ID=884759b0-2071-4db2-87a8-be045ffd344c,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:26.191735 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dedb35c-aaf3-4315-acd0-4423ae72714f None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:00:26.251512 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-2dedb35c-aaf3-4315-acd0-4423ae72714f None None] Attempting to bind port 884759b0-2071-4db2-87a8-be045ffd344c on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:00:26.252230 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-2dedb35c-aaf3-4315-acd0-4423ae72714f None None] Attempting to bind port 884759b0-2071-4db2-87a8-be045ffd344c by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '6d1f720c-7975-4212-a35a-1452aff60dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '72344975-0990-4efb-ab52-0087df9f571f'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:00:26.252889 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dedb35c-aaf3-4315-acd0-4423ae72714f None None] Attempting to bind port 884759b0-2071-4db2-87a8-be045ffd344c on network 72344975-0990-4efb-ab52-0087df9f571f {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:00:26.261128 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dedb35c-aaf3-4315-acd0-4423ae72714f None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:00:26.261697 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dedb35c-aaf3-4315-acd0-4423ae72714f None None] Checking segment: {'id': '6d1f720c-7975-4212-a35a-1452aff60dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '72344975-0990-4efb-ab52-0087df9f571f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:00:26.262324 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2dedb35c-aaf3-4315-acd0-4423ae72714f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:26.262931 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dedb35c-aaf3-4315-acd0-4423ae72714f None None] Bound using segment: {'id': '6d1f720c-7975-4212-a35a-1452aff60dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '72344975-0990-4efb-ab52-0087df9f571f'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:00:26.263693 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-2dedb35c-aaf3-4315-acd0-4423ae72714f None None] Bound port: 884759b0-2071-4db2-87a8-be045ffd344c, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d1f720c-7975-4212-a35a-1452aff60dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '72344975-0990-4efb-ab52-0087df9f571f'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:00:26.264281 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2dedb35c-aaf3-4315-acd0-4423ae72714f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:26.346443 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2dedb35c-aaf3-4315-acd0-4423ae72714f None None] For port 884759b0-2071-4db2-87a8-be045ffd344c, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:00:26.349785 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2dedb35c-aaf3-4315-acd0-4423ae72714f None None] For port 884759b0-2071-4db2-87a8-be045ffd344c, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=884759b0-2071-4db2-87a8-be045ffd344c,segment=NetworkSegment(6d1f720c-7975-4212-a35a-1452aff60dac),segment_id=6d1f720c-7975-4212-a35a-1452aff60dac)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:00:26.354251 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2dedb35c-aaf3-4315-acd0-4423ae72714f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:26.361770 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-09ebbbb4-f019-4420-8e3d-44d3cdeb7f83 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:26.420054 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dedb35c-aaf3-4315-acd0-4423ae72714f None None] Pushing event updated for resources: {'Port': ['ID=884759b0-2071-4db2-87a8-be045ffd344c,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:26.431636 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ebbbb4-f019-4420-8e3d-44d3cdeb7f83 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Pushing event updated for resources: {'Subnet': ['ID=027dcaa8-1405-46ad-8bf3-77012f731c05,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:26.441825 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ebbbb4-f019-4420-8e3d-44d3cdeb7f83 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Checking segment: {'id': 'd7e049be-318a-4883-b2df-7a15bbc806f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '875b18a7-3259-49d8-9fe5-49127c57b5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:00:26.442102 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ebbbb4-f019-4420-8e3d-44d3cdeb7f83 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Network hostable DHCP agents. Network: 875b18a7-3259-49d8-9fe5-49127c57b5d7, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:00:26.462437 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ebbbb4-f019-4420-8e3d-44d3cdeb7f83 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Network 875b18a7-3259-49d8-9fe5-49127c57b5d7 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:00:26.485209 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-09ebbbb4-f019-4420-8e3d-44d3cdeb7f83 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 875b18a7-3259-49d8-9fe5-49127c57b5d7) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:00:26.489862 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ebbbb4-f019-4420-8e3d-44d3cdeb7f83 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:00:26.490560 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-09ebbbb4-f019-4420-8e3d-44d3cdeb7f83 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:26.496040 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da7a507-67e9-452c-9def-7bf26f8cc2b1 None None] Network 875b18a7-3259-49d8-9fe5-49127c57b5d7 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:00:26.514697 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-09ebbbb4-f019-4420-8e3d-44d3cdeb7f83 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4895520 Mar 22 11:00:26.515478 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41792) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:26.521098 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-7e8b3a11-1084-4b2c-a82a-ffed8404d08d tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Request body: {'subnet': {'network_id': '967c538d-03bc-4160-a1eb-c413fee62ed6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:26.662208 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8b3a11-1084-4b2c-a82a-ffed8404d08d tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Made reservation on behalf of 493c3e90f5c74ca7932938b0ee60ce6c for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:00:26.666704 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7e8b3a11-1084-4b2c-a82a-ffed8404d08d tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:26.701244 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c181e1c7-5780-432e-8d25-e91e07842591 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-875b18a7-3259-49d8-9fe5-49127c57b5d7', 'network_id': '875b18a7-3259-49d8-9fe5-49127c57b5d7', 'tenant_id': '493c3e90f5c74ca7932938b0ee60ce6c', 'fixed_ips': [{'subnet_id': '027dcaa8-1405-46ad-8bf3-77012f731c05'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 11:00:26.702130 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c181e1c7-5780-432e-8d25-e91e07842591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:26.851494 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-c181e1c7-5780-432e-8d25-e91e07842591 None None] Allocated IP 172.20.0.2 (875b18a7-3259-49d8-9fe5-49127c57b5d7/027dcaa8-1405-46ad-8bf3-77012f731c05/42e48747-e593-4778-b812-2f369ee864fd) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:00:26.874742 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7e8b3a11-1084-4b2c-a82a-ffed8404d08d tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:26.942766 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b3a11-1084-4b2c-a82a-ffed8404d08d tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Pushing event updated for resources: {'Subnet': ['ID=7940e39e-e747-453c-8b58-5f48b9fb69f2,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:26.948862 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8b3a11-1084-4b2c-a82a-ffed8404d08d tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Checking segment: {'id': '19da00b5-50a5-462d-982b-a6a98969047c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '967c538d-03bc-4160-a1eb-c413fee62ed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:00:26.949148 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8b3a11-1084-4b2c-a82a-ffed8404d08d tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Network hostable DHCP agents. Network: 967c538d-03bc-4160-a1eb-c413fee62ed6, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:00:26.981869 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8b3a11-1084-4b2c-a82a-ffed8404d08d tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Network 967c538d-03bc-4160-a1eb-c413fee62ed6 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:00:26.993637 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-7e8b3a11-1084-4b2c-a82a-ffed8404d08d tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 967c538d-03bc-4160-a1eb-c413fee62ed6) {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:00:26.994771 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 884759b0-2071-4db2-87a8-be045ffd344c up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:00:26.999297 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8b3a11-1084-4b2c-a82a-ffed8404d08d tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:00:27.000253 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7e8b3a11-1084-4b2c-a82a-ffed8404d08d tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:27.020771 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-7e8b3a11-1084-4b2c-a82a-ffed8404d08d tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5015767 Mar 22 11:00:27.021016 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4e17ed-c0e6-486c-ac2b-28b156ff4a7c None None] Network 967c538d-03bc-4160-a1eb-c413fee62ed6 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:00:27.021137 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41794) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:27.123836 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c181e1c7-5780-432e-8d25-e91e07842591 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:27.138827 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c181e1c7-5780-432e-8d25-e91e07842591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:27.321958 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2f104eb4-1f78-4a8f-a211-21863dc78f4e tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:27.370917 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c181e1c7-5780-432e-8d25-e91e07842591 None None] Network 875b18a7-3259-49d8-9fe5-49127c57b5d7 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:00:27.382603 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-c181e1c7-5780-432e-8d25-e91e07842591 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:00:27.389430 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c181e1c7-5780-432e-8d25-e91e07842591 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:00:27.396911 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 884759b0-2071-4db2-87a8-be045ffd344c triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:27.397295 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:27.402111 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c181e1c7-5780-432e-8d25-e91e07842591 None None] Pushing event updated for resources: {'Port': ['ID=42e48747-e593-4778-b812-2f369ee864fd,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:27.499332 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-c181e1c7-5780-432e-8d25-e91e07842591 None None] Attempting to bind port 42e48747-e593-4778-b812-2f369ee864fd on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:00:27.499705 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-c181e1c7-5780-432e-8d25-e91e07842591 None None] Attempting to bind port 42e48747-e593-4778-b812-2f369ee864fd by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': 'd7e049be-318a-4883-b2df-7a15bbc806f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '875b18a7-3259-49d8-9fe5-49127c57b5d7'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:00:27.500071 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c181e1c7-5780-432e-8d25-e91e07842591 None None] Attempting to bind port 42e48747-e593-4778-b812-2f369ee864fd on network 875b18a7-3259-49d8-9fe5-49127c57b5d7 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:00:27.507796 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20db514-c3e3-4e5b-8c9a-685d8e54f951 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-967c538d-03bc-4160-a1eb-c413fee62ed6', 'network_id': '967c538d-03bc-4160-a1eb-c413fee62ed6', 'tenant_id': '493c3e90f5c74ca7932938b0ee60ce6c', 'fixed_ips': [{'subnet_id': '7940e39e-e747-453c-8b58-5f48b9fb69f2'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 11:00:27.509403 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a20db514-c3e3-4e5b-8c9a-685d8e54f951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:27.511987 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c181e1c7-5780-432e-8d25-e91e07842591 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:00:27.512265 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c181e1c7-5780-432e-8d25-e91e07842591 None None] Checking segment: {'id': 'd7e049be-318a-4883-b2df-7a15bbc806f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '875b18a7-3259-49d8-9fe5-49127c57b5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:00:27.512665 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c181e1c7-5780-432e-8d25-e91e07842591 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:27.513054 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c181e1c7-5780-432e-8d25-e91e07842591 None None] Bound using segment: {'id': 'd7e049be-318a-4883-b2df-7a15bbc806f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '875b18a7-3259-49d8-9fe5-49127c57b5d7'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:00:27.513537 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-c181e1c7-5780-432e-8d25-e91e07842591 None None] Bound port: 42e48747-e593-4778-b812-2f369ee864fd, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7e049be-318a-4883-b2df-7a15bbc806f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '875b18a7-3259-49d8-9fe5-49127c57b5d7'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:00:27.513911 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c181e1c7-5780-432e-8d25-e91e07842591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:27.528347 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149bfdb0-2f69-419b-84d7-db6a7b93a362 None None] Network 72344975-0990-4efb-ab52-0087df9f571f requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:00:27.609812 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-2f104eb4-1f78-4a8f-a211-21863dc78f4e tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Allocated IP 172.20.0.1 (875b18a7-3259-49d8-9fe5-49127c57b5d7/027dcaa8-1405-46ad-8bf3-77012f731c05/9da4d9db-9d30-4cd4-bfbf-a193f2627210) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:00:27.730387 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2f104eb4-1f78-4a8f-a211-21863dc78f4e tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:27.735877 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-58189dd3-5f09-4714-9016-156d9d3dcb99 None None] Provisioning complete for port 884759b0-2071-4db2-87a8-be045ffd344c triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:27.736184 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-58189dd3-5f09-4714-9016-156d9d3dcb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:27.771769 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2f104eb4-1f78-4a8f-a211-21863dc78f4e tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:27.779692 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-c181e1c7-5780-432e-8d25-e91e07842591 None None] For port 42e48747-e593-4778-b812-2f369ee864fd, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:00:27.814318 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f104eb4-1f78-4a8f-a211-21863dc78f4e tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Network 875b18a7-3259-49d8-9fe5-49127c57b5d7 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:00:27.815665 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-c181e1c7-5780-432e-8d25-e91e07842591 None None] For port 42e48747-e593-4778-b812-2f369ee864fd, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=42e48747-e593-4778-b812-2f369ee864fd,segment=NetworkSegment(d7e049be-318a-4883-b2df-7a15bbc806f3),segment_id=d7e049be-318a-4883-b2df-7a15bbc806f3)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:00:27.817710 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-2f104eb4-1f78-4a8f-a211-21863dc78f4e tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:00:27.819029 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:27.821733 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f104eb4-1f78-4a8f-a211-21863dc78f4e tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:00:27.839246 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c181e1c7-5780-432e-8d25-e91e07842591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:27.851001 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f104eb4-1f78-4a8f-a211-21863dc78f4e tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Pushing event updated for resources: {'Port': ['ID=9da4d9db-9d30-4cd4-bfbf-a193f2627210,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:27.875018 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2f104eb4-1f78-4a8f-a211-21863dc78f4e tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684270'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:27.998679 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port 884759b0-2071-4db2-87a8-be045ffd344c, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=884759b0-2071-4db2-87a8-be045ffd344c,segment=NetworkSegment(6d1f720c-7975-4212-a35a-1452aff60dac),segment_id=6d1f720c-7975-4212-a35a-1452aff60dac)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:00:28.016098 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2f104eb4-1f78-4a8f-a211-21863dc78f4e tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:28.020337 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:28.040568 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c181e1c7-5780-432e-8d25-e91e07842591 None None] Pushing event updated for resources: {'Port': ['ID=42e48747-e593-4778-b812-2f369ee864fd,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:28.045225 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-a20db514-c3e3-4e5b-8c9a-685d8e54f951 None None] Allocated IP 172.20.0.2 (967c538d-03bc-4160-a1eb-c413fee62ed6/7940e39e-e747-453c-8b58-5f48b9fb69f2/e3c16bd6-a2fc-4811-b038-d43f2ea59562) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:00:28.172204 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=884759b0-2071-4db2-87a8-be045ffd344c,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:28.357809 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a20db514-c3e3-4e5b-8c9a-685d8e54f951 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:28.367184 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a20db514-c3e3-4e5b-8c9a-685d8e54f951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:28.417027 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20db514-c3e3-4e5b-8c9a-685d8e54f951 None None] Network 967c538d-03bc-4160-a1eb-c413fee62ed6 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:00:28.420258 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-a20db514-c3e3-4e5b-8c9a-685d8e54f951 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:00:28.424393 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20db514-c3e3-4e5b-8c9a-685d8e54f951 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:00:28.433159 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20db514-c3e3-4e5b-8c9a-685d8e54f951 None None] Pushing event updated for resources: {'Port': ['ID=e3c16bd6-a2fc-4811-b038-d43f2ea59562,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:28.502430 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-a20db514-c3e3-4e5b-8c9a-685d8e54f951 None None] Attempting to bind port e3c16bd6-a2fc-4811-b038-d43f2ea59562 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:00:28.502795 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-a20db514-c3e3-4e5b-8c9a-685d8e54f951 None None] Attempting to bind port e3c16bd6-a2fc-4811-b038-d43f2ea59562 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '19da00b5-50a5-462d-982b-a6a98969047c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '967c538d-03bc-4160-a1eb-c413fee62ed6'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:00:28.503692 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20db514-c3e3-4e5b-8c9a-685d8e54f951 None None] Attempting to bind port e3c16bd6-a2fc-4811-b038-d43f2ea59562 on network 967c538d-03bc-4160-a1eb-c413fee62ed6 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:00:28.508493 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20db514-c3e3-4e5b-8c9a-685d8e54f951 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:00:28.508863 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20db514-c3e3-4e5b-8c9a-685d8e54f951 None None] Checking segment: {'id': '19da00b5-50a5-462d-982b-a6a98969047c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '967c538d-03bc-4160-a1eb-c413fee62ed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:00:28.509512 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a20db514-c3e3-4e5b-8c9a-685d8e54f951 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:28.509900 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20db514-c3e3-4e5b-8c9a-685d8e54f951 None None] Bound using segment: {'id': '19da00b5-50a5-462d-982b-a6a98969047c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '967c538d-03bc-4160-a1eb-c413fee62ed6'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:00:28.513433 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-a20db514-c3e3-4e5b-8c9a-685d8e54f951 None None] Bound port: e3c16bd6-a2fc-4811-b038-d43f2ea59562, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19da00b5-50a5-462d-982b-a6a98969047c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '967c538d-03bc-4160-a1eb-c413fee62ed6'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:00:28.513433 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a20db514-c3e3-4e5b-8c9a-685d8e54f951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:28.588718 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-d20da1ba-41ae-467b-90c3-06d05b2e8e6e None None] Provisioning complete for port 884759b0-2071-4db2-87a8-be045ffd344c triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:28.588970 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d20da1ba-41ae-467b-90c3-06d05b2e8e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:28.592843 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-a20db514-c3e3-4e5b-8c9a-685d8e54f951 None None] For port e3c16bd6-a2fc-4811-b038-d43f2ea59562, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:00:28.626429 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-a20db514-c3e3-4e5b-8c9a-685d8e54f951 None None] For port e3c16bd6-a2fc-4811-b038-d43f2ea59562, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=e3c16bd6-a2fc-4811-b038-d43f2ea59562,segment=NetworkSegment(19da00b5-50a5-462d-982b-a6a98969047c),segment_id=19da00b5-50a5-462d-982b-a6a98969047c)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:00:28.634111 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a20db514-c3e3-4e5b-8c9a-685d8e54f951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:28.677527 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2f104eb4-1f78-4a8f-a211-21863dc78f4e tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:28.690613 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2f104eb4-1f78-4a8f-a211-21863dc78f4e tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:28.706120 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20db514-c3e3-4e5b-8c9a-685d8e54f951 None None] Pushing event updated for resources: {'Port': ['ID=e3c16bd6-a2fc-4811-b038-d43f2ea59562,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:28.773736 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2f104eb4-1f78-4a8f-a211-21863dc78f4e tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684306'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:28.776144 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f104eb4-1f78-4a8f-a211-21863dc78f4e tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Pushing event updated for resources: {'Port': ['ID=9da4d9db-9d30-4cd4-bfbf-a193f2627210,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:28.905838 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f104eb4-1f78-4a8f-a211-21863dc78f4e tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Network 875b18a7-3259-49d8-9fe5-49127c57b5d7 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:00:28.907441 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-2f104eb4-1f78-4a8f-a211-21863dc78f4e tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:00:29.106167 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 42e48747-e593-4778-b812-2f369ee864fd up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:00:29.109604 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f104eb4-1f78-4a8f-a211-21863dc78f4e tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Router b6ac78bd-2f70-4d7a-9493-08728e863451 is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 11:00:29.169179 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 42e48747-e593-4778-b812-2f369ee864fd triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:29.169654 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:29.246332 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f104eb4-1f78-4a8f-a211-21863dc78f4e tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:00:29.251754 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2f104eb4-1f78-4a8f-a211-21863dc78f4e tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] 10.222.0.57 "PUT /v2.0/routers/b6ac78bd-2f70-4d7a-9493-08728e863451/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2293866 Mar 22 11:00:29.254511 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41796) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:29.261881 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:29.268702 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebccf8e-b17d-4492-a27a-0da4d9c85e13 None None] Sync routers for ids ['b6ac78bd-2f70-4d7a-9493-08728e863451'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:00:29.276128 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebccf8e-b17d-4492-a27a-0da4d9c85e13 None None] Routers {'b6ac78bd-2f70-4d7a-9493-08728e863451'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:00:29.276998 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-aebccf8e-b17d-4492-a27a-0da4d9c85e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:00:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['b6ac78bd-2f70-4d7a-9493-08728e863451'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:29.308340 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port 42e48747-e593-4778-b812-2f369ee864fd, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=42e48747-e593-4778-b812-2f369ee864fd,segment=NetworkSegment(d7e049be-318a-4883-b2df-7a15bbc806f3),segment_id=d7e049be-318a-4883-b2df-7a15bbc806f3)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:00:29.316363 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:29.317458 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 884759b0-2071-4db2-87a8-be045ffd344c up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:00:29.334276 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-aebccf8e-b17d-4492-a27a-0da4d9c85e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:29.352459 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebccf8e-b17d-4492-a27a-0da4d9c85e13 None None] Routers {'b6ac78bd-2f70-4d7a-9493-08728e863451'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:00:29.352985 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-aebccf8e-b17d-4492-a27a-0da4d9c85e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:00:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['b6ac78bd-2f70-4d7a-9493-08728e863451'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:29.388321 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-aebccf8e-b17d-4492-a27a-0da4d9c85e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:29.388994 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebccf8e-b17d-4492-a27a-0da4d9c85e13 None None] The sync data for ids ['b6ac78bd-2f70-4d7a-9493-08728e863451'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:00:29.396936 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cb0118-7620-4a94-9406-0d8dd908ecc1 None None] Network 875b18a7-3259-49d8-9fe5-49127c57b5d7 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:00:29.491926 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=42e48747-e593-4778-b812-2f369ee864fd,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:29.494794 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-79bb0eaa-e7e1-4db0-9109-18a46a5aaf35 None None] Provisioning complete for port 42e48747-e593-4778-b812-2f369ee864fd triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:29.495249 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-79bb0eaa-e7e1-4db0-9109-18a46a5aaf35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:29.537795 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 884759b0-2071-4db2-87a8-be045ffd344c triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:29.538198 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:29.655636 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-1725e18c-0dc6-4e7c-86a3-e62c8c819757 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 11:00:29.659575 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1725e18c-0dc6-4e7c-86a3-e62c8c819757 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] 10.222.0.57 "PUT /v2.0/routers/b6ac78bd-2f70-4d7a-9493-08728e863451/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4006238 Mar 22 11:00:29.660136 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41798) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:29.889548 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4f4b63-2ff9-4166-b949-4a605d31f864 None None] Network 967c538d-03bc-4160-a1eb-c413fee62ed6 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:00:29.984613 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-37caabfe-6be8-4d17-9ba4-318cedb7cf80 None None] Provisioning complete for port e3c16bd6-a2fc-4811-b038-d43f2ea59562 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:29.985025 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-37caabfe-6be8-4d17-9ba4-318cedb7cf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:30.073665 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f997418d-6800-4ae6-af34-b85629155f70 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683891'] for router_interface, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:30.138447 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-37caabfe-6be8-4d17-9ba4-318cedb7cf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:30.181884 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-37caabfe-6be8-4d17-9ba4-318cedb7cf80 None None] For port e3c16bd6-a2fc-4811-b038-d43f2ea59562, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=e3c16bd6-a2fc-4811-b038-d43f2ea59562,segment=NetworkSegment(19da00b5-50a5-462d-982b-a6a98969047c),segment_id=19da00b5-50a5-462d-982b-a6a98969047c)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:00:30.188470 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-37caabfe-6be8-4d17-9ba4-318cedb7cf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:30.265879 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37caabfe-6be8-4d17-9ba4-318cedb7cf80 None None] Pushing event updated for resources: {'Port': ['ID=e3c16bd6-a2fc-4811-b038-d43f2ea59562,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:30.321824 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8cd04033-67ea-4ec3-a04b-601941463cda None None] Provisioning complete for port 9da4d9db-9d30-4cd4-bfbf-a193f2627210 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:30.322194 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8cd04033-67ea-4ec3-a04b-601941463cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:30.385885 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-f997418d-6800-4ae6-af34-b85629155f70 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Deleting port 9da4d9db-9d30-4cd4-bfbf-a193f2627210 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:00:30.386311 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f997418d-6800-4ae6-af34-b85629155f70 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:30.393724 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8cd04033-67ea-4ec3-a04b-601941463cda None None] Port 9da4d9db-9d30-4cd4-bfbf-a193f2627210 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:00:30.409567 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8cd04033-67ea-4ec3-a04b-601941463cda None None] Provisioning complete for port 42e48747-e593-4778-b812-2f369ee864fd triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:30.410208 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8cd04033-67ea-4ec3-a04b-601941463cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:30.495948 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f997418d-6800-4ae6-af34-b85629155f70 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:30.511985 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-f997418d-6800-4ae6-af34-b85629155f70 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Calling delete_port for 9da4d9db-9d30-4cd4-bfbf-a193f2627210 owned by network:router_interface {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:00:30.704113 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f997418d-6800-4ae6-af34-b85629155f70 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:30.742089 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f997418d-6800-4ae6-af34-b85629155f70 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Pushing event deleted for resources: {'Port': ['ID=9da4d9db-9d30-4cd4-bfbf-a193f2627210,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:30.791185 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-9f1c4f1b-3939-4231-ae12-731f1fbb2232 None None] Provisioning complete for port e3c16bd6-a2fc-4811-b038-d43f2ea59562 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:30.791808 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9f1c4f1b-3939-4231-ae12-731f1fbb2232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:30.897731 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-9f1c4f1b-3939-4231-ae12-731f1fbb2232 None None] Could not find standard attr ID for object 9da4d9db-9d30-4cd4-bfbf-a193f2627210. {{(pid=109051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 11:00:30.902712 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f997418d-6800-4ae6-af34-b85629155f70 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684007'] for router_interface, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:31.024892 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 42e48747-e593-4778-b812-2f369ee864fd up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:00:31.075089 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 42e48747-e593-4778-b812-2f369ee864fd triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:31.075849 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:31.082409 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f997418d-6800-4ae6-af34-b85629155f70 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Router b6ac78bd-2f70-4d7a-9493-08728e863451 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:00:31.155561 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device e3c16bd6-a2fc-4811-b038-d43f2ea59562 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:00:31.169490 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f997418d-6800-4ae6-af34-b85629155f70 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:00:31.174588 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-f997418d-6800-4ae6-af34-b85629155f70 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] 10.222.0.57 "PUT /v2.0/routers/b6ac78bd-2f70-4d7a-9493-08728e863451/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5132592 Mar 22 11:00:31.178439 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41800) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:31.187914 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aff98d5-b6fd-4487-ab90-c727d0e0a397 None None] Sync routers for ids ['b6ac78bd-2f70-4d7a-9493-08728e863451'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:00:31.207138 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aff98d5-b6fd-4487-ab90-c727d0e0a397 None None] Routers {'b6ac78bd-2f70-4d7a-9493-08728e863451'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:00:31.207959 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-5aff98d5-b6fd-4487-ab90-c727d0e0a397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:00:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['b6ac78bd-2f70-4d7a-9493-08728e863451'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:31.216379 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-e663555c-2cc2-4247-bebb-ff1cc480bce5 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] delete failed (client error): The resource could not be found. Mar 22 11:00:31.217566 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e663555c-2cc2-4247-bebb-ff1cc480bce5 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] 10.222.0.57 "DELETE /v2.0/routers/tempest-non_exist_router-370707513 HTTP/1.1" status: 404 len: 334 time: 0.0380378 Mar 22 11:00:31.223494 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41802) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:31.228097 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-0643bbc5-2f03-40ee-aa23-b7055c1f62c6 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b6ac78bd-2f70-4d7a-9493-08728e863451'}}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:31.245709 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-5aff98d5-b6fd-4487-ab90-c727d0e0a397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:31.258529 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aff98d5-b6fd-4487-ab90-c727d0e0a397 None None] Routers {'b6ac78bd-2f70-4d7a-9493-08728e863451'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:00:31.259154 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-5aff98d5-b6fd-4487-ab90-c727d0e0a397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:00:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['b6ac78bd-2f70-4d7a-9493-08728e863451'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:31.261060 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port e3c16bd6-a2fc-4811-b038-d43f2ea59562 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:31.261433 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:31.313461 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-5aff98d5-b6fd-4487-ab90-c727d0e0a397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:31.314192 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aff98d5-b6fd-4487-ab90-c727d0e0a397 None None] The sync data for ids ['b6ac78bd-2f70-4d7a-9493-08728e863451'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:00:31.443089 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0643bbc5-2f03-40ee-aa23-b7055c1f62c6 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:31.465941 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-0643bbc5-2f03-40ee-aa23-b7055c1f62c6 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] update failed (client error): The resource could not be found. Mar 22 11:00:31.466996 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0643bbc5-2f03-40ee-aa23-b7055c1f62c6 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] 10.222.0.57 "PUT /v2.0/routers/b6ac78bd-2f70-4d7a-9493-08728e863451 HTTP/1.1" status: 404 len: 339 time: 0.2424693 Mar 22 11:00:31.472082 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41804) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:31.748407 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ed58d6c8-3e1a-4a56-9045-e6a9d182ba42 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:31.992755 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-ed58d6c8-3e1a-4a56-9045-e6a9d182ba42 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Allocated IP 172.20.0.1 (72344975-0990-4efb-ab52-0087df9f571f/8c0786bb-7a8c-4a1f-83f1-e70ee7d9c4a6/c9fe37e9-7d63-48fd-a84a-48728ceebca9) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:00:32.115144 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ed58d6c8-3e1a-4a56-9045-e6a9d182ba42 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:32.155121 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ed58d6c8-3e1a-4a56-9045-e6a9d182ba42 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:32.198662 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed58d6c8-3e1a-4a56-9045-e6a9d182ba42 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Network 72344975-0990-4efb-ab52-0087df9f571f is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:00:32.201867 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-ed58d6c8-3e1a-4a56-9045-e6a9d182ba42 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:00:32.205461 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed58d6c8-3e1a-4a56-9045-e6a9d182ba42 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:00:32.211807 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed58d6c8-3e1a-4a56-9045-e6a9d182ba42 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Pushing event updated for resources: {'Port': ['ID=c9fe37e9-7d63-48fd-a84a-48728ceebca9,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:32.261865 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ed58d6c8-3e1a-4a56-9045-e6a9d182ba42 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684270'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:32.384292 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ed58d6c8-3e1a-4a56-9045-e6a9d182ba42 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:32.445387 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-ea2befa2-a6c4-4e68-9593-11e05c22a21c None None] Provisioning complete for port c9fe37e9-7d63-48fd-a84a-48728ceebca9 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:32.446023 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ea2befa2-a6c4-4e68-9593-11e05c22a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:32.516448 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-ea2befa2-a6c4-4e68-9593-11e05c22a21c None None] Port c9fe37e9-7d63-48fd-a84a-48728ceebca9 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:00:32.647189 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ed58d6c8-3e1a-4a56-9045-e6a9d182ba42 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:32.652154 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ed58d6c8-3e1a-4a56-9045-e6a9d182ba42 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:32.724921 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed58d6c8-3e1a-4a56-9045-e6a9d182ba42 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Pushing event updated for resources: {'Port': ['ID=c9fe37e9-7d63-48fd-a84a-48728ceebca9,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:32.727426 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ed58d6c8-3e1a-4a56-9045-e6a9d182ba42 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684306'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:32.818279 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed58d6c8-3e1a-4a56-9045-e6a9d182ba42 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Network 72344975-0990-4efb-ab52-0087df9f571f is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:00:32.819846 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-ed58d6c8-3e1a-4a56-9045-e6a9d182ba42 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:00:32.922908 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed58d6c8-3e1a-4a56-9045-e6a9d182ba42 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Router b6ac78bd-2f70-4d7a-9493-08728e863451 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:00:33.046913 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2e326362-69f1-4fba-963e-bd8624381a4b None None] Provisioning complete for port c9fe37e9-7d63-48fd-a84a-48728ceebca9 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:33.047339 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2e326362-69f1-4fba-963e-bd8624381a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:33.086749 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-2e326362-69f1-4fba-963e-bd8624381a4b None None] Port c9fe37e9-7d63-48fd-a84a-48728ceebca9 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:00:33.332144 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed58d6c8-3e1a-4a56-9045-e6a9d182ba42 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:00:33.337260 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ed58d6c8-3e1a-4a56-9045-e6a9d182ba42 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] 10.222.0.57 "PUT /v2.0/routers/b6ac78bd-2f70-4d7a-9493-08728e863451/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8642020 Mar 22 11:00:33.340158 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41806) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:33.342768 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d0221a-05d5-4df5-8058-c972a569aa79 None None] Sync routers for ids ['b6ac78bd-2f70-4d7a-9493-08728e863451'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:00:33.353934 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d0221a-05d5-4df5-8058-c972a569aa79 None None] Routers {'b6ac78bd-2f70-4d7a-9493-08728e863451'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:00:33.354544 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-d8d0221a-05d5-4df5-8058-c972a569aa79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:00:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['b6ac78bd-2f70-4d7a-9493-08728e863451'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:33.386035 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-d8d0221a-05d5-4df5-8058-c972a569aa79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:33.395341 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d0221a-05d5-4df5-8058-c972a569aa79 None None] Routers {'b6ac78bd-2f70-4d7a-9493-08728e863451'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:00:33.396029 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-d8d0221a-05d5-4df5-8058-c972a569aa79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:00:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['b6ac78bd-2f70-4d7a-9493-08728e863451'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:33.430292 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-d8d0221a-05d5-4df5-8058-c972a569aa79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:33.430935 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d0221a-05d5-4df5-8058-c972a569aa79 None None] The sync data for ids ['b6ac78bd-2f70-4d7a-9493-08728e863451'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:00:33.431111 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dd80b404-1e3b-4db5-8c80-fdf35a8fe52a tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:33.516256 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-dd80b404-1e3b-4db5-8c80-fdf35a8fe52a tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 22 11:00:33.517617 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-dd80b404-1e3b-4db5-8c80-fdf35a8fe52a tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] 10.222.0.57 "DELETE /v2.0/routers/b6ac78bd-2f70-4d7a-9493-08728e863451 HTTP/1.1" status: 409 len: 329 time: 0.1765010 Mar 22 11:00:33.520936 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41808) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:33.834851 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ecfca045-b6fb-47d8-b31f-54aa0b8b0404 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683891'] for router_interface, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:34.077973 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-ecfca045-b6fb-47d8-b31f-54aa0b8b0404 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Deleting port c9fe37e9-7d63-48fd-a84a-48728ceebca9 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:00:34.078351 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ecfca045-b6fb-47d8-b31f-54aa0b8b0404 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:34.172695 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ecfca045-b6fb-47d8-b31f-54aa0b8b0404 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:34.186390 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-ecfca045-b6fb-47d8-b31f-54aa0b8b0404 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Calling delete_port for c9fe37e9-7d63-48fd-a84a-48728ceebca9 owned by network:router_interface {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:00:34.399238 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ecfca045-b6fb-47d8-b31f-54aa0b8b0404 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:34.426451 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfca045-b6fb-47d8-b31f-54aa0b8b0404 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Pushing event deleted for resources: {'Port': ['ID=c9fe37e9-7d63-48fd-a84a-48728ceebca9,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:34.576979 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ecfca045-b6fb-47d8-b31f-54aa0b8b0404 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684007'] for router_interface, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:34.742193 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecfca045-b6fb-47d8-b31f-54aa0b8b0404 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Router b6ac78bd-2f70-4d7a-9493-08728e863451 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:00:34.820035 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecfca045-b6fb-47d8-b31f-54aa0b8b0404 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:00:34.825041 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ecfca045-b6fb-47d8-b31f-54aa0b8b0404 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] 10.222.0.57 "PUT /v2.0/routers/b6ac78bd-2f70-4d7a-9493-08728e863451/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3031960 Mar 22 11:00:34.829122 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41814) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:34.832927 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac64b50-9a4a-4631-b5d6-6aacc56db3d0 None None] Sync routers for ids ['b6ac78bd-2f70-4d7a-9493-08728e863451'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:00:34.843412 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac64b50-9a4a-4631-b5d6-6aacc56db3d0 None None] Routers {'b6ac78bd-2f70-4d7a-9493-08728e863451'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:00:34.844012 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-bac64b50-9a4a-4631-b5d6-6aacc56db3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:00:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['b6ac78bd-2f70-4d7a-9493-08728e863451'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:34.867083 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-955cd6d3-f140-4590-b854-07825d7acad6 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] show failed (client error): The resource could not be found. Mar 22 11:00:34.872520 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-955cd6d3-f140-4590-b854-07825d7acad6 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] 10.222.0.57 "GET /v2.0/routers/tempest-non_exist_router-427236174 HTTP/1.1" status: 404 len: 334 time: 0.0380809 Mar 22 11:00:34.872727 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41816) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:34.877331 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-bac64b50-9a4a-4631-b5d6-6aacc56db3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:34.877508 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-d1845374-f2ab-41b3-911b-7c8e13090b1c tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:34.886677 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac64b50-9a4a-4631-b5d6-6aacc56db3d0 None None] Routers {'b6ac78bd-2f70-4d7a-9493-08728e863451'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:00:34.887276 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-bac64b50-9a4a-4631-b5d6-6aacc56db3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:00:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['b6ac78bd-2f70-4d7a-9493-08728e863451'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:34.918935 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.api.v2.resource [None req-d1845374-f2ab-41b3-911b-7c8e13090b1c tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] update failed (client error): The resource could not be found. Mar 22 11:00:34.920018 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-d1845374-f2ab-41b3-911b-7c8e13090b1c tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] 10.222.0.57 "PUT /v2.0/routers/tempest-non_exist_router-1124496859 HTTP/1.1" status: 404 len: 335 time: 0.0463402 Mar 22 11:00:34.923427 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-bac64b50-9a4a-4631-b5d6-6aacc56db3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:34.923725 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41818) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:34.924106 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac64b50-9a4a-4631-b5d6-6aacc56db3d0 None None] The sync data for ids ['b6ac78bd-2f70-4d7a-9493-08728e863451'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:00:34.977010 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bb1d2c7-fd66-4839-8698-d0478d4d6111 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Deleting subnet 7940e39e-e747-453c-8b58-5f48b9fb69f2 {{(pid=109050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 11:00:34.980334 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0bb1d2c7-fd66-4839-8698-d0478d4d6111 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks [] for subnet, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:35.021305 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0bb1d2c7-fd66-4839-8698-d0478d4d6111 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11961780'] for subnet, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:35.111098 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0bb1d2c7-fd66-4839-8698-d0478d4d6111 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:35.170913 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0bb1d2c7-fd66-4839-8698-d0478d4d6111 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:35.195783 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb1d2c7-fd66-4839-8698-d0478d4d6111 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Pushing event deleted for resources: {'Subnet': ['ID=7940e39e-e747-453c-8b58-5f48b9fb69f2,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:35.201714 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0bb1d2c7-fd66-4839-8698-d0478d4d6111 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:35.204834 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-0bb1d2c7-fd66-4839-8698-d0478d4d6111 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] 10.222.0.57 "DELETE /v2.0/subnets/7940e39e-e747-453c-8b58-5f48b9fb69f2 HTTP/1.1" status: 204 len: 168 time: 0.2801397 Mar 22 11:00:35.207344 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41820) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:35.211327 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad9c735-a789-4794-a0e0-acd95d283307 None None] Network 967c538d-03bc-4160-a1eb-c413fee62ed6 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:00:35.258358 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0397f01-319d-411d-b477-2b695fbfe611 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Deleting subnet 027dcaa8-1405-46ad-8bf3-77012f731c05 {{(pid=109050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 11:00:35.261657 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b0397f01-319d-411d-b477-2b695fbfe611 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks [] for subnet, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:35.306859 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b0397f01-319d-411d-b477-2b695fbfe611 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11961780'] for subnet, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:35.392574 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b0397f01-319d-411d-b477-2b695fbfe611 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:35.402779 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d5ba29-b398-4ebe-b053-3a87ebb0a6dd None None] DHCP port deletion for 967c538d-03bc-4160-a1eb-c413fee62ed6 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 11:00:35.454011 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-98d5ba29-b398-4ebe-b053-3a87ebb0a6dd None None] Deleting port e3c16bd6-a2fc-4811-b038-d43f2ea59562 {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:00:35.454389 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-98d5ba29-b398-4ebe-b053-3a87ebb0a6dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:35.461177 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b0397f01-319d-411d-b477-2b695fbfe611 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:35.491591 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0397f01-319d-411d-b477-2b695fbfe611 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Pushing event deleted for resources: {'Subnet': ['ID=027dcaa8-1405-46ad-8bf3-77012f731c05,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:35.498976 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b0397f01-319d-411d-b477-2b695fbfe611 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:35.505002 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-b0397f01-319d-411d-b477-2b695fbfe611 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] 10.222.0.57 "DELETE /v2.0/subnets/027dcaa8-1405-46ad-8bf3-77012f731c05 HTTP/1.1" status: 204 len: 168 time: 0.2939303 Mar 22 11:00:35.505002 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41822) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:35.506498 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149a99fb-978b-4ec2-9293-5548a15f595e None None] Network 875b18a7-3259-49d8-9fe5-49127c57b5d7 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:00:35.535002 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-98d5ba29-b398-4ebe-b053-3a87ebb0a6dd None None] For port e3c16bd6-a2fc-4811-b038-d43f2ea59562, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=e3c16bd6-a2fc-4811-b038-d43f2ea59562,segment=NetworkSegment(19da00b5-50a5-462d-982b-a6a98969047c),segment_id=19da00b5-50a5-462d-982b-a6a98969047c)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:00:35.535409 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-98d5ba29-b398-4ebe-b053-3a87ebb0a6dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:35.556547 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-98d5ba29-b398-4ebe-b053-3a87ebb0a6dd None None] Calling delete_port for e3c16bd6-a2fc-4811-b038-d43f2ea59562 owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:00:35.598990 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-94e2f65b-a06b-42ef-b12e-1d612dd3294f tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:35.650538 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-94e2f65b-a06b-42ef-b12e-1d612dd3294f tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Deleting port e3c16bd6-a2fc-4811-b038-d43f2ea59562 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:00:35.650882 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-94e2f65b-a06b-42ef-b12e-1d612dd3294f tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:35.712709 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-98d5ba29-b398-4ebe-b053-3a87ebb0a6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:35.719652 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-94e2f65b-a06b-42ef-b12e-1d612dd3294f tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] For port e3c16bd6-a2fc-4811-b038-d43f2ea59562, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=e3c16bd6-a2fc-4811-b038-d43f2ea59562,segment=NetworkSegment(19da00b5-50a5-462d-982b-a6a98969047c),segment_id=19da00b5-50a5-462d-982b-a6a98969047c)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:00:35.720019 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-94e2f65b-a06b-42ef-b12e-1d612dd3294f tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:35.733986 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-94e2f65b-a06b-42ef-b12e-1d612dd3294f tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Calling delete_port for e3c16bd6-a2fc-4811-b038-d43f2ea59562 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:00:35.739105 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d5ba29-b398-4ebe-b053-3a87ebb0a6dd None None] Pushing event deleted for resources: {'Port': ['ID=e3c16bd6-a2fc-4811-b038-d43f2ea59562,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:35.742912 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d5ba29-b398-4ebe-b053-3a87ebb0a6dd None None] No DVR routers for this DVR port e3c16bd6-a2fc-4811-b038-d43f2ea59562 on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:00:35.797592 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0055d1e3-5afa-4b49-a8d5-52016768250a None None] DHCP port deletion for 875b18a7-3259-49d8-9fe5-49127c57b5d7 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 11:00:35.818459 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-94e2f65b-a06b-42ef-b12e-1d612dd3294f tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:35.847005 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-0055d1e3-5afa-4b49-a8d5-52016768250a None None] Deleting port 42e48747-e593-4778-b812-2f369ee864fd {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:00:35.847630 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0055d1e3-5afa-4b49-a8d5-52016768250a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:35.855662 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e2f65b-a06b-42ef-b12e-1d612dd3294f tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Pushing event deleted for resources: {'Port': ['ID=e3c16bd6-a2fc-4811-b038-d43f2ea59562,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:35.861081 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e2f65b-a06b-42ef-b12e-1d612dd3294f tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] No DVR routers for this DVR port e3c16bd6-a2fc-4811-b038-d43f2ea59562 on host dv-neutron-834599-1-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:00:35.922830 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-0055d1e3-5afa-4b49-a8d5-52016768250a None None] For port 42e48747-e593-4778-b812-2f369ee864fd, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=42e48747-e593-4778-b812-2f369ee864fd,segment=NetworkSegment(d7e049be-318a-4883-b2df-7a15bbc806f3),segment_id=d7e049be-318a-4883-b2df-7a15bbc806f3)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:00:35.922830 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0055d1e3-5afa-4b49-a8d5-52016768250a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:35.930783 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-0055d1e3-5afa-4b49-a8d5-52016768250a None None] Calling delete_port for 42e48747-e593-4778-b812-2f369ee864fd owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:00:35.944613 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-94e2f65b-a06b-42ef-b12e-1d612dd3294f tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:35.965096 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-94e2f65b-a06b-42ef-b12e-1d612dd3294f tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['967c538d-03bc-4160-a1eb-c413fee62ed6']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:35.976379 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-94e2f65b-a06b-42ef-b12e-1d612dd3294f tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19da00b5-50a5-462d-982b-a6a98969047c') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:35.976675 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-94e2f65b-a06b-42ef-b12e-1d612dd3294f tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19da00b5-50a5-462d-982b-a6a98969047c') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:35.987404 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-94e2f65b-a06b-42ef-b12e-1d612dd3294f tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:36.001518 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-94e2f65b-a06b-42ef-b12e-1d612dd3294f tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:36.009513 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94e2f65b-a06b-42ef-b12e-1d612dd3294f tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:00:36.009847 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-94e2f65b-a06b-42ef-b12e-1d612dd3294f tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:36.011352 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0055d1e3-5afa-4b49-a8d5-52016768250a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:36.013036 dv-neutron-834599-1-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:00:36.013036 dv-neutron-834599-1-hyperv neutron-server[109050]: self.session.flush() Mar 22 11:00:36.013036 dv-neutron-834599-1-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:00:36.013036 dv-neutron-834599-1-hyperv neutron-server[109050]: self.session.flush() Mar 22 11:00:36.013036 dv-neutron-834599-1-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:00:36.013036 dv-neutron-834599-1-hyperv neutron-server[109050]: self.session.flush() Mar 22 11:00:36.013036 dv-neutron-834599-1-hyperv neutron-server[109050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 11:00:36.013036 dv-neutron-834599-1-hyperv neutron-server[109050]: self.session.flush() Mar 22 11:00:36.013036 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 11:00:36.013036 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:00:36.013036 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 11:00:36.013036 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:00:36.013036 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 11:00:36.013036 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 11:00:36.013036 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 11:00:36.013036 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:00:36.013036 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 11:00:36.013036 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:00:36.013036 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 11:00:36.013036 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:00:36.013036 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 11:00:36.013036 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 11:00:36.013036 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:00:36.013036 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 11:00:36.013036 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:00:36.013036 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 11:00:36.013036 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 11:00:36.013036 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 11:00:36.013036 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 11:00:36.013036 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 11:00:36.013036 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:00:36.013036 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:00:36.013036 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 11:00:36.013036 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:00:36.013036 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:00:36.013036 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:00:36.013036 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:00:36.013036 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:00:36.013036 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:00:36.013036 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:00:36.040463 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0055d1e3-5afa-4b49-a8d5-52016768250a None None] Pushing event deleted for resources: {'Port': ['ID=42e48747-e593-4778-b812-2f369ee864fd,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:36.048268 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0055d1e3-5afa-4b49-a8d5-52016768250a None None] No DVR routers for this DVR port 42e48747-e593-4778-b812-2f369ee864fd on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:00:36.081422 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-94e2f65b-a06b-42ef-b12e-1d612dd3294f tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:36.089651 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-94e2f65b-a06b-42ef-b12e-1d612dd3294f tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:36.092817 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-94e2f65b-a06b-42ef-b12e-1d612dd3294f tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] 10.222.0.57 "DELETE /v2.0/networks/967c538d-03bc-4160-a1eb-c413fee62ed6 HTTP/1.1" status: 204 len: 168 time: 0.5869272 Mar 22 11:00:36.095584 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41824) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:36.102664 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e2f65b-a06b-42ef-b12e-1d612dd3294f tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Pushing event deleted for resources: {'Network': ['ID=967c538d-03bc-4160-a1eb-c413fee62ed6,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:36.178273 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-645ceca6-593a-4017-8558-8589860f5f7c tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:36.261883 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-645ceca6-593a-4017-8558-8589860f5f7c tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:36.282794 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-645ceca6-593a-4017-8558-8589860f5f7c tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['875b18a7-3259-49d8-9fe5-49127c57b5d7']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:36.292732 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-645ceca6-593a-4017-8558-8589860f5f7c tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7e049be-318a-4883-b2df-7a15bbc806f3') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:36.293029 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-645ceca6-593a-4017-8558-8589860f5f7c tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7e049be-318a-4883-b2df-7a15bbc806f3') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:36.309285 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-645ceca6-593a-4017-8558-8589860f5f7c tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:36.323290 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-645ceca6-593a-4017-8558-8589860f5f7c tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:36.329326 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-645ceca6-593a-4017-8558-8589860f5f7c tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:00:36.329701 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-645ceca6-593a-4017-8558-8589860f5f7c tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:36.332689 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 11:00:36.332689 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:00:36.332689 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 11:00:36.332689 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:00:36.332689 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 11:00:36.332689 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 11:00:36.332689 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 11:00:36.332689 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:00:36.332689 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 11:00:36.332689 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:00:36.332689 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 11:00:36.332689 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:00:36.332689 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 11:00:36.332689 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 11:00:36.332689 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:00:36.332689 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 11:00:36.332689 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:00:36.332689 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 11:00:36.332689 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 11:00:36.332689 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 11:00:36.332689 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 11:00:36.332689 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 11:00:36.332689 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:00:36.332689 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:00:36.332689 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 11:00:36.332689 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:00:36.332689 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:00:36.332689 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:00:36.332689 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:00:36.332689 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:00:36.332689 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:00:36.332689 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:00:36.396140 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-645ceca6-593a-4017-8558-8589860f5f7c tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:36.403170 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-645ceca6-593a-4017-8558-8589860f5f7c tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:36.406252 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-645ceca6-593a-4017-8558-8589860f5f7c tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] 10.222.0.57 "DELETE /v2.0/networks/875b18a7-3259-49d8-9fe5-49127c57b5d7 HTTP/1.1" status: 204 len: 168 time: 0.3096621 Mar 22 11:00:36.409015 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41826) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:36.417530 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645ceca6-593a-4017-8558-8589860f5f7c tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Pushing event deleted for resources: {'Network': ['ID=875b18a7-3259-49d8-9fe5-49127c57b5d7,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:36.463483 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ff6f95a-15c8-4ace-a001-75d97f01b2b0 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Deleting subnet 8c0786bb-7a8c-4a1f-83f1-e70ee7d9c4a6 {{(pid=109050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 11:00:36.466694 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4ff6f95a-15c8-4ace-a001-75d97f01b2b0 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks [] for subnet, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:36.508392 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4ff6f95a-15c8-4ace-a001-75d97f01b2b0 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11961780'] for subnet, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:36.596646 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4ff6f95a-15c8-4ace-a001-75d97f01b2b0 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:36.658411 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4ff6f95a-15c8-4ace-a001-75d97f01b2b0 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:36.685375 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6f95a-15c8-4ace-a001-75d97f01b2b0 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Pushing event deleted for resources: {'Subnet': ['ID=8c0786bb-7a8c-4a1f-83f1-e70ee7d9c4a6,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:36.690617 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4ff6f95a-15c8-4ace-a001-75d97f01b2b0 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:36.694085 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-4ff6f95a-15c8-4ace-a001-75d97f01b2b0 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] 10.222.0.57 "DELETE /v2.0/subnets/8c0786bb-7a8c-4a1f-83f1-e70ee7d9c4a6 HTTP/1.1" status: 204 len: 168 time: 0.2840285 Mar 22 11:00:36.697266 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41828) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:36.698973 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86030d05-d79c-4be2-b208-ccabc778b659 None None] Network 72344975-0990-4efb-ab52-0087df9f571f requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:00:36.779078 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f5343672-d873-41da-87ce-7c21d70e6a0d tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:36.835175 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-f5343672-d873-41da-87ce-7c21d70e6a0d tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Deleting port 884759b0-2071-4db2-87a8-be045ffd344c {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:00:36.835565 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f5343672-d873-41da-87ce-7c21d70e6a0d tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:36.893874 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac584092-62c2-4717-9046-aea8099f266d None None] DHCP port deletion for 72344975-0990-4efb-ab52-0087df9f571f request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 11:00:36.907973 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-f5343672-d873-41da-87ce-7c21d70e6a0d tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] For port 884759b0-2071-4db2-87a8-be045ffd344c, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=884759b0-2071-4db2-87a8-be045ffd344c,segment=NetworkSegment(6d1f720c-7975-4212-a35a-1452aff60dac),segment_id=6d1f720c-7975-4212-a35a-1452aff60dac)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:00:36.908346 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f5343672-d873-41da-87ce-7c21d70e6a0d tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:36.921824 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-f5343672-d873-41da-87ce-7c21d70e6a0d tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Calling delete_port for 884759b0-2071-4db2-87a8-be045ffd344c owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:00:36.946800 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-ac584092-62c2-4717-9046-aea8099f266d None None] Deleting port 884759b0-2071-4db2-87a8-be045ffd344c {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:00:36.947191 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ac584092-62c2-4717-9046-aea8099f266d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:36.962335 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 42e48747-e593-4778-b812-2f369ee864fd no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:00:36.991049 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 42e48747-e593-4778-b812-2f369ee864fd {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:00:36.991412 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 42e48747-e593-4778-b812-2f369ee864fd not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:00:36.991814 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device e3c16bd6-a2fc-4811-b038-d43f2ea59562 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:00:37.004880 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f5343672-d873-41da-87ce-7c21d70e6a0d tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:37.030985 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5343672-d873-41da-87ce-7c21d70e6a0d tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Pushing event deleted for resources: {'Port': ['ID=884759b0-2071-4db2-87a8-be045ffd344c,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:37.035914 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5343672-d873-41da-87ce-7c21d70e6a0d tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] No DVR routers for this DVR port 884759b0-2071-4db2-87a8-be045ffd344c on host dv-neutron-834599-1-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:00:37.045012 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: e3c16bd6-a2fc-4811-b038-d43f2ea59562 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:00:37.045365 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device e3c16bd6-a2fc-4811-b038-d43f2ea59562 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:00:37.045772 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 884759b0-2071-4db2-87a8-be045ffd344c no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:00:37.068398 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 884759b0-2071-4db2-87a8-be045ffd344c {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:00:37.068717 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 884759b0-2071-4db2-87a8-be045ffd344c not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:00:37.071429 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-ac584092-62c2-4717-9046-aea8099f266d None None] For port 884759b0-2071-4db2-87a8-be045ffd344c, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=884759b0-2071-4db2-87a8-be045ffd344c,segment=NetworkSegment(6d1f720c-7975-4212-a35a-1452aff60dac),segment_id=6d1f720c-7975-4212-a35a-1452aff60dac)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:00:37.071827 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ac584092-62c2-4717-9046-aea8099f266d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:37.086932 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-ac584092-62c2-4717-9046-aea8099f266d None None] Calling delete_port for 884759b0-2071-4db2-87a8-be045ffd344c owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:00:37.124163 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f5343672-d873-41da-87ce-7c21d70e6a0d tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:37.144728 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-f5343672-d873-41da-87ce-7c21d70e6a0d tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72344975-0990-4efb-ab52-0087df9f571f']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:37.155502 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-f5343672-d873-41da-87ce-7c21d70e6a0d tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d1f720c-7975-4212-a35a-1452aff60dac') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:37.155769 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-f5343672-d873-41da-87ce-7c21d70e6a0d tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d1f720c-7975-4212-a35a-1452aff60dac') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:37.165645 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f5343672-d873-41da-87ce-7c21d70e6a0d tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:37.168300 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ac584092-62c2-4717-9046-aea8099f266d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:37.182029 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f5343672-d873-41da-87ce-7c21d70e6a0d tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:37.188140 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5343672-d873-41da-87ce-7c21d70e6a0d tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:00:37.188528 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f5343672-d873-41da-87ce-7c21d70e6a0d tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:37.191984 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 11:00:37.191984 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:00:37.191984 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 11:00:37.191984 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:00:37.191984 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 11:00:37.191984 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 11:00:37.191984 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 11:00:37.191984 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:00:37.191984 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 11:00:37.191984 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:00:37.191984 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 11:00:37.191984 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:00:37.191984 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 11:00:37.191984 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 11:00:37.191984 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:00:37.191984 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 11:00:37.191984 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:00:37.191984 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 11:00:37.191984 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 11:00:37.191984 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 11:00:37.191984 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 11:00:37.191984 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 11:00:37.191984 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:00:37.191984 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:00:37.191984 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 11:00:37.191984 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:00:37.191984 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:00:37.191984 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:00:37.191984 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:00:37.191984 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:00:37.191984 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:00:37.191984 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:00:37.196553 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac584092-62c2-4717-9046-aea8099f266d None None] Pushing event deleted for resources: {'Port': ['ID=884759b0-2071-4db2-87a8-be045ffd344c,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:37.200036 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac584092-62c2-4717-9046-aea8099f266d None None] No DVR routers for this DVR port 884759b0-2071-4db2-87a8-be045ffd344c on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:00:37.259054 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f5343672-d873-41da-87ce-7c21d70e6a0d tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:37.266335 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f5343672-d873-41da-87ce-7c21d70e6a0d tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:37.269836 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-f5343672-d873-41da-87ce-7c21d70e6a0d tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] 10.222.0.57 "DELETE /v2.0/networks/72344975-0990-4efb-ab52-0087df9f571f HTTP/1.1" status: 204 len: 168 time: 0.5712714 Mar 22 11:00:37.272697 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41832) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:37.282147 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5343672-d873-41da-87ce-7c21d70e6a0d tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Pushing event deleted for resources: {'Network': ['ID=72344975-0990-4efb-ab52-0087df9f571f,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:37.299183 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-01d3a5da-a4bf-46d5-82ea-f1deb9369640 tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6ac78bd-2f70-4d7a-9493-08728e863451 HTTP/1.1" status: 200 len: 205 time: 0.0253131 Mar 22 11:00:37.301887 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41834) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:37.378286 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8a798bdc-f29a-42f2-ab0b-162f666ecdbd tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks [] for router, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:37.681298 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b23def9b-9e73-4e06-b874-760212536ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:37.880525 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8a798bdc-f29a-42f2-ab0b-162f666ecdbd tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:37.882765 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8a798bdc-f29a-42f2-ab0b-162f666ecdbd tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:37.926249 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8a798bdc-f29a-42f2-ab0b-162f666ecdbd tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:37.927061 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a798bdc-f29a-42f2-ab0b-162f666ecdbd tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Fanout notify agent at l3_agent the message router_deleted on router b6ac78bd-2f70-4d7a-9493-08728e863451 {{(pid=109050) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 11:00:37.937311 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8a798bdc-f29a-42f2-ab0b-162f666ecdbd tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:37.938982 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-8a798bdc-f29a-42f2-ab0b-162f666ecdbd tempest-RoutersNegativeTest-1218818971 tempest-RoutersNegativeTest-1218818971-project] 10.222.0.57 "DELETE /v2.0/routers/b6ac78bd-2f70-4d7a-9493-08728e863451 HTTP/1.1" status: 204 len: 168 time: 0.6360197 Mar 22 11:00:38.204508 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41840) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:38.344979 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7c1f9429-6643-4fe9-a866-308e5d92b898 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=493c3e90f5c74ca7932938b0ee60ce6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1391652 Mar 22 11:00:38.347819 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41844) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:38.397812 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-76a3f6d0-6745-4cc4-b37b-3a63efe77a36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:38.418755 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-76a3f6d0-6745-4cc4-b37b-3a63efe77a36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:38.467553 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-76a3f6d0-6745-4cc4-b37b-3a63efe77a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:38.470005 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-76a3f6d0-6745-4cc4-b37b-3a63efe77a36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:38.471154 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-76a3f6d0-6745-4cc4-b37b-3a63efe77a36 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/eefd7fce-6393-411b-ab40-03e4d74fcd13 HTTP/1.1" status: 204 len: 168 time: 0.1222713 Mar 22 11:00:38.479586 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a3f6d0-6745-4cc4-b37b-3a63efe77a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eefd7fce-6393-411b-ab40-03e4d74fcd13,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:39.173064 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41866) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:39.288215 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-9842db06-e4ae-4937-98b3-11aab35504bd tempest-ServiceProvidersTest-273211648 tempest-ServiceProvidersTest-273211648-project] 10.222.0.57 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1139858 Mar 22 11:00:39.546877 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41874) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:39.659891 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-20681872-d460-4742-96a3-dae8cb09b90c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:39.736935 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-20681872-d460-4742-96a3-dae8cb09b90c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:39.742149 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-20681872-d460-4742-96a3-dae8cb09b90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:39.779979 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-20681872-d460-4742-96a3-dae8cb09b90c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d4596eaadd0641a1a473a6beee574b82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2319527 Mar 22 11:00:39.780946 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20681872-d460-4742-96a3-dae8cb09b90c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23793610-b44f-4c0a-96b3-137565a5cc61,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:39.782859 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41878) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:39.818330 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-be16fbae-5443-42e2-9413-e3a7e8c9ad36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:39.845176 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-46127b47-ecaa-423c-bf34-449b937b4702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:39.869208 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-46127b47-ecaa-423c-bf34-449b937b4702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:39.918188 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-46127b47-ecaa-423c-bf34-449b937b4702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:39.920809 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-46127b47-ecaa-423c-bf34-449b937b4702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:39.921979 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-46127b47-ecaa-423c-bf34-449b937b4702 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/23793610-b44f-4c0a-96b3-137565a5cc61 HTTP/1.1" status: 204 len: 168 time: 0.1381178 Mar 22 11:00:39.929688 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46127b47-ecaa-423c-bf34-449b937b4702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23793610-b44f-4c0a-96b3-137565a5cc61,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:40.572812 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41902) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:40.672578 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-16b1b84b-2f75-4143-b05e-ffdc83db1272 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1115789668-network', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:40.693298 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b1b84b-2f75-4143-b05e-ffdc83db1272 admin admin] Made reservation on behalf of c9a2db67725b46b3a61d41bcf76d544c for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:00:40.695786 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-16b1b84b-2f75-4143-b05e-ffdc83db1272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:40.704187 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-16b1b84b-2f75-4143-b05e-ffdc83db1272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:40.783314 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-16b1b84b-2f75-4143-b05e-ffdc83db1272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:40.788823 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-16b1b84b-2f75-4143-b05e-ffdc83db1272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:40.814332 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16b1b84b-2f75-4143-b05e-ffdc83db1272 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:00:40.824203 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b1b84b-2f75-4143-b05e-ffdc83db1272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e26e55-2103-4202-890e-d9dbedc623a7,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:40.829535 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-16b1b84b-2f75-4143-b05e-ffdc83db1272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:40.829916 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-16b1b84b-2f75-4143-b05e-ffdc83db1272 admin admin] Added segment 1a35a9ba-da81-41c2-b3e4-2353befb7bac of type vlan for network 8f28cb31-2d61-41e3-9539-25a6eb750a37 Mar 22 11:00:40.873863 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-16b1b84b-2f75-4143-b05e-ffdc83db1272 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:40.898879 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-16b1b84b-2f75-4143-b05e-ffdc83db1272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:40.899894 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b1b84b-2f75-4143-b05e-ffdc83db1272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:00:40.900512 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-16b1b84b-2f75-4143-b05e-ffdc83db1272 admin admin] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:40.934195 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-16b1b84b-2f75-4143-b05e-ffdc83db1272 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3600054 Mar 22 11:00:40.937225 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41906) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:40.942238 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-31aca6af-1699-4a6d-a8ae-24aed093cf05 admin admin] Request body: {'subnet': {'network_id': '8f28cb31-2d61-41e3-9539-25a6eb750a37', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1115789668-subnet', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'ip_version': 4}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:40.963121 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31aca6af-1699-4a6d-a8ae-24aed093cf05 admin admin] Made reservation on behalf of c9a2db67725b46b3a61d41bcf76d544c for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:00:40.965267 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b1b84b-2f75-4143-b05e-ffdc83db1272 admin admin] Pushing event updated for resources: {'Network': ['ID=8f28cb31-2d61-41e3-9539-25a6eb750a37,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:40.965863 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-31aca6af-1699-4a6d-a8ae-24aed093cf05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:40.976074 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 8f28cb31-2d61-41e3-9539-25a6eb750a37 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 11:00:41.085215 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:41.151555 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-31aca6af-1699-4a6d-a8ae-24aed093cf05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:41.200045 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aca6af-1699-4a6d-a8ae-24aed093cf05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8080d27b-6577-44db-a10e-53ade16f0755,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:41.216490 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31aca6af-1699-4a6d-a8ae-24aed093cf05 admin admin] Checking segment: {'id': '1a35a9ba-da81-41c2-b3e4-2353befb7bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8f28cb31-2d61-41e3-9539-25a6eb750a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:00:41.216845 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31aca6af-1699-4a6d-a8ae-24aed093cf05 admin admin] Network hostable DHCP agents. Network: 8f28cb31-2d61-41e3-9539-25a6eb750a37, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:00:41.234121 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31aca6af-1699-4a6d-a8ae-24aed093cf05 admin admin] Network 8f28cb31-2d61-41e3-9539-25a6eb750a37 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:00:41.243068 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-31aca6af-1699-4a6d-a8ae-24aed093cf05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 8f28cb31-2d61-41e3-9539-25a6eb750a37) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:00:41.249065 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31aca6af-1699-4a6d-a8ae-24aed093cf05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:00:41.249065 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-31aca6af-1699-4a6d-a8ae-24aed093cf05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:41.253136 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c754dfb-d070-4c33-89a1-c4de0b164128 None None] Network 8f28cb31-2d61-41e3-9539-25a6eb750a37 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:00:41.266561 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-31aca6af-1699-4a6d-a8ae-24aed093cf05 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3281755 Mar 22 11:00:41.269622 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41908) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:41.274540 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-2cf05135-69fb-40e5-9fa7-5d6be34e4ecc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1115789668-router', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:41.293573 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2cf05135-69fb-40e5-9fa7-5d6be34e4ecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:41.294641 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2cf05135-69fb-40e5-9fa7-5d6be34e4ecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:41.350482 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2cf05135-69fb-40e5-9fa7-5d6be34e4ecc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:41.400989 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9dc414-9fbc-4ff2-8126-774da363b031 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-8f28cb31-2d61-41e3-9539-25a6eb750a37', 'network_id': '8f28cb31-2d61-41e3-9539-25a6eb750a37', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'fixed_ips': [{'subnet_id': '8080d27b-6577-44db-a10e-53ade16f0755'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 11:00:41.402139 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3f9dc414-9fbc-4ff2-8126-774da363b031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:41.485321 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2cf05135-69fb-40e5-9fa7-5d6be34e4ecc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:41.542390 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-3f9dc414-9fbc-4ff2-8126-774da363b031 None None] Allocated IP 172.20.0.2 (8f28cb31-2d61-41e3-9539-25a6eb750a37/8080d27b-6577-44db-a10e-53ade16f0755/23836aa6-3b20-4e7e-ae64-777d2d9cb3d6) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:00:41.690356 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3f9dc414-9fbc-4ff2-8126-774da363b031 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:41.694683 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2cf05135-69fb-40e5-9fa7-5d6be34e4ecc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:41.697922 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3f9dc414-9fbc-4ff2-8126-774da363b031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:41.714183 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2cf05135-69fb-40e5-9fa7-5d6be34e4ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:41.743075 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9dc414-9fbc-4ff2-8126-774da363b031 None None] Network 8f28cb31-2d61-41e3-9539-25a6eb750a37 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:00:41.745854 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-3f9dc414-9fbc-4ff2-8126-774da363b031 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:00:41.750104 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9dc414-9fbc-4ff2-8126-774da363b031 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:00:41.758346 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9dc414-9fbc-4ff2-8126-774da363b031 None None] Pushing event updated for resources: {'Port': ['ID=23836aa6-3b20-4e7e-ae64-777d2d9cb3d6,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:41.809776 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-3f9dc414-9fbc-4ff2-8126-774da363b031 None None] Attempting to bind port 23836aa6-3b20-4e7e-ae64-777d2d9cb3d6 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:00:41.810146 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-3f9dc414-9fbc-4ff2-8126-774da363b031 None None] Attempting to bind port 23836aa6-3b20-4e7e-ae64-777d2d9cb3d6 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '1a35a9ba-da81-41c2-b3e4-2353befb7bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8f28cb31-2d61-41e3-9539-25a6eb750a37'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:00:41.810472 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9dc414-9fbc-4ff2-8126-774da363b031 None None] Attempting to bind port 23836aa6-3b20-4e7e-ae64-777d2d9cb3d6 on network 8f28cb31-2d61-41e3-9539-25a6eb750a37 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:00:41.815672 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9dc414-9fbc-4ff2-8126-774da363b031 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:00:41.816047 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9dc414-9fbc-4ff2-8126-774da363b031 None None] Checking segment: {'id': '1a35a9ba-da81-41c2-b3e4-2353befb7bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8f28cb31-2d61-41e3-9539-25a6eb750a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:00:41.816452 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3f9dc414-9fbc-4ff2-8126-774da363b031 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:41.816841 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9dc414-9fbc-4ff2-8126-774da363b031 None None] Bound using segment: {'id': '1a35a9ba-da81-41c2-b3e4-2353befb7bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8f28cb31-2d61-41e3-9539-25a6eb750a37'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:00:41.817374 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-3f9dc414-9fbc-4ff2-8126-774da363b031 None None] Bound port: 23836aa6-3b20-4e7e-ae64-777d2d9cb3d6, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a35a9ba-da81-41c2-b3e4-2353befb7bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8f28cb31-2d61-41e3-9539-25a6eb750a37'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:00:41.817789 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3f9dc414-9fbc-4ff2-8126-774da363b031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:41.826865 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-2cf05135-69fb-40e5-9fa7-5d6be34e4ecc admin admin] Allocated IP 172.26.7.163 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:00:41.883115 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-3f9dc414-9fbc-4ff2-8126-774da363b031 None None] For port 23836aa6-3b20-4e7e-ae64-777d2d9cb3d6, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:00:41.887210 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-3f9dc414-9fbc-4ff2-8126-774da363b031 None None] For port 23836aa6-3b20-4e7e-ae64-777d2d9cb3d6, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=23836aa6-3b20-4e7e-ae64-777d2d9cb3d6,segment=NetworkSegment(1a35a9ba-da81-41c2-b3e4-2353befb7bac),segment_id=1a35a9ba-da81-41c2-b3e4-2353befb7bac)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:00:41.893795 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3f9dc414-9fbc-4ff2-8126-774da363b031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:41.932749 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2cf05135-69fb-40e5-9fa7-5d6be34e4ecc admin admin] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:41.957736 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9dc414-9fbc-4ff2-8126-774da363b031 None None] Pushing event updated for resources: {'Port': ['ID=23836aa6-3b20-4e7e-ae64-777d2d9cb3d6,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:41.971963 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2cf05135-69fb-40e5-9fa7-5d6be34e4ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:42.016352 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf05135-69fb-40e5-9fa7-5d6be34e4ecc admin admin] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:00:42.019496 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-2cf05135-69fb-40e5-9fa7-5d6be34e4ecc admin admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:00:42.023790 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf05135-69fb-40e5-9fa7-5d6be34e4ecc admin admin] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:00:42.026900 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf05135-69fb-40e5-9fa7-5d6be34e4ecc admin admin] Pushing event updated for resources: {'Port': ['ID=c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:42.136677 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:00:42.288770 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2cf05135-69fb-40e5-9fa7-5d6be34e4ecc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:42.508149 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:42.784437 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:42.795008 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2cf05135-69fb-40e5-9fa7-5d6be34e4ecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:42.932502 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3f5a9f-7102-4707-afe1-832da1e4f02b None None] Network 8f28cb31-2d61-41e3-9539-25a6eb750a37 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:00:42.942741 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf05135-69fb-40e5-9fa7-5d6be34e4ecc admin admin] Router 7fe3b75b-d7c7-4282-aac4-068d497a5d94 is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 11:00:43.001225 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 23836aa6-3b20-4e7e-ae64-777d2d9cb3d6 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:00:43.056036 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf05135-69fb-40e5-9fa7-5d6be34e4ecc admin admin] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:00:43.068152 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2249e5c-bae1-4abc-87ce-0e2977d92f4c None None] Sync routers for ids ['7fe3b75b-d7c7-4282-aac4-068d497a5d94'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:00:43.076756 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2cf05135-69fb-40e5-9fa7-5d6be34e4ecc admin admin] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:43.079858 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2249e5c-bae1-4abc-87ce-0e2977d92f4c None None] Routers {'7fe3b75b-d7c7-4282-aac4-068d497a5d94'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:00:43.080714 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-c2249e5c-bae1-4abc-87ce-0e2977d92f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:00:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['7fe3b75b-d7c7-4282-aac4-068d497a5d94'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:43.081082 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41910) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:43.081571 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2cf05135-69fb-40e5-9fa7-5d6be34e4ecc admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8099129 Mar 22 11:00:43.189583 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-c2249e5c-bae1-4abc-87ce-0e2977d92f4c None None] Set router 7fe3b75b-d7c7-4282-aac4-068d497a5d94 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:00:43.219144 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-9512527b-ac5c-4eb1-a786-cd785cd55fe3 None None] Provisioning complete for port 23836aa6-3b20-4e7e-ae64-777d2d9cb3d6 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:43.219539 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9512527b-ac5c-4eb1-a786-cd785cd55fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:43.307931 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:43.326701 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 23836aa6-3b20-4e7e-ae64-777d2d9cb3d6 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:43.327097 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:43.392648 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-c2249e5c-bae1-4abc-87ce-0e2977d92f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'name': 'tempest-TestVolumeBootPattern-1115789668-router', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:00:41Z', 'updated_at': '2022-03-22T11:00:42Z', 'revision_number': 3, 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'gw_port': {'id': 'c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ed:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:41Z', 'updated_at': '2022-03-22T11:00:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:43.421364 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2249e5c-bae1-4abc-87ce-0e2977d92f4c None None] Checking router: 7fe3b75b-d7c7-4282-aac4-068d497a5d94 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:00:43.421708 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2249e5c-bae1-4abc-87ce-0e2977d92f4c None None] Updating router 7fe3b75b-d7c7-4282-aac4-068d497a5d94 port c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12 binding host dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:00:43.422195 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9512527b-ac5c-4eb1-a786-cd785cd55fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:43.450310 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-c2249e5c-bae1-4abc-87ce-0e2977d92f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:43.467407 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-9512527b-ac5c-4eb1-a786-cd785cd55fe3 None None] For port 23836aa6-3b20-4e7e-ae64-777d2d9cb3d6, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=23836aa6-3b20-4e7e-ae64-777d2d9cb3d6,segment=NetworkSegment(1a35a9ba-da81-41c2-b3e4-2353befb7bac),segment_id=1a35a9ba-da81-41c2-b3e4-2353befb7bac)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:00:43.498116 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9512527b-ac5c-4eb1-a786-cd785cd55fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:43.554551 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:43.578819 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-93fca12f-68e2-4be9-a286-65cf9a94bf05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:43.599520 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9512527b-ac5c-4eb1-a786-cd785cd55fe3 None None] Pushing event updated for resources: {'Port': ['ID=23836aa6-3b20-4e7e-ae64-777d2d9cb3d6,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:43.645977 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.db.api [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:00:43.646327 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG oslo_db.api [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:00:43.721949 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-0a21146b-ce5a-48f3-b287-167ff1adab52 None None] Provisioning complete for port 23836aa6-3b20-4e7e-ae64-777d2d9cb3d6 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:43.722303 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0a21146b-ce5a-48f3-b287-167ff1adab52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:43.736628 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-c2249e5c-bae1-4abc-87ce-0e2977d92f4c None None] Notify callbacks [] for port, precommit_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:43.745310 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-c2249e5c-bae1-4abc-87ce-0e2977d92f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:43.789395 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-c2249e5c-bae1-4abc-87ce-0e2977d92f4c None None] Attempting to bind port c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:00:43.789787 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-c2249e5c-bae1-4abc-87ce-0e2977d92f4c None None] Attempting to bind port c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:00:43.790143 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2249e5c-bae1-4abc-87ce-0e2977d92f4c None None] Attempting to bind port c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12 on network a14ca783-6f82-4799-85a3-4cbe79c980a8 {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:00:43.801397 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2249e5c-bae1-4abc-87ce-0e2977d92f4c None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:00:43.801798 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2249e5c-bae1-4abc-87ce-0e2977d92f4c None None] Checking segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:00:43.802381 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-c2249e5c-bae1-4abc-87ce-0e2977d92f4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:43.802906 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2249e5c-bae1-4abc-87ce-0e2977d92f4c None None] Bound using segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:00:43.803568 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-c2249e5c-bae1-4abc-87ce-0e2977d92f4c None None] Bound port: c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:00:43.803924 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-c2249e5c-bae1-4abc-87ce-0e2977d92f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:43.805880 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-93fca12f-68e2-4be9-a286-65cf9a94bf05 admin admin] Allocated IP 172.20.0.1 (8f28cb31-2d61-41e3-9539-25a6eb750a37/8080d27b-6577-44db-a10e-53ade16f0755/8553fc9a-ff90-48df-8d68-068b5c1f229b) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:00:43.832451 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1673a39f-dc16-414d-85f2-8902e9b34793 None None] Pushing event updated for resources: {'Port': ['ID=c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12,revision_number=2']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:43.843237 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1673a39f-dc16-414d-85f2-8902e9b34793 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:00:43.843625 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1673a39f-dc16-414d-85f2-8902e9b34793 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:00:43.843963 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1673a39f-dc16-414d-85f2-8902e9b34793 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:00:43.844287 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1673a39f-dc16-414d-85f2-8902e9b34793 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:00:43.844605 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1673a39f-dc16-414d-85f2-8902e9b34793 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:00:43.844936 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1673a39f-dc16-414d-85f2-8902e9b34793 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:00:43.845258 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1673a39f-dc16-414d-85f2-8902e9b34793 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:00:43.845585 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1673a39f-dc16-414d-85f2-8902e9b34793 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:00:43.845917 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1673a39f-dc16-414d-85f2-8902e9b34793 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:00:43.846233 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1673a39f-dc16-414d-85f2-8902e9b34793 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:00:43.846549 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1673a39f-dc16-414d-85f2-8902e9b34793 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:00:43.846862 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1673a39f-dc16-414d-85f2-8902e9b34793 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:00:43.876163 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-c2249e5c-bae1-4abc-87ce-0e2977d92f4c None None] For port c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:00:43.880774 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-c2249e5c-bae1-4abc-87ce-0e2977d92f4c None None] For port c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:00:43.886113 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-c2249e5c-bae1-4abc-87ce-0e2977d92f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:43.912572 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-93fca12f-68e2-4be9-a286-65cf9a94bf05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:43.940521 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2249e5c-bae1-4abc-87ce-0e2977d92f4c None None] Routers {'7fe3b75b-d7c7-4282-aac4-068d497a5d94'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:00:43.941146 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-c2249e5c-bae1-4abc-87ce-0e2977d92f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:00:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['7fe3b75b-d7c7-4282-aac4-068d497a5d94'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:43.948029 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-93fca12f-68e2-4be9-a286-65cf9a94bf05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:43.988877 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1673a39f-dc16-414d-85f2-8902e9b34793 None None] Pushing event updated for resources: {'Port': ['ID=c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12,revision_number=3']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:43.995819 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fca12f-68e2-4be9-a286-65cf9a94bf05 admin admin] Network 8f28cb31-2d61-41e3-9539-25a6eb750a37 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:00:43.998753 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-93fca12f-68e2-4be9-a286-65cf9a94bf05 admin admin] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:00:44.002116 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fca12f-68e2-4be9-a286-65cf9a94bf05 admin admin] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:00:44.026368 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fca12f-68e2-4be9-a286-65cf9a94bf05 admin admin] Pushing event updated for resources: {'Port': ['ID=8553fc9a-ff90-48df-8d68-068b5c1f229b,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:44.047610 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-93fca12f-68e2-4be9-a286-65cf9a94bf05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684270'] for router_interface, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:44.069271 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-c2249e5c-bae1-4abc-87ce-0e2977d92f4c None None] Set router 7fe3b75b-d7c7-4282-aac4-068d497a5d94 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:00:44.193569 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-93fca12f-68e2-4be9-a286-65cf9a94bf05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:44.233997 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-c5ef4f02-d992-486a-a1a6-0b4c42c1a5e4 None None] Provisioning complete for port 8553fc9a-ff90-48df-8d68-068b5c1f229b triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:44.234669 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c5ef4f02-d992-486a-a1a6-0b4c42c1a5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:44.268973 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-c2249e5c-bae1-4abc-87ce-0e2977d92f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'name': 'tempest-TestVolumeBootPattern-1115789668-router', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:00:41Z', 'updated_at': '2022-03-22T11:00:42Z', 'revision_number': 3, 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'gw_port': {'id': 'c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ed:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:41Z', 'updated_at': '2022-03-22T11:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:44.273063 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-c5ef4f02-d992-486a-a1a6-0b4c42c1a5e4 None None] Port 8553fc9a-ff90-48df-8d68-068b5c1f229b cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:00:44.295768 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2249e5c-bae1-4abc-87ce-0e2977d92f4c None None] The sync data for ids ['7fe3b75b-d7c7-4282-aac4-068d497a5d94'] in dv-neutron-834599-1-hyperv is: [{'id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'name': 'tempest-TestVolumeBootPattern-1115789668-router', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:00:41Z', 'updated_at': '2022-03-22T11:00:42Z', 'revision_number': 3, 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'gw_port': {'id': 'c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ed:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:41Z', 'updated_at': '2022-03-22T11:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:00:44.369489 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-93fca12f-68e2-4be9-a286-65cf9a94bf05 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:44.375831 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-93fca12f-68e2-4be9-a286-65cf9a94bf05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:44.442069 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-93fca12f-68e2-4be9-a286-65cf9a94bf05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684306'] for router_interface, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:44.443895 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fca12f-68e2-4be9-a286-65cf9a94bf05 admin admin] Pushing event updated for resources: {'Port': ['ID=8553fc9a-ff90-48df-8d68-068b5c1f229b,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:44.555641 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fca12f-68e2-4be9-a286-65cf9a94bf05 admin admin] Network 8f28cb31-2d61-41e3-9539-25a6eb750a37 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:00:44.557240 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-93fca12f-68e2-4be9-a286-65cf9a94bf05 admin admin] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:00:44.683501 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93fca12f-68e2-4be9-a286-65cf9a94bf05 admin admin] Router 7fe3b75b-d7c7-4282-aac4-068d497a5d94 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:00:44.797359 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-a45afe67-f957-4d8b-ae57-aa476854b03f None None] Provisioning complete for port 8553fc9a-ff90-48df-8d68-068b5c1f229b triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:44.798342 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a45afe67-f957-4d8b-ae57-aa476854b03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:44.807168 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93fca12f-68e2-4be9-a286-65cf9a94bf05 admin admin] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:00:44.820621 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-93fca12f-68e2-4be9-a286-65cf9a94bf05 admin admin] 10.222.0.57 "PUT /v2.0/routers/7fe3b75b-d7c7-4282-aac4-068d497a5d94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7328596 Mar 22 11:00:44.836693 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-a45afe67-f957-4d8b-ae57-aa476854b03f None None] Port 8553fc9a-ff90-48df-8d68-068b5c1f229b cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:00:45.044099 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:00:45.103553 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:45.103928 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:45.203381 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:45.225985 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:00:45.232473 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:45.238315 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 23836aa6-3b20-4e7e-ae64-777d2d9cb3d6 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:00:45.286912 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41926) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:45.311480 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:45.324255 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 23836aa6-3b20-4e7e-ae64-777d2d9cb3d6 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:45.324625 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:45.368500 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-436a4425-0713-4bcf-a03b-273cdd9eef82 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/floatingips/818b29f2-fd83-40c3-a7eb-05e654ec369b HTTP/1.1" status: 200 len: 994 time: 0.0796430 Mar 22 11:00:45.386470 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41932) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:45.392249 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-0eb3ef9c-8b04-4702-80ab-fc1ebcad33fa admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-616861292-network', 'tenant_id': '0a7a198dd278461092dbe0993e2b2193'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:45.415033 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb3ef9c-8b04-4702-80ab-fc1ebcad33fa admin admin] Made reservation on behalf of 0a7a198dd278461092dbe0993e2b2193 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:00:45.417517 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0eb3ef9c-8b04-4702-80ab-fc1ebcad33fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:45.427072 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0eb3ef9c-8b04-4702-80ab-fc1ebcad33fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:45.503997 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0eb3ef9c-8b04-4702-80ab-fc1ebcad33fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:45.507918 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0eb3ef9c-8b04-4702-80ab-fc1ebcad33fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:45.535155 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eb3ef9c-8b04-4702-80ab-fc1ebcad33fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:00:45.546195 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb3ef9c-8b04-4702-80ab-fc1ebcad33fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3782eff9-3c34-4f5d-94e1-878b80535871,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:45.553532 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0eb3ef9c-8b04-4702-80ab-fc1ebcad33fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:45.553984 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-0eb3ef9c-8b04-4702-80ab-fc1ebcad33fa admin admin] Added segment a92d1ba7-f40b-4ed3-992e-aa19e8aa378e of type vlan for network a18a2990-2a2d-4b61-af6a-446afa7276de Mar 22 11:00:45.606662 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0eb3ef9c-8b04-4702-80ab-fc1ebcad33fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:45.623671 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41938) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:45.649324 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0eb3ef9c-8b04-4702-80ab-fc1ebcad33fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:45.651880 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb3ef9c-8b04-4702-80ab-fc1ebcad33fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:00:45.651880 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0eb3ef9c-8b04-4702-80ab-fc1ebcad33fa admin admin] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:45.712736 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0eb3ef9c-8b04-4702-80ab-fc1ebcad33fa admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3226275 Mar 22 11:00:45.713116 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41940) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:45.718404 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-8bf5eedc-c822-4c25-a28c-1bcba12efd97 admin admin] Request body: {'subnet': {'network_id': 'a18a2990-2a2d-4b61-af6a-446afa7276de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-616861292-subnet', 'tenant_id': '0a7a198dd278461092dbe0993e2b2193', 'ip_version': 4}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:45.722134 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb3ef9c-8b04-4702-80ab-fc1ebcad33fa admin admin] Pushing event updated for resources: {'Network': ['ID=a18a2990-2a2d-4b61-af6a-446afa7276de,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:45.734574 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network a18a2990-2a2d-4b61-af6a-446afa7276de details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 11:00:45.745577 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf5eedc-c822-4c25-a28c-1bcba12efd97 admin admin] Made reservation on behalf of 0a7a198dd278461092dbe0993e2b2193 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:00:45.748304 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8bf5eedc-c822-4c25-a28c-1bcba12efd97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:45.815987 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-d5a640b6-b411-455a-8336-1b8f790875e8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Deleting port 72de03b8-278e-486c-a1da-d5c1c99bba96 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:00:45.816548 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d5a640b6-b411-455a-8336-1b8f790875e8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:45.905024 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d5a640b6-b411-455a-8336-1b8f790875e8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:45.905452 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d5a640b6-b411-455a-8336-1b8f790875e8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:45.918395 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-d5a640b6-b411-455a-8336-1b8f790875e8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Calling delete_port for 72de03b8-278e-486c-a1da-d5c1c99bba96 owned by network:floatingip {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:00:45.962780 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8bf5eedc-c822-4c25-a28c-1bcba12efd97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:45.983028 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66eba99-8e75-4890-ab5b-4744c58cf222 None None] Sync routers for ids ['7fe3b75b-d7c7-4282-aac4-068d497a5d94'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:00:45.996239 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66eba99-8e75-4890-ab5b-4744c58cf222 None None] Routers {'7fe3b75b-d7c7-4282-aac4-068d497a5d94'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:00:45.997039 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-b66eba99-8e75-4890-ab5b-4744c58cf222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:00:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['7fe3b75b-d7c7-4282-aac4-068d497a5d94'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:46.021791 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf5eedc-c822-4c25-a28c-1bcba12efd97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8327a02-0373-4afb-b2c3-3bf040ee4942,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:46.041799 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf5eedc-c822-4c25-a28c-1bcba12efd97 admin admin] Checking segment: {'id': 'a92d1ba7-f40b-4ed3-992e-aa19e8aa378e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a18a2990-2a2d-4b61-af6a-446afa7276de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:00:46.042160 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf5eedc-c822-4c25-a28c-1bcba12efd97 admin admin] Network hostable DHCP agents. Network: a18a2990-2a2d-4b61-af6a-446afa7276de, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:00:46.060497 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf5eedc-c822-4c25-a28c-1bcba12efd97 admin admin] Network a18a2990-2a2d-4b61-af6a-446afa7276de is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:00:46.069862 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-8bf5eedc-c822-4c25-a28c-1bcba12efd97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, a18a2990-2a2d-4b61-af6a-446afa7276de) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:00:46.075486 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf5eedc-c822-4c25-a28c-1bcba12efd97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:00:46.077238 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8bf5eedc-c822-4c25-a28c-1bcba12efd97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:46.088178 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d5a640b6-b411-455a-8336-1b8f790875e8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:46.096428 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8bf5eedc-c822-4c25-a28c-1bcba12efd97 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3799486 Mar 22 11:00:46.098014 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41942) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:46.101778 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-5083f69e-9899-411c-87a8-078f7a0d20a6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-616861292-router', 'tenant_id': '0a7a198dd278461092dbe0993e2b2193', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:46.105537 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af96a9e8-4d8a-4a3e-be17-94ba7a8b90af None None] Network a18a2990-2a2d-4b61-af6a-446afa7276de requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:00:46.118090 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a640b6-b411-455a-8336-1b8f790875e8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'Port': ['ID=72de03b8-278e-486c-a1da-d5c1c99bba96,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:46.124898 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5083f69e-9899-411c-87a8-078f7a0d20a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:46.126974 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5083f69e-9899-411c-87a8-078f7a0d20a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:46.186725 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-b66eba99-8e75-4890-ab5b-4744c58cf222 None None] Set router 7fe3b75b-d7c7-4282-aac4-068d497a5d94 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:00:46.194870 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5083f69e-9899-411c-87a8-078f7a0d20a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:46.203250 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d5a640b6-b411-455a-8336-1b8f790875e8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for floatingip, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:46.203880 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.l3_db [None req-d5a640b6-b411-455a-8336-1b8f790875e8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Floating IP 818b29f2-fd83-40c3-a7eb-05e654ec369b disassociated (deleted). External IP: 172.26.7.128, port: 56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6. Mar 22 11:00:46.350803 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5083f69e-9899-411c-87a8-078f7a0d20a6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:46.390986 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1375a8c5-9131-4685-a47e-898a79a2341b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-a18a2990-2a2d-4b61-af6a-446afa7276de', 'network_id': 'a18a2990-2a2d-4b61-af6a-446afa7276de', 'tenant_id': '0a7a198dd278461092dbe0993e2b2193', 'fixed_ips': [{'subnet_id': 'b8327a02-0373-4afb-b2c3-3bf040ee4942'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 11:00:46.392177 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-1375a8c5-9131-4685-a47e-898a79a2341b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:46.455114 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a640b6-b411-455a-8336-1b8f790875e8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Router c8ac72ba-f45a-44d5-a2b4-e965ee2853c8 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:00:46.578250 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a640b6-b411-455a-8336-1b8f790875e8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:00:46.583025 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d5a640b6-b411-455a-8336-1b8f790875e8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:46.594501 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a18d46-5257-4e8f-8875-841e2cd0938e None None] Sync routers for ids ['c8ac72ba-f45a-44d5-a2b4-e965ee2853c8'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:00:46.606477 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a18d46-5257-4e8f-8875-841e2cd0938e None None] Routers {'c8ac72ba-f45a-44d5-a2b4-e965ee2853c8'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:00:46.606734 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-1375a8c5-9131-4685-a47e-898a79a2341b None None] Allocated IP 172.20.0.2 (a18a2990-2a2d-4b61-af6a-446afa7276de/b8327a02-0373-4afb-b2c3-3bf040ee4942/4d8b5690-c6d8-432c-a768-fe791934cff3) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:00:46.608337 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-45a18d46-5257-4e8f-8875-841e2cd0938e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:00:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['c8ac72ba-f45a-44d5-a2b4-e965ee2853c8'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:46.610098 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5083f69e-9899-411c-87a8-078f7a0d20a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:46.610923 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-b66eba99-8e75-4890-ab5b-4744c58cf222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'name': 'tempest-TestVolumeBootPattern-1115789668-router', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:00:41Z', 'updated_at': '2022-03-22T11:00:44Z', 'revision_number': 4, 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'gw_port': {'id': 'c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:41Z', 'updated_at': '2022-03-22T11:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '8553fc9a-ff90-48df-8d68-068b5c1f229b', 'name': '', 'network_id': '8f28cb31-2d61-41e3-9539-25a6eb750a37', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'mac_address': 'fa:16:3e:86:fd:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '8080d27b-6577-44db-a10e-53ade16f0755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:43Z', 'updated_at': '2022-03-22T11:00:44Z', 'revision_number': 2, 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'subnets': [{'id': '8080d27b-6577-44db-a10e-53ade16f0755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:46.617916 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-d5a640b6-b411-455a-8336-1b8f790875e8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "DELETE /v2.0/floatingips/818b29f2-fd83-40c3-a7eb-05e654ec369b HTTP/1.1" status: 204 len: 168 time: 0.9918566 Mar 22 11:00:46.618616 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31136214-9931-42bf-8080-c87cb00e25a6', 'tag': '56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:00:46.621399 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9e6f22-bbca-4295-a353-55c25fee630d" -d '{"events": [{"name": "network-changed", "server_uuid": "31136214-9931-42bf-8080-c87cb00e25a6", "tag": "56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:00:46.636025 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5083f69e-9899-411c-87a8-078f7a0d20a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:46.658929 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66eba99-8e75-4890-ab5b-4744c58cf222 None None] Checking router: 7fe3b75b-d7c7-4282-aac4-068d497a5d94 for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:00:46.659348 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66eba99-8e75-4890-ab5b-4744c58cf222 None None] Updating router 7fe3b75b-d7c7-4282-aac4-068d497a5d94 port 8553fc9a-ff90-48df-8d68-068b5c1f229b binding host dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:00:46.696781 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cad8c19-b45f-4cbe-9726-ecc844517a4a x-openstack-request-id: req-7cad8c19-b45f-4cbe-9726-ecc844517a4a {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:00:46.697285 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31136214-9931-42bf-8080-c87cb00e25a6", "tag": "56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:00:46.697285 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7cad8c19-b45f-4cbe-9726-ecc844517a4a {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:00:46.697723 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cad8c19-b45f-4cbe-9726-ecc844517a4a'] response: {'name': 'network-changed', 'server_uuid': '31136214-9931-42bf-8080-c87cb00e25a6', 'tag': '56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6', 'status': 'completed', 'code': 200} Mar 22 11:00:46.724970 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b66eba99-8e75-4890-ab5b-4744c58cf222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:46.782876 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-45a18d46-5257-4e8f-8875-841e2cd0938e None None] Set router c8ac72ba-f45a-44d5-a2b4-e965ee2853c8 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:00:46.786293 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-5083f69e-9899-411c-87a8-078f7a0d20a6 admin admin] Allocated IP 172.26.7.90 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/a3feda8c-3502-402c-8757-4951704b03d7) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:00:46.815998 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e6f22-bbca-4295-a353-55c25fee630d req-a04b1e92-7eed-4794-bce8-19807d0eabcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:00:46.832632 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7f9e6f22-bbca-4295-a353-55c25fee630d req-a04b1e92-7eed-4794-bce8-19807d0eabcc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d323f0b18e24bb7bcd0d92686e5587a&device_id=31136214-9931-42bf-8080-c87cb00e25a6 HTTP/1.1" status: 200 len: 1099 time: 0.1157272 Mar 22 11:00:46.918064 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5083f69e-9899-411c-87a8-078f7a0d20a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:47.000208 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5083f69e-9899-411c-87a8-078f7a0d20a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:47.051182 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e6f22-bbca-4295-a353-55c25fee630d req-2fe654d9-9d27-41e6-8d65-c0431d31d119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:00:47.053076 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7f9e6f22-bbca-4295-a353-55c25fee630d req-2fe654d9-9d27-41e6-8d65-c0431d31d119 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2651f58b-4d82-47eb-adbc-f5b0a2dd2774 HTTP/1.1" status: 200 len: 897 time: 0.2151928 Mar 22 11:00:47.072240 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9bcc6a-e322-423f-9df8-5682fbcbd474 req-da6d502d-73dd-47d9-a9d3-c017935f5ee3 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:00:47.074371 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ad9bcc6a-e322-423f-9df8-5682fbcbd474 req-da6d502d-73dd-47d9-a9d3-c017935f5ee3 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=31136214-9931-42bf-8080-c87cb00e25a6 HTTP/1.1" status: 200 len: 946 time: 0.0949633 Mar 22 11:00:47.083396 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5083f69e-9899-411c-87a8-078f7a0d20a6 admin admin] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:00:47.085357 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-5083f69e-9899-411c-87a8-078f7a0d20a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:00:47.089369 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5083f69e-9899-411c-87a8-078f7a0d20a6 admin admin] Pushing event updated for resources: {'Port': ['ID=a3feda8c-3502-402c-8757-4951704b03d7,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:47.099168 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5083f69e-9899-411c-87a8-078f7a0d20a6 admin admin] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:00:47.119580 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:00:47.140494 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7f9e6f22-bbca-4295-a353-55c25fee630d req-b9b0380e-3d3f-484f-8569-82af4ef04921 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6 HTTP/1.1" status: 200 len: 217 time: 0.0789199 Mar 22 11:00:47.196852 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ad9bcc6a-e322-423f-9df8-5682fbcbd474 req-9511c46b-b907-4c5e-978c-8ddfffb93bef tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa2f15c9-ba12-44aa-9e5c-b059da58b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145272 Mar 22 11:00:47.228796 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e6f22-bbca-4295-a353-55c25fee630d req-ca6ac65c-e5cb-4bfc-9772-6456a28b3f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:00:47.230377 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7f9e6f22-bbca-4295-a353-55c25fee630d req-ca6ac65c-e5cb-4bfc-9772-6456a28b3f5d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d822f6e4-1958-4cd7-80e9-2c52248c5320 HTTP/1.1" status: 200 len: 834 time: 0.0804067 Mar 22 11:00:47.234291 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-45a18d46-5257-4e8f-8875-841e2cd0938e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ac72ba-f45a-44d5-a2b4-e965ee2853c8', 'name': 'tempest-TestNetworkBasicOps-router-314910066', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': 'b7a2db13-d6b8-4dec-9720-d5d2bdbf7bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:59:39Z', 'updated_at': '2022-03-22T10:59:47Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'b7a2db13-d6b8-4dec-9720-d5d2bdbf7bbb', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:91:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ac72ba-f45a-44d5-a2b4-e965ee2853c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:41Z', 'updated_at': '2022-03-22T10:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': 'ad716081-ed6e-49bb-a554-095a2359f3bc', 'name': '', 'network_id': '2651f58b-4d82-47eb-adbc-f5b0a2dd2774', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:99:7c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ac72ba-f45a-44d5-a2b4-e965ee2853c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'd822f6e4-1958-4cd7-80e9-2c52248c5320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:46Z', 'updated_at': '2022-03-22T10:59:53Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': 'd822f6e4-1958-4cd7-80e9-2c52248c5320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:47.272127 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a18d46-5257-4e8f-8875-841e2cd0938e None None] Checking router: c8ac72ba-f45a-44d5-a2b4-e965ee2853c8 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:00:47.277985 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-1375a8c5-9131-4685-a47e-898a79a2341b None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:47.286013 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a18d46-5257-4e8f-8875-841e2cd0938e None None] Routers {'c8ac72ba-f45a-44d5-a2b4-e965ee2853c8'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:00:47.286953 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-45a18d46-5257-4e8f-8875-841e2cd0938e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:00:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['c8ac72ba-f45a-44d5-a2b4-e965ee2853c8'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:47.291250 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e6f22-bbca-4295-a353-55c25fee630d req-4d76bfca-d760-4d33-a993-626a04ad52f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:00:47.292748 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7f9e6f22-bbca-4295-a353-55c25fee630d req-4d76bfca-d760-4d33-a993-626a04ad52f7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2651f58b-4d82-47eb-adbc-f5b0a2dd2774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0545707 Mar 22 11:00:47.298254 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-1375a8c5-9131-4685-a47e-898a79a2341b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:47.383021 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:47.383425 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:47.389091 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1375a8c5-9131-4685-a47e-898a79a2341b None None] Network a18a2990-2a2d-4b61-af6a-446afa7276de is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:00:47.409751 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7f9e6f22-bbca-4295-a353-55c25fee630d req-ff9e4829-8297-4fc1-bb3d-407d3522c684 service neutron] 10.222.0.35 "GET /v2.0/networks/2651f58b-4d82-47eb-adbc-f5b0a2dd2774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086648 Mar 22 11:00:47.422489 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-1375a8c5-9131-4685-a47e-898a79a2341b None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:00:47.425383 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1375a8c5-9131-4685-a47e-898a79a2341b None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:00:47.433926 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1375a8c5-9131-4685-a47e-898a79a2341b None None] Pushing event updated for resources: {'Port': ['ID=4d8b5690-c6d8-432c-a768-fe791934cff3,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:47.442597 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-45a18d46-5257-4e8f-8875-841e2cd0938e None None] Set router c8ac72ba-f45a-44d5-a2b4-e965ee2853c8 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:00:47.507633 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5083f69e-9899-411c-87a8-078f7a0d20a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:47.542245 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-1375a8c5-9131-4685-a47e-898a79a2341b None None] Attempting to bind port 4d8b5690-c6d8-432c-a768-fe791934cff3 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:00:47.542617 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-1375a8c5-9131-4685-a47e-898a79a2341b None None] Attempting to bind port 4d8b5690-c6d8-432c-a768-fe791934cff3 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': 'a92d1ba7-f40b-4ed3-992e-aa19e8aa378e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a18a2990-2a2d-4b61-af6a-446afa7276de'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:00:47.542960 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7f9e6f22-bbca-4295-a353-55c25fee630d req-a08575b1-571c-4aca-8a71-caee4f4f5ff1 service neutron] 10.222.0.35 "GET /v2.0/networks/2651f58b-4d82-47eb-adbc-f5b0a2dd2774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242387 Mar 22 11:00:47.543110 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1375a8c5-9131-4685-a47e-898a79a2341b None None] Attempting to bind port 4d8b5690-c6d8-432c-a768-fe791934cff3 on network a18a2990-2a2d-4b61-af6a-446afa7276de {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:00:47.580256 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1375a8c5-9131-4685-a47e-898a79a2341b None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:00:47.580736 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1375a8c5-9131-4685-a47e-898a79a2341b None None] Checking segment: {'id': 'a92d1ba7-f40b-4ed3-992e-aa19e8aa378e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a18a2990-2a2d-4b61-af6a-446afa7276de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:00:47.581580 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-1375a8c5-9131-4685-a47e-898a79a2341b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:47.581580 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1375a8c5-9131-4685-a47e-898a79a2341b None None] Bound using segment: {'id': 'a92d1ba7-f40b-4ed3-992e-aa19e8aa378e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a18a2990-2a2d-4b61-af6a-446afa7276de'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:00:47.582207 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-1375a8c5-9131-4685-a47e-898a79a2341b None None] Bound port: 4d8b5690-c6d8-432c-a768-fe791934cff3, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a92d1ba7-f40b-4ed3-992e-aa19e8aa378e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a18a2990-2a2d-4b61-af6a-446afa7276de'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:00:47.582658 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-1375a8c5-9131-4685-a47e-898a79a2341b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:47.637352 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b66eba99-8e75-4890-ab5b-4744c58cf222 None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:47.646829 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b66eba99-8e75-4890-ab5b-4744c58cf222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:47.743171 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc896eaa-8659-4401-84e3-387a30c6c8f0 None None] Pushing event updated for resources: {'Port': ['ID=8553fc9a-ff90-48df-8d68-068b5c1f229b,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:47.750012 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-45a18d46-5257-4e8f-8875-841e2cd0938e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ac72ba-f45a-44d5-a2b4-e965ee2853c8', 'name': 'tempest-TestNetworkBasicOps-router-314910066', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': 'b7a2db13-d6b8-4dec-9720-d5d2bdbf7bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:59:39Z', 'updated_at': '2022-03-22T10:59:47Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'b7a2db13-d6b8-4dec-9720-d5d2bdbf7bbb', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:91:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ac72ba-f45a-44d5-a2b4-e965ee2853c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:41Z', 'updated_at': '2022-03-22T10:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': 'ad716081-ed6e-49bb-a554-095a2359f3bc', 'name': '', 'network_id': '2651f58b-4d82-47eb-adbc-f5b0a2dd2774', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:99:7c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ac72ba-f45a-44d5-a2b4-e965ee2853c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'd822f6e4-1958-4cd7-80e9-2c52248c5320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:46Z', 'updated_at': '2022-03-22T10:59:53Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': 'd822f6e4-1958-4cd7-80e9-2c52248c5320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:47.750625 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5083f69e-9899-411c-87a8-078f7a0d20a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:47.788091 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a18d46-5257-4e8f-8875-841e2cd0938e None None] The sync data for ids ['c8ac72ba-f45a-44d5-a2b4-e965ee2853c8'] in dv-neutron-834599-1-hyperv is: [{'id': 'c8ac72ba-f45a-44d5-a2b4-e965ee2853c8', 'name': 'tempest-TestNetworkBasicOps-router-314910066', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': 'b7a2db13-d6b8-4dec-9720-d5d2bdbf7bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:59:39Z', 'updated_at': '2022-03-22T10:59:47Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'b7a2db13-d6b8-4dec-9720-d5d2bdbf7bbb', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:91:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ac72ba-f45a-44d5-a2b4-e965ee2853c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:41Z', 'updated_at': '2022-03-22T10:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': 'ad716081-ed6e-49bb-a554-095a2359f3bc', 'name': '', 'network_id': '2651f58b-4d82-47eb-adbc-f5b0a2dd2774', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:99:7c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ac72ba-f45a-44d5-a2b4-e965ee2853c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'd822f6e4-1958-4cd7-80e9-2c52248c5320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:46Z', 'updated_at': '2022-03-22T10:59:53Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': 'd822f6e4-1958-4cd7-80e9-2c52248c5320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:00:47.813738 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-1375a8c5-9131-4685-a47e-898a79a2341b None None] For port 4d8b5690-c6d8-432c-a768-fe791934cff3, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:00:47.821138 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-b66eba99-8e75-4890-ab5b-4744c58cf222 None None] Attempting to bind port 8553fc9a-ff90-48df-8d68-068b5c1f229b on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:00:47.821298 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-b66eba99-8e75-4890-ab5b-4744c58cf222 None None] Attempting to bind port 8553fc9a-ff90-48df-8d68-068b5c1f229b by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '1a35a9ba-da81-41c2-b3e4-2353befb7bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8f28cb31-2d61-41e3-9539-25a6eb750a37'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:00:47.821851 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66eba99-8e75-4890-ab5b-4744c58cf222 None None] Attempting to bind port 8553fc9a-ff90-48df-8d68-068b5c1f229b on network 8f28cb31-2d61-41e3-9539-25a6eb750a37 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:00:47.844689 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-1375a8c5-9131-4685-a47e-898a79a2341b None None] For port 4d8b5690-c6d8-432c-a768-fe791934cff3, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=4d8b5690-c6d8-432c-a768-fe791934cff3,segment=NetworkSegment(a92d1ba7-f40b-4ed3-992e-aa19e8aa378e),segment_id=a92d1ba7-f40b-4ed3-992e-aa19e8aa378e)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:00:47.847204 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66eba99-8e75-4890-ab5b-4744c58cf222 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:00:47.847204 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66eba99-8e75-4890-ab5b-4744c58cf222 None None] Checking segment: {'id': '1a35a9ba-da81-41c2-b3e4-2353befb7bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8f28cb31-2d61-41e3-9539-25a6eb750a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:00:47.847650 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b66eba99-8e75-4890-ab5b-4744c58cf222 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:47.848151 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66eba99-8e75-4890-ab5b-4744c58cf222 None None] Bound using segment: {'id': '1a35a9ba-da81-41c2-b3e4-2353befb7bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8f28cb31-2d61-41e3-9539-25a6eb750a37'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:00:47.848835 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-b66eba99-8e75-4890-ab5b-4744c58cf222 None None] Bound port: 8553fc9a-ff90-48df-8d68-068b5c1f229b, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a35a9ba-da81-41c2-b3e4-2353befb7bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8f28cb31-2d61-41e3-9539-25a6eb750a37'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:00:47.849322 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b66eba99-8e75-4890-ab5b-4744c58cf222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:47.853458 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-1375a8c5-9131-4685-a47e-898a79a2341b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:47.956305 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5083f69e-9899-411c-87a8-078f7a0d20a6 admin admin] Router a8423287-d68d-4719-92ce-831bd726edb3 is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 11:00:47.964095 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1375a8c5-9131-4685-a47e-898a79a2341b None None] Pushing event updated for resources: {'Port': ['ID=4d8b5690-c6d8-432c-a768-fe791934cff3,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:47.985192 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-b66eba99-8e75-4890-ab5b-4744c58cf222 None None] For port 8553fc9a-ff90-48df-8d68-068b5c1f229b, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:00:47.992618 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-b66eba99-8e75-4890-ab5b-4744c58cf222 None None] For port 8553fc9a-ff90-48df-8d68-068b5c1f229b, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=8553fc9a-ff90-48df-8d68-068b5c1f229b,segment=NetworkSegment(1a35a9ba-da81-41c2-b3e4-2353befb7bac),segment_id=1a35a9ba-da81-41c2-b3e4-2353befb7bac)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:00:48.001451 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b66eba99-8e75-4890-ab5b-4744c58cf222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:48.084497 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66eba99-8e75-4890-ab5b-4744c58cf222 None None] Routers {'7fe3b75b-d7c7-4282-aac4-068d497a5d94'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:00:48.085230 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-b66eba99-8e75-4890-ab5b-4744c58cf222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:00:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['7fe3b75b-d7c7-4282-aac4-068d497a5d94'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:48.130002 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5083f69e-9899-411c-87a8-078f7a0d20a6 admin admin] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:00:48.138722 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc896eaa-8659-4401-84e3-387a30c6c8f0 None None] Pushing event updated for resources: {'Port': ['ID=8553fc9a-ff90-48df-8d68-068b5c1f229b,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:48.150054 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916917b6-a01b-45ab-b0b1-359e2bcf99a9 None None] Sync routers for ids ['a8423287-d68d-4719-92ce-831bd726edb3'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:00:48.171611 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5083f69e-9899-411c-87a8-078f7a0d20a6 admin admin] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:48.175066 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5083f69e-9899-411c-87a8-078f7a0d20a6 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0751989 Mar 22 11:00:48.175957 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41950) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:48.185361 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271b8833-b471-41cc-87a3-8ceb96f9380f None None] New status for floating IP 818b29f2-fd83-40c3-a7eb-05e654ec369b: DOWN {{(pid=109052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 11:00:48.205468 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-78f4079c-2269-4066-9c47-ff66a77ea9f8 None None] Provisioning complete for port 8553fc9a-ff90-48df-8d68-068b5c1f229b triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:48.205843 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-78f4079c-2269-4066-9c47-ff66a77ea9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:48.231715 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916917b6-a01b-45ab-b0b1-359e2bcf99a9 None None] Routers {'a8423287-d68d-4719-92ce-831bd726edb3'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:00:48.233658 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-916917b6-a01b-45ab-b0b1-359e2bcf99a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:00:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['a8423287-d68d-4719-92ce-831bd726edb3'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:48.423187 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-b66eba99-8e75-4890-ab5b-4744c58cf222 None None] Set router 7fe3b75b-d7c7-4282-aac4-068d497a5d94 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:00:48.458584 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206597a1-fba1-426c-a31c-672732d4b509 req-4c80f3a4-5b5f-48da-82a4-695526d5a965 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:00:48.460470 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-206597a1-fba1-426c-a31c-672732d4b509 req-4c80f3a4-5b5f-48da-82a4-695526d5a965 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.35 "GET /v2.0/ports?device_id=31136214-9931-42bf-8080-c87cb00e25a6 HTTP/1.1" status: 200 len: 946 time: 0.1920741 Mar 22 11:00:48.507713 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3403859-9885-4880-b8fa-48ba063a062c req-25a51e36-3fe5-4ff8-a995-4ca8d09cc758 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:00:48.508782 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a3403859-9885-4880-b8fa-48ba063a062c req-25a51e36-3fe5-4ff8-a995-4ca8d09cc758 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=31136214-9931-42bf-8080-c87cb00e25a6 HTTP/1.1" status: 200 len: 946 time: 0.1753974 Mar 22 11:00:48.551777 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-916917b6-a01b-45ab-b0b1-359e2bcf99a9 None None] Set router a8423287-d68d-4719-92ce-831bd726edb3 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:00:48.661490 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a3403859-9885-4880-b8fa-48ba063a062c req-ec84c9bf-a583-4747-a5a2-ed734bca3c28 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa2f15c9-ba12-44aa-9e5c-b059da58b21d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211071 Mar 22 11:00:48.698304 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-78f4079c-2269-4066-9c47-ff66a77ea9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:48.745125 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-206597a1-fba1-426c-a31c-672732d4b509 req-16fe2f68-d62c-471c-b7a2-1fa2e122730e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Deleting port 56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:00:48.745507 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-206597a1-fba1-426c-a31c-672732d4b509 req-16fe2f68-d62c-471c-b7a2-1fa2e122730e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:48.819307 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-78f4079c-2269-4066-9c47-ff66a77ea9f8 None None] For port 8553fc9a-ff90-48df-8d68-068b5c1f229b, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=8553fc9a-ff90-48df-8d68-068b5c1f229b,segment=NetworkSegment(1a35a9ba-da81-41c2-b3e4-2353befb7bac),segment_id=1a35a9ba-da81-41c2-b3e4-2353befb7bac)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:00:48.842250 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-78f4079c-2269-4066-9c47-ff66a77ea9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:48.943083 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f4079c-2269-4066-9c47-ff66a77ea9f8 None None] Pushing event updated for resources: {'Port': ['ID=8553fc9a-ff90-48df-8d68-068b5c1f229b,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:48.977939 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-916917b6-a01b-45ab-b0b1-359e2bcf99a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8423287-d68d-4719-92ce-831bd726edb3', 'name': 'tempest-TestVolumeBootPattern-616861292-router', 'tenant_id': '0a7a198dd278461092dbe0993e2b2193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'a3feda8c-3502-402c-8757-4951704b03d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:00:46Z', 'updated_at': '2022-03-22T11:00:47Z', 'revision_number': 3, 'project_id': '0a7a198dd278461092dbe0993e2b2193', 'gw_port': {'id': 'a3feda8c-3502-402c-8757-4951704b03d7', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8423287-d68d-4719-92ce-831bd726edb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:46Z', 'updated_at': '2022-03-22T11:00:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:48.984873 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-b66eba99-8e75-4890-ab5b-4744c58cf222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'name': 'tempest-TestVolumeBootPattern-1115789668-router', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:00:41Z', 'updated_at': '2022-03-22T11:00:44Z', 'revision_number': 4, 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'gw_port': {'id': 'c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:41Z', 'updated_at': '2022-03-22T11:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '8553fc9a-ff90-48df-8d68-068b5c1f229b', 'name': '', 'network_id': '8f28cb31-2d61-41e3-9539-25a6eb750a37', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'mac_address': 'fa:16:3e:86:fd:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '8080d27b-6577-44db-a10e-53ade16f0755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:43Z', 'updated_at': '2022-03-22T11:00:47Z', 'revision_number': 4, 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'subnets': [{'id': '8080d27b-6577-44db-a10e-53ade16f0755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:49.178322 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 4d8b5690-c6d8-432c-a768-fe791934cff3 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:00:49.205972 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916917b6-a01b-45ab-b0b1-359e2bcf99a9 None None] Checking router: a8423287-d68d-4719-92ce-831bd726edb3 for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:00:49.206323 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916917b6-a01b-45ab-b0b1-359e2bcf99a9 None None] Updating router a8423287-d68d-4719-92ce-831bd726edb3 port a3feda8c-3502-402c-8757-4951704b03d7 binding host dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:00:49.235974 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d9d1d9-453d-4dd8-9da6-a1daff3e3631 None None] Network a18a2990-2a2d-4b61-af6a-446afa7276de requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:00:49.237678 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66eba99-8e75-4890-ab5b-4744c58cf222 None None] The sync data for ids ['7fe3b75b-d7c7-4282-aac4-068d497a5d94'] in dv-neutron-834599-1-hyperv is: [{'id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'name': 'tempest-TestVolumeBootPattern-1115789668-router', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:00:41Z', 'updated_at': '2022-03-22T11:00:44Z', 'revision_number': 4, 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'gw_port': {'id': 'c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:41Z', 'updated_at': '2022-03-22T11:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '8553fc9a-ff90-48df-8d68-068b5c1f229b', 'name': '', 'network_id': '8f28cb31-2d61-41e3-9539-25a6eb750a37', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'mac_address': 'fa:16:3e:86:fd:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '8080d27b-6577-44db-a10e-53ade16f0755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:43Z', 'updated_at': '2022-03-22T11:00:47Z', 'revision_number': 4, 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'subnets': [{'id': '8080d27b-6577-44db-a10e-53ade16f0755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:00:49.255564 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-3f0761cc-7068-4b91-9bc4-e179e2aaae6a None None] Provisioning complete for port 8553fc9a-ff90-48df-8d68-068b5c1f229b triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:49.255875 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3f0761cc-7068-4b91-9bc4-e179e2aaae6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:49.342723 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-916917b6-a01b-45ab-b0b1-359e2bcf99a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:49.354442 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-206597a1-fba1-426c-a31c-672732d4b509 req-16fe2f68-d62c-471c-b7a2-1fa2e122730e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] For port 56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6,segment=NetworkSegment(3dd8d086-23af-4874-9500-d2fd8a0c0149),segment_id=3dd8d086-23af-4874-9500-d2fd8a0c0149)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:00:49.354973 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-206597a1-fba1-426c-a31c-672732d4b509 req-16fe2f68-d62c-471c-b7a2-1fa2e122730e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:49.378123 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-206597a1-fba1-426c-a31c-672732d4b509 req-16fe2f68-d62c-471c-b7a2-1fa2e122730e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Calling delete_port for 56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6 owned by compute:nova {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:00:49.461053 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 4d8b5690-c6d8-432c-a768-fe791934cff3 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:49.461418 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:49.464990 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3bdb5e3c-76fe-4d23-8baa-8c5846f8527f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:49.679406 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-206597a1-fba1-426c-a31c-672732d4b509 req-16fe2f68-d62c-471c-b7a2-1fa2e122730e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:49.713700 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fe2f68-d62c-471c-b7a2-1fa2e122730e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'Port': ['ID=56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:49.728463 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-3bdb5e3c-76fe-4d23-8baa-8c5846f8527f admin admin] Allocated IP 172.20.0.1 (a18a2990-2a2d-4b61-af6a-446afa7276de/b8327a02-0373-4afb-b2c3-3bf040ee4942/67e52c91-a077-4bba-8725-dc0cab2f56d9) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:00:49.791824 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:49.814281 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-7a48d5f8-ad33-4e05-8ee4-6c6d89635b73 None None] Provisioning complete for port 4d8b5690-c6d8-432c-a768-fe791934cff3 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:49.814944 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7a48d5f8-ad33-4e05-8ee4-6c6d89635b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:49.817416 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-206597a1-fba1-426c-a31c-672732d4b509 req-16fe2f68-d62c-471c-b7a2-1fa2e122730e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] No DVR routers for this DVR port 56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6 on host hv-neutron-8345 {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:00:49.827580 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7d9bc671-4bfa-4557-864a-37d796dc84cd req-5fbe2231-74be-464b-948b-a70bff4b8c2f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=31136214-9931-42bf-8080-c87cb00e25a6 HTTP/1.1" status: 200 len: 210 time: 0.0645733 Mar 22 11:00:49.828855 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-206597a1-fba1-426c-a31c-672732d4b509 req-16fe2f68-d62c-471c-b7a2-1fa2e122730e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:49.837316 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-206597a1-fba1-426c-a31c-672732d4b509 req-16fe2f68-d62c-471c-b7a2-1fa2e122730e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.35 "DELETE /v2.0/ports/56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6 HTTP/1.1" status: 204 len: 173 time: 1.3705058 Mar 22 11:00:49.841273 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31136214-9931-42bf-8080-c87cb00e25a6', 'name': 'network-vif-deleted', 'tag': '56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:00:49.856325 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212a6823-dbf8-4b00-91f0-8d4788643b61" -d '{"events": [{"server_uuid": "31136214-9931-42bf-8080-c87cb00e25a6", "name": "network-vif-deleted", "tag": "56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:00:49.930433 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846ae2a8-b59b-483f-8158-f90df080105f x-openstack-request-id: req-846ae2a8-b59b-483f-8158-f90df080105f {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:00:49.931061 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31136214-9931-42bf-8080-c87cb00e25a6", "name": "network-vif-deleted", "tag": "56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:00:49.931889 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-846ae2a8-b59b-483f-8158-f90df080105f {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:00:49.932512 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-846ae2a8-b59b-483f-8158-f90df080105f'] response: {'server_uuid': '31136214-9931-42bf-8080-c87cb00e25a6', 'name': 'network-vif-deleted', 'tag': '56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6', 'status': 'completed', 'code': 200} Mar 22 11:00:49.943687 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port 4d8b5690-c6d8-432c-a768-fe791934cff3, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=4d8b5690-c6d8-432c-a768-fe791934cff3,segment=NetworkSegment(a92d1ba7-f40b-4ed3-992e-aa19e8aa378e),segment_id=a92d1ba7-f40b-4ed3-992e-aa19e8aa378e)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:00:49.971129 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:49.994656 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3bdb5e3c-76fe-4d23-8baa-8c5846f8527f admin admin] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:50.058524 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3bdb5e3c-76fe-4d23-8baa-8c5846f8527f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:50.102341 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=4d8b5690-c6d8-432c-a768-fe791934cff3,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:50.121255 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdb5e3c-76fe-4d23-8baa-8c5846f8527f admin admin] Pushing event updated for resources: {'Port': ['ID=67e52c91-a077-4bba-8725-dc0cab2f56d9,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:50.148144 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdb5e3c-76fe-4d23-8baa-8c5846f8527f admin admin] Network a18a2990-2a2d-4b61-af6a-446afa7276de is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:00:50.153179 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-3bdb5e3c-76fe-4d23-8baa-8c5846f8527f admin admin] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:00:50.155957 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdb5e3c-76fe-4d23-8baa-8c5846f8527f admin admin] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:00:50.163901 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-916917b6-a01b-45ab-b0b1-359e2bcf99a9 None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:50.183512 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-916917b6-a01b-45ab-b0b1-359e2bcf99a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:50.224073 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3bdb5e3c-76fe-4d23-8baa-8c5846f8527f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684270'] for router_interface, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:50.291123 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-916917b6-a01b-45ab-b0b1-359e2bcf99a9 None None] Attempting to bind port a3feda8c-3502-402c-8757-4951704b03d7 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:00:50.291567 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-916917b6-a01b-45ab-b0b1-359e2bcf99a9 None None] Attempting to bind port a3feda8c-3502-402c-8757-4951704b03d7 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:00:50.292110 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916917b6-a01b-45ab-b0b1-359e2bcf99a9 None None] Attempting to bind port a3feda8c-3502-402c-8757-4951704b03d7 on network a14ca783-6f82-4799-85a3-4cbe79c980a8 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:00:50.294650 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f448dd61-ff39-4cb1-898a-ca2b041ef491 None None] Pushing event updated for resources: {'Port': ['ID=a3feda8c-3502-402c-8757-4951704b03d7,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:50.305527 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916917b6-a01b-45ab-b0b1-359e2bcf99a9 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:00:50.306317 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916917b6-a01b-45ab-b0b1-359e2bcf99a9 None None] Checking segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:00:50.306750 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-916917b6-a01b-45ab-b0b1-359e2bcf99a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:50.307408 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916917b6-a01b-45ab-b0b1-359e2bcf99a9 None None] Bound using segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:00:50.308261 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-916917b6-a01b-45ab-b0b1-359e2bcf99a9 None None] Bound port: a3feda8c-3502-402c-8757-4951704b03d7, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:00:50.308768 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-916917b6-a01b-45ab-b0b1-359e2bcf99a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:50.412954 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-23b3e294-4c93-442e-89ae-d8389c028145 None None] Provisioning complete for port 4d8b5690-c6d8-432c-a768-fe791934cff3 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:50.413335 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-23b3e294-4c93-442e-89ae-d8389c028145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:50.487273 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3bdb5e3c-76fe-4d23-8baa-8c5846f8527f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:50.489974 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-916917b6-a01b-45ab-b0b1-359e2bcf99a9 None None] For port a3feda8c-3502-402c-8757-4951704b03d7, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:00:50.513842 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-916917b6-a01b-45ab-b0b1-359e2bcf99a9 None None] For port a3feda8c-3502-402c-8757-4951704b03d7, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=a3feda8c-3502-402c-8757-4951704b03d7,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:00:50.522853 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-916917b6-a01b-45ab-b0b1-359e2bcf99a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:50.606486 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916917b6-a01b-45ab-b0b1-359e2bcf99a9 None None] Routers {'a8423287-d68d-4719-92ce-831bd726edb3'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:00:50.607200 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-916917b6-a01b-45ab-b0b1-359e2bcf99a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:00:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['a8423287-d68d-4719-92ce-831bd726edb3'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:50.658210 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f448dd61-ff39-4cb1-898a-ca2b041ef491 None None] Pushing event updated for resources: {'Port': ['ID=a3feda8c-3502-402c-8757-4951704b03d7,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:50.715706 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3bdb5e3c-76fe-4d23-8baa-8c5846f8527f admin admin] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:50.722319 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3bdb5e3c-76fe-4d23-8baa-8c5846f8527f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:50.760974 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-916917b6-a01b-45ab-b0b1-359e2bcf99a9 None None] Set router a8423287-d68d-4719-92ce-831bd726edb3 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:00:50.797479 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdb5e3c-76fe-4d23-8baa-8c5846f8527f admin admin] Pushing event updated for resources: {'Port': ['ID=67e52c91-a077-4bba-8725-dc0cab2f56d9,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:50.803854 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3bdb5e3c-76fe-4d23-8baa-8c5846f8527f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684306'] for router_interface, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:50.872911 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-0fe7b6c8-8015-4a9b-a8cd-619660a4492c None None] Provisioning complete for port 67e52c91-a077-4bba-8725-dc0cab2f56d9 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:50.873254 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0fe7b6c8-8015-4a9b-a8cd-619660a4492c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:50.906705 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdb5e3c-76fe-4d23-8baa-8c5846f8527f admin admin] Network a18a2990-2a2d-4b61-af6a-446afa7276de is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:00:50.908244 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-3bdb5e3c-76fe-4d23-8baa-8c5846f8527f admin admin] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:00:50.915779 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41960) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:51.005471 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-0fe7b6c8-8015-4a9b-a8cd-619660a4492c None None] Port 67e52c91-a077-4bba-8725-dc0cab2f56d9 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:00:51.011707 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cf4b6406-ae0c-4eb2-b907-a44130fc506e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:51.048224 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cf4b6406-ae0c-4eb2-b907-a44130fc506e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:51.094055 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 8553fc9a-ff90-48df-8d68-068b5c1f229b up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:00:51.111023 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bdb5e3c-76fe-4d23-8baa-8c5846f8527f admin admin] Router a8423287-d68d-4719-92ce-831bd726edb3 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:00:51.131058 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-916917b6-a01b-45ab-b0b1-359e2bcf99a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8423287-d68d-4719-92ce-831bd726edb3', 'name': 'tempest-TestVolumeBootPattern-616861292-router', 'tenant_id': '0a7a198dd278461092dbe0993e2b2193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'a3feda8c-3502-402c-8757-4951704b03d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:00:46Z', 'updated_at': '2022-03-22T11:00:50Z', 'revision_number': 4, 'project_id': '0a7a198dd278461092dbe0993e2b2193', 'gw_port': {'id': 'a3feda8c-3502-402c-8757-4951704b03d7', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8423287-d68d-4719-92ce-831bd726edb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:46Z', 'updated_at': '2022-03-22T11:00:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '67e52c91-a077-4bba-8725-dc0cab2f56d9', 'name': '', 'network_id': 'a18a2990-2a2d-4b61-af6a-446afa7276de', 'tenant_id': '0a7a198dd278461092dbe0993e2b2193', 'mac_address': 'fa:16:3e:9b:b2:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8423287-d68d-4719-92ce-831bd726edb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b8327a02-0373-4afb-b2c3-3bf040ee4942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:49Z', 'updated_at': '2022-03-22T11:00:49Z', 'revision_number': 1, 'project_id': '0a7a198dd278461092dbe0993e2b2193', 'subnets': [{'id': 'b8327a02-0373-4afb-b2c3-3bf040ee4942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:51.152032 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cf4b6406-ae0c-4eb2-b907-a44130fc506e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:51.158128 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cf4b6406-ae0c-4eb2-b907-a44130fc506e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:51.162491 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-cf4b6406-ae0c-4eb2-b907-a44130fc506e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "DELETE /v2.0/security-groups/fa2f15c9-ba12-44aa-9e5c-b059da58b21d HTTP/1.1" status: 204 len: 168 time: 0.2428429 Mar 22 11:00:51.171597 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4b6406-ae0c-4eb2-b907-a44130fc506e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2f15c9-ba12-44aa-9e5c-b059da58b21d,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:51.174656 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916917b6-a01b-45ab-b0b1-359e2bcf99a9 None None] The sync data for ids ['a8423287-d68d-4719-92ce-831bd726edb3'] in dv-neutron-834599-1-hyperv is: [{'id': 'a8423287-d68d-4719-92ce-831bd726edb3', 'name': 'tempest-TestVolumeBootPattern-616861292-router', 'tenant_id': '0a7a198dd278461092dbe0993e2b2193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'a3feda8c-3502-402c-8757-4951704b03d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:00:46Z', 'updated_at': '2022-03-22T11:00:50Z', 'revision_number': 4, 'project_id': '0a7a198dd278461092dbe0993e2b2193', 'gw_port': {'id': 'a3feda8c-3502-402c-8757-4951704b03d7', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8423287-d68d-4719-92ce-831bd726edb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:46Z', 'updated_at': '2022-03-22T11:00:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '67e52c91-a077-4bba-8725-dc0cab2f56d9', 'name': '', 'network_id': 'a18a2990-2a2d-4b61-af6a-446afa7276de', 'tenant_id': '0a7a198dd278461092dbe0993e2b2193', 'mac_address': 'fa:16:3e:9b:b2:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8423287-d68d-4719-92ce-831bd726edb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b8327a02-0373-4afb-b2c3-3bf040ee4942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:49Z', 'updated_at': '2022-03-22T11:00:49Z', 'revision_number': 1, 'project_id': '0a7a198dd278461092dbe0993e2b2193', 'subnets': [{'id': 'b8327a02-0373-4afb-b2c3-3bf040ee4942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:00:51.218757 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41964) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:51.231156 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 8553fc9a-ff90-48df-8d68-068b5c1f229b triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:51.231764 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:51.266495 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-775efbc4-8821-418f-ba80-bd58d8e4a143 None None] Provisioning complete for port 67e52c91-a077-4bba-8725-dc0cab2f56d9 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:51.267246 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-775efbc4-8821-418f-ba80-bd58d8e4a143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:51.279966 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bdb5e3c-76fe-4d23-8baa-8c5846f8527f admin admin] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:00:51.286420 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-3bdb5e3c-76fe-4d23-8baa-8c5846f8527f admin admin] 10.222.0.57 "PUT /v2.0/routers/a8423287-d68d-4719-92ce-831bd726edb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1094615 Mar 22 11:00:51.316298 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-775efbc4-8821-418f-ba80-bd58d8e4a143 None None] Port 67e52c91-a077-4bba-8725-dc0cab2f56d9 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:00:51.362467 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 4d8b5690-c6d8-432c-a768-fe791934cff3 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:00:51.406440 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6 no longer exists at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:00:51.448045 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] No Port match for: 56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:00:51.448424 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 56731e17-fcd8-4ab3-85d2-7a71eb8f3eb6 not bound to the agent host hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:00:51.456412 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 4d8b5690-c6d8-432c-a768-fe791934cff3 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:51.456770 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:51.681363 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1ff7ee9c-d0e3-4080-8635-9d214d835086 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683891'] for router_interface, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:52.104282 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41972) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:52.109230 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-b4787299-aaa5-484b-8840-a2621b7c450e tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-409611253', 'description': 'tempest-secgroup-smoke-409611253 description', 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:52.134657 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b4787299-aaa5-484b-8840-a2621b7c450e tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:52.222014 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b4787299-aaa5-484b-8840-a2621b7c450e tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:52.227589 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b4787299-aaa5-484b-8840-a2621b7c450e tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:52.257538 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b4787299-aaa5-484b-8840-a2621b7c450e tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:52.261607 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-b4787299-aaa5-484b-8840-a2621b7c450e tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1533384 Mar 22 11:00:52.261802 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41974) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:52.267343 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-618853e9-5256-465b-a097-655a8d7460be tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Request body: {'security_group_rule': {'security_group_id': '82748c69-4f97-4b9d-8323-69fdf08c3a29', 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:52.274598 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4787299-aaa5-484b-8840-a2621b7c450e tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82748c69-4f97-4b9d-8323-69fdf08c3a29,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:52.299605 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-618853e9-5256-465b-a097-655a8d7460be tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:52.330449 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-1ff7ee9c-d0e3-4080-8635-9d214d835086 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Deleting port ad716081-ed6e-49bb-a554-095a2359f3bc {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:00:52.331084 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1ff7ee9c-d0e3-4080-8635-9d214d835086 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:52.366174 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-618853e9-5256-465b-a097-655a8d7460be tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:52.370386 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-618853e9-5256-465b-a097-655a8d7460be tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:52.390734 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618853e9-5256-465b-a097-655a8d7460be tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6923502-c8a8-4fd9-9737-c540211189e2,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:52.403049 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-618853e9-5256-465b-a097-655a8d7460be tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:52.405408 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-618853e9-5256-465b-a097-655a8d7460be tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1425977 Mar 22 11:00:52.409055 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41976) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:52.413861 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-c5c81b18-2d5a-486e-873a-2b96bce7cbb9 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Request body: {'security_group_rule': {'security_group_id': '82748c69-4f97-4b9d-8323-69fdf08c3a29', 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:52.444261 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-1ff7ee9c-d0e3-4080-8635-9d214d835086 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] For port ad716081-ed6e-49bb-a554-095a2359f3bc, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=ad716081-ed6e-49bb-a554-095a2359f3bc,segment=NetworkSegment(3dd8d086-23af-4874-9500-d2fd8a0c0149),segment_id=3dd8d086-23af-4874-9500-d2fd8a0c0149)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:00:52.444528 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1ff7ee9c-d0e3-4080-8635-9d214d835086 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:52.459124 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-1ff7ee9c-d0e3-4080-8635-9d214d835086 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Calling delete_port for ad716081-ed6e-49bb-a554-095a2359f3bc owned by network:router_interface {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:00:52.468186 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c5c81b18-2d5a-486e-873a-2b96bce7cbb9 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:52.607219 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c5c81b18-2d5a-486e-873a-2b96bce7cbb9 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:52.612032 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c5c81b18-2d5a-486e-873a-2b96bce7cbb9 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:52.639510 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c81b18-2d5a-486e-873a-2b96bce7cbb9 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a7ed6ba-7e31-4ffb-ba77-953e4b729ec5,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:52.657036 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c5c81b18-2d5a-486e-873a-2b96bce7cbb9 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:52.660980 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c5c81b18-2d5a-486e-873a-2b96bce7cbb9 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2480407 Mar 22 11:00:52.661331 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41978) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:52.667105 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-92c23487-755c-47d3-a45a-1e4f4cf02ece tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Request body: {'security_group_rule': {'security_group_id': '82748c69-4f97-4b9d-8323-69fdf08c3a29', 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:52.702067 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-92c23487-755c-47d3-a45a-1e4f4cf02ece tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:52.729491 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1ff7ee9c-d0e3-4080-8635-9d214d835086 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:52.761564 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff7ee9c-d0e3-4080-8635-9d214d835086 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'Port': ['ID=ad716081-ed6e-49bb-a554-095a2359f3bc,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:52.762444 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-92c23487-755c-47d3-a45a-1e4f4cf02ece tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:52.769264 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-92c23487-755c-47d3-a45a-1e4f4cf02ece tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:52.800756 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c23487-755c-47d3-a45a-1e4f4cf02ece tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a580f6db-1111-477a-b344-3b553ff9bbfb,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:52.813837 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-92c23487-755c-47d3-a45a-1e4f4cf02ece tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:52.815977 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-92c23487-755c-47d3-a45a-1e4f4cf02ece tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1531076 Mar 22 11:00:52.818475 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41980) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:52.825044 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-f792d4d4-f1e5-4974-87ed-66f22a9d9210 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Request body: {'security_group_rule': {'security_group_id': '82748c69-4f97-4b9d-8323-69fdf08c3a29', 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:52.858785 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f792d4d4-f1e5-4974-87ed-66f22a9d9210 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:52.933482 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f792d4d4-f1e5-4974-87ed-66f22a9d9210 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:52.943022 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f792d4d4-f1e5-4974-87ed-66f22a9d9210 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:52.978013 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f792d4d4-f1e5-4974-87ed-66f22a9d9210 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00d1b217-4a4f-463f-81ae-f2f27739d8f5,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:52.990241 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f792d4d4-f1e5-4974-87ed-66f22a9d9210 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:52.996304 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-f792d4d4-f1e5-4974-87ed-66f22a9d9210 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1726856 Mar 22 11:00:52.996565 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1ff7ee9c-d0e3-4080-8635-9d214d835086 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684007'] for router_interface, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:52.996874 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41982) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:53.002860 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-66ca90d1-a380-4f8e-92c9-d44aeec15d85 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Request body: {'security_group_rule': {'security_group_id': '82748c69-4f97-4b9d-8323-69fdf08c3a29', 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:53.033048 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.securitygroups_db [None req-66ca90d1-a380-4f8e-92c9-d44aeec15d85 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Project c9a2db67725b46b3a61d41bcf76d544c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 11:00:53.040117 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-66ca90d1-a380-4f8e-92c9-d44aeec15d85 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:53.109025 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device a3feda8c-3502-402c-8757-4951704b03d7 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:00:53.114974 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-66ca90d1-a380-4f8e-92c9-d44aeec15d85 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:53.121964 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-66ca90d1-a380-4f8e-92c9-d44aeec15d85 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:53.146155 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ca90d1-a380-4f8e-92c9-d44aeec15d85 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f72ffcf-7cdb-4754-94a1-b64c4a57bfa8,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:53.153951 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-66ca90d1-a380-4f8e-92c9-d44aeec15d85 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:53.155185 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-66ca90d1-a380-4f8e-92c9-d44aeec15d85 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1570373 Mar 22 11:00:53.158049 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 41984) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:53.163285 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-7b364d94-4f96-4113-bf98-6ab875575409 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Request body: {'security_group_rule': {'security_group_id': '82748c69-4f97-4b9d-8323-69fdf08c3a29', 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:53.171887 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port a3feda8c-3502-402c-8757-4951704b03d7 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:53.172709 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:53.194101 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.securitygroups_db [None req-7b364d94-4f96-4113-bf98-6ab875575409 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Project c9a2db67725b46b3a61d41bcf76d544c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 11:00:53.203559 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7b364d94-4f96-4113-bf98-6ab875575409 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:53.271073 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:53.273180 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff7ee9c-d0e3-4080-8635-9d214d835086 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Router c8ac72ba-f45a-44d5-a2b4-e965ee2853c8 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:00:53.280018 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7b364d94-4f96-4113-bf98-6ab875575409 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:53.285391 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7b364d94-4f96-4113-bf98-6ab875575409 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:53.297297 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port a3feda8c-3502-402c-8757-4951704b03d7, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=a3feda8c-3502-402c-8757-4951704b03d7,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:00:53.304215 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:53.304453 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b364d94-4f96-4113-bf98-6ab875575409 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e7484f4-07b0-4f5a-9dfd-7fb2557da9f8,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:53.327270 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7b364d94-4f96-4113-bf98-6ab875575409 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:53.337085 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-7b364d94-4f96-4113-bf98-6ab875575409 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1780448 Mar 22 11:00:53.373217 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=a3feda8c-3502-402c-8757-4951704b03d7,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:53.398097 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff7ee9c-d0e3-4080-8635-9d214d835086 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:00:53.406475 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1ff7ee9c-d0e3-4080-8635-9d214d835086 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "PUT /v2.0/routers/c8ac72ba-f45a-44d5-a2b4-e965ee2853c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1839316 Mar 22 11:00:53.406772 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 41998) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:53.413238 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26404c70-69b0-4c21-a978-b91dbe281fc8 None None] Sync routers for ids ['c8ac72ba-f45a-44d5-a2b4-e965ee2853c8'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:00:53.424912 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26404c70-69b0-4c21-a978-b91dbe281fc8 None None] Routers {'c8ac72ba-f45a-44d5-a2b4-e965ee2853c8'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:00:53.425545 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-26404c70-69b0-4c21-a978-b91dbe281fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:00:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['c8ac72ba-f45a-44d5-a2b4-e965ee2853c8'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:53.468132 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8070b72-a992-4716-844f-0cc742189146 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Deleting subnet d822f6e4-1958-4cd7-80e9-2c52248c5320 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 11:00:53.471795 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c8070b72-a992-4716-844f-0cc742189146 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:53.524377 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c8070b72-a992-4716-844f-0cc742189146 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:53.539184 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-26404c70-69b0-4c21-a978-b91dbe281fc8 None None] Set router c8ac72ba-f45a-44d5-a2b4-e965ee2853c8 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:00:53.611075 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0c27d4-897b-4cc9-a5c2-01adaa665534 None None] Sync routers for ids ['a8423287-d68d-4719-92ce-831bd726edb3'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:00:53.618029 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c8070b72-a992-4716-844f-0cc742189146 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:53.623141 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0c27d4-897b-4cc9-a5c2-01adaa665534 None None] Routers {'a8423287-d68d-4719-92ce-831bd726edb3'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:00:53.624044 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-8d0c27d4-897b-4cc9-a5c2-01adaa665534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:00:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['a8423287-d68d-4719-92ce-831bd726edb3'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:53.683914 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c8070b72-a992-4716-844f-0cc742189146 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:53.712240 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf0b2b7-2e41-4e9d-b2cd-2fa8128404aa None None] Network 2651f58b-4d82-47eb-adbc-f5b0a2dd2774 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:00:53.715436 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c8070b72-a992-4716-844f-0cc742189146 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:53.721021 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c8070b72-a992-4716-844f-0cc742189146 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "DELETE /v2.0/subnets/d822f6e4-1958-4cd7-80e9-2c52248c5320 HTTP/1.1" status: 204 len: 168 time: 0.3108664 Mar 22 11:00:53.721021 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8070b72-a992-4716-844f-0cc742189146 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'Subnet': ['ID=d822f6e4-1958-4cd7-80e9-2c52248c5320,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:53.721420 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42032) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:53.761746 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-8d0c27d4-897b-4cc9-a5c2-01adaa665534 None None] Set router a8423287-d68d-4719-92ce-831bd726edb3 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:00:53.841885 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e8c27b24-3517-45b6-b57e-e1186e9aa401 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:53.892046 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-26404c70-69b0-4c21-a978-b91dbe281fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ac72ba-f45a-44d5-a2b4-e965ee2853c8', 'name': 'tempest-TestNetworkBasicOps-router-314910066', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': 'b7a2db13-d6b8-4dec-9720-d5d2bdbf7bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:59:39Z', 'updated_at': '2022-03-22T11:00:52Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'b7a2db13-d6b8-4dec-9720-d5d2bdbf7bbb', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:91:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ac72ba-f45a-44d5-a2b4-e965ee2853c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:41Z', 'updated_at': '2022-03-22T10:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:53.927079 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26404c70-69b0-4c21-a978-b91dbe281fc8 None None] Checking router: c8ac72ba-f45a-44d5-a2b4-e965ee2853c8 for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:00:53.942030 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26404c70-69b0-4c21-a978-b91dbe281fc8 None None] Routers {'c8ac72ba-f45a-44d5-a2b4-e965ee2853c8'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:00:53.942778 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-26404c70-69b0-4c21-a978-b91dbe281fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:00:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['c8ac72ba-f45a-44d5-a2b4-e965ee2853c8'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:53.974086 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e8c27b24-3517-45b6-b57e-e1186e9aa401 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:54.029813 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-8d0c27d4-897b-4cc9-a5c2-01adaa665534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8423287-d68d-4719-92ce-831bd726edb3', 'name': 'tempest-TestVolumeBootPattern-616861292-router', 'tenant_id': '0a7a198dd278461092dbe0993e2b2193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'a3feda8c-3502-402c-8757-4951704b03d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:00:46Z', 'updated_at': '2022-03-22T11:00:50Z', 'revision_number': 4, 'project_id': '0a7a198dd278461092dbe0993e2b2193', 'gw_port': {'id': 'a3feda8c-3502-402c-8757-4951704b03d7', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8423287-d68d-4719-92ce-831bd726edb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:46Z', 'updated_at': '2022-03-22T11:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '67e52c91-a077-4bba-8725-dc0cab2f56d9', 'name': '', 'network_id': 'a18a2990-2a2d-4b61-af6a-446afa7276de', 'tenant_id': '0a7a198dd278461092dbe0993e2b2193', 'mac_address': 'fa:16:3e:9b:b2:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8423287-d68d-4719-92ce-831bd726edb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b8327a02-0373-4afb-b2c3-3bf040ee4942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:49Z', 'updated_at': '2022-03-22T11:00:50Z', 'revision_number': 2, 'project_id': '0a7a198dd278461092dbe0993e2b2193', 'subnets': [{'id': 'b8327a02-0373-4afb-b2c3-3bf040ee4942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:54.053658 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-e8c27b24-3517-45b6-b57e-e1186e9aa401 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Deleting port b7a2db13-d6b8-4dec-9720-d5d2bdbf7bbb {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:00:54.053993 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e8c27b24-3517-45b6-b57e-e1186e9aa401 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:54.068276 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0c27d4-897b-4cc9-a5c2-01adaa665534 None None] Checking router: a8423287-d68d-4719-92ce-831bd726edb3 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:00:54.068819 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb147fc-8579-440c-b066-8e66f29f5d71 None None] DHCP port deletion for 2651f58b-4d82-47eb-adbc-f5b0a2dd2774 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 11:00:54.069235 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0c27d4-897b-4cc9-a5c2-01adaa665534 None None] Updating router a8423287-d68d-4719-92ce-831bd726edb3 port 67e52c91-a077-4bba-8725-dc0cab2f56d9 binding host dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:00:54.084240 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-26404c70-69b0-4c21-a978-b91dbe281fc8 None None] Set router c8ac72ba-f45a-44d5-a2b4-e965ee2853c8 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:00:54.098387 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-8d0c27d4-897b-4cc9-a5c2-01adaa665534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:54.154185 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-e8c27b24-3517-45b6-b57e-e1186e9aa401 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] For port b7a2db13-d6b8-4dec-9720-d5d2bdbf7bbb, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=b7a2db13-d6b8-4dec-9720-d5d2bdbf7bbb,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:00:54.154820 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e8c27b24-3517-45b6-b57e-e1186e9aa401 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:54.168792 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-e8c27b24-3517-45b6-b57e-e1186e9aa401 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Calling delete_port for b7a2db13-d6b8-4dec-9720-d5d2bdbf7bbb owned by network:router_gateway {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:00:54.256622 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-1eb147fc-8579-440c-b066-8e66f29f5d71 None None] Deleting port ba8cf507-d9ac-4862-b2ce-379c6acdbf0b {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:00:54.257286 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-1eb147fc-8579-440c-b066-8e66f29f5d71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:54.345117 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-1eb147fc-8579-440c-b066-8e66f29f5d71 None None] For port ba8cf507-d9ac-4862-b2ce-379c6acdbf0b, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=ba8cf507-d9ac-4862-b2ce-379c6acdbf0b,segment=NetworkSegment(3dd8d086-23af-4874-9500-d2fd8a0c0149),segment_id=3dd8d086-23af-4874-9500-d2fd8a0c0149)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:00:54.345512 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-1eb147fc-8579-440c-b066-8e66f29f5d71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:54.361428 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-1eb147fc-8579-440c-b066-8e66f29f5d71 None None] Calling delete_port for ba8cf507-d9ac-4862-b2ce-379c6acdbf0b owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:00:54.414584 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-26404c70-69b0-4c21-a978-b91dbe281fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ac72ba-f45a-44d5-a2b4-e965ee2853c8', 'name': 'tempest-TestNetworkBasicOps-router-314910066', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': 'b7a2db13-d6b8-4dec-9720-d5d2bdbf7bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:59:39Z', 'updated_at': '2022-03-22T11:00:52Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'b7a2db13-d6b8-4dec-9720-d5d2bdbf7bbb', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:91:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ac72ba-f45a-44d5-a2b4-e965ee2853c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:41Z', 'updated_at': '2022-03-22T10:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:54.437897 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e8c27b24-3517-45b6-b57e-e1186e9aa401 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:54.445596 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26404c70-69b0-4c21-a978-b91dbe281fc8 None None] The sync data for ids ['c8ac72ba-f45a-44d5-a2b4-e965ee2853c8'] in dv-neutron-834599-1-hyperv is: [{'id': 'c8ac72ba-f45a-44d5-a2b4-e965ee2853c8', 'name': 'tempest-TestNetworkBasicOps-router-314910066', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': 'b7a2db13-d6b8-4dec-9720-d5d2bdbf7bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T10:59:39Z', 'updated_at': '2022-03-22T11:00:52Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'b7a2db13-d6b8-4dec-9720-d5d2bdbf7bbb', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:91:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ac72ba-f45a-44d5-a2b4-e965ee2853c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T10:59:41Z', 'updated_at': '2022-03-22T10:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:00:54.489029 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-8d0c27d4-897b-4cc9-a5c2-01adaa665534 None None] Notify callbacks [] for port, precommit_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:54.496264 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-8d0c27d4-897b-4cc9-a5c2-01adaa665534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:54.498098 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-1eb147fc-8579-440c-b066-8e66f29f5d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:54.514134 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c27b24-3517-45b6-b57e-e1186e9aa401 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'Port': ['ID=b7a2db13-d6b8-4dec-9720-d5d2bdbf7bbb,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:54.538127 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e8c27b24-3517-45b6-b57e-e1186e9aa401 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682553'] for router_gateway, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:54.545263 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb147fc-8579-440c-b066-8e66f29f5d71 None None] Pushing event deleted for resources: {'Port': ['ID=ba8cf507-d9ac-4862-b2ce-379c6acdbf0b,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:54.550185 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb147fc-8579-440c-b066-8e66f29f5d71 None None] No DVR routers for this DVR port ba8cf507-d9ac-4862-b2ce-379c6acdbf0b on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:00:54.568001 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e8176-3775-465e-93ce-fd03c495e2e7 None None] Pushing event updated for resources: {'Port': ['ID=67e52c91-a077-4bba-8725-dc0cab2f56d9,revision_number=3']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:54.622685 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-8d0c27d4-897b-4cc9-a5c2-01adaa665534 None None] Attempting to bind port 67e52c91-a077-4bba-8725-dc0cab2f56d9 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:00:54.623430 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-8d0c27d4-897b-4cc9-a5c2-01adaa665534 None None] Attempting to bind port 67e52c91-a077-4bba-8725-dc0cab2f56d9 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': 'a92d1ba7-f40b-4ed3-992e-aa19e8aa378e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a18a2990-2a2d-4b61-af6a-446afa7276de'}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:00:54.623756 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0c27d4-897b-4cc9-a5c2-01adaa665534 None None] Attempting to bind port 67e52c91-a077-4bba-8725-dc0cab2f56d9 on network a18a2990-2a2d-4b61-af6a-446afa7276de {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:00:54.630153 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0c27d4-897b-4cc9-a5c2-01adaa665534 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:00:54.630589 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0c27d4-897b-4cc9-a5c2-01adaa665534 None None] Checking segment: {'id': 'a92d1ba7-f40b-4ed3-992e-aa19e8aa378e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a18a2990-2a2d-4b61-af6a-446afa7276de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:00:54.630995 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-8d0c27d4-897b-4cc9-a5c2-01adaa665534 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:54.631408 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0c27d4-897b-4cc9-a5c2-01adaa665534 None None] Bound using segment: {'id': 'a92d1ba7-f40b-4ed3-992e-aa19e8aa378e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a18a2990-2a2d-4b61-af6a-446afa7276de'} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:00:54.632023 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-8d0c27d4-897b-4cc9-a5c2-01adaa665534 None None] Bound port: 67e52c91-a077-4bba-8725-dc0cab2f56d9, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a92d1ba7-f40b-4ed3-992e-aa19e8aa378e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a18a2990-2a2d-4b61-af6a-446afa7276de'}}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:00:54.632495 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-8d0c27d4-897b-4cc9-a5c2-01adaa665534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:54.671144 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e8c27b24-3517-45b6-b57e-e1186e9aa401 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:54.675066 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e8c27b24-3517-45b6-b57e-e1186e9aa401 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:54.718143 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-8d0c27d4-897b-4cc9-a5c2-01adaa665534 None None] For port 67e52c91-a077-4bba-8725-dc0cab2f56d9, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:00:54.723902 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-8d0c27d4-897b-4cc9-a5c2-01adaa665534 None None] For port 67e52c91-a077-4bba-8725-dc0cab2f56d9, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=67e52c91-a077-4bba-8725-dc0cab2f56d9,segment=NetworkSegment(a92d1ba7-f40b-4ed3-992e-aa19e8aa378e),segment_id=a92d1ba7-f40b-4ed3-992e-aa19e8aa378e)] {{(pid=109052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:00:54.731269 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-8d0c27d4-897b-4cc9-a5c2-01adaa665534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:54.733186 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e8c27b24-3517-45b6-b57e-e1186e9aa401 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:54.734059 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c27b24-3517-45b6-b57e-e1186e9aa401 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Fanout notify agent at l3_agent the message router_deleted on router c8ac72ba-f45a-44d5-a2b4-e965ee2853c8 {{(pid=109050) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 11:00:54.743955 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e8c27b24-3517-45b6-b57e-e1186e9aa401 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:54.748285 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42046) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:54.749116 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-e8c27b24-3517-45b6-b57e-e1186e9aa401 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "DELETE /v2.0/routers/c8ac72ba-f45a-44d5-a2b4-e965ee2853c8 HTTP/1.1" status: 204 len: 168 time: 1.0258913 Mar 22 11:00:54.805982 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0c27d4-897b-4cc9-a5c2-01adaa665534 None None] Routers {'a8423287-d68d-4719-92ce-831bd726edb3'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:00:54.806989 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-8d0c27d4-897b-4cc9-a5c2-01adaa665534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:00:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['a8423287-d68d-4719-92ce-831bd726edb3'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:54.873129 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e8176-3775-465e-93ce-fd03c495e2e7 None None] Pushing event updated for resources: {'Port': ['ID=67e52c91-a077-4bba-8725-dc0cab2f56d9,revision_number=4']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:54.885654 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6f40731d-76df-4c8d-8a98-ae8226c492b4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:54.907327 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-104532d2-b4e6-4912-b4ad-a9063ee1436d None None] Provisioning complete for port 67e52c91-a077-4bba-8725-dc0cab2f56d9 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:54.908557 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-104532d2-b4e6-4912-b4ad-a9063ee1436d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:55.068831 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-104532d2-b4e6-4912-b4ad-a9063ee1436d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:55.075749 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-8d0c27d4-897b-4cc9-a5c2-01adaa665534 None None] Set router a8423287-d68d-4719-92ce-831bd726edb3 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:00:55.116947 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6f40731d-76df-4c8d-8a98-ae8226c492b4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:55.134491 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-104532d2-b4e6-4912-b4ad-a9063ee1436d None None] For port 67e52c91-a077-4bba-8725-dc0cab2f56d9, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=67e52c91-a077-4bba-8725-dc0cab2f56d9,segment=NetworkSegment(a92d1ba7-f40b-4ed3-992e-aa19e8aa378e),segment_id=a92d1ba7-f40b-4ed3-992e-aa19e8aa378e)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:00:55.144943 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-104532d2-b4e6-4912-b4ad-a9063ee1436d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:55.153000 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-6f40731d-76df-4c8d-8a98-ae8226c492b4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2651f58b-4d82-47eb-adbc-f5b0a2dd2774']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:55.186629 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-6f40731d-76df-4c8d-8a98-ae8226c492b4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dd8d086-23af-4874-9500-d2fd8a0c0149') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:55.187548 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-6f40731d-76df-4c8d-8a98-ae8226c492b4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dd8d086-23af-4874-9500-d2fd8a0c0149') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:55.210553 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6f40731d-76df-4c8d-8a98-ae8226c492b4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:55.226078 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 67e52c91-a077-4bba-8725-dc0cab2f56d9 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:00:55.235670 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6f40731d-76df-4c8d-8a98-ae8226c492b4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:55.244471 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f40731d-76df-4c8d-8a98-ae8226c492b4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:00:55.244978 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6f40731d-76df-4c8d-8a98-ae8226c492b4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:55.249982 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 11:00:55.249982 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:00:55.249982 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 11:00:55.249982 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:00:55.249982 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 11:00:55.249982 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 11:00:55.249982 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 11:00:55.249982 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:00:55.249982 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 11:00:55.249982 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:00:55.249982 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 11:00:55.249982 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:00:55.249982 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 11:00:55.249982 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 11:00:55.249982 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:00:55.249982 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 11:00:55.249982 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:00:55.249982 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 11:00:55.249982 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 11:00:55.249982 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 11:00:55.249982 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 11:00:55.249982 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 11:00:55.249982 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:00:55.249982 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:00:55.249982 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 11:00:55.249982 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:00:55.249982 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:00:55.249982 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:00:55.249982 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:00:55.249982 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:00:55.249982 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:00:55.249982 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:00:55.322064 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-d6fb87e8-f109-48e4-81b2-0f318483b3c7 None None] Provisioning complete for port 67e52c91-a077-4bba-8725-dc0cab2f56d9 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:55.322695 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d6fb87e8-f109-48e4-81b2-0f318483b3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:55.324437 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104532d2-b4e6-4912-b4ad-a9063ee1436d None None] Pushing event updated for resources: {'Port': ['ID=67e52c91-a077-4bba-8725-dc0cab2f56d9,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:55.350831 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6f40731d-76df-4c8d-8a98-ae8226c492b4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:55.364384 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6f40731d-76df-4c8d-8a98-ae8226c492b4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:55.374298 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6f40731d-76df-4c8d-8a98-ae8226c492b4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "DELETE /v2.0/networks/2651f58b-4d82-47eb-adbc-f5b0a2dd2774 HTTP/1.1" status: 204 len: 168 time: 0.6248085 Mar 22 11:00:55.388772 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42080) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:55.394601 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-831ccd7f-75c1-401e-bf80-80e79ed876e7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'network': {'name': 'tempest-network-smoke--1653458086', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'port_security_enabled': True}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:55.397784 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f40731d-76df-4c8d-8a98-ae8226c492b4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'Network': ['ID=2651f58b-4d82-47eb-adbc-f5b0a2dd2774,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:55.436201 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 67e52c91-a077-4bba-8725-dc0cab2f56d9 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:55.436809 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:55.457852 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831ccd7f-75c1-401e-bf80-80e79ed876e7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Made reservation on behalf of 9d323f0b18e24bb7bcd0d92686e5587a for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:00:55.468661 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-831ccd7f-75c1-401e-bf80-80e79ed876e7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:55.481854 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-8d0c27d4-897b-4cc9-a5c2-01adaa665534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8423287-d68d-4719-92ce-831bd726edb3', 'name': 'tempest-TestVolumeBootPattern-616861292-router', 'tenant_id': '0a7a198dd278461092dbe0993e2b2193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'a3feda8c-3502-402c-8757-4951704b03d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:00:46Z', 'updated_at': '2022-03-22T11:00:50Z', 'revision_number': 4, 'project_id': '0a7a198dd278461092dbe0993e2b2193', 'gw_port': {'id': 'a3feda8c-3502-402c-8757-4951704b03d7', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8423287-d68d-4719-92ce-831bd726edb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:46Z', 'updated_at': '2022-03-22T11:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '67e52c91-a077-4bba-8725-dc0cab2f56d9', 'name': '', 'network_id': 'a18a2990-2a2d-4b61-af6a-446afa7276de', 'tenant_id': '0a7a198dd278461092dbe0993e2b2193', 'mac_address': 'fa:16:3e:9b:b2:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8423287-d68d-4719-92ce-831bd726edb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b8327a02-0373-4afb-b2c3-3bf040ee4942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:49Z', 'updated_at': '2022-03-22T11:00:54Z', 'revision_number': 4, 'project_id': '0a7a198dd278461092dbe0993e2b2193', 'subnets': [{'id': 'b8327a02-0373-4afb-b2c3-3bf040ee4942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:55.501984 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-831ccd7f-75c1-401e-bf80-80e79ed876e7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:00:55.518395 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-831ccd7f-75c1-401e-bf80-80e79ed876e7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:55.520867 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-831ccd7f-75c1-401e-bf80-80e79ed876e7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Added segment 412b9084-431f-4071-b3a4-910551813bb5 of type vlan for network e430c222-ac1b-4cf4-82c1-23246e930a93 Mar 22 11:00:55.586011 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-831ccd7f-75c1-401e-bf80-80e79ed876e7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:55.609980 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device a3feda8c-3502-402c-8757-4951704b03d7 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:00:55.624264 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-831ccd7f-75c1-401e-bf80-80e79ed876e7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:55.633984 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831ccd7f-75c1-401e-bf80-80e79ed876e7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:00:55.634649 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-831ccd7f-75c1-401e-bf80-80e79ed876e7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:55.648585 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0c27d4-897b-4cc9-a5c2-01adaa665534 None None] The sync data for ids ['a8423287-d68d-4719-92ce-831bd726edb3'] in dv-neutron-834599-1-hyperv is: [{'id': 'a8423287-d68d-4719-92ce-831bd726edb3', 'name': 'tempest-TestVolumeBootPattern-616861292-router', 'tenant_id': '0a7a198dd278461092dbe0993e2b2193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'a3feda8c-3502-402c-8757-4951704b03d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:00:46Z', 'updated_at': '2022-03-22T11:00:50Z', 'revision_number': 4, 'project_id': '0a7a198dd278461092dbe0993e2b2193', 'gw_port': {'id': 'a3feda8c-3502-402c-8757-4951704b03d7', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8423287-d68d-4719-92ce-831bd726edb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:46Z', 'updated_at': '2022-03-22T11:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '67e52c91-a077-4bba-8725-dc0cab2f56d9', 'name': '', 'network_id': 'a18a2990-2a2d-4b61-af6a-446afa7276de', 'tenant_id': '0a7a198dd278461092dbe0993e2b2193', 'mac_address': 'fa:16:3e:9b:b2:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8423287-d68d-4719-92ce-831bd726edb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'b8327a02-0373-4afb-b2c3-3bf040ee4942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:49Z', 'updated_at': '2022-03-22T11:00:54Z', 'revision_number': 4, 'project_id': '0a7a198dd278461092dbe0993e2b2193', 'subnets': [{'id': 'b8327a02-0373-4afb-b2c3-3bf040ee4942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:00:55.670753 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port a3feda8c-3502-402c-8757-4951704b03d7 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:55.671438 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:55.691398 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-831ccd7f-75c1-401e-bf80-80e79ed876e7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2990999 Mar 22 11:00:55.692121 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42082) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:55.697407 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-ddc0d3a3-2f40-40a3-85c0-9fff776a084a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1665747586', 'admin_state_up': True, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:55.744124 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ddc0d3a3-2f40-40a3-85c0-9fff776a084a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:55.746141 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ddc0d3a3-2f40-40a3-85c0-9fff776a084a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:55.749103 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831ccd7f-75c1-401e-bf80-80e79ed876e7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Network': ['ID=e430c222-ac1b-4cf4-82c1-23246e930a93,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:55.779224 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network e430c222-ac1b-4cf4-82c1-23246e930a93 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 11:00:55.836215 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ddc0d3a3-2f40-40a3-85c0-9fff776a084a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:55.903353 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device ad716081-ed6e-49bb-a554-095a2359f3bc no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:00:55.929343 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: ad716081-ed6e-49bb-a554-095a2359f3bc {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:00:55.929784 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device ad716081-ed6e-49bb-a554-095a2359f3bc not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:00:55.930271 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device ba8cf507-d9ac-4862-b2ce-379c6acdbf0b no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:00:55.952984 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: ba8cf507-d9ac-4862-b2ce-379c6acdbf0b {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:00:55.953431 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device ba8cf507-d9ac-4862-b2ce-379c6acdbf0b not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:00:56.031044 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ddc0d3a3-2f40-40a3-85c0-9fff776a084a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:56.254681 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ddc0d3a3-2f40-40a3-85c0-9fff776a084a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router_gateway, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:56.276089 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ddc0d3a3-2f40-40a3-85c0-9fff776a084a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:56.397331 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-ddc0d3a3-2f40-40a3-85c0-9fff776a084a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Allocated IP 172.26.7.199 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/e46b1908-8c08-49d9-b884-fe61cd4fee43) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:00:56.523894 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ddc0d3a3-2f40-40a3-85c0-9fff776a084a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:56.560411 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ddc0d3a3-2f40-40a3-85c0-9fff776a084a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:56.605008 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc0d3a3-2f40-40a3-85c0-9fff776a084a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:00:56.607961 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-ddc0d3a3-2f40-40a3-85c0-9fff776a084a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:00:56.610764 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc0d3a3-2f40-40a3-85c0-9fff776a084a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:00:56.644800 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc0d3a3-2f40-40a3-85c0-9fff776a084a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Port': ['ID=e46b1908-8c08-49d9-b884-fe61cd4fee43,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:56.877605 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ddc0d3a3-2f40-40a3-85c0-9fff776a084a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router_gateway, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:56.968673 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 67e52c91-a077-4bba-8725-dc0cab2f56d9 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:00:57.038248 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 67e52c91-a077-4bba-8725-dc0cab2f56d9 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:00:57.039187 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:57.092150 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ddc0d3a3-2f40-40a3-85c0-9fff776a084a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:57.140216 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device b7a2db13-d6b8-4dec-9720-d5d2bdbf7bbb no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:00:57.162942 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: b7a2db13-d6b8-4dec-9720-d5d2bdbf7bbb {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:00:57.163285 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device b7a2db13-d6b8-4dec-9720-d5d2bdbf7bbb not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:00:57.228733 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddc0d3a3-2f40-40a3-85c0-9fff776a084a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Router 6682a9da-5a31-4dea-86a4-7a77cbe2fec2 is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 11:00:57.337124 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc0d3a3-2f40-40a3-85c0-9fff776a084a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:00:57.346636 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684e3398-bb0d-4018-b7d6-c5d84fb7f800 None None] Sync routers for ids ['6682a9da-5a31-4dea-86a4-7a77cbe2fec2'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:00:57.360105 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684e3398-bb0d-4018-b7d6-c5d84fb7f800 None None] Routers {'6682a9da-5a31-4dea-86a4-7a77cbe2fec2'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:00:57.360750 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ddc0d3a3-2f40-40a3-85c0-9fff776a084a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:57.360978 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-684e3398-bb0d-4018-b7d6-c5d84fb7f800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:00:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['6682a9da-5a31-4dea-86a4-7a77cbe2fec2'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:57.361999 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ddc0d3a3-2f40-40a3-85c0-9fff776a084a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.6691892 Mar 22 11:00:57.365246 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42086) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:57.402472 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0748ec30-6631-4b1f-a4e1-41090a743184 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=9d323f0b18e24bb7bcd0d92686e5587a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0358942 Mar 22 11:00:57.405034 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42088) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:57.479655 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-684e3398-bb0d-4018-b7d6-c5d84fb7f800 None None] Set router 6682a9da-5a31-4dea-86a4-7a77cbe2fec2 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:00:57.509687 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dce0c0-118a-447b-b0f1-0c23fa716a9f tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:00:57.511258 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b9dce0c0-118a-447b-b0f1-0c23fa716a9f tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1052814 Mar 22 11:00:57.514221 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42092) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:57.553363 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9c03ab95-dcac-46e6-87d1-95680ac49fff tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=a14ca783-6f82-4799-85a3-4cbe79c980a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374644 Mar 22 11:00:57.558620 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42094) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:57.564481 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-1a261209-0eca-487f-a149-c9148de33d75 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2127680585', 'network_id': 'e430c222-ac1b-4cf4-82c1-23246e930a93', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:00:57.661778 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a261209-0eca-487f-a149-c9148de33d75 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Made reservation on behalf of 9d323f0b18e24bb7bcd0d92686e5587a for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:00:57.666929 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1a261209-0eca-487f-a149-c9148de33d75 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:57.830516 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-684e3398-bb0d-4018-b7d6-c5d84fb7f800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6682a9da-5a31-4dea-86a4-7a77cbe2fec2', 'name': 'tempest-TestNetworkBasicOps-router-1665747586', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': 'e46b1908-8c08-49d9-b884-fe61cd4fee43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:00:55Z', 'updated_at': '2022-03-22T11:00:56Z', 'revision_number': 3, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'e46b1908-8c08-49d9-b884-fe61cd4fee43', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:2c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6682a9da-5a31-4dea-86a4-7a77cbe2fec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:56Z', 'updated_at': '2022-03-22T11:00:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:57.859320 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684e3398-bb0d-4018-b7d6-c5d84fb7f800 None None] Checking router: 6682a9da-5a31-4dea-86a4-7a77cbe2fec2 for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:00:57.859894 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684e3398-bb0d-4018-b7d6-c5d84fb7f800 None None] Updating router 6682a9da-5a31-4dea-86a4-7a77cbe2fec2 port e46b1908-8c08-49d9-b884-fe61cd4fee43 binding host dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:00:57.874707 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1a261209-0eca-487f-a149-c9148de33d75 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:57.886293 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-684e3398-bb0d-4018-b7d6-c5d84fb7f800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:57.943797 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a261209-0eca-487f-a149-c9148de33d75 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Subnet': ['ID=1dc4e64a-aa7e-4b8f-9895-a1875775d271,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:57.949489 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a261209-0eca-487f-a149-c9148de33d75 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Checking segment: {'id': '412b9084-431f-4071-b3a4-910551813bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e430c222-ac1b-4cf4-82c1-23246e930a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:00:57.949850 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a261209-0eca-487f-a149-c9148de33d75 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Network hostable DHCP agents. Network: e430c222-ac1b-4cf4-82c1-23246e930a93, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:00:57.978200 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a261209-0eca-487f-a149-c9148de33d75 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Network e430c222-ac1b-4cf4-82c1-23246e930a93 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:00:57.990521 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-1a261209-0eca-487f-a149-c9148de33d75 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, e430c222-ac1b-4cf4-82c1-23246e930a93) {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:00:57.997121 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a261209-0eca-487f-a149-c9148de33d75 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:00:57.997266 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1a261209-0eca-487f-a149-c9148de33d75 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:58.004617 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6505416f-5f5e-4e9c-b26f-35809f8aaf27 None None] Network e430c222-ac1b-4cf4-82c1-23246e930a93 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:00:58.014986 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-1a261209-0eca-487f-a149-c9148de33d75 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4545994 Mar 22 11:00:58.018193 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42096) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:00:58.265317 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e86ac7-6524-4cd4-9368-963060fd88f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-e430c222-ac1b-4cf4-82c1-23246e930a93', 'network_id': 'e430c222-ac1b-4cf4-82c1-23246e930a93', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ips': [{'subnet_id': '1dc4e64a-aa7e-4b8f-9895-a1875775d271'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 11:00:58.266816 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f2e86ac7-6524-4cd4-9368-963060fd88f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:58.386077 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-684e3398-bb0d-4018-b7d6-c5d84fb7f800 None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:58.406287 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-684e3398-bb0d-4018-b7d6-c5d84fb7f800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:58.506177 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-684e3398-bb0d-4018-b7d6-c5d84fb7f800 None None] Attempting to bind port e46b1908-8c08-49d9-b884-fe61cd4fee43 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:00:58.506464 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-684e3398-bb0d-4018-b7d6-c5d84fb7f800 None None] Attempting to bind port e46b1908-8c08-49d9-b884-fe61cd4fee43 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:00:58.506829 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684e3398-bb0d-4018-b7d6-c5d84fb7f800 None None] Attempting to bind port e46b1908-8c08-49d9-b884-fe61cd4fee43 on network a14ca783-6f82-4799-85a3-4cbe79c980a8 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:00:58.508872 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71eb957-1e25-4de4-9a49-8aa2e045e6a8 None None] Pushing event updated for resources: {'Port': ['ID=e46b1908-8c08-49d9-b884-fe61cd4fee43,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:58.521219 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684e3398-bb0d-4018-b7d6-c5d84fb7f800 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:00:58.521596 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684e3398-bb0d-4018-b7d6-c5d84fb7f800 None None] Checking segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:00:58.522006 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-684e3398-bb0d-4018-b7d6-c5d84fb7f800 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:58.522399 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684e3398-bb0d-4018-b7d6-c5d84fb7f800 None None] Bound using segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:00:58.522895 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-684e3398-bb0d-4018-b7d6-c5d84fb7f800 None None] Bound port: e46b1908-8c08-49d9-b884-fe61cd4fee43, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:00:58.523283 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-684e3398-bb0d-4018-b7d6-c5d84fb7f800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:58.573983 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-f2e86ac7-6524-4cd4-9368-963060fd88f5 None None] Allocated IP 172.20.0.2 (e430c222-ac1b-4cf4-82c1-23246e930a93/1dc4e64a-aa7e-4b8f-9895-a1875775d271/e527317c-76e8-4357-ae04-6985689b7dd6) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:00:58.624177 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-684e3398-bb0d-4018-b7d6-c5d84fb7f800 None None] For port e46b1908-8c08-49d9-b884-fe61cd4fee43, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:00:58.657408 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-684e3398-bb0d-4018-b7d6-c5d84fb7f800 None None] For port e46b1908-8c08-49d9-b884-fe61cd4fee43, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=e46b1908-8c08-49d9-b884-fe61cd4fee43,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:00:58.688107 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-684e3398-bb0d-4018-b7d6-c5d84fb7f800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:58.799704 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684e3398-bb0d-4018-b7d6-c5d84fb7f800 None None] Routers {'6682a9da-5a31-4dea-86a4-7a77cbe2fec2'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:00:58.799704 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-684e3398-bb0d-4018-b7d6-c5d84fb7f800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:00:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['6682a9da-5a31-4dea-86a4-7a77cbe2fec2'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:58.820819 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71eb957-1e25-4de4-9a49-8aa2e045e6a8 None None] Pushing event updated for resources: {'Port': ['ID=e46b1908-8c08-49d9-b884-fe61cd4fee43,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:58.855416 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0e0c199c-eb0e-4e99-b0f2-94431806ca9f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:58.895723 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f2e86ac7-6524-4cd4-9368-963060fd88f5 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:58.934857 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f2e86ac7-6524-4cd4-9368-963060fd88f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:58.986237 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e86ac7-6524-4cd4-9368-963060fd88f5 None None] Network e430c222-ac1b-4cf4-82c1-23246e930a93 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:00:58.990730 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-f2e86ac7-6524-4cd4-9368-963060fd88f5 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:00:58.995037 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-684e3398-bb0d-4018-b7d6-c5d84fb7f800 None None] Set router 6682a9da-5a31-4dea-86a4-7a77cbe2fec2 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:00:58.996916 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e86ac7-6524-4cd4-9368-963060fd88f5 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:00:59.054650 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e86ac7-6524-4cd4-9368-963060fd88f5 None None] Pushing event updated for resources: {'Port': ['ID=e527317c-76e8-4357-ae04-6985689b7dd6,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:59.124401 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-f2e86ac7-6524-4cd4-9368-963060fd88f5 None None] Attempting to bind port e527317c-76e8-4357-ae04-6985689b7dd6 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:00:59.124822 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-f2e86ac7-6524-4cd4-9368-963060fd88f5 None None] Attempting to bind port e527317c-76e8-4357-ae04-6985689b7dd6 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '412b9084-431f-4071-b3a4-910551813bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e430c222-ac1b-4cf4-82c1-23246e930a93'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:00:59.125174 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e86ac7-6524-4cd4-9368-963060fd88f5 None None] Attempting to bind port e527317c-76e8-4357-ae04-6985689b7dd6 on network e430c222-ac1b-4cf4-82c1-23246e930a93 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:00:59.159673 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e86ac7-6524-4cd4-9368-963060fd88f5 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:00:59.160052 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e86ac7-6524-4cd4-9368-963060fd88f5 None None] Checking segment: {'id': '412b9084-431f-4071-b3a4-910551813bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e430c222-ac1b-4cf4-82c1-23246e930a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:00:59.160464 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f2e86ac7-6524-4cd4-9368-963060fd88f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:59.160916 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e86ac7-6524-4cd4-9368-963060fd88f5 None None] Bound using segment: {'id': '412b9084-431f-4071-b3a4-910551813bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e430c222-ac1b-4cf4-82c1-23246e930a93'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:00:59.161424 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-f2e86ac7-6524-4cd4-9368-963060fd88f5 None None] Bound port: e527317c-76e8-4357-ae04-6985689b7dd6, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '412b9084-431f-4071-b3a4-910551813bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e430c222-ac1b-4cf4-82c1-23246e930a93'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:00:59.161811 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f2e86ac7-6524-4cd4-9368-963060fd88f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:59.175918 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-0e0c199c-eb0e-4e99-b0f2-94431806ca9f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Allocated IP 172.20.0.1 (e430c222-ac1b-4cf4-82c1-23246e930a93/1dc4e64a-aa7e-4b8f-9895-a1875775d271/ac624d3b-41e4-4974-aa35-ed1367cde010) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:00:59.264442 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-f2e86ac7-6524-4cd4-9368-963060fd88f5 None None] For port e527317c-76e8-4357-ae04-6985689b7dd6, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:00:59.280890 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-f2e86ac7-6524-4cd4-9368-963060fd88f5 None None] For port e527317c-76e8-4357-ae04-6985689b7dd6, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=e527317c-76e8-4357-ae04-6985689b7dd6,segment=NetworkSegment(412b9084-431f-4071-b3a4-910551813bb5),segment_id=412b9084-431f-4071-b3a4-910551813bb5)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:00:59.288339 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f2e86ac7-6524-4cd4-9368-963060fd88f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:59.324138 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0e0c199c-eb0e-4e99-b0f2-94431806ca9f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:59.336929 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-684e3398-bb0d-4018-b7d6-c5d84fb7f800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6682a9da-5a31-4dea-86a4-7a77cbe2fec2', 'name': 'tempest-TestNetworkBasicOps-router-1665747586', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': 'e46b1908-8c08-49d9-b884-fe61cd4fee43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:00:55Z', 'updated_at': '2022-03-22T11:00:56Z', 'revision_number': 3, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'e46b1908-8c08-49d9-b884-fe61cd4fee43', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:2c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6682a9da-5a31-4dea-86a4-7a77cbe2fec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:56Z', 'updated_at': '2022-03-22T11:00:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:00:59.377970 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684e3398-bb0d-4018-b7d6-c5d84fb7f800 None None] The sync data for ids ['6682a9da-5a31-4dea-86a4-7a77cbe2fec2'] in dv-neutron-834599-1-hyperv is: [{'id': '6682a9da-5a31-4dea-86a4-7a77cbe2fec2', 'name': 'tempest-TestNetworkBasicOps-router-1665747586', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': 'e46b1908-8c08-49d9-b884-fe61cd4fee43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:00:55Z', 'updated_at': '2022-03-22T11:00:56Z', 'revision_number': 3, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'e46b1908-8c08-49d9-b884-fe61cd4fee43', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:2c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6682a9da-5a31-4dea-86a4-7a77cbe2fec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:56Z', 'updated_at': '2022-03-22T11:00:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:00:59.380531 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e86ac7-6524-4cd4-9368-963060fd88f5 None None] Pushing event updated for resources: {'Port': ['ID=e527317c-76e8-4357-ae04-6985689b7dd6,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:59.396587 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0e0c199c-eb0e-4e99-b0f2-94431806ca9f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:59.458007 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0c199c-eb0e-4e99-b0f2-94431806ca9f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Network e430c222-ac1b-4cf4-82c1-23246e930a93 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:00:59.461667 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-0e0c199c-eb0e-4e99-b0f2-94431806ca9f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:00:59.465945 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0c199c-eb0e-4e99-b0f2-94431806ca9f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:00:59.472761 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0c199c-eb0e-4e99-b0f2-94431806ca9f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Port': ['ID=ac624d3b-41e4-4974-aa35-ed1367cde010,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:00:59.519939 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0e0c199c-eb0e-4e99-b0f2-94431806ca9f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684270'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:00:59.734916 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0e0c199c-eb0e-4e99-b0f2-94431806ca9f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:00.118766 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0e0c199c-eb0e-4e99-b0f2-94431806ca9f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:00.126368 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0e0c199c-eb0e-4e99-b0f2-94431806ca9f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:00.210486 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0c199c-eb0e-4e99-b0f2-94431806ca9f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Port': ['ID=ac624d3b-41e4-4974-aa35-ed1367cde010,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:01:00.216064 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0e0c199c-eb0e-4e99-b0f2-94431806ca9f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684306'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:00.331502 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0c199c-eb0e-4e99-b0f2-94431806ca9f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Network e430c222-ac1b-4cf4-82c1-23246e930a93 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:01:00.334088 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-0e0c199c-eb0e-4e99-b0f2-94431806ca9f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:01:00.503925 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e0c199c-eb0e-4e99-b0f2-94431806ca9f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Router 6682a9da-5a31-4dea-86a4-7a77cbe2fec2 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:01:00.624337 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfec52e-55e4-4aed-8def-2667f4e93ee7 None None] Network e430c222-ac1b-4cf4-82c1-23246e930a93 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:01:00.635452 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e0c199c-eb0e-4e99-b0f2-94431806ca9f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:01:00.643510 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0e0c199c-eb0e-4e99-b0f2-94431806ca9f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "PUT /v2.0/routers/6682a9da-5a31-4dea-86a4-7a77cbe2fec2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6209214 Mar 22 11:01:00.643857 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42102) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:01:00.861610 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa684500-a886-486e-a491-e85c2f9bddd7 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:00.862134 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa684500-a886-486e-a491-e85c2f9bddd7 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:00.862597 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa684500-a886-486e-a491-e85c2f9bddd7 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:00.863163 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa684500-a886-486e-a491-e85c2f9bddd7 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:00.863657 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa684500-a886-486e-a491-e85c2f9bddd7 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:00.864384 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa684500-a886-486e-a491-e85c2f9bddd7 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:00.870590 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-aa684500-a886-486e-a491-e85c2f9bddd7 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.2210779 Mar 22 11:01:00.870826 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42106) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:01:00.932538 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8a53c4fb-bbd5-4106-88e5-da134ea0335f None None] Provisioning complete for port e527317c-76e8-4357-ae04-6985689b7dd6 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:01:00.932922 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8a53c4fb-bbd5-4106-88e5-da134ea0335f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:01.032124 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae61a0c9-c8b2-46f6-921c-8fbff13c6242 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:01.032585 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae61a0c9-c8b2-46f6-921c-8fbff13c6242 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:01.033034 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae61a0c9-c8b2-46f6-921c-8fbff13c6242 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:01.033845 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae61a0c9-c8b2-46f6-921c-8fbff13c6242 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:01.034616 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae61a0c9-c8b2-46f6-921c-8fbff13c6242 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:01.037086 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae61a0c9-c8b2-46f6-921c-8fbff13c6242 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:01.041715 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-ae61a0c9-c8b2-46f6-921c-8fbff13c6242 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1678271 Mar 22 11:01:01.041950 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42108) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:01:01.075474 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device e527317c-76e8-4357-ae04-6985689b7dd6 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:01:01.120368 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8a53c4fb-bbd5-4106-88e5-da134ea0335f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:01.197254 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8a53c4fb-bbd5-4106-88e5-da134ea0335f None None] For port e527317c-76e8-4357-ae04-6985689b7dd6, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=e527317c-76e8-4357-ae04-6985689b7dd6,segment=NetworkSegment(412b9084-431f-4071-b3a4-910551813bb5),segment_id=412b9084-431f-4071-b3a4-910551813bb5)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:01:01.205833 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port e527317c-76e8-4357-ae04-6985689b7dd6 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:01:01.206215 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:01.210614 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8a53c4fb-bbd5-4106-88e5-da134ea0335f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:01.303618 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a53c4fb-bbd5-4106-88e5-da134ea0335f None None] Pushing event updated for resources: {'Port': ['ID=e527317c-76e8-4357-ae04-6985689b7dd6,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:01:01.367180 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-ed10f11c-2325-48ab-a4d5-68ef2dc188ea None None] Provisioning complete for port e527317c-76e8-4357-ae04-6985689b7dd6 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:01:01.367630 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ed10f11c-2325-48ab-a4d5-68ef2dc188ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:01.371778 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device e46b1908-8c08-49d9-b884-fe61cd4fee43 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:01:01.383811 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-c96a996d-d529-411b-83d6-8dad4f9190a4 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.3381026 Mar 22 11:01:01.491696 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port e46b1908-8c08-49d9-b884-fe61cd4fee43 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:01:01.492075 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:01.559892 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-ed10f11c-2325-48ab-a4d5-68ef2dc188ea None None] Provisioning complete for port ac624d3b-41e4-4974-aa35-ed1367cde010 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:01:01.560244 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ed10f11c-2325-48ab-a4d5-68ef2dc188ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:01.635602 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-ed10f11c-2325-48ab-a4d5-68ef2dc188ea None None] Port ac624d3b-41e4-4974-aa35-ed1367cde010 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:01:01.637615 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:01.660076 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port e46b1908-8c08-49d9-b884-fe61cd4fee43, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=e46b1908-8c08-49d9-b884-fe61cd4fee43,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:01:01.665440 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:01.678159 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42112) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:01:01.686834 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-09795fca-b57d-44f6-80fb-37e19002165b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1886338157', 'description': 'tempest-secgroup-smoke-1886338157 description', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:01:01.713429 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-09795fca-b57d-44f6-80fb-37e19002165b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:01.718374 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=e46b1908-8c08-49d9-b884-fe61cd4fee43,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:01:01.762685 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-24c21c58-728f-49e4-aa8b-191fabb448fb None None] Provisioning complete for port ac624d3b-41e4-4974-aa35-ed1367cde010 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:01:01.763022 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-24c21c58-728f-49e4-aa8b-191fabb448fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:01.801847 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-09795fca-b57d-44f6-80fb-37e19002165b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:01.811628 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-09795fca-b57d-44f6-80fb-37e19002165b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:01.829957 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-24c21c58-728f-49e4-aa8b-191fabb448fb None None] Port ac624d3b-41e4-4974-aa35-ed1367cde010 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:01:01.864820 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-09795fca-b57d-44f6-80fb-37e19002165b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:01.864820 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-09795fca-b57d-44f6-80fb-37e19002165b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1748681 Mar 22 11:01:01.864820 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09795fca-b57d-44f6-80fb-37e19002165b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc236da9-4bc0-44e3-9069-bb90a815c31c,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:01:01.864820 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42116) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:01:01.865838 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-d6f7048e-fdaa-46b1-8d9e-cc90f862ed89 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': 'fc236da9-4bc0-44e3-9069-bb90a815c31c', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:01:01.892625 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d6f7048e-fdaa-46b1-8d9e-cc90f862ed89 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:01.950410 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-7ae57f03-db31-463d-b2f5-057e344e7f82 None None] Provisioning complete for port ac624d3b-41e4-4974-aa35-ed1367cde010 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:01:01.951071 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7ae57f03-db31-463d-b2f5-057e344e7f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:01.957632 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d6f7048e-fdaa-46b1-8d9e-cc90f862ed89 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:01.963236 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d6f7048e-fdaa-46b1-8d9e-cc90f862ed89 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:01.985383 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f7048e-fdaa-46b1-8d9e-cc90f862ed89 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b97f9cd-0084-4746-9543-1b8274b5b90f,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:01:02.003489 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d6f7048e-fdaa-46b1-8d9e-cc90f862ed89 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:02.003489 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-d6f7048e-fdaa-46b1-8d9e-cc90f862ed89 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1314614 Mar 22 11:01:02.003740 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42118) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:01:02.004158 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-3d374d59-f7c0-459a-8787-56ffda925164 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': 'fc236da9-4bc0-44e3-9069-bb90a815c31c', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:01:02.008193 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-7ae57f03-db31-463d-b2f5-057e344e7f82 None None] Port ac624d3b-41e4-4974-aa35-ed1367cde010 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:01:02.040820 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3d374d59-f7c0-459a-8787-56ffda925164 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:02.111242 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3d374d59-f7c0-459a-8787-56ffda925164 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:02.116680 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3d374d59-f7c0-459a-8787-56ffda925164 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:02.138973 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d374d59-f7c0-459a-8787-56ffda925164 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af0f2429-e0e9-4f1e-98c9-c221f26b7b38,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:01:02.146123 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3d374d59-f7c0-459a-8787-56ffda925164 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:02.150086 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3d374d59-f7c0-459a-8787-56ffda925164 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1494443 Mar 22 11:01:02.150319 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42120) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:01:02.154826 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-baf0b539-cfe8-47cc-949f-d035e10e47c6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': 'fc236da9-4bc0-44e3-9069-bb90a815c31c', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:01:02.182709 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-baf0b539-cfe8-47cc-949f-d035e10e47c6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:02.248735 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-baf0b539-cfe8-47cc-949f-d035e10e47c6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:02.253042 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-baf0b539-cfe8-47cc-949f-d035e10e47c6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:02.271886 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf0b539-cfe8-47cc-949f-d035e10e47c6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b44ab81-0ac6-4d03-a28f-47416da4f7d1,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:01:02.281842 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-baf0b539-cfe8-47cc-949f-d035e10e47c6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:02.283102 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-baf0b539-cfe8-47cc-949f-d035e10e47c6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1318836 Mar 22 11:01:02.286143 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42122) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:01:02.290742 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-5cabcda2-22ba-4303-bf34-e3a3aaf48041 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': 'fc236da9-4bc0-44e3-9069-bb90a815c31c', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:01:02.319711 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5cabcda2-22ba-4303-bf34-e3a3aaf48041 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:02.387380 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5cabcda2-22ba-4303-bf34-e3a3aaf48041 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:02.392899 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5cabcda2-22ba-4303-bf34-e3a3aaf48041 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:02.414642 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cabcda2-22ba-4303-bf34-e3a3aaf48041 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a21caffa-40d1-43a2-9149-cd3f76b7e9d3,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:01:02.428473 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5cabcda2-22ba-4303-bf34-e3a3aaf48041 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:02.432454 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5cabcda2-22ba-4303-bf34-e3a3aaf48041 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1426151 Mar 22 11:01:02.432820 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42124) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:01:02.438569 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-5d403592-d0bb-444a-8166-f430430e3d3c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': 'fc236da9-4bc0-44e3-9069-bb90a815c31c', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:01:02.470859 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.securitygroups_db [None req-5d403592-d0bb-444a-8166-f430430e3d3c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Project 9d323f0b18e24bb7bcd0d92686e5587a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 11:01:02.477067 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5d403592-d0bb-444a-8166-f430430e3d3c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:02.550220 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5d403592-d0bb-444a-8166-f430430e3d3c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:02.554905 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5d403592-d0bb-444a-8166-f430430e3d3c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:02.576652 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d403592-d0bb-444a-8166-f430430e3d3c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a00a996-2129-4031-a27a-e70183544f2f,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:01:02.581850 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5d403592-d0bb-444a-8166-f430430e3d3c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:02.583256 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5d403592-d0bb-444a-8166-f430430e3d3c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1493700 Mar 22 11:01:02.585995 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42126) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:01:02.590255 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-dfe5d98c-c809-4e63-b114-c8edb5faf507 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': 'fc236da9-4bc0-44e3-9069-bb90a815c31c', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:01:02.612919 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.securitygroups_db [None req-dfe5d98c-c809-4e63-b114-c8edb5faf507 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Project 9d323f0b18e24bb7bcd0d92686e5587a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 11:01:02.619248 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dfe5d98c-c809-4e63-b114-c8edb5faf507 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:02.692687 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dfe5d98c-c809-4e63-b114-c8edb5faf507 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:02.697618 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dfe5d98c-c809-4e63-b114-c8edb5faf507 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:02.716085 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe5d98c-c809-4e63-b114-c8edb5faf507 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6fb25e4-d21d-4aa1-91e8-f5fe74fdc2a2,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:01:02.724099 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dfe5d98c-c809-4e63-b114-c8edb5faf507 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:02.727409 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-dfe5d98c-c809-4e63-b114-c8edb5faf507 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1384571 Mar 22 11:01:02.766358 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d498a598-e564-4200-865d-49ecfe07779b None None] Sync routers for ids ['6682a9da-5a31-4dea-86a4-7a77cbe2fec2'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:01:02.775858 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d498a598-e564-4200-865d-49ecfe07779b None None] Routers {'6682a9da-5a31-4dea-86a4-7a77cbe2fec2'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:01:02.776519 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-d498a598-e564-4200-865d-49ecfe07779b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:00:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['6682a9da-5a31-4dea-86a4-7a77cbe2fec2'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:01:02.891046 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-d498a598-e564-4200-865d-49ecfe07779b None None] Set router 6682a9da-5a31-4dea-86a4-7a77cbe2fec2 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:01:02.986775 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-88366af9-df3f-4c09-be38-22a25590ef81 req-e575791d-3c4a-457c-b37c-617518ab4739 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1886338157&fields=id&tenant_id=9d323f0b18e24bb7bcd0d92686e5587a HTTP/1.1" status: 200 len: 267 time: 0.0507398 Mar 22 11:01:03.000546 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device e527317c-76e8-4357-ae04-6985689b7dd6 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:01:03.061600 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port e527317c-76e8-4357-ae04-6985689b7dd6 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:01:03.062235 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:03.141902 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-d498a598-e564-4200-865d-49ecfe07779b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6682a9da-5a31-4dea-86a4-7a77cbe2fec2', 'name': 'tempest-TestNetworkBasicOps-router-1665747586', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': 'e46b1908-8c08-49d9-b884-fe61cd4fee43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:00:55Z', 'updated_at': '2022-03-22T11:00:59Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'e46b1908-8c08-49d9-b884-fe61cd4fee43', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:2c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6682a9da-5a31-4dea-86a4-7a77cbe2fec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:56Z', 'updated_at': '2022-03-22T11:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': 'ac624d3b-41e4-4974-aa35-ed1367cde010', 'name': '', 'network_id': 'e430c222-ac1b-4cf4-82c1-23246e930a93', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:3b:87:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6682a9da-5a31-4dea-86a4-7a77cbe2fec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '1dc4e64a-aa7e-4b8f-9895-a1875775d271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:58Z', 'updated_at': '2022-03-22T11:00:59Z', 'revision_number': 2, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '1dc4e64a-aa7e-4b8f-9895-a1875775d271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:01:03.175295 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d498a598-e564-4200-865d-49ecfe07779b None None] Checking router: 6682a9da-5a31-4dea-86a4-7a77cbe2fec2 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:01:03.175669 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d498a598-e564-4200-865d-49ecfe07779b None None] Updating router 6682a9da-5a31-4dea-86a4-7a77cbe2fec2 port ac624d3b-41e4-4974-aa35-ed1367cde010 binding host dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:01:03.176425 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device e46b1908-8c08-49d9-b884-fe61cd4fee43 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:01:03.204422 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-d498a598-e564-4200-865d-49ecfe07779b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:03.229087 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port e46b1908-8c08-49d9-b884-fe61cd4fee43 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:01:03.230083 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:03.533765 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-d498a598-e564-4200-865d-49ecfe07779b None None] Notify callbacks [] for port, precommit_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:03.540240 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-d498a598-e564-4200-865d-49ecfe07779b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:03.590153 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a1952-b4d9-4ba6-83d9-ee4fa16fc372 None None] Pushing event updated for resources: {'Port': ['ID=ac624d3b-41e4-4974-aa35-ed1367cde010,revision_number=3']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:01:03.615759 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88366af9-df3f-4c09-be38-22a25590ef81 req-ffed4944-c662-4ec1-a9c8-9fb2691ad72a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:03.617274 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-88366af9-df3f-4c09-be38-22a25590ef81 req-ffed4944-c662-4ec1-a9c8-9fb2691ad72a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/networks?id=e430c222-ac1b-4cf4-82c1-23246e930a93 HTTP/1.1" status: 200 len: 797 time: 0.6167932 Mar 22 11:01:03.633767 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-88366af9-df3f-4c09-be38-22a25590ef81 req-faa01986-1921-40d0-9a54-b6d64b572a79 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/quotas/9d323f0b18e24bb7bcd0d92686e5587a HTTP/1.1" status: 200 len: 375 time: 0.0102124 Mar 22 11:01:03.652096 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-d498a598-e564-4200-865d-49ecfe07779b None None] Attempting to bind port ac624d3b-41e4-4974-aa35-ed1367cde010 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:01:03.652502 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-d498a598-e564-4200-865d-49ecfe07779b None None] Attempting to bind port ac624d3b-41e4-4974-aa35-ed1367cde010 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '412b9084-431f-4071-b3a4-910551813bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e430c222-ac1b-4cf4-82c1-23246e930a93'}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:01:03.652849 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d498a598-e564-4200-865d-49ecfe07779b None None] Attempting to bind port ac624d3b-41e4-4974-aa35-ed1367cde010 on network e430c222-ac1b-4cf4-82c1-23246e930a93 {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:01:03.659925 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d498a598-e564-4200-865d-49ecfe07779b None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:01:03.660602 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d498a598-e564-4200-865d-49ecfe07779b None None] Checking segment: {'id': '412b9084-431f-4071-b3a4-910551813bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e430c222-ac1b-4cf4-82c1-23246e930a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:01:03.661068 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-d498a598-e564-4200-865d-49ecfe07779b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:03.661689 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d498a598-e564-4200-865d-49ecfe07779b None None] Bound using segment: {'id': '412b9084-431f-4071-b3a4-910551813bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e430c222-ac1b-4cf4-82c1-23246e930a93'} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:01:03.662404 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-d498a598-e564-4200-865d-49ecfe07779b None None] Bound port: ac624d3b-41e4-4974-aa35-ed1367cde010, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '412b9084-431f-4071-b3a4-910551813bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e430c222-ac1b-4cf4-82c1-23246e930a93'}}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:01:03.662827 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-d498a598-e564-4200-865d-49ecfe07779b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:03.749218 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-88366af9-df3f-4c09-be38-22a25590ef81 req-b52d7dcf-c1a0-4e2b-a7ea-e30e6adf7847 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=9d323f0b18e24bb7bcd0d92686e5587a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0936687 Mar 22 11:01:03.753911 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-d498a598-e564-4200-865d-49ecfe07779b None None] For port ac624d3b-41e4-4974-aa35-ed1367cde010, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:01:03.761438 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-d498a598-e564-4200-865d-49ecfe07779b None None] For port ac624d3b-41e4-4974-aa35-ed1367cde010, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=ac624d3b-41e4-4974-aa35-ed1367cde010,segment=NetworkSegment(412b9084-431f-4071-b3a4-910551813bb5),segment_id=412b9084-431f-4071-b3a4-910551813bb5)] {{(pid=109052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:01:03.771021 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-d498a598-e564-4200-865d-49ecfe07779b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:03.837888 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d498a598-e564-4200-865d-49ecfe07779b None None] Routers {'6682a9da-5a31-4dea-86a4-7a77cbe2fec2'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:01:03.838527 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-d498a598-e564-4200-865d-49ecfe07779b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:00:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['6682a9da-5a31-4dea-86a4-7a77cbe2fec2'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:01:03.842428 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a1952-b4d9-4ba6-83d9-ee4fa16fc372 None None] Pushing event updated for resources: {'Port': ['ID=ac624d3b-41e4-4974-aa35-ed1367cde010,revision_number=4']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:01:03.942805 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-584d0cd9-1560-434c-b02d-cdd7547f3bf0 None None] Provisioning complete for port ac624d3b-41e4-4974-aa35-ed1367cde010 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:01:03.944980 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-584d0cd9-1560-434c-b02d-cdd7547f3bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:03.971331 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-d498a598-e564-4200-865d-49ecfe07779b None None] Set router 6682a9da-5a31-4dea-86a4-7a77cbe2fec2 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:01:04.041531 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-88366af9-df3f-4c09-be38-22a25590ef81 req-adba498d-10f6-4ad6-a862-83c7f63e21ab service neutron] 10.222.0.57 "GET /v2.0/networks/e430c222-ac1b-4cf4-82c1-23246e930a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764060 Mar 22 11:01:04.119680 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-584d0cd9-1560-434c-b02d-cdd7547f3bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:04.163206 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-88366af9-df3f-4c09-be38-22a25590ef81 req-f81c733c-dae1-4fbe-89d1-a920539e1f73 service neutron] 10.222.0.57 "GET /v2.0/networks/e430c222-ac1b-4cf4-82c1-23246e930a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199510 Mar 22 11:01:04.175644 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-584d0cd9-1560-434c-b02d-cdd7547f3bf0 None None] For port ac624d3b-41e4-4974-aa35-ed1367cde010, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=ac624d3b-41e4-4974-aa35-ed1367cde010,segment=NetworkSegment(412b9084-431f-4071-b3a4-910551813bb5),segment_id=412b9084-431f-4071-b3a4-910551813bb5)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:01:04.182486 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-584d0cd9-1560-434c-b02d-cdd7547f3bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:04.230069 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-d498a598-e564-4200-865d-49ecfe07779b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6682a9da-5a31-4dea-86a4-7a77cbe2fec2', 'name': 'tempest-TestNetworkBasicOps-router-1665747586', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': 'e46b1908-8c08-49d9-b884-fe61cd4fee43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:00:55Z', 'updated_at': '2022-03-22T11:00:59Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'e46b1908-8c08-49d9-b884-fe61cd4fee43', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:2c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6682a9da-5a31-4dea-86a4-7a77cbe2fec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:56Z', 'updated_at': '2022-03-22T11:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': 'ac624d3b-41e4-4974-aa35-ed1367cde010', 'name': '', 'network_id': 'e430c222-ac1b-4cf4-82c1-23246e930a93', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:3b:87:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6682a9da-5a31-4dea-86a4-7a77cbe2fec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '1dc4e64a-aa7e-4b8f-9895-a1875775d271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:58Z', 'updated_at': '2022-03-22T11:01:03Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '1dc4e64a-aa7e-4b8f-9895-a1875775d271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:01:04.248262 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584d0cd9-1560-434c-b02d-cdd7547f3bf0 None None] Pushing event updated for resources: {'Port': ['ID=ac624d3b-41e4-4974-aa35-ed1367cde010,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:01:04.273500 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d498a598-e564-4200-865d-49ecfe07779b None None] The sync data for ids ['6682a9da-5a31-4dea-86a4-7a77cbe2fec2'] in dv-neutron-834599-1-hyperv is: [{'id': '6682a9da-5a31-4dea-86a4-7a77cbe2fec2', 'name': 'tempest-TestNetworkBasicOps-router-1665747586', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': 'e46b1908-8c08-49d9-b884-fe61cd4fee43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:00:55Z', 'updated_at': '2022-03-22T11:00:59Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'e46b1908-8c08-49d9-b884-fe61cd4fee43', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:2c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6682a9da-5a31-4dea-86a4-7a77cbe2fec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:56Z', 'updated_at': '2022-03-22T11:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': 'ac624d3b-41e4-4974-aa35-ed1367cde010', 'name': '', 'network_id': 'e430c222-ac1b-4cf4-82c1-23246e930a93', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:3b:87:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6682a9da-5a31-4dea-86a4-7a77cbe2fec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '1dc4e64a-aa7e-4b8f-9895-a1875775d271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:58Z', 'updated_at': '2022-03-22T11:01:03Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '1dc4e64a-aa7e-4b8f-9895-a1875775d271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:01:04.306491 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-581002e8-54af-4221-8639-0bce48693c4d None None] Provisioning complete for port ac624d3b-41e4-4974-aa35-ed1367cde010 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:01:04.306963 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-581002e8-54af-4221-8639-0bce48693c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:04.453274 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-072b5715-e79f-4cbf-8a1c-c508526a0199 req-db51a115-214c-4edf-8563-6f10892ee998 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fc633dd-a006-4224-8364-6741c3d44589 HTTP/1.1" status: 200 len: 210 time: 0.0533452 Mar 22 11:01:05.048932 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device ac624d3b-41e4-4974-aa35-ed1367cde010 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:01:05.117684 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port ac624d3b-41e4-4974-aa35-ed1367cde010 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:01:05.118424 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:05.517785 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88366af9-df3f-4c09-be38-22a25590ef81 req-009639b7-a8da-4fdf-a315-e2d141d763a7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:05.519532 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-88366af9-df3f-4c09-be38-22a25590ef81 req-009639b7-a8da-4fdf-a315-e2d141d763a7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.35 "GET /v2.0/networks?id=e430c222-ac1b-4cf4-82c1-23246e930a93 HTTP/1.1" status: 200 len: 797 time: 0.1098301 Mar 22 11:01:05.610787 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3e0d1e14-deaa-406e-acab-44b88fe797fa req-e11e0ce7-e6fb-4067-abdb-514ab41d2656 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fc633dd-a006-4224-8364-6741c3d44589 HTTP/1.1" status: 200 len: 210 time: 0.0538356 Mar 22 11:01:05.619695 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-88366af9-df3f-4c09-be38-22a25590ef81 req-d554c750-0d09-4165-a953-bc07af693f81 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d323f0b18e24bb7bcd0d92686e5587a HTTP/1.1" status: 200 len: 380 time: 0.0912068 Mar 22 11:01:05.630345 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-88366af9-df3f-4c09-be38-22a25590ef81 req-6d2fe1a6-9cc4-4921-9634-6eff57d38b7e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'port': {'device_id': '1fc633dd-a006-4224-8364-6741c3d44589', 'network_id': 'e430c222-ac1b-4cf4-82c1-23246e930a93', 'admin_state_up': True, 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'security_groups': ['fc236da9-4bc0-44e3-9069-bb90a815c31c']}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:01:05.745811 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88366af9-df3f-4c09-be38-22a25590ef81 req-6d2fe1a6-9cc4-4921-9634-6eff57d38b7e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Made reservation on behalf of 9d323f0b18e24bb7bcd0d92686e5587a for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:01:05.749501 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-88366af9-df3f-4c09-be38-22a25590ef81 req-6d2fe1a6-9cc4-4921-9634-6eff57d38b7e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:05.913388 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [req-88366af9-df3f-4c09-be38-22a25590ef81 req-6d2fe1a6-9cc4-4921-9634-6eff57d38b7e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Allocated IP 172.20.0.6 (e430c222-ac1b-4cf4-82c1-23246e930a93/1dc4e64a-aa7e-4b8f-9895-a1875775d271/06e7b5e3-2696-4e72-bad7-6ccc316cf11a) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:01:06.065627 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-88366af9-df3f-4c09-be38-22a25590ef81 req-6d2fe1a6-9cc4-4921-9634-6eff57d38b7e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:06.104300 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-88366af9-df3f-4c09-be38-22a25590ef81 req-6d2fe1a6-9cc4-4921-9634-6eff57d38b7e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:06.158149 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88366af9-df3f-4c09-be38-22a25590ef81 req-6d2fe1a6-9cc4-4921-9634-6eff57d38b7e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Network e430c222-ac1b-4cf4-82c1-23246e930a93 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:01:06.161385 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [req-88366af9-df3f-4c09-be38-22a25590ef81 req-6d2fe1a6-9cc4-4921-9634-6eff57d38b7e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:01:06.166791 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-88366af9-df3f-4c09-be38-22a25590ef81 req-6d2fe1a6-9cc4-4921-9634-6eff57d38b7e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:01:06.173365 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2fe1a6-9cc4-4921-9634-6eff57d38b7e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Port': ['ID=06e7b5e3-2696-4e72-bad7-6ccc316cf11a,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:01:06.229800 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88366af9-df3f-4c09-be38-22a25590ef81 req-6d2fe1a6-9cc4-4921-9634-6eff57d38b7e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:06.230392 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-88366af9-df3f-4c09-be38-22a25590ef81 req-6d2fe1a6-9cc4-4921-9634-6eff57d38b7e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:06.253220 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-88366af9-df3f-4c09-be38-22a25590ef81 req-6d2fe1a6-9cc4-4921-9634-6eff57d38b7e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6269248 Mar 22 11:01:06.271076 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-88366af9-df3f-4c09-be38-22a25590ef81 req-e5245619-a371-4364-8421-25860bd45590 service neutron] Request body: {'port': {'device_id': '1fc633dd-a006-4224-8364-6741c3d44589', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8345'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:01:06.339086 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-88366af9-df3f-4c09-be38-22a25590ef81 req-e5245619-a371-4364-8421-25860bd45590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:06.488827 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-7b2b5764-51c3-4e9f-ba4c-aa8d5ee46206 None None] Provisioning complete for port 06e7b5e3-2696-4e72-bad7-6ccc316cf11a triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:01:06.489479 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7b2b5764-51c3-4e9f-ba4c-aa8d5ee46206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:06.525981 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-7b2b5764-51c3-4e9f-ba4c-aa8d5ee46206 None None] Port 06e7b5e3-2696-4e72-bad7-6ccc316cf11a cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:01:06.676435 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [req-88366af9-df3f-4c09-be38-22a25590ef81 req-e5245619-a371-4364-8421-25860bd45590 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06e7b5e3-2696-4e72-bad7-6ccc316cf11a {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:01:06.685579 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-88366af9-df3f-4c09-be38-22a25590ef81 req-e5245619-a371-4364-8421-25860bd45590 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:06.731246 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [req-88366af9-df3f-4c09-be38-22a25590ef81 req-e5245619-a371-4364-8421-25860bd45590 service neutron] Transition to ACTIVE for port object 06e7b5e3-2696-4e72-bad7-6ccc316cf11a will not be triggered until provisioned by entity L2. {{(pid=109050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:01:06.738518 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-88366af9-df3f-4c09-be38-22a25590ef81 req-e5245619-a371-4364-8421-25860bd45590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:06.789650 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd1d08-9ee8-4dd3-825d-b6896eba3400 req-3f006f86-538d-4d78-9b9c-3941bff8f45a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:06.791221 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-66bd1d08-9ee8-4dd3-825d-b6896eba3400 req-3f006f86-538d-4d78-9b9c-3941bff8f45a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fc633dd-a006-4224-8364-6741c3d44589 HTTP/1.1" status: 200 len: 931 time: 0.0922754 Mar 22 11:01:06.819299 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5245619-a371-4364-8421-25860bd45590 service neutron] Pushing event updated for resources: {'Port': ['ID=06e7b5e3-2696-4e72-bad7-6ccc316cf11a,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:01:06.864682 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5245619-a371-4364-8421-25860bd45590 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:01:06.865188 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5245619-a371-4364-8421-25860bd45590 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:01:06.865630 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5245619-a371-4364-8421-25860bd45590 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:01:06.865967 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5245619-a371-4364-8421-25860bd45590 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:01:06.866296 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5245619-a371-4364-8421-25860bd45590 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:01:06.866623 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5245619-a371-4364-8421-25860bd45590 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:01:06.866950 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5245619-a371-4364-8421-25860bd45590 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:01:06.867271 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5245619-a371-4364-8421-25860bd45590 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:01:06.867620 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5245619-a371-4364-8421-25860bd45590 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:01:06.867945 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5245619-a371-4364-8421-25860bd45590 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:01:06.868273 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5245619-a371-4364-8421-25860bd45590 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:01:06.868591 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5245619-a371-4364-8421-25860bd45590 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:01:06.911067 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-66bd1d08-9ee8-4dd3-825d-b6896eba3400 req-5e8f77fa-22f0-49e0-a0f8-c4914adefe06 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=fc236da9-4bc0-44e3-9069-bb90a815c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114085 Mar 22 11:01:06.944616 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-88366af9-df3f-4c09-be38-22a25590ef81 req-e5245619-a371-4364-8421-25860bd45590 service neutron] Attempting to bind port 06e7b5e3-2696-4e72-bad7-6ccc316cf11a on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:01:06.944987 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-88366af9-df3f-4c09-be38-22a25590ef81 req-e5245619-a371-4364-8421-25860bd45590 service neutron] Attempting to bind port 06e7b5e3-2696-4e72-bad7-6ccc316cf11a by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': '412b9084-431f-4071-b3a4-910551813bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e430c222-ac1b-4cf4-82c1-23246e930a93'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:01:06.945301 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88366af9-df3f-4c09-be38-22a25590ef81 req-e5245619-a371-4364-8421-25860bd45590 service neutron] Attempting to bind port 06e7b5e3-2696-4e72-bad7-6ccc316cf11a on network e430c222-ac1b-4cf4-82c1-23246e930a93 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:01:06.950782 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88366af9-df3f-4c09-be38-22a25590ef81 req-e5245619-a371-4364-8421-25860bd45590 service neutron] Port 06e7b5e3-2696-4e72-bad7-6ccc316cf11a on network e430c222-ac1b-4cf4-82c1-23246e930a93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 11:01:06.951105 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88366af9-df3f-4c09-be38-22a25590ef81 req-e5245619-a371-4364-8421-25860bd45590 service neutron] Attempting to bind port 06e7b5e3-2696-4e72-bad7-6ccc316cf11a on network e430c222-ac1b-4cf4-82c1-23246e930a93 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:01:06.957239 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88366af9-df3f-4c09-be38-22a25590ef81 req-e5245619-a371-4364-8421-25860bd45590 service neutron] Checking agent: {'id': 'dcb78974-6458-4942-8c9c-663284d5bb3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8345', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:01:06.957495 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88366af9-df3f-4c09-be38-22a25590ef81 req-e5245619-a371-4364-8421-25860bd45590 service neutron] Checking segment: {'id': '412b9084-431f-4071-b3a4-910551813bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e430c222-ac1b-4cf4-82c1-23246e930a93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:01:06.957887 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88366af9-df3f-4c09-be38-22a25590ef81 req-e5245619-a371-4364-8421-25860bd45590 service neutron] Bound using segment: {'id': '412b9084-431f-4071-b3a4-910551813bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e430c222-ac1b-4cf4-82c1-23246e930a93'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:01:06.958326 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-88366af9-df3f-4c09-be38-22a25590ef81 req-e5245619-a371-4364-8421-25860bd45590 service neutron] Bound port: 06e7b5e3-2696-4e72-bad7-6ccc316cf11a, host: hv-neutron-8345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '412b9084-431f-4071-b3a4-910551813bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e430c222-ac1b-4cf4-82c1-23246e930a93'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:01:06.958696 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-88366af9-df3f-4c09-be38-22a25590ef81 req-e5245619-a371-4364-8421-25860bd45590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:07.029215 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-88366af9-df3f-4c09-be38-22a25590ef81 req-e5245619-a371-4364-8421-25860bd45590 service neutron] For port 06e7b5e3-2696-4e72-bad7-6ccc316cf11a, host hv-neutron-8345, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:01:07.032640 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-88366af9-df3f-4c09-be38-22a25590ef81 req-e5245619-a371-4364-8421-25860bd45590 service neutron] For port 06e7b5e3-2696-4e72-bad7-6ccc316cf11a, host hv-neutron-8345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=06e7b5e3-2696-4e72-bad7-6ccc316cf11a,segment=NetworkSegment(412b9084-431f-4071-b3a4-910551813bb5),segment_id=412b9084-431f-4071-b3a4-910551813bb5)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:01:07.037558 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-88366af9-df3f-4c09-be38-22a25590ef81 req-e5245619-a371-4364-8421-25860bd45590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:07.084944 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88366af9-df3f-4c09-be38-22a25590ef81 req-e5245619-a371-4364-8421-25860bd45590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:07.085491 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-88366af9-df3f-4c09-be38-22a25590ef81 req-e5245619-a371-4364-8421-25860bd45590 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:07.086917 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-88366af9-df3f-4c09-be38-22a25590ef81 req-e5245619-a371-4364-8421-25860bd45590 service neutron] 10.222.0.35 "PUT /v2.0/ports/06e7b5e3-2696-4e72-bad7-6ccc316cf11a HTTP/1.1" status: 200 len: 1093 time: 0.8262877 Mar 22 11:01:07.087436 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fc633dd-a006-4224-8364-6741c3d44589', 'tag': '06e7b5e3-2696-4e72-bad7-6ccc316cf11a'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:01:07.089709 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a83120-4111-47bc-9611-bd549f31cd6e" -d '{"events": [{"name": "network-changed", "server_uuid": "1fc633dd-a006-4224-8364-6741c3d44589", "tag": "06e7b5e3-2696-4e72-bad7-6ccc316cf11a"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:01:07.121729 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5245619-a371-4364-8421-25860bd45590 service neutron] Pushing event updated for resources: {'Port': ['ID=06e7b5e3-2696-4e72-bad7-6ccc316cf11a,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:01:07.133896 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074057f8-af11-4480-a2dd-3abd952a60d0 x-openstack-request-id: req-074057f8-af11-4480-a2dd-3abd952a60d0 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:01:07.134197 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fc633dd-a006-4224-8364-6741c3d44589", "tag": "06e7b5e3-2696-4e72-bad7-6ccc316cf11a", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:01:07.134449 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-074057f8-af11-4480-a2dd-3abd952a60d0 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:01:07.134899 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-074057f8-af11-4480-a2dd-3abd952a60d0'] response: {'name': 'network-changed', 'server_uuid': '1fc633dd-a006-4224-8364-6741c3d44589', 'tag': '06e7b5e3-2696-4e72-bad7-6ccc316cf11a', 'status': 'completed', 'code': 200} Mar 22 11:01:07.196855 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88366af9-df3f-4c09-be38-22a25590ef81 req-0799afa8-9e54-42e7-b20a-4d5958cc2392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:07.198359 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-88366af9-df3f-4c09-be38-22a25590ef81 req-0799afa8-9e54-42e7-b20a-4d5958cc2392 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d323f0b18e24bb7bcd0d92686e5587a&device_id=1fc633dd-a006-4224-8364-6741c3d44589 HTTP/1.1" status: 200 len: 1096 time: 0.0531061 Mar 22 11:01:07.243025 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-88366af9-df3f-4c09-be38-22a25590ef81 req-af12edea-25c9-4c79-8c67-fb59a2539c09 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06e7b5e3-2696-4e72-bad7-6ccc316cf11a HTTP/1.1" status: 200 len: 217 time: 0.0357084 Mar 22 11:01:07.298743 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88366af9-df3f-4c09-be38-22a25590ef81 req-b7a075d3-ed6a-4cbe-be57-9073ac0495ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:07.300231 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-88366af9-df3f-4c09-be38-22a25590ef81 req-b7a075d3-ed6a-4cbe-be57-9073ac0495ab service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1dc4e64a-aa7e-4b8f-9895-a1875775d271 HTTP/1.1" status: 200 len: 835 time: 0.0509486 Mar 22 11:01:07.362414 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88366af9-df3f-4c09-be38-22a25590ef81 req-72926816-7584-4310-8285-071b3d8a6f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:07.364137 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-88366af9-df3f-4c09-be38-22a25590ef81 req-72926816-7584-4310-8285-071b3d8a6f26 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e430c222-ac1b-4cf4-82c1-23246e930a93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0571239 Mar 22 11:01:07.454968 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-88366af9-df3f-4c09-be38-22a25590ef81 req-0fb2d48b-dc7c-4be5-bb4b-9ca783b10cb3 service neutron] 10.222.0.35 "GET /v2.0/networks/e430c222-ac1b-4cf4-82c1-23246e930a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840750 Mar 22 11:01:07.547500 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-88366af9-df3f-4c09-be38-22a25590ef81 req-c9992e39-9e10-496d-a703-87a2ae61d4b6 service neutron] 10.222.0.35 "GET /v2.0/networks/e430c222-ac1b-4cf4-82c1-23246e930a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860844 Mar 22 11:01:07.639584 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a83120-4111-47bc-9611-bd549f31cd6e req-edca5845-02b4-4518-abe5-f64ea80f4d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:07.641680 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b2a83120-4111-47bc-9611-bd549f31cd6e req-edca5845-02b4-4518-abe5-f64ea80f4d0a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d323f0b18e24bb7bcd0d92686e5587a&device_id=1fc633dd-a006-4224-8364-6741c3d44589 HTTP/1.1" status: 200 len: 1096 time: 0.0449085 Mar 22 11:01:07.685315 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a96ee85d-8745-4dde-b9a5-85c97c8946e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:07.747202 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a83120-4111-47bc-9611-bd549f31cd6e req-11c73aae-8aa5-4156-8ee9-c58e3195fd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:07.748730 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b2a83120-4111-47bc-9611-bd549f31cd6e req-11c73aae-8aa5-4156-8ee9-c58e3195fd9b service neutron] 10.222.0.35 "GET /v2.0/networks?id=e430c222-ac1b-4cf4-82c1-23246e930a93 HTTP/1.1" status: 200 len: 898 time: 0.1005430 Mar 22 11:01:07.794239 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b2a83120-4111-47bc-9611-bd549f31cd6e req-dd5086ff-be92-48a6-91d9-f45b0d66b87b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06e7b5e3-2696-4e72-bad7-6ccc316cf11a HTTP/1.1" status: 200 len: 217 time: 0.0376227 Mar 22 11:01:07.857279 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a83120-4111-47bc-9611-bd549f31cd6e req-74fd0330-0048-4264-bfed-b70fd8f4eeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:07.858628 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b2a83120-4111-47bc-9611-bd549f31cd6e req-74fd0330-0048-4264-bfed-b70fd8f4eeb5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1dc4e64a-aa7e-4b8f-9895-a1875775d271 HTTP/1.1" status: 200 len: 835 time: 0.0572910 Mar 22 11:01:07.910536 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a83120-4111-47bc-9611-bd549f31cd6e req-9ec1e58b-8652-40b9-acd6-9d20cab55820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:07.912284 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b2a83120-4111-47bc-9611-bd549f31cd6e req-9ec1e58b-8652-40b9-acd6-9d20cab55820 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e430c222-ac1b-4cf4-82c1-23246e930a93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0461531 Mar 22 11:01:08.045466 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b2a83120-4111-47bc-9611-bd549f31cd6e req-bf5c38b0-7b14-4196-ab04-4c3ba1baae58 service neutron] 10.222.0.35 "GET /v2.0/networks/e430c222-ac1b-4cf4-82c1-23246e930a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253173 Mar 22 11:01:08.059552 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec3e01f-3dec-4178-b9ae-eeefe21150e9 req-adc9ca71-7dd0-413c-9287-2adf21f0cdf5 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:08.061013 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3ec3e01f-3dec-4178-b9ae-eeefe21150e9 req-adc9ca71-7dd0-413c-9287-2adf21f0cdf5 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fc633dd-a006-4224-8364-6741c3d44589 HTTP/1.1" status: 200 len: 943 time: 0.0679848 Mar 22 11:01:08.154899 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3ec3e01f-3dec-4178-b9ae-eeefe21150e9 req-53eb0abe-a179-446c-8317-25e17deb7de6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=fc236da9-4bc0-44e3-9069-bb90a815c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856652 Mar 22 11:01:08.180669 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b2a83120-4111-47bc-9611-bd549f31cd6e req-95082bbf-b93a-4269-948b-f44e910e968d service neutron] 10.222.0.35 "GET /v2.0/networks/e430c222-ac1b-4cf4-82c1-23246e930a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186802 Mar 22 11:01:09.296436 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf2a823-5107-4c22-aafe-050bbb98f93e req-8dcc1f4a-3eae-4197-8b4b-a8a12f6a4390 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:09.299111 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5cf2a823-5107-4c22-aafe-050bbb98f93e req-8dcc1f4a-3eae-4197-8b4b-a8a12f6a4390 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fc633dd-a006-4224-8364-6741c3d44589 HTTP/1.1" status: 200 len: 943 time: 0.0673928 Mar 22 11:01:09.348624 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5cf2a823-5107-4c22-aafe-050bbb98f93e req-765d2646-3d25-49e0-80c8-688d66f6d0d8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=fc236da9-4bc0-44e3-9069-bb90a815c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424104 Mar 22 11:01:09.534721 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 06e7b5e3-2696-4e72-bad7-6ccc316cf11a details requested by agent hyperv_hv-neutron-8345 with host hv-neutron-8345 {{(pid=109051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 11:01:09.642725 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 06e7b5e3-2696-4e72-bad7-6ccc316cf11a, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=06e7b5e3-2696-4e72-bad7-6ccc316cf11a,segment=NetworkSegment(412b9084-431f-4071-b3a4-910551813bb5),segment_id=412b9084-431f-4071-b3a4-910551813bb5)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:01:09.657012 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Returning: {'device': '06e7b5e3-2696-4e72-bad7-6ccc316cf11a', 'network_id': 'e430c222-ac1b-4cf4-82c1-23246e930a93', 'port_id': '06e7b5e3-2696-4e72-bad7-6ccc316cf11a', 'mac_address': 'fa:16:3e:77:f9:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dc4e64a-aa7e-4b8f-9895-a1875775d271', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 11:01:09.701540 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:09.716154 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06e7b5e3-2696-4e72-bad7-6ccc316cf11a {{(pid=109051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:01:09.740032 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 06e7b5e3-2696-4e72-bad7-6ccc316cf11a, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=06e7b5e3-2696-4e72-bad7-6ccc316cf11a,segment=NetworkSegment(412b9084-431f-4071-b3a4-910551813bb5),segment_id=412b9084-431f-4071-b3a4-910551813bb5)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:01:09.744006 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:09.791768 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=06e7b5e3-2696-4e72-bad7-6ccc316cf11a,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:01:09.821476 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0fb2719b-2611-4d83-8c24-ae113af6109d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:09.948489 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['06e7b5e3-2696-4e72-bad7-6ccc316cf11a'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 11:01:10.470129 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a6623-eb01-410a-b19e-6dcfa75eab37 req-a61bec03-a2a6-4794-ad25-128e15b508ce tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:10.471624 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4c7a6623-eb01-410a-b19e-6dcfa75eab37 req-a61bec03-a2a6-4794-ad25-128e15b508ce tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fc633dd-a006-4224-8364-6741c3d44589 HTTP/1.1" status: 200 len: 944 time: 0.0517738 Mar 22 11:01:10.511928 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4c7a6623-eb01-410a-b19e-6dcfa75eab37 req-63cf24d7-10fb-455b-b191-c4900d72be0c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=fc236da9-4bc0-44e3-9069-bb90a815c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340850 Mar 22 11:01:11.090473 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:11.544759 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 06e7b5e3-2696-4e72-bad7-6ccc316cf11a up at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:01:11.624506 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning for port 06e7b5e3-2696-4e72-bad7-6ccc316cf11a completed by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:01:11.629688 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning complete for port 06e7b5e3-2696-4e72-bad7-6ccc316cf11a triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:01:11.630421 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:11.656084 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c8204-034b-485c-81b1-8fa2213960b5 req-07ffceb5-cd4e-4c44-810b-20ec10e43d8b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:11.657634 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b87c8204-034b-485c-81b1-8fa2213960b5 req-07ffceb5-cd4e-4c44-810b-20ec10e43d8b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fc633dd-a006-4224-8364-6741c3d44589 HTTP/1.1" status: 200 len: 944 time: 0.0574725 Mar 22 11:01:11.700996 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b87c8204-034b-485c-81b1-8fa2213960b5 req-021b2d90-a3b9-464a-8bc3-b3ba60647eb2 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=fc236da9-4bc0-44e3-9069-bb90a815c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362296 Mar 22 11:01:11.736185 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:11.769340 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc633dd-a006-4224-8364-6741c3d44589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e7b5e3-2696-4e72-bad7-6ccc316cf11a'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:01:11.772241 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afde79d3-de2a-4e81-bbe3-c5e96fdece1a" -d '{"events": [{"server_uuid": "1fc633dd-a006-4224-8364-6741c3d44589", "name": "network-vif-plugged", "status": "completed", "tag": "06e7b5e3-2696-4e72-bad7-6ccc316cf11a"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:01:11.790510 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 06e7b5e3-2696-4e72-bad7-6ccc316cf11a, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=06e7b5e3-2696-4e72-bad7-6ccc316cf11a,segment=NetworkSegment(412b9084-431f-4071-b3a4-910551813bb5),segment_id=412b9084-431f-4071-b3a4-910551813bb5)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:01:11.800350 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:11.825357 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752debda-7832-4101-b878-527e23b08e1b x-openstack-request-id: req-752debda-7832-4101-b878-527e23b08e1b {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:01:11.831652 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc633dd-a006-4224-8364-6741c3d44589", "name": "network-vif-plugged", "status": "completed", "tag": "06e7b5e3-2696-4e72-bad7-6ccc316cf11a", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:01:11.832033 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-752debda-7832-4101-b878-527e23b08e1b {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:01:11.832735 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-752debda-7832-4101-b878-527e23b08e1b'] response: {'server_uuid': '1fc633dd-a006-4224-8364-6741c3d44589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e7b5e3-2696-4e72-bad7-6ccc316cf11a', 'code': 200} Mar 22 11:01:11.866026 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=06e7b5e3-2696-4e72-bad7-6ccc316cf11a,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:01:12.015283 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155e003-2e66-48b3-b769-058b9704a908 req-d67def15-c52a-4a9a-93aa-cbce11812111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:12.017860 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4155e003-2e66-48b3-b769-058b9704a908 req-d67def15-c52a-4a9a-93aa-cbce11812111 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1fc633dd-a006-4224-8364-6741c3d44589 HTTP/1.1" status: 200 len: 1098 time: 0.0515623 Mar 22 11:01:12.064564 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4155e003-2e66-48b3-b769-058b9704a908 req-bd24f1b4-ff9d-41b8-a149-5c7a1f1005b0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fc236da9-4bc0-44e3-9069-bb90a815c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399907 Mar 22 11:01:12.513547 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:12.791342 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:12.821199 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3f69b-c477-4241-a541-18de4ed83307 req-f3a08516-dbef-4ea8-ba24-cd97349f0536 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:12.822693 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-bcb3f69b-c477-4241-a541-18de4ed83307 req-f3a08516-dbef-4ea8-ba24-cd97349f0536 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fc633dd-a006-4224-8364-6741c3d44589 HTTP/1.1" status: 200 len: 945 time: 0.0499477 Mar 22 11:01:12.872106 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-bcb3f69b-c477-4241-a541-18de4ed83307 req-50b18461-f570-4c34-80b5-85ff0ca37b3c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=fc236da9-4bc0-44e3-9069-bb90a815c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432811 Mar 22 11:01:13.264478 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:13.757236 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0992cded-5fb7-4240-99c8-357f23f0f211 req-62bd1371-2674-4d59-95ea-879758f87308 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-409611253&fields=id&tenant_id=c9a2db67725b46b3a61d41bcf76d544c HTTP/1.1" status: 200 len: 267 time: 0.0348737 Mar 22 11:01:13.880429 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0992cded-5fb7-4240-99c8-357f23f0f211 req-039b52da-e276-4a60-ba58-f7615d603d49 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:13.881867 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0992cded-5fb7-4240-99c8-357f23f0f211 req-039b52da-e276-4a60-ba58-f7615d603d49 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/networks?id=8f28cb31-2d61-41e3-9539-25a6eb750a37 HTTP/1.1" status: 200 len: 812 time: 0.1172471 Mar 22 11:01:13.898086 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0992cded-5fb7-4240-99c8-357f23f0f211 req-1e6e849c-5626-4e51-8baf-f2cad895b3da tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/quotas/c9a2db67725b46b3a61d41bcf76d544c HTTP/1.1" status: 200 len: 375 time: 0.0100379 Mar 22 11:01:13.967916 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0992cded-5fb7-4240-99c8-357f23f0f211 req-92c7ac85-d21f-47d0-918a-b48fa837c8b5 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c9a2db67725b46b3a61d41bcf76d544c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0615132 Mar 22 11:01:14.057787 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06192ec-910a-40a1-9d57-6ca6f097ead0 req-ef7ebfa0-f776-4675-ba06-0004a6a4a47d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:14.059327 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a06192ec-910a-40a1-9d57-6ca6f097ead0 req-ef7ebfa0-f776-4675-ba06-0004a6a4a47d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fc633dd-a006-4224-8364-6741c3d44589 HTTP/1.1" status: 200 len: 945 time: 0.1129165 Mar 22 11:01:14.110783 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0992cded-5fb7-4240-99c8-357f23f0f211 req-313cd6d6-9151-4245-863a-5d41def611ce service neutron] 10.222.0.57 "GET /v2.0/networks/8f28cb31-2d61-41e3-9539-25a6eb750a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252959 Mar 22 11:01:14.118775 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a06192ec-910a-40a1-9d57-6ca6f097ead0 req-6f22c7d8-4e76-4201-84a5-36b9694fc3f3 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=fc236da9-4bc0-44e3-9069-bb90a815c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508149 Mar 22 11:01:14.241777 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0992cded-5fb7-4240-99c8-357f23f0f211 req-97ba0eae-6828-4f08-bc01-18489bb3930c service neutron] 10.222.0.57 "GET /v2.0/networks/8f28cb31-2d61-41e3-9539-25a6eb750a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220200 Mar 22 11:01:14.258599 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f08e55-d684-4558-b40e-0474948e1424 req-e603cdf6-468b-4b31-92ca-3ff9007002b2 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:14.260419 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a0f08e55-d684-4558-b40e-0474948e1424 req-e603cdf6-468b-4b31-92ca-3ff9007002b2 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fc633dd-a006-4224-8364-6741c3d44589 HTTP/1.1" status: 200 len: 945 time: 0.0710008 Mar 22 11:01:14.307398 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a0f08e55-d684-4558-b40e-0474948e1424 req-5ddb6982-f7b5-4705-b079-26de4cfe3e61 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=fc236da9-4bc0-44e3-9069-bb90a815c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394397 Mar 22 11:01:14.331753 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42236) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:01:14.375741 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ed609d-9757-40e8-a9a4-ea291def45ce tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:14.380683 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-49ed609d-9757-40e8-a9a4-ea291def45ce tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=1fc633dd-a006-4224-8364-6741c3d44589 HTTP/1.1" status: 200 len: 1093 time: 0.0475211 Mar 22 11:01:14.380852 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42242) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:01:14.386041 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-be0e56d7-81e4-49e7-a173-d93a24174fa8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'floatingip': {'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'port_id': '06e7b5e3-2696-4e72-bad7-6ccc316cf11a', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:01:14.414066 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-be0e56d7-81e4-49e7-a173-d93a24174fa8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for floatingip, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:14.524266 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-be0e56d7-81e4-49e7-a173-d93a24174fa8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:14.611153 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-990a9a6e-32b1-4495-98c7-c01f448a0f16 req-f3de6afb-c363-4011-a3a8-d3fac112c5c2 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d0d56f6-9885-4191-bcf6-bf1cab1f9edb HTTP/1.1" status: 200 len: 210 time: 0.0296924 Mar 22 11:01:14.669422 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-be0e56d7-81e4-49e7-a173-d93a24174fa8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Allocated IP 172.26.7.200 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/0bfe03c9-1aeb-49d6-b357-cc7e58d81eb1) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:01:14.786829 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-be0e56d7-81e4-49e7-a173-d93a24174fa8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:14.822470 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-be0e56d7-81e4-49e7-a173-d93a24174fa8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:14.863192 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0e56d7-81e4-49e7-a173-d93a24174fa8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:01:14.867789 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-be0e56d7-81e4-49e7-a173-d93a24174fa8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:01:14.871307 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0e56d7-81e4-49e7-a173-d93a24174fa8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:01:14.894120 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0e56d7-81e4-49e7-a173-d93a24174fa8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Port': ['ID=0bfe03c9-1aeb-49d6-b357-cc7e58d81eb1,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:01:15.772368 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ccbfb5d9-d5c9-427a-bb87-8ed699be6ab6 req-21747f63-33cc-4005-90c8-7b682d300e04 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d0d56f6-9885-4191-bcf6-bf1cab1f9edb HTTP/1.1" status: 200 len: 210 time: 0.0803213 Mar 22 11:01:15.783249 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0992cded-5fb7-4240-99c8-357f23f0f211 req-ad5c8d94-4d96-4087-a8ac-dad65cb54555 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:15.785000 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0992cded-5fb7-4240-99c8-357f23f0f211 req-ad5c8d94-4d96-4087-a8ac-dad65cb54555 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.35 "GET /v2.0/networks?id=8f28cb31-2d61-41e3-9539-25a6eb750a37 HTTP/1.1" status: 200 len: 812 time: 0.3026521 Mar 22 11:01:15.817597 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-be0e56d7-81e4-49e7-a173-d93a24174fa8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:15.900775 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0992cded-5fb7-4240-99c8-357f23f0f211 req-31bff915-ee56-4585-9926-83060f07e7aa tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9a2db67725b46b3a61d41bcf76d544c HTTP/1.1" status: 200 len: 379 time: 0.1063967 Mar 22 11:01:15.914220 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-0992cded-5fb7-4240-99c8-357f23f0f211 req-5cdd79db-6829-4aca-a38c-14013aa8e3fa tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Request body: {'port': {'device_id': '9d0d56f6-9885-4191-bcf6-bf1cab1f9edb', 'network_id': '8f28cb31-2d61-41e3-9539-25a6eb750a37', 'admin_state_up': True, 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'security_groups': ['82748c69-4f97-4b9d-8323-69fdf08c3a29']}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:01:16.001735 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-be0e56d7-81e4-49e7-a173-d93a24174fa8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:16.145925 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0992cded-5fb7-4240-99c8-357f23f0f211 req-5cdd79db-6829-4aca-a38c-14013aa8e3fa tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Made reservation on behalf of c9a2db67725b46b3a61d41bcf76d544c for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:01:16.149982 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-0992cded-5fb7-4240-99c8-357f23f0f211 req-5cdd79db-6829-4aca-a38c-14013aa8e3fa tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:16.270116 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-be0e56d7-81e4-49e7-a173-d93a24174fa8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:16.275892 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-be0e56d7-81e4-49e7-a173-d93a24174fa8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:16.389076 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [req-0992cded-5fb7-4240-99c8-357f23f0f211 req-5cdd79db-6829-4aca-a38c-14013aa8e3fa tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Allocated IP 172.20.0.4 (8f28cb31-2d61-41e3-9539-25a6eb750a37/8080d27b-6577-44db-a10e-53ade16f0755/17285ac9-cbea-4d84-94f7-ea85d6bbda29) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:01:16.409647 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0e56d7-81e4-49e7-a173-d93a24174fa8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Port': ['ID=0bfe03c9-1aeb-49d6-b357-cc7e58d81eb1,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:01:16.431500 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-be0e56d7-81e4-49e7-a173-d93a24174fa8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684147'] for floatingip, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:16.616729 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.l3_db [None req-be0e56d7-81e4-49e7-a173-d93a24174fa8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Floating IP c0d3149a-7f45-402a-9b63-526d5018d17d associated. External IP: 172.26.7.200, port: 06e7b5e3-2696-4e72-bad7-6ccc316cf11a. Mar 22 11:01:16.679520 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-0992cded-5fb7-4240-99c8-357f23f0f211 req-5cdd79db-6829-4aca-a38c-14013aa8e3fa tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:16.772191 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-0992cded-5fb7-4240-99c8-357f23f0f211 req-5cdd79db-6829-4aca-a38c-14013aa8e3fa tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:16.865479 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0992cded-5fb7-4240-99c8-357f23f0f211 req-5cdd79db-6829-4aca-a38c-14013aa8e3fa tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Network 8f28cb31-2d61-41e3-9539-25a6eb750a37 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:01:16.881085 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [req-0992cded-5fb7-4240-99c8-357f23f0f211 req-5cdd79db-6829-4aca-a38c-14013aa8e3fa tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:01:16.887526 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-0992cded-5fb7-4240-99c8-357f23f0f211 req-5cdd79db-6829-4aca-a38c-14013aa8e3fa tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:01:17.190285 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-5f49afc8-1eed-4002-b1d5-922fece2bdfa None None] Provisioning complete for port 17285ac9-cbea-4d84-94f7-ea85d6bbda29 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:01:17.190887 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5f49afc8-1eed-4002-b1d5-922fece2bdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:17.232177 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-5f49afc8-1eed-4002-b1d5-922fece2bdfa None None] Port 17285ac9-cbea-4d84-94f7-ea85d6bbda29 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:01:17.246416 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdd79db-6829-4aca-a38c-14013aa8e3fa tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Pushing event updated for resources: {'Port': ['ID=17285ac9-cbea-4d84-94f7-ea85d6bbda29,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:01:17.296234 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0992cded-5fb7-4240-99c8-357f23f0f211 req-5cdd79db-6829-4aca-a38c-14013aa8e3fa tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:17.296840 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-0992cded-5fb7-4240-99c8-357f23f0f211 req-5cdd79db-6829-4aca-a38c-14013aa8e3fa tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:17.303741 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be0e56d7-81e4-49e7-a173-d93a24174fa8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Router 6682a9da-5a31-4dea-86a4-7a77cbe2fec2 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:01:17.311115 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3eccd-9be1-4407-bc78-b0962325d30c req-218632ba-0720-4251-be15-d72869951ec1 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:17.312637 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e9e3eccd-9be1-4407-bc78-b0962325d30c req-218632ba-0720-4251-be15-d72869951ec1 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d0d56f6-9885-4191-bcf6-bf1cab1f9edb HTTP/1.1" status: 200 len: 931 time: 0.4461474 Mar 22 11:01:17.334639 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0992cded-5fb7-4240-99c8-357f23f0f211 req-5cdd79db-6829-4aca-a38c-14013aa8e3fa tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4286044 Mar 22 11:01:17.349847 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-0992cded-5fb7-4240-99c8-357f23f0f211 req-75911cb4-aa93-4ae6-b9ff-293df3d8b5d3 service neutron] Request body: {'port': {'device_id': '9d0d56f6-9885-4191-bcf6-bf1cab1f9edb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8345'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:01:17.436400 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e9e3eccd-9be1-4407-bc78-b0962325d30c req-e3b2aa9e-5eda-486a-a631-ada66615628e tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/security-groups?id=82748c69-4f97-4b9d-8323-69fdf08c3a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151068 Mar 22 11:01:17.495840 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-0992cded-5fb7-4240-99c8-357f23f0f211 req-75911cb4-aa93-4ae6-b9ff-293df3d8b5d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:17.536590 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be0e56d7-81e4-49e7-a173-d93a24174fa8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:01:17.546649 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743b3948-09bd-43fe-b394-d75fefcd068b None None] Sync routers for ids ['6682a9da-5a31-4dea-86a4-7a77cbe2fec2'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:01:17.558086 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743b3948-09bd-43fe-b394-d75fefcd068b None None] Routers {'6682a9da-5a31-4dea-86a4-7a77cbe2fec2'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:01:17.558700 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-743b3948-09bd-43fe-b394-d75fefcd068b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:01:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['6682a9da-5a31-4dea-86a4-7a77cbe2fec2'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:01:17.565985 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-be0e56d7-81e4-49e7-a173-d93a24174fa8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:17.649785 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-be0e56d7-81e4-49e7-a173-d93a24174fa8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2674878 Mar 22 11:01:17.652626 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fc633dd-a006-4224-8364-6741c3d44589', 'tag': '06e7b5e3-2696-4e72-bad7-6ccc316cf11a'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:01:17.652803 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42262) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:01:17.654797 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831ba423-1743-48b9-b25f-337a5921402b" -d '{"events": [{"name": "network-changed", "server_uuid": "1fc633dd-a006-4224-8364-6741c3d44589", "tag": "06e7b5e3-2696-4e72-bad7-6ccc316cf11a"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:01:17.690126 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-743b3948-09bd-43fe-b394-d75fefcd068b None None] Set router 6682a9da-5a31-4dea-86a4-7a77cbe2fec2 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:01:17.728863 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a8aa1029-908a-4f9e-9f0e-a2b1766a2e11 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/floatingips/c0d3149a-7f45-402a-9b63-526d5018d17d HTTP/1.1" status: 200 len: 991 time: 0.0748935 Mar 22 11:01:17.733063 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e57be6-6eee-4e55-b861-24774ba4060b x-openstack-request-id: req-b8e57be6-6eee-4e55-b861-24774ba4060b {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:01:17.733346 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fc633dd-a006-4224-8364-6741c3d44589", "tag": "06e7b5e3-2696-4e72-bad7-6ccc316cf11a", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:01:17.733583 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b8e57be6-6eee-4e55-b861-24774ba4060b {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:01:17.733982 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8e57be6-6eee-4e55-b861-24774ba4060b'] response: {'name': 'network-changed', 'server_uuid': '1fc633dd-a006-4224-8364-6741c3d44589', 'tag': '06e7b5e3-2696-4e72-bad7-6ccc316cf11a', 'status': 'completed', 'code': 200} Mar 22 11:01:17.817270 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ba423-1743-48b9-b25f-337a5921402b req-4d487da7-6b88-4af7-9dd0-18cd6c3b15a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:17.818745 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-831ba423-1743-48b9-b25f-337a5921402b req-4d487da7-6b88-4af7-9dd0-18cd6c3b15a5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d323f0b18e24bb7bcd0d92686e5587a&device_id=1fc633dd-a006-4224-8364-6741c3d44589 HTTP/1.1" status: 200 len: 1098 time: 0.0742929 Mar 22 11:01:17.918914 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [req-0992cded-5fb7-4240-99c8-357f23f0f211 req-75911cb4-aa93-4ae6-b9ff-293df3d8b5d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17285ac9-cbea-4d84-94f7-ea85d6bbda29 {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:01:17.930666 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-0992cded-5fb7-4240-99c8-357f23f0f211 req-75911cb4-aa93-4ae6-b9ff-293df3d8b5d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:17.938621 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-743b3948-09bd-43fe-b394-d75fefcd068b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6682a9da-5a31-4dea-86a4-7a77cbe2fec2', 'name': 'tempest-TestNetworkBasicOps-router-1665747586', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': 'e46b1908-8c08-49d9-b884-fe61cd4fee43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:00:55Z', 'updated_at': '2022-03-22T11:00:59Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'e46b1908-8c08-49d9-b884-fe61cd4fee43', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:2c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6682a9da-5a31-4dea-86a4-7a77cbe2fec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:56Z', 'updated_at': '2022-03-22T11:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': 'c0d3149a-7f45-402a-9b63-526d5018d17d', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'floating_ip_address': '172.26.7.200', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '6682a9da-5a31-4dea-86a4-7a77cbe2fec2', 'port_id': '06e7b5e3-2696-4e72-bad7-6ccc316cf11a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e430c222-ac1b-4cf4-82c1-23246e930a93', 'mac_address': 'fa:16:3e:77:f9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc633dd-a006-4224-8364-6741c3d44589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:01:15Z', 'updated_at': '2022-03-22T11:01:15Z', 'revision_number': 0, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac624d3b-41e4-4974-aa35-ed1367cde010', 'name': '', 'network_id': 'e430c222-ac1b-4cf4-82c1-23246e930a93', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:3b:87:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6682a9da-5a31-4dea-86a4-7a77cbe2fec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '1dc4e64a-aa7e-4b8f-9895-a1875775d271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:58Z', 'updated_at': '2022-03-22T11:01:04Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '1dc4e64a-aa7e-4b8f-9895-a1875775d271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:01:17.951748 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [req-0992cded-5fb7-4240-99c8-357f23f0f211 req-75911cb4-aa93-4ae6-b9ff-293df3d8b5d3 service neutron] Transition to ACTIVE for port object 17285ac9-cbea-4d84-94f7-ea85d6bbda29 will not be triggered until provisioned by entity L2. {{(pid=109050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:01:17.960016 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-0992cded-5fb7-4240-99c8-357f23f0f211 req-75911cb4-aa93-4ae6-b9ff-293df3d8b5d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:17.967683 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743b3948-09bd-43fe-b394-d75fefcd068b None None] Checking router: 6682a9da-5a31-4dea-86a4-7a77cbe2fec2 for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:01:17.973643 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743b3948-09bd-43fe-b394-d75fefcd068b None None] Routers {'6682a9da-5a31-4dea-86a4-7a77cbe2fec2'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:01:17.974304 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-743b3948-09bd-43fe-b394-d75fefcd068b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:01:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['6682a9da-5a31-4dea-86a4-7a77cbe2fec2'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:01:17.975069 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ba423-1743-48b9-b25f-337a5921402b req-7f57fb01-58c7-4243-b569-c095130d1fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:17.976787 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-831ba423-1743-48b9-b25f-337a5921402b req-7f57fb01-58c7-4243-b569-c095130d1fe5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e430c222-ac1b-4cf4-82c1-23246e930a93 HTTP/1.1" status: 200 len: 898 time: 0.1482289 Mar 22 11:01:18.068363 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75911cb4-aa93-4ae6-b9ff-293df3d8b5d3 service neutron] Pushing event updated for resources: {'Port': ['ID=17285ac9-cbea-4d84-94f7-ea85d6bbda29,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:01:18.105382 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-743b3948-09bd-43fe-b394-d75fefcd068b None None] Set router 6682a9da-5a31-4dea-86a4-7a77cbe2fec2 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:01:18.125456 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-831ba423-1743-48b9-b25f-337a5921402b req-a2ddfb51-b805-4384-8dc5-63674ac6742c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06e7b5e3-2696-4e72-bad7-6ccc316cf11a HTTP/1.1" status: 200 len: 999 time: 0.1246178 Mar 22 11:01:18.208330 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ba423-1743-48b9-b25f-337a5921402b req-6cd1f8b5-50de-46bd-99b7-7f04c4e53a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:18.210116 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-831ba423-1743-48b9-b25f-337a5921402b req-6cd1f8b5-50de-46bd-99b7-7f04c4e53a5d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1dc4e64a-aa7e-4b8f-9895-a1875775d271 HTTP/1.1" status: 200 len: 835 time: 0.0766416 Mar 22 11:01:18.211148 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-0992cded-5fb7-4240-99c8-357f23f0f211 req-75911cb4-aa93-4ae6-b9ff-293df3d8b5d3 service neutron] Attempting to bind port 17285ac9-cbea-4d84-94f7-ea85d6bbda29 on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:01:18.211808 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-0992cded-5fb7-4240-99c8-357f23f0f211 req-75911cb4-aa93-4ae6-b9ff-293df3d8b5d3 service neutron] Attempting to bind port 17285ac9-cbea-4d84-94f7-ea85d6bbda29 by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': '1a35a9ba-da81-41c2-b3e4-2353befb7bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8f28cb31-2d61-41e3-9539-25a6eb750a37'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:01:18.212299 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0992cded-5fb7-4240-99c8-357f23f0f211 req-75911cb4-aa93-4ae6-b9ff-293df3d8b5d3 service neutron] Attempting to bind port 17285ac9-cbea-4d84-94f7-ea85d6bbda29 on network 8f28cb31-2d61-41e3-9539-25a6eb750a37 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:01:18.225581 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0992cded-5fb7-4240-99c8-357f23f0f211 req-75911cb4-aa93-4ae6-b9ff-293df3d8b5d3 service neutron] Port 17285ac9-cbea-4d84-94f7-ea85d6bbda29 on network 8f28cb31-2d61-41e3-9539-25a6eb750a37 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 11:01:18.225901 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0992cded-5fb7-4240-99c8-357f23f0f211 req-75911cb4-aa93-4ae6-b9ff-293df3d8b5d3 service neutron] Attempting to bind port 17285ac9-cbea-4d84-94f7-ea85d6bbda29 on network 8f28cb31-2d61-41e3-9539-25a6eb750a37 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:01:18.254315 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0992cded-5fb7-4240-99c8-357f23f0f211 req-75911cb4-aa93-4ae6-b9ff-293df3d8b5d3 service neutron] Checking agent: {'id': 'dcb78974-6458-4942-8c9c-663284d5bb3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8345', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:01:18.254935 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0992cded-5fb7-4240-99c8-357f23f0f211 req-75911cb4-aa93-4ae6-b9ff-293df3d8b5d3 service neutron] Checking segment: {'id': '1a35a9ba-da81-41c2-b3e4-2353befb7bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8f28cb31-2d61-41e3-9539-25a6eb750a37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:01:18.255052 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0992cded-5fb7-4240-99c8-357f23f0f211 req-75911cb4-aa93-4ae6-b9ff-293df3d8b5d3 service neutron] Bound using segment: {'id': '1a35a9ba-da81-41c2-b3e4-2353befb7bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8f28cb31-2d61-41e3-9539-25a6eb750a37'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:01:18.255505 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-0992cded-5fb7-4240-99c8-357f23f0f211 req-75911cb4-aa93-4ae6-b9ff-293df3d8b5d3 service neutron] Bound port: 17285ac9-cbea-4d84-94f7-ea85d6bbda29, host: hv-neutron-8345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a35a9ba-da81-41c2-b3e4-2353befb7bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8f28cb31-2d61-41e3-9539-25a6eb750a37'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:01:18.255961 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-0992cded-5fb7-4240-99c8-357f23f0f211 req-75911cb4-aa93-4ae6-b9ff-293df3d8b5d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:18.305757 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ba423-1743-48b9-b25f-337a5921402b req-9e8fa9c0-b2ad-471d-bdac-b5f3632e6562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:18.307255 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-831ba423-1743-48b9-b25f-337a5921402b req-9e8fa9c0-b2ad-471d-bdac-b5f3632e6562 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e430c222-ac1b-4cf4-82c1-23246e930a93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0896833 Mar 22 11:01:18.319715 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-9b815787-63a3-4e07-8654-0b5f8986bea9 req-fabc9058-6808-4aef-8590-49b59f4afdb5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1fc633dd-a006-4224-8364-6741c3d44589&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0496898 Mar 22 11:01:18.363287 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-0992cded-5fb7-4240-99c8-357f23f0f211 req-75911cb4-aa93-4ae6-b9ff-293df3d8b5d3 service neutron] For port 17285ac9-cbea-4d84-94f7-ea85d6bbda29, host hv-neutron-8345, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:01:18.378690 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-743b3948-09bd-43fe-b394-d75fefcd068b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6682a9da-5a31-4dea-86a4-7a77cbe2fec2', 'name': 'tempest-TestNetworkBasicOps-router-1665747586', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': 'e46b1908-8c08-49d9-b884-fe61cd4fee43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:00:55Z', 'updated_at': '2022-03-22T11:00:59Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'e46b1908-8c08-49d9-b884-fe61cd4fee43', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:2c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6682a9da-5a31-4dea-86a4-7a77cbe2fec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:56Z', 'updated_at': '2022-03-22T11:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': 'c0d3149a-7f45-402a-9b63-526d5018d17d', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'floating_ip_address': '172.26.7.200', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '6682a9da-5a31-4dea-86a4-7a77cbe2fec2', 'port_id': '06e7b5e3-2696-4e72-bad7-6ccc316cf11a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e430c222-ac1b-4cf4-82c1-23246e930a93', 'mac_address': 'fa:16:3e:77:f9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc633dd-a006-4224-8364-6741c3d44589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:01:15Z', 'updated_at': '2022-03-22T11:01:15Z', 'revision_number': 0, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac624d3b-41e4-4974-aa35-ed1367cde010', 'name': '', 'network_id': 'e430c222-ac1b-4cf4-82c1-23246e930a93', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:3b:87:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6682a9da-5a31-4dea-86a4-7a77cbe2fec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '1dc4e64a-aa7e-4b8f-9895-a1875775d271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:58Z', 'updated_at': '2022-03-22T11:01:04Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '1dc4e64a-aa7e-4b8f-9895-a1875775d271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:01:18.405350 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-0992cded-5fb7-4240-99c8-357f23f0f211 req-75911cb4-aa93-4ae6-b9ff-293df3d8b5d3 service neutron] For port 17285ac9-cbea-4d84-94f7-ea85d6bbda29, host hv-neutron-8345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=17285ac9-cbea-4d84-94f7-ea85d6bbda29,segment=NetworkSegment(1a35a9ba-da81-41c2-b3e4-2353befb7bac),segment_id=1a35a9ba-da81-41c2-b3e4-2353befb7bac)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:01:18.412822 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-0992cded-5fb7-4240-99c8-357f23f0f211 req-75911cb4-aa93-4ae6-b9ff-293df3d8b5d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:18.480252 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0992cded-5fb7-4240-99c8-357f23f0f211 req-75911cb4-aa93-4ae6-b9ff-293df3d8b5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:18.480391 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-0992cded-5fb7-4240-99c8-357f23f0f211 req-75911cb4-aa93-4ae6-b9ff-293df3d8b5d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:18.481754 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0992cded-5fb7-4240-99c8-357f23f0f211 req-75911cb4-aa93-4ae6-b9ff-293df3d8b5d3 service neutron] 10.222.0.35 "PUT /v2.0/ports/17285ac9-cbea-4d84-94f7-ea85d6bbda29 HTTP/1.1" status: 200 len: 1093 time: 1.1382046 Mar 22 11:01:18.503664 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-831ba423-1743-48b9-b25f-337a5921402b req-c582e979-e320-492b-b6dc-42f2c807552c service neutron] 10.222.0.35 "GET /v2.0/networks/e430c222-ac1b-4cf4-82c1-23246e930a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883636 Mar 22 11:01:18.579399 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743b3948-09bd-43fe-b394-d75fefcd068b None None] The sync data for ids ['6682a9da-5a31-4dea-86a4-7a77cbe2fec2'] in dv-neutron-834599-1-hyperv is: [{'id': '6682a9da-5a31-4dea-86a4-7a77cbe2fec2', 'name': 'tempest-TestNetworkBasicOps-router-1665747586', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': 'e46b1908-8c08-49d9-b884-fe61cd4fee43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:00:55Z', 'updated_at': '2022-03-22T11:00:59Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'e46b1908-8c08-49d9-b884-fe61cd4fee43', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:2c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6682a9da-5a31-4dea-86a4-7a77cbe2fec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:56Z', 'updated_at': '2022-03-22T11:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': 'c0d3149a-7f45-402a-9b63-526d5018d17d', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'floating_ip_address': '172.26.7.200', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '6682a9da-5a31-4dea-86a4-7a77cbe2fec2', 'port_id': '06e7b5e3-2696-4e72-bad7-6ccc316cf11a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e430c222-ac1b-4cf4-82c1-23246e930a93', 'mac_address': 'fa:16:3e:77:f9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc633dd-a006-4224-8364-6741c3d44589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:01:15Z', 'updated_at': '2022-03-22T11:01:15Z', 'revision_number': 0, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac624d3b-41e4-4974-aa35-ed1367cde010', 'name': '', 'network_id': 'e430c222-ac1b-4cf4-82c1-23246e930a93', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:3b:87:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6682a9da-5a31-4dea-86a4-7a77cbe2fec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '1dc4e64a-aa7e-4b8f-9895-a1875775d271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:58Z', 'updated_at': '2022-03-22T11:01:04Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '1dc4e64a-aa7e-4b8f-9895-a1875775d271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:01:18.595730 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75911cb4-aa93-4ae6-b9ff-293df3d8b5d3 service neutron] Pushing event updated for resources: {'Port': ['ID=17285ac9-cbea-4d84-94f7-ea85d6bbda29,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:01:18.688576 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0992cded-5fb7-4240-99c8-357f23f0f211 req-e5c05a0c-a42f-4a5e-a225-9acf371389dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:18.690181 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0992cded-5fb7-4240-99c8-357f23f0f211 req-e5c05a0c-a42f-4a5e-a225-9acf371389dd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9a2db67725b46b3a61d41bcf76d544c&device_id=9d0d56f6-9885-4191-bcf6-bf1cab1f9edb HTTP/1.1" status: 200 len: 1096 time: 0.1553314 Mar 22 11:01:18.725497 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a3f1c-a5f9-4200-8057-1e4a0c801d82 req-fa5d8fc2-1f11-48fb-a68b-e9ca394c49fb tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:18.732693 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42268) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:01:18.735348 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b58a3f1c-a5f9-4200-8057-1e4a0c801d82 req-fa5d8fc2-1f11-48fb-a68b-e9ca394c49fb tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d0d56f6-9885-4191-bcf6-bf1cab1f9edb HTTP/1.1" status: 200 len: 943 time: 0.1915369 Mar 22 11:01:18.787035 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0992cded-5fb7-4240-99c8-357f23f0f211 req-0071a1a8-607f-4c60-bca2-7fe52a942d50 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17285ac9-cbea-4d84-94f7-ea85d6bbda29 HTTP/1.1" status: 200 len: 217 time: 0.0789142 Mar 22 11:01:18.791025 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-831ba423-1743-48b9-b25f-337a5921402b req-6b81f4e3-3efb-483a-a98e-dcfd1490ec64 service neutron] 10.222.0.35 "GET /v2.0/networks/e430c222-ac1b-4cf4-82c1-23246e930a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729547 Mar 22 11:01:18.848222 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-03784341-a557-46db-a4ee-87d9412c4aa6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/floatingips/c0d3149a-7f45-402a-9b63-526d5018d17d HTTP/1.1" status: 200 len: 991 time: 0.1121812 Mar 22 11:01:18.855603 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b58a3f1c-a5f9-4200-8057-1e4a0c801d82 req-f55d9a1b-a33b-4fe2-9785-107e251d1033 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/security-groups?id=82748c69-4f97-4b9d-8323-69fdf08c3a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186883 Mar 22 11:01:18.885959 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0992cded-5fb7-4240-99c8-357f23f0f211 req-24fad937-cb1c-4823-9014-2d92e2f59f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:18.887443 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0992cded-5fb7-4240-99c8-357f23f0f211 req-24fad937-cb1c-4823-9014-2d92e2f59f2a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8080d27b-6577-44db-a10e-53ade16f0755 HTTP/1.1" status: 200 len: 851 time: 0.0836215 Mar 22 11:01:18.898812 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6df4227-530a-4947-8d35-c7cf805fa082 None None] New status for floating IP c0d3149a-7f45-402a-9b63-526d5018d17d: ACTIVE {{(pid=109052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 11:01:18.977077 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0992cded-5fb7-4240-99c8-357f23f0f211 req-b673aeb3-dfa1-43d8-8fbe-90951f5c4088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:18.979184 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0992cded-5fb7-4240-99c8-357f23f0f211 req-b673aeb3-dfa1-43d8-8fbe-90951f5c4088 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8f28cb31-2d61-41e3-9539-25a6eb750a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0829575 Mar 22 11:01:18.985038 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b815787-63a3-4e07-8654-0b5f8986bea9 req-e2682e53-5653-4593-a5f2-102d49dc74d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:18.986521 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9b815787-63a3-4e07-8654-0b5f8986bea9 req-e2682e53-5653-4593-a5f2-102d49dc74d8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d323f0b18e24bb7bcd0d92686e5587a&device_id=1fc633dd-a006-4224-8364-6741c3d44589 HTTP/1.1" status: 200 len: 1098 time: 0.0772831 Mar 22 11:01:19.135627 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:01:19.150414 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0992cded-5fb7-4240-99c8-357f23f0f211 req-51834002-61fd-4269-851b-f73f4003fb5f service neutron] 10.222.0.35 "GET /v2.0/networks/8f28cb31-2d61-41e3-9539-25a6eb750a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629112 Mar 22 11:01:19.155046 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b815787-63a3-4e07-8654-0b5f8986bea9 req-90af3b54-7709-472b-bf5d-bb2d1aa09957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:19.156451 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9b815787-63a3-4e07-8654-0b5f8986bea9 req-90af3b54-7709-472b-bf5d-bb2d1aa09957 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e430c222-ac1b-4cf4-82c1-23246e930a93 HTTP/1.1" status: 200 len: 898 time: 0.1488411 Mar 22 11:01:19.275359 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9b815787-63a3-4e07-8654-0b5f8986bea9 req-06f95ef0-b06a-4ee0-b29f-928fcbdd9990 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06e7b5e3-2696-4e72-bad7-6ccc316cf11a HTTP/1.1" status: 200 len: 1001 time: 0.1105492 Mar 22 11:01:19.324301 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0992cded-5fb7-4240-99c8-357f23f0f211 req-9986c374-3972-49bb-a7d8-a4acee8e558f service neutron] 10.222.0.35 "GET /v2.0/networks/8f28cb31-2d61-41e3-9539-25a6eb750a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666014 Mar 22 11:01:19.344369 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b815787-63a3-4e07-8654-0b5f8986bea9 req-187a8fbb-c130-4459-808b-c8c01a4993cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:19.345921 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9b815787-63a3-4e07-8654-0b5f8986bea9 req-187a8fbb-c130-4459-808b-c8c01a4993cc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1dc4e64a-aa7e-4b8f-9895-a1875775d271 HTTP/1.1" status: 200 len: 835 time: 0.0636339 Mar 22 11:01:19.399789 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b815787-63a3-4e07-8654-0b5f8986bea9 req-f79a663c-8d75-486e-8d6f-58f7ef863005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:19.401336 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9b815787-63a3-4e07-8654-0b5f8986bea9 req-f79a663c-8d75-486e-8d6f-58f7ef863005 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e430c222-ac1b-4cf4-82c1-23246e930a93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0476148 Mar 22 11:01:19.492824 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9b815787-63a3-4e07-8654-0b5f8986bea9 req-703427a4-8f21-4394-b6af-2fa26455ec93 service neutron] 10.222.0.35 "GET /v2.0/networks/e430c222-ac1b-4cf4-82c1-23246e930a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831072 Mar 22 11:01:19.590924 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9b815787-63a3-4e07-8654-0b5f8986bea9 req-186cb8cf-386d-4f2e-8934-0fcdbe227ba5 service neutron] 10.222.0.35 "GET /v2.0/networks/e430c222-ac1b-4cf4-82c1-23246e930a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859272 Mar 22 11:01:19.734993 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d0d56f6-9885-4191-bcf6-bf1cab1f9edb', 'tag': '17285ac9-cbea-4d84-94f7-ea85d6bbda29'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:01:19.737568 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d00f732-5841-4155-9b6d-beb35433d707" -d '{"events": [{"name": "network-changed", "server_uuid": "9d0d56f6-9885-4191-bcf6-bf1cab1f9edb", "tag": "17285ac9-cbea-4d84-94f7-ea85d6bbda29"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:01:19.775463 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ae2dfb-00e4-4049-bb6a-ccb030fbc827 x-openstack-request-id: req-71ae2dfb-00e4-4049-bb6a-ccb030fbc827 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:01:19.775756 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d0d56f6-9885-4191-bcf6-bf1cab1f9edb", "tag": "17285ac9-cbea-4d84-94f7-ea85d6bbda29", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:01:19.776023 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-71ae2dfb-00e4-4049-bb6a-ccb030fbc827 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:01:19.776468 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71ae2dfb-00e4-4049-bb6a-ccb030fbc827'] response: {'name': 'network-changed', 'server_uuid': '9d0d56f6-9885-4191-bcf6-bf1cab1f9edb', 'tag': '17285ac9-cbea-4d84-94f7-ea85d6bbda29', 'status': 'completed', 'code': 200} Mar 22 11:01:19.843174 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00f732-5841-4155-9b6d-beb35433d707 req-e7e8b726-e4e9-4267-861e-9c102e806296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:19.844755 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3d00f732-5841-4155-9b6d-beb35433d707 req-e7e8b726-e4e9-4267-861e-9c102e806296 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9a2db67725b46b3a61d41bcf76d544c&device_id=9d0d56f6-9885-4191-bcf6-bf1cab1f9edb HTTP/1.1" status: 200 len: 1096 time: 0.0452988 Mar 22 11:01:19.849909 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42272) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:01:20.001629 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-9c8b58f9-80f4-407f-8f6d-38ce76b8c015 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/floatingips/c0d3149a-7f45-402a-9b63-526d5018d17d HTTP/1.1" status: 200 len: 993 time: 0.1461568 Mar 22 11:01:20.031829 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b012629-4707-4234-9ad9-cd42b61954e2 req-9c7a162d-403c-44bd-8566-59a2aca4506f tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:20.033444 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3b012629-4707-4234-9ad9-cd42b61954e2 req-9c7a162d-403c-44bd-8566-59a2aca4506f tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d0d56f6-9885-4191-bcf6-bf1cab1f9edb HTTP/1.1" status: 200 len: 943 time: 0.1057563 Mar 22 11:01:20.036837 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00f732-5841-4155-9b6d-beb35433d707 req-bf84e658-e5e8-445f-a705-c85d7d0f52ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:20.038424 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3d00f732-5841-4155-9b6d-beb35433d707 req-bf84e658-e5e8-445f-a705-c85d7d0f52ca service neutron] 10.222.0.35 "GET /v2.0/networks?id=8f28cb31-2d61-41e3-9539-25a6eb750a37 HTTP/1.1" status: 200 len: 913 time: 0.1822076 Mar 22 11:01:20.093641 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3d00f732-5841-4155-9b6d-beb35433d707 req-fcf98558-18bd-43f7-8851-69e487a91212 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17285ac9-cbea-4d84-94f7-ea85d6bbda29 HTTP/1.1" status: 200 len: 217 time: 0.0466020 Mar 22 11:01:20.135908 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3b012629-4707-4234-9ad9-cd42b61954e2 req-f338f385-74ec-45f3-9c93-8dcc67544702 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/security-groups?id=82748c69-4f97-4b9d-8323-69fdf08c3a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952024 Mar 22 11:01:20.156408 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00f732-5841-4155-9b6d-beb35433d707 req-da4501ac-3922-4145-960a-85820862d770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:20.158698 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3d00f732-5841-4155-9b6d-beb35433d707 req-da4501ac-3922-4145-960a-85820862d770 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8080d27b-6577-44db-a10e-53ade16f0755 HTTP/1.1" status: 200 len: 851 time: 0.0549676 Mar 22 11:01:20.207217 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00f732-5841-4155-9b6d-beb35433d707 req-e0159bd8-4a12-4d07-9fc8-8e247f7aa3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:20.208887 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3d00f732-5841-4155-9b6d-beb35433d707 req-e0159bd8-4a12-4d07-9fc8-8e247f7aa3ff service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8f28cb31-2d61-41e3-9539-25a6eb750a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442238 Mar 22 11:01:20.300204 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3d00f732-5841-4155-9b6d-beb35433d707 req-7712ef2c-1b55-45d4-839d-72415a67338f service neutron] 10.222.0.35 "GET /v2.0/networks/8f28cb31-2d61-41e3-9539-25a6eb750a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838239 Mar 22 11:01:20.389121 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3d00f732-5841-4155-9b6d-beb35433d707 req-8585d529-2c71-45d6-b23c-1947d3bdb34e service neutron] 10.222.0.35 "GET /v2.0/networks/8f28cb31-2d61-41e3-9539-25a6eb750a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823691 Mar 22 11:01:21.263321 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b07c9d4-7837-4468-b101-3e35f7aff48d req-5e99d66e-a8d1-4276-a01b-b34e67727e04 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:21.264821 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0b07c9d4-7837-4468-b101-3e35f7aff48d req-5e99d66e-a8d1-4276-a01b-b34e67727e04 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d0d56f6-9885-4191-bcf6-bf1cab1f9edb HTTP/1.1" status: 200 len: 943 time: 0.0497980 Mar 22 11:01:21.302429 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0b07c9d4-7837-4468-b101-3e35f7aff48d req-1c601a71-2875-446d-94d4-6ec8531ac3c3 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/security-groups?id=82748c69-4f97-4b9d-8323-69fdf08c3a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310442 Mar 22 11:01:22.417656 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b06bfc-ba07-484c-ae7d-f45e87c8df57 req-253df331-69b8-4eea-b9ac-31523657503c tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:22.419655 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-23b06bfc-ba07-484c-ae7d-f45e87c8df57 req-253df331-69b8-4eea-b9ac-31523657503c tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d0d56f6-9885-4191-bcf6-bf1cab1f9edb HTTP/1.1" status: 200 len: 943 time: 0.0498347 Mar 22 11:01:22.460382 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-23b06bfc-ba07-484c-ae7d-f45e87c8df57 req-e77a249e-e650-4db0-8ef2-2c3e5a57533a tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/security-groups?id=82748c69-4f97-4b9d-8323-69fdf08c3a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344458 Mar 22 11:01:23.577234 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d856cf27-cee1-42e2-86fd-e7c9f649a9b2 req-6d2b4a4e-7704-455f-a8e7-f480629adbb0 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:23.578725 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d856cf27-cee1-42e2-86fd-e7c9f649a9b2 req-6d2b4a4e-7704-455f-a8e7-f480629adbb0 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d0d56f6-9885-4191-bcf6-bf1cab1f9edb HTTP/1.1" status: 200 len: 943 time: 0.0506692 Mar 22 11:01:23.621715 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d856cf27-cee1-42e2-86fd-e7c9f649a9b2 req-47d82c25-e4c8-4c38-b28c-e0ebb4a573c1 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/security-groups?id=82748c69-4f97-4b9d-8323-69fdf08c3a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366244 Mar 22 11:01:24.737575 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e9d04f-e854-4698-a548-33a38290c188 req-be6d4515-4ab7-48e5-918f-c0ed62053ef1 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:24.739083 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f9e9d04f-e854-4698-a548-33a38290c188 req-be6d4515-4ab7-48e5-918f-c0ed62053ef1 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d0d56f6-9885-4191-bcf6-bf1cab1f9edb HTTP/1.1" status: 200 len: 943 time: 0.0490103 Mar 22 11:01:24.778493 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f9e9d04f-e854-4698-a548-33a38290c188 req-69625840-be04-41ea-98ca-8886ad288987 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/security-groups?id=82748c69-4f97-4b9d-8323-69fdf08c3a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333374 Mar 22 11:01:25.895332 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc51c6-0c0c-4ea4-b0ef-42ac4867e577 req-3b5cf5bc-1afa-4693-8fcc-bcd8bb137165 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:25.896827 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-04bc51c6-0c0c-4ea4-b0ef-42ac4867e577 req-3b5cf5bc-1afa-4693-8fcc-bcd8bb137165 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d0d56f6-9885-4191-bcf6-bf1cab1f9edb HTTP/1.1" status: 200 len: 943 time: 0.0493643 Mar 22 11:01:25.935148 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-04bc51c6-0c0c-4ea4-b0ef-42ac4867e577 req-bf52a6c7-7c55-459c-8888-c0652d191220 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/security-groups?id=82748c69-4f97-4b9d-8323-69fdf08c3a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320237 Mar 22 11:01:27.051486 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188c1e2-1d8f-4414-b431-4580bf0a0482 req-c088b6f2-27c1-4f17-9e12-4e1083d11b96 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:27.052961 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8188c1e2-1d8f-4414-b431-4580bf0a0482 req-c088b6f2-27c1-4f17-9e12-4e1083d11b96 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d0d56f6-9885-4191-bcf6-bf1cab1f9edb HTTP/1.1" status: 200 len: 943 time: 0.0499208 Mar 22 11:01:27.097328 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8188c1e2-1d8f-4414-b431-4580bf0a0482 req-51e93b90-1eee-4b1e-a988-1fc1ab4701a1 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/security-groups?id=82748c69-4f97-4b9d-8323-69fdf08c3a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382700 Mar 22 11:01:27.615470 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 17285ac9-cbea-4d84-94f7-ea85d6bbda29 details requested by agent hyperv_hv-neutron-8345 with host hv-neutron-8345 {{(pid=109051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 11:01:27.713611 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 17285ac9-cbea-4d84-94f7-ea85d6bbda29, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=17285ac9-cbea-4d84-94f7-ea85d6bbda29,segment=NetworkSegment(1a35a9ba-da81-41c2-b3e4-2353befb7bac),segment_id=1a35a9ba-da81-41c2-b3e4-2353befb7bac)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:01:27.724936 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Returning: {'device': '17285ac9-cbea-4d84-94f7-ea85d6bbda29', 'network_id': '8f28cb31-2d61-41e3-9539-25a6eb750a37', 'port_id': '17285ac9-cbea-4d84-94f7-ea85d6bbda29', 'mac_address': 'fa:16:3e:25:bb:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8080d27b-6577-44db-a10e-53ade16f0755', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 11:01:27.761911 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:27.775384 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17285ac9-cbea-4d84-94f7-ea85d6bbda29 {{(pid=109051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:01:27.800240 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 17285ac9-cbea-4d84-94f7-ea85d6bbda29, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=17285ac9-cbea-4d84-94f7-ea85d6bbda29,segment=NetworkSegment(1a35a9ba-da81-41c2-b3e4-2353befb7bac),segment_id=1a35a9ba-da81-41c2-b3e4-2353befb7bac)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:01:27.805478 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:27.854148 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=17285ac9-cbea-4d84-94f7-ea85d6bbda29,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:01:27.861474 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:01:27.861825 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:01:27.862173 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:01:27.862513 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:01:27.862851 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:01:27.863181 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:01:27.863562 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:01:27.863940 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:01:27.864252 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:01:27.864582 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:01:27.864906 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:01:27.865230 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:01:28.049598 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['17285ac9-cbea-4d84-94f7-ea85d6bbda29'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 11:01:28.213553 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495cd35-9c02-41a3-ade7-603a56d2983b req-83ed30a5-ac1f-4dbd-b7ab-6c2d2b47ea6f tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:28.215210 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8495cd35-9c02-41a3-ade7-603a56d2983b req-83ed30a5-ac1f-4dbd-b7ab-6c2d2b47ea6f tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d0d56f6-9885-4191-bcf6-bf1cab1f9edb HTTP/1.1" status: 200 len: 944 time: 0.0497828 Mar 22 11:01:28.256044 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8495cd35-9c02-41a3-ade7-603a56d2983b req-15b93699-cdde-431a-a873-2f0c2e3e1fbc tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/security-groups?id=82748c69-4f97-4b9d-8323-69fdf08c3a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344915 Mar 22 11:01:29.383325 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d06d7-77eb-4e7b-9cb4-460e59466e8e req-158a7b85-dd2f-4076-b9f1-d26194ac4b78 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:29.385173 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-536d06d7-77eb-4e7b-9cb4-460e59466e8e req-158a7b85-dd2f-4076-b9f1-d26194ac4b78 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d0d56f6-9885-4191-bcf6-bf1cab1f9edb HTTP/1.1" status: 200 len: 944 time: 0.0570922 Mar 22 11:01:29.426883 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-536d06d7-77eb-4e7b-9cb4-460e59466e8e req-f068c6c5-d33e-4289-adb5-a34ae2c5211b tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/security-groups?id=82748c69-4f97-4b9d-8323-69fdf08c3a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323575 Mar 22 11:01:29.641375 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 17285ac9-cbea-4d84-94f7-ea85d6bbda29 up at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:01:29.698735 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning for port 17285ac9-cbea-4d84-94f7-ea85d6bbda29 completed by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:01:29.702507 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning complete for port 17285ac9-cbea-4d84-94f7-ea85d6bbda29 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:01:29.702886 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:29.794969 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:29.816826 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d0d56f6-9885-4191-bcf6-bf1cab1f9edb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17285ac9-cbea-4d84-94f7-ea85d6bbda29'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:01:29.819065 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9652143d-89b3-4cee-a115-9a92bdcf05aa" -d '{"events": [{"server_uuid": "9d0d56f6-9885-4191-bcf6-bf1cab1f9edb", "name": "network-vif-plugged", "status": "completed", "tag": "17285ac9-cbea-4d84-94f7-ea85d6bbda29"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:01:29.832217 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 17285ac9-cbea-4d84-94f7-ea85d6bbda29, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=17285ac9-cbea-4d84-94f7-ea85d6bbda29,segment=NetworkSegment(1a35a9ba-da81-41c2-b3e4-2353befb7bac),segment_id=1a35a9ba-da81-41c2-b3e4-2353befb7bac)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:01:29.840188 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:29.863965 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194c1caa-83d0-4ba4-9fc7-34c36d0f0f09 x-openstack-request-id: req-194c1caa-83d0-4ba4-9fc7-34c36d0f0f09 {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:01:29.864261 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d0d56f6-9885-4191-bcf6-bf1cab1f9edb", "name": "network-vif-plugged", "status": "completed", "tag": "17285ac9-cbea-4d84-94f7-ea85d6bbda29", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:01:29.864497 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-194c1caa-83d0-4ba4-9fc7-34c36d0f0f09 {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:01:29.864872 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-194c1caa-83d0-4ba4-9fc7-34c36d0f0f09'] response: {'server_uuid': '9d0d56f6-9885-4191-bcf6-bf1cab1f9edb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17285ac9-cbea-4d84-94f7-ea85d6bbda29', 'code': 200} Mar 22 11:01:29.892058 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=17285ac9-cbea-4d84-94f7-ea85d6bbda29,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:01:30.065753 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d0c958-4266-44d7-918f-e9b3db67fb09 req-b78ae89b-6692-45b5-b6c5-5c19c3506c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:30.067290 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-80d0c958-4266-44d7-918f-e9b3db67fb09 req-b78ae89b-6692-45b5-b6c5-5c19c3506c16 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9d0d56f6-9885-4191-bcf6-bf1cab1f9edb HTTP/1.1" status: 200 len: 1098 time: 0.0430245 Mar 22 11:01:30.108317 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-80d0c958-4266-44d7-918f-e9b3db67fb09 req-cc2267fb-89db-4a75-bd6f-05a2fcb22965 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=82748c69-4f97-4b9d-8323-69fdf08c3a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326929 Mar 22 11:01:30.563581 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e9fb56-10d6-4ff6-ac9a-0d8c0a56d523 req-bf513bad-0e13-47c6-8dc5-80970367177e tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:30.565470 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-52e9fb56-10d6-4ff6-ac9a-0d8c0a56d523 req-bf513bad-0e13-47c6-8dc5-80970367177e tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d0d56f6-9885-4191-bcf6-bf1cab1f9edb HTTP/1.1" status: 200 len: 945 time: 0.0590210 Mar 22 11:01:30.604589 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-52e9fb56-10d6-4ff6-ac9a-0d8c0a56d523 req-e0f7e9b2-b7d4-4dfd-b114-d6f5cffa7dab tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/security-groups?id=82748c69-4f97-4b9d-8323-69fdf08c3a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312960 Mar 22 11:01:31.726638 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b89801-9b48-4605-8dc2-b33802b6372e req-841ba0cd-2da6-4b5a-9674-d5ed2df275ab tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:31.728131 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c7b89801-9b48-4605-8dc2-b33802b6372e req-841ba0cd-2da6-4b5a-9674-d5ed2df275ab tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d0d56f6-9885-4191-bcf6-bf1cab1f9edb HTTP/1.1" status: 200 len: 945 time: 0.0502889 Mar 22 11:01:31.766540 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c7b89801-9b48-4605-8dc2-b33802b6372e req-a65d4075-8645-436d-a8f1-4405dcf26847 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/security-groups?id=82748c69-4f97-4b9d-8323-69fdf08c3a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318725 Mar 22 11:01:31.883193 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b6cd9c-4333-42c1-bcf2-37c0ad5343db req-fc3a1550-b2e9-4b04-979c-cacb1eb45337 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:31.884632 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f1b6cd9c-4333-42c1-bcf2-37c0ad5343db req-fc3a1550-b2e9-4b04-979c-cacb1eb45337 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d0d56f6-9885-4191-bcf6-bf1cab1f9edb HTTP/1.1" status: 200 len: 945 time: 0.0522501 Mar 22 11:01:31.926843 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f1b6cd9c-4333-42c1-bcf2-37c0ad5343db req-6c8202a6-0eb2-4858-84ac-a74feb660387 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/security-groups?id=82748c69-4f97-4b9d-8323-69fdf08c3a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361338 Mar 22 11:01:31.949141 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42302) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:01:32.037393 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8e165b-fa62-4b38-93d2-6d766a2c77df tempest-TestVolumeBootPattern-1559577508 tempest-TestVolumeBootPattern-1559577508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:32.039161 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-db8e165b-fa62-4b38-93d2-6d766a2c77df tempest-TestVolumeBootPattern-1559577508 tempest-TestVolumeBootPattern-1559577508-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=9d0d56f6-9885-4191-bcf6-bf1cab1f9edb HTTP/1.1" status: 200 len: 1093 time: 0.0887885 Mar 22 11:01:32.042161 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42306) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:01:32.046798 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-9abf3560-80f5-4af7-b853-b26cb7cdb7c2 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Request body: {'floatingip': {'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'port_id': '17285ac9-cbea-4d84-94f7-ea85d6bbda29', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:01:32.068600 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9abf3560-80f5-4af7-b853-b26cb7cdb7c2 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks [] for floatingip, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:32.172452 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9abf3560-80f5-4af7-b853-b26cb7cdb7c2 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:32.281648 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-9abf3560-80f5-4af7-b853-b26cb7cdb7c2 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Allocated IP 172.26.7.188 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/e115302b-584f-47d4-8d2d-3967615b3fb0) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:01:32.385499 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9abf3560-80f5-4af7-b853-b26cb7cdb7c2 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:32.420734 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9abf3560-80f5-4af7-b853-b26cb7cdb7c2 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:32.461238 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abf3560-80f5-4af7-b853-b26cb7cdb7c2 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:01:32.463856 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-9abf3560-80f5-4af7-b853-b26cb7cdb7c2 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:01:32.466495 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abf3560-80f5-4af7-b853-b26cb7cdb7c2 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:01:32.493035 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abf3560-80f5-4af7-b853-b26cb7cdb7c2 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Pushing event updated for resources: {'Port': ['ID=e115302b-584f-47d4-8d2d-3967615b3fb0,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:01:32.505603 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abf3560-80f5-4af7-b853-b26cb7cdb7c2 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:01:32.505963 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abf3560-80f5-4af7-b853-b26cb7cdb7c2 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:01:32.506303 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abf3560-80f5-4af7-b853-b26cb7cdb7c2 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:01:32.506644 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abf3560-80f5-4af7-b853-b26cb7cdb7c2 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:01:32.506988 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abf3560-80f5-4af7-b853-b26cb7cdb7c2 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:01:32.507313 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abf3560-80f5-4af7-b853-b26cb7cdb7c2 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:01:32.507677 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abf3560-80f5-4af7-b853-b26cb7cdb7c2 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:01:32.508012 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abf3560-80f5-4af7-b853-b26cb7cdb7c2 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:01:32.508337 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abf3560-80f5-4af7-b853-b26cb7cdb7c2 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:01:32.508671 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abf3560-80f5-4af7-b853-b26cb7cdb7c2 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:01:32.508994 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abf3560-80f5-4af7-b853-b26cb7cdb7c2 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:01:32.509314 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abf3560-80f5-4af7-b853-b26cb7cdb7c2 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:01:32.842679 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9abf3560-80f5-4af7-b853-b26cb7cdb7c2 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:32.914236 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9abf3560-80f5-4af7-b853-b26cb7cdb7c2 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:33.067867 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9abf3560-80f5-4af7-b853-b26cb7cdb7c2 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:33.074364 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9abf3560-80f5-4af7-b853-b26cb7cdb7c2 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:33.144897 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abf3560-80f5-4af7-b853-b26cb7cdb7c2 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Pushing event updated for resources: {'Port': ['ID=e115302b-584f-47d4-8d2d-3967615b3fb0,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:01:33.153274 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9abf3560-80f5-4af7-b853-b26cb7cdb7c2 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684147'] for floatingip, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:33.254609 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.l3_db [None req-9abf3560-80f5-4af7-b853-b26cb7cdb7c2 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Floating IP 9c736918-3ead-48a5-b66e-113c9fa8f2ee associated. External IP: 172.26.7.188, port: 17285ac9-cbea-4d84-94f7-ea85d6bbda29. Mar 22 11:01:33.464109 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9abf3560-80f5-4af7-b853-b26cb7cdb7c2 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Router 7fe3b75b-d7c7-4282-aac4-068d497a5d94 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:01:33.569720 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9abf3560-80f5-4af7-b853-b26cb7cdb7c2 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:01:33.579899 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e77cfd-7d69-4ad0-85ad-2d22a4dec4f1 None None] Sync routers for ids ['7fe3b75b-d7c7-4282-aac4-068d497a5d94'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:01:33.587859 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9abf3560-80f5-4af7-b853-b26cb7cdb7c2 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:33.590209 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e77cfd-7d69-4ad0-85ad-2d22a4dec4f1 None None] Routers {'7fe3b75b-d7c7-4282-aac4-068d497a5d94'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:01:33.590899 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-69e77cfd-7d69-4ad0-85ad-2d22a4dec4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:01:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['7fe3b75b-d7c7-4282-aac4-068d497a5d94'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:01:33.614852 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9abf3560-80f5-4af7-b853-b26cb7cdb7c2 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5714998 Mar 22 11:01:33.615643 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d0d56f6-9885-4191-bcf6-bf1cab1f9edb', 'tag': '17285ac9-cbea-4d84-94f7-ea85d6bbda29'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:01:33.617992 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea20d47ee5c2e5d2aa35ee26c9e60aea7970c4225f3eb14fb63792ea9ad3856f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98293ee7-d224-4565-9ce1-3b0fea0be539" -d '{"events": [{"name": "network-changed", "server_uuid": "9d0d56f6-9885-4191-bcf6-bf1cab1f9edb", "tag": "17285ac9-cbea-4d84-94f7-ea85d6bbda29"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:01:33.662202 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6264ed86-bd5d-4703-8020-0b2768670308 x-openstack-request-id: req-6264ed86-bd5d-4703-8020-0b2768670308 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:01:33.662559 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d0d56f6-9885-4191-bcf6-bf1cab1f9edb", "tag": "17285ac9-cbea-4d84-94f7-ea85d6bbda29", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:01:33.662768 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6264ed86-bd5d-4703-8020-0b2768670308 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:01:33.663174 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6264ed86-bd5d-4703-8020-0b2768670308'] response: {'name': 'network-changed', 'server_uuid': '9d0d56f6-9885-4191-bcf6-bf1cab1f9edb', 'tag': '17285ac9-cbea-4d84-94f7-ea85d6bbda29', 'status': 'completed', 'code': 200} Mar 22 11:01:33.704036 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-69e77cfd-7d69-4ad0-85ad-2d22a4dec4f1 None None] Set router 7fe3b75b-d7c7-4282-aac4-068d497a5d94 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:01:33.724257 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98293ee7-d224-4565-9ce1-3b0fea0be539 req-70052f6c-e443-4b05-9932-2251f4e7725c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:33.725643 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-98293ee7-d224-4565-9ce1-3b0fea0be539 req-70052f6c-e443-4b05-9932-2251f4e7725c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9a2db67725b46b3a61d41bcf76d544c&device_id=9d0d56f6-9885-4191-bcf6-bf1cab1f9edb HTTP/1.1" status: 200 len: 1098 time: 0.0410471 Mar 22 11:01:33.823950 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98293ee7-d224-4565-9ce1-3b0fea0be539 req-fe428810-bcdf-4580-b618-c1a87bb66fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:33.825435 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-98293ee7-d224-4565-9ce1-3b0fea0be539 req-fe428810-bcdf-4580-b618-c1a87bb66fb3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8f28cb31-2d61-41e3-9539-25a6eb750a37 HTTP/1.1" status: 200 len: 913 time: 0.0897324 Mar 22 11:01:33.893025 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-98293ee7-d224-4565-9ce1-3b0fea0be539 req-6865e4f3-2339-4656-a82c-65b03ddc3230 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17285ac9-cbea-4d84-94f7-ea85d6bbda29 HTTP/1.1" status: 200 len: 999 time: 0.0596411 Mar 22 11:01:33.936068 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-69e77cfd-7d69-4ad0-85ad-2d22a4dec4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'name': 'tempest-TestVolumeBootPattern-1115789668-router', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:00:41Z', 'updated_at': '2022-03-22T11:00:44Z', 'revision_number': 4, 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'gw_port': {'id': 'c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:41Z', 'updated_at': '2022-03-22T11:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '9c736918-3ead-48a5-b66e-113c9fa8f2ee', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'floating_ip_address': '172.26.7.188', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'port_id': '17285ac9-cbea-4d84-94f7-ea85d6bbda29', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f28cb31-2d61-41e3-9539-25a6eb750a37', 'mac_address': 'fa:16:3e:25:bb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0d56f6-9885-4191-bcf6-bf1cab1f9edb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:01:32Z', 'updated_at': '2022-03-22T11:01:32Z', 'revision_number': 0, 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8553fc9a-ff90-48df-8d68-068b5c1f229b', 'name': '', 'network_id': '8f28cb31-2d61-41e3-9539-25a6eb750a37', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'mac_address': 'fa:16:3e:86:fd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '8080d27b-6577-44db-a10e-53ade16f0755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:43Z', 'updated_at': '2022-03-22T11:00:48Z', 'revision_number': 5, 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'subnets': [{'id': '8080d27b-6577-44db-a10e-53ade16f0755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:01:33.941956 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98293ee7-d224-4565-9ce1-3b0fea0be539 req-8e620631-f336-4d8e-8c2c-8f07e9930ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:33.943490 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-98293ee7-d224-4565-9ce1-3b0fea0be539 req-8e620631-f336-4d8e-8c2c-8f07e9930ac2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8080d27b-6577-44db-a10e-53ade16f0755 HTTP/1.1" status: 200 len: 851 time: 0.0434651 Mar 22 11:01:33.962494 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e77cfd-7d69-4ad0-85ad-2d22a4dec4f1 None None] Checking router: 7fe3b75b-d7c7-4282-aac4-068d497a5d94 for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:01:33.971213 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e77cfd-7d69-4ad0-85ad-2d22a4dec4f1 None None] Routers {'7fe3b75b-d7c7-4282-aac4-068d497a5d94'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:01:33.971872 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-69e77cfd-7d69-4ad0-85ad-2d22a4dec4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:01:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['7fe3b75b-d7c7-4282-aac4-068d497a5d94'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:01:33.992765 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98293ee7-d224-4565-9ce1-3b0fea0be539 req-d9467b80-bf35-4911-a56a-86494f4a590e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:33.994256 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-98293ee7-d224-4565-9ce1-3b0fea0be539 req-d9467b80-bf35-4911-a56a-86494f4a590e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8f28cb31-2d61-41e3-9539-25a6eb750a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441470 Mar 22 11:01:34.079896 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-69e77cfd-7d69-4ad0-85ad-2d22a4dec4f1 None None] Set router 7fe3b75b-d7c7-4282-aac4-068d497a5d94 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:01:34.087285 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-98293ee7-d224-4565-9ce1-3b0fea0be539 req-d6dc958f-a3aa-4ae3-9317-594bcc2d2afe service neutron] 10.222.0.35 "GET /v2.0/networks/8f28cb31-2d61-41e3-9539-25a6eb750a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854690 Mar 22 11:01:34.184900 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-98293ee7-d224-4565-9ce1-3b0fea0be539 req-9056bb3a-ba32-492e-b988-825444141524 service neutron] 10.222.0.35 "GET /v2.0/networks/8f28cb31-2d61-41e3-9539-25a6eb750a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877178 Mar 22 11:01:34.312397 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-69e77cfd-7d69-4ad0-85ad-2d22a4dec4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'name': 'tempest-TestVolumeBootPattern-1115789668-router', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:00:41Z', 'updated_at': '2022-03-22T11:00:44Z', 'revision_number': 4, 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'gw_port': {'id': 'c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:41Z', 'updated_at': '2022-03-22T11:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '9c736918-3ead-48a5-b66e-113c9fa8f2ee', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'floating_ip_address': '172.26.7.188', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'port_id': '17285ac9-cbea-4d84-94f7-ea85d6bbda29', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f28cb31-2d61-41e3-9539-25a6eb750a37', 'mac_address': 'fa:16:3e:25:bb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0d56f6-9885-4191-bcf6-bf1cab1f9edb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:01:32Z', 'updated_at': '2022-03-22T11:01:32Z', 'revision_number': 0, 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8553fc9a-ff90-48df-8d68-068b5c1f229b', 'name': '', 'network_id': '8f28cb31-2d61-41e3-9539-25a6eb750a37', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'mac_address': 'fa:16:3e:86:fd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '8080d27b-6577-44db-a10e-53ade16f0755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:43Z', 'updated_at': '2022-03-22T11:00:48Z', 'revision_number': 5, 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'subnets': [{'id': '8080d27b-6577-44db-a10e-53ade16f0755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:01:34.339520 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e77cfd-7d69-4ad0-85ad-2d22a4dec4f1 None None] The sync data for ids ['7fe3b75b-d7c7-4282-aac4-068d497a5d94'] in dv-neutron-834599-1-hyperv is: [{'id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'name': 'tempest-TestVolumeBootPattern-1115789668-router', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:00:41Z', 'updated_at': '2022-03-22T11:00:44Z', 'revision_number': 4, 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'gw_port': {'id': 'c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:41Z', 'updated_at': '2022-03-22T11:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '9c736918-3ead-48a5-b66e-113c9fa8f2ee', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'floating_ip_address': '172.26.7.188', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'port_id': '17285ac9-cbea-4d84-94f7-ea85d6bbda29', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f28cb31-2d61-41e3-9539-25a6eb750a37', 'mac_address': 'fa:16:3e:25:bb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0d56f6-9885-4191-bcf6-bf1cab1f9edb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:01:32Z', 'updated_at': '2022-03-22T11:01:32Z', 'revision_number': 0, 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8553fc9a-ff90-48df-8d68-068b5c1f229b', 'name': '', 'network_id': '8f28cb31-2d61-41e3-9539-25a6eb750a37', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'mac_address': 'fa:16:3e:86:fd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '8080d27b-6577-44db-a10e-53ade16f0755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:43Z', 'updated_at': '2022-03-22T11:00:48Z', 'revision_number': 5, 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'subnets': [{'id': '8080d27b-6577-44db-a10e-53ade16f0755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:01:34.550099 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e2bae3-07fd-4627-bdeb-f59917c1ad76 None None] New status for floating IP 9c736918-3ead-48a5-b66e-113c9fa8f2ee: ACTIVE {{(pid=109052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 11:01:37.680868 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-560294de-a80d-4211-8454-4d431d91528e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:39.836963 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-47a2a4ef-bab6-4b0e-bdf5-d59d2b92eab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:41.092991 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:42.510788 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:42.788435 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:43.277180 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:51.173068 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42328) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:01:51.330982 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449604ad-3a23-42f6-a8f1-158768df2f3b tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:51.331484 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449604ad-3a23-42f6-a8f1-158768df2f3b tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:51.331949 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449604ad-3a23-42f6-a8f1-158768df2f3b tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:51.333739 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-449604ad-3a23-42f6-a8f1-158768df2f3b tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/ports?project_id=9d323f0b18e24bb7bcd0d92686e5587a&network_id=e430c222-ac1b-4cf4-82c1-23246e930a93 HTTP/1.1" status: 200 len: 2999 time: 0.1594601 Mar 22 11:01:53.303550 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42342) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:01:53.376266 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea03667d-6c0c-4655-ae5c-4e1471ccfd57 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:53.377963 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ea03667d-6c0c-4655-ae5c-4e1471ccfd57 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=a14ca783-6f82-4799-85a3-4cbe79c980a8 HTTP/1.1" status: 200 len: 814 time: 0.0731781 Mar 22 11:01:53.818896 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42348) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:01:53.823941 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-2fbed1ff-06f1-4644-a8ae-a7b7d727bf11 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:01:54.206366 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2fbed1ff-06f1-4644-a8ae-a7b7d727bf11 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for floatingip, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:54.360041 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2fbed1ff-06f1-4644-a8ae-a7b7d727bf11 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:54.367393 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2fbed1ff-06f1-4644-a8ae-a7b7d727bf11 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684147'] for floatingip, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:54.368031 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.l3_db [None req-2fbed1ff-06f1-4644-a8ae-a7b7d727bf11 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Floating IP c0d3149a-7f45-402a-9b63-526d5018d17d disassociated. External IP: 172.26.7.200, port: 06e7b5e3-2696-4e72-bad7-6ccc316cf11a. Mar 22 11:01:54.581378 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fbed1ff-06f1-4644-a8ae-a7b7d727bf11 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Router 6682a9da-5a31-4dea-86a4-7a77cbe2fec2 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:01:54.696448 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fbed1ff-06f1-4644-a8ae-a7b7d727bf11 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:01:54.701687 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2fbed1ff-06f1-4644-a8ae-a7b7d727bf11 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:54.707969 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6257db-16ed-457e-a93e-97185eaaf939 None None] Sync routers for ids ['6682a9da-5a31-4dea-86a4-7a77cbe2fec2'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:01:54.717520 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6257db-16ed-457e-a93e-97185eaaf939 None None] Routers {'6682a9da-5a31-4dea-86a4-7a77cbe2fec2'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:01:54.718110 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-ad6257db-16ed-457e-a93e-97185eaaf939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:01:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['6682a9da-5a31-4dea-86a4-7a77cbe2fec2'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:01:54.728186 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2fbed1ff-06f1-4644-a8ae-a7b7d727bf11 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "PUT /v2.0/floatingips/c0d3149a-7f45-402a-9b63-526d5018d17d HTTP/1.1" status: 200 len: 690 time: 0.9078453 Mar 22 11:01:54.728792 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fc633dd-a006-4224-8364-6741c3d44589', 'tag': '06e7b5e3-2696-4e72-bad7-6ccc316cf11a'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:01:54.731129 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea20d47ee5c2e5d2aa35ee26c9e60aea7970c4225f3eb14fb63792ea9ad3856f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdfecaf5-b260-40c1-a72a-cebc1b2534ed" -d '{"events": [{"name": "network-changed", "server_uuid": "1fc633dd-a006-4224-8364-6741c3d44589", "tag": "06e7b5e3-2696-4e72-bad7-6ccc316cf11a"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:01:54.731301 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42352) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:01:54.769911 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4147a1d5-1155-4238-9dd2-0d50b55c2fe0 x-openstack-request-id: req-4147a1d5-1155-4238-9dd2-0d50b55c2fe0 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:01:54.770183 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fc633dd-a006-4224-8364-6741c3d44589", "tag": "06e7b5e3-2696-4e72-bad7-6ccc316cf11a", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:01:54.770516 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4147a1d5-1155-4238-9dd2-0d50b55c2fe0 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:01:54.770989 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4147a1d5-1155-4238-9dd2-0d50b55c2fe0'] response: {'name': 'network-changed', 'server_uuid': '1fc633dd-a006-4224-8364-6741c3d44589', 'tag': '06e7b5e3-2696-4e72-bad7-6ccc316cf11a', 'status': 'completed', 'code': 200} Mar 22 11:01:54.780942 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-9d3a7005-0a25-42ab-9ecb-4d1d1d69644c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/floatingips/c0d3149a-7f45-402a-9b63-526d5018d17d HTTP/1.1" status: 200 len: 690 time: 0.0485628 Mar 22 11:01:54.828393 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-ad6257db-16ed-457e-a93e-97185eaaf939 None None] Set router 6682a9da-5a31-4dea-86a4-7a77cbe2fec2 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:01:54.833067 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfecaf5-b260-40c1-a72a-cebc1b2534ed req-986b54d4-7f71-404d-8768-873d024a41c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:54.835568 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-bdfecaf5-b260-40c1-a72a-cebc1b2534ed req-986b54d4-7f71-404d-8768-873d024a41c5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d323f0b18e24bb7bcd0d92686e5587a&device_id=1fc633dd-a006-4224-8364-6741c3d44589 HTTP/1.1" status: 200 len: 1098 time: 0.0415053 Mar 22 11:01:54.931567 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfecaf5-b260-40c1-a72a-cebc1b2534ed req-49363f3f-003f-476a-b250-45b7dc83532a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:54.933352 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-bdfecaf5-b260-40c1-a72a-cebc1b2534ed req-49363f3f-003f-476a-b250-45b7dc83532a service neutron] 10.222.0.35 "GET /v2.0/networks?id=e430c222-ac1b-4cf4-82c1-23246e930a93 HTTP/1.1" status: 200 len: 898 time: 0.0910413 Mar 22 11:01:54.974808 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-bdfecaf5-b260-40c1-a72a-cebc1b2534ed req-7bafcf02-9817-4711-9d10-be391f45728b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06e7b5e3-2696-4e72-bad7-6ccc316cf11a HTTP/1.1" status: 200 len: 217 time: 0.0340362 Mar 22 11:01:55.035945 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfecaf5-b260-40c1-a72a-cebc1b2534ed req-41488166-2709-49b8-82aa-cc672ebc4f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:55.037973 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-bdfecaf5-b260-40c1-a72a-cebc1b2534ed req-41488166-2709-49b8-82aa-cc672ebc4f18 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1dc4e64a-aa7e-4b8f-9895-a1875775d271 HTTP/1.1" status: 200 len: 835 time: 0.0557582 Mar 22 11:01:55.050053 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-ad6257db-16ed-457e-a93e-97185eaaf939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6682a9da-5a31-4dea-86a4-7a77cbe2fec2', 'name': 'tempest-TestNetworkBasicOps-router-1665747586', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': 'e46b1908-8c08-49d9-b884-fe61cd4fee43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:00:55Z', 'updated_at': '2022-03-22T11:00:59Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'e46b1908-8c08-49d9-b884-fe61cd4fee43', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:2c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6682a9da-5a31-4dea-86a4-7a77cbe2fec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:56Z', 'updated_at': '2022-03-22T11:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': 'ac624d3b-41e4-4974-aa35-ed1367cde010', 'name': '', 'network_id': 'e430c222-ac1b-4cf4-82c1-23246e930a93', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:3b:87:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6682a9da-5a31-4dea-86a4-7a77cbe2fec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '1dc4e64a-aa7e-4b8f-9895-a1875775d271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:58Z', 'updated_at': '2022-03-22T11:01:04Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '1dc4e64a-aa7e-4b8f-9895-a1875775d271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:01:55.076303 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6257db-16ed-457e-a93e-97185eaaf939 None None] Checking router: 6682a9da-5a31-4dea-86a4-7a77cbe2fec2 for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:01:55.084988 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6257db-16ed-457e-a93e-97185eaaf939 None None] Routers {'6682a9da-5a31-4dea-86a4-7a77cbe2fec2'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:01:55.085673 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-ad6257db-16ed-457e-a93e-97185eaaf939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:01:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['6682a9da-5a31-4dea-86a4-7a77cbe2fec2'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:01:55.090600 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfecaf5-b260-40c1-a72a-cebc1b2534ed req-5ab9b16a-b708-4514-8d47-f397275c9db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:55.092086 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-bdfecaf5-b260-40c1-a72a-cebc1b2534ed req-5ab9b16a-b708-4514-8d47-f397275c9db4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e430c222-ac1b-4cf4-82c1-23246e930a93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0474315 Mar 22 11:01:55.186487 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-bdfecaf5-b260-40c1-a72a-cebc1b2534ed req-a06909d9-f764-47b8-aa51-60d650654cd7 service neutron] 10.222.0.35 "GET /v2.0/networks/e430c222-ac1b-4cf4-82c1-23246e930a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868704 Mar 22 11:01:55.206743 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-ad6257db-16ed-457e-a93e-97185eaaf939 None None] Set router 6682a9da-5a31-4dea-86a4-7a77cbe2fec2 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:01:55.279884 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-bdfecaf5-b260-40c1-a72a-cebc1b2534ed req-8a497ead-bbbf-4740-b6a5-d850492b44fe service neutron] 10.222.0.35 "GET /v2.0/networks/e430c222-ac1b-4cf4-82c1-23246e930a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867643 Mar 22 11:01:55.420664 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-ad6257db-16ed-457e-a93e-97185eaaf939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6682a9da-5a31-4dea-86a4-7a77cbe2fec2', 'name': 'tempest-TestNetworkBasicOps-router-1665747586', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': 'e46b1908-8c08-49d9-b884-fe61cd4fee43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:00:55Z', 'updated_at': '2022-03-22T11:00:59Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'e46b1908-8c08-49d9-b884-fe61cd4fee43', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:2c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6682a9da-5a31-4dea-86a4-7a77cbe2fec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:56Z', 'updated_at': '2022-03-22T11:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': 'ac624d3b-41e4-4974-aa35-ed1367cde010', 'name': '', 'network_id': 'e430c222-ac1b-4cf4-82c1-23246e930a93', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:3b:87:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6682a9da-5a31-4dea-86a4-7a77cbe2fec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '1dc4e64a-aa7e-4b8f-9895-a1875775d271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:58Z', 'updated_at': '2022-03-22T11:01:04Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '1dc4e64a-aa7e-4b8f-9895-a1875775d271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:01:55.462009 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6257db-16ed-457e-a93e-97185eaaf939 None None] The sync data for ids ['6682a9da-5a31-4dea-86a4-7a77cbe2fec2'] in dv-neutron-834599-1-hyperv is: [{'id': '6682a9da-5a31-4dea-86a4-7a77cbe2fec2', 'name': 'tempest-TestNetworkBasicOps-router-1665747586', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': 'e46b1908-8c08-49d9-b884-fe61cd4fee43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:00:55Z', 'updated_at': '2022-03-22T11:00:59Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'e46b1908-8c08-49d9-b884-fe61cd4fee43', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:2c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6682a9da-5a31-4dea-86a4-7a77cbe2fec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:56Z', 'updated_at': '2022-03-22T11:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': 'ac624d3b-41e4-4974-aa35-ed1367cde010', 'name': '', 'network_id': 'e430c222-ac1b-4cf4-82c1-23246e930a93', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:3b:87:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6682a9da-5a31-4dea-86a4-7a77cbe2fec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '1dc4e64a-aa7e-4b8f-9895-a1875775d271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:58Z', 'updated_at': '2022-03-22T11:01:04Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '1dc4e64a-aa7e-4b8f-9895-a1875775d271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:01:55.695104 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5cdf41-b4be-4c70-8de2-4bc83d08e6a6 None None] New status for floating IP c0d3149a-7f45-402a-9b63-526d5018d17d: DOWN {{(pid=109052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 11:01:55.784978 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42356) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:01:55.835359 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-27938678-862d-46fa-90a1-9e920624da32 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/floatingips/c0d3149a-7f45-402a-9b63-526d5018d17d HTTP/1.1" status: 200 len: 690 time: 0.0487132 Mar 22 11:01:56.136009 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:01:56.839707 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42358) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:01:56.889870 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f17f5d5a-f90f-40c3-9d4d-04c58927e8fb tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/floatingips/c0d3149a-7f45-402a-9b63-526d5018d17d HTTP/1.1" status: 200 len: 688 time: 0.0489597 Mar 22 11:01:58.308893 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42362) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:01:58.313528 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-9f3a1c2a-8255-4178-a413-e7a98892e4e4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-840059929', 'description': 'tempest-secgroup-smoke-840059929 description', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:01:58.334993 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9f3a1c2a-8255-4178-a413-e7a98892e4e4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:58.403912 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9f3a1c2a-8255-4178-a413-e7a98892e4e4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:58.408988 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9f3a1c2a-8255-4178-a413-e7a98892e4e4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:58.436355 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9f3a1c2a-8255-4178-a413-e7a98892e4e4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:58.437606 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9f3a1c2a-8255-4178-a413-e7a98892e4e4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1277120 Mar 22 11:01:58.440894 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42364) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:01:58.441952 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a1c2a-8255-4178-a413-e7a98892e4e4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beb97bec-fedc-414e-b22c-5e7d75d84695,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:01:58.445542 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-bd6c474e-c99e-4519-bbfb-53c84e359349 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': 'beb97bec-fedc-414e-b22c-5e7d75d84695', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:01:58.471394 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bd6c474e-c99e-4519-bbfb-53c84e359349 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:58.532868 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bd6c474e-c99e-4519-bbfb-53c84e359349 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:58.536921 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bd6c474e-c99e-4519-bbfb-53c84e359349 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:58.554909 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c474e-c99e-4519-bbfb-53c84e359349 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cad1637e-fec6-4800-8428-6acc57d350d6,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:01:58.562588 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bd6c474e-c99e-4519-bbfb-53c84e359349 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:58.563924 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-bd6c474e-c99e-4519-bbfb-53c84e359349 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1219780 Mar 22 11:01:58.566701 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42366) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:01:58.571024 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-64f6293f-ecd1-4fd2-918f-fcb9bd0d7c3e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': 'beb97bec-fedc-414e-b22c-5e7d75d84695', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:01:58.598367 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-64f6293f-ecd1-4fd2-918f-fcb9bd0d7c3e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:58.654963 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-64f6293f-ecd1-4fd2-918f-fcb9bd0d7c3e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:58.658974 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-64f6293f-ecd1-4fd2-918f-fcb9bd0d7c3e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:58.676527 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f6293f-ecd1-4fd2-918f-fcb9bd0d7c3e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc514228-43a1-40d4-9eaa-4bc4b27a66d6,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:01:58.683569 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-64f6293f-ecd1-4fd2-918f-fcb9bd0d7c3e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:58.684820 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-64f6293f-ecd1-4fd2-918f-fcb9bd0d7c3e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1171453 Mar 22 11:01:58.687671 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42368) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:01:58.692035 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-c93677c6-c9a5-4cdf-a449-d0cdfb2a2c8a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': 'beb97bec-fedc-414e-b22c-5e7d75d84695', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:01:58.717715 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c93677c6-c9a5-4cdf-a449-d0cdfb2a2c8a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:58.776022 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c93677c6-c9a5-4cdf-a449-d0cdfb2a2c8a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:58.781339 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c93677c6-c9a5-4cdf-a449-d0cdfb2a2c8a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:58.798589 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93677c6-c9a5-4cdf-a449-d0cdfb2a2c8a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5e2ac8b-4884-4006-8659-58dffb9cd582,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:01:58.806546 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c93677c6-c9a5-4cdf-a449-d0cdfb2a2c8a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:58.807791 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-c93677c6-c9a5-4cdf-a449-d0cdfb2a2c8a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1192086 Mar 22 11:01:58.810559 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42370) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:01:58.814885 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-fdb4f3fa-46d9-4fe1-a454-4fabe92e69f8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': 'beb97bec-fedc-414e-b22c-5e7d75d84695', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:01:58.840981 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fdb4f3fa-46d9-4fe1-a454-4fabe92e69f8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:58.903251 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fdb4f3fa-46d9-4fe1-a454-4fabe92e69f8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:58.908390 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fdb4f3fa-46d9-4fe1-a454-4fabe92e69f8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:58.925058 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb4f3fa-46d9-4fe1-a454-4fabe92e69f8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1010982-1151-43da-9494-de6532bfd262,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:01:58.933452 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fdb4f3fa-46d9-4fe1-a454-4fabe92e69f8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:58.934658 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-fdb4f3fa-46d9-4fe1-a454-4fabe92e69f8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1231871 Mar 22 11:01:58.937835 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42372) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:01:58.942328 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-6f4a501b-e832-4475-a07e-65f37c2f89ac tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': 'beb97bec-fedc-414e-b22c-5e7d75d84695', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:01:58.964662 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.securitygroups_db [None req-6f4a501b-e832-4475-a07e-65f37c2f89ac tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Project 9d323f0b18e24bb7bcd0d92686e5587a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 11:01:58.970039 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6f4a501b-e832-4475-a07e-65f37c2f89ac tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:59.033065 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6f4a501b-e832-4475-a07e-65f37c2f89ac tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:59.037244 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6f4a501b-e832-4475-a07e-65f37c2f89ac tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:59.057167 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4a501b-e832-4475-a07e-65f37c2f89ac tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7595148-34b8-457d-b3ba-73cac8f1823b,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:01:59.062273 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6f4a501b-e832-4475-a07e-65f37c2f89ac tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:59.063493 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-6f4a501b-e832-4475-a07e-65f37c2f89ac tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1246259 Mar 22 11:01:59.066716 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42374) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:01:59.071023 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-370914d9-06a6-45e5-9fe5-64710d1c9220 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': 'beb97bec-fedc-414e-b22c-5e7d75d84695', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:01:59.092406 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.securitygroups_db [None req-370914d9-06a6-45e5-9fe5-64710d1c9220 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Project 9d323f0b18e24bb7bcd0d92686e5587a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 11:01:59.097447 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-370914d9-06a6-45e5-9fe5-64710d1c9220 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:59.160496 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-370914d9-06a6-45e5-9fe5-64710d1c9220 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:59.164782 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-370914d9-06a6-45e5-9fe5-64710d1c9220 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:59.181929 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370914d9-06a6-45e5-9fe5-64710d1c9220 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bf6cc8a-b485-485c-b258-7e33ce206bdf,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:01:59.190223 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-370914d9-06a6-45e5-9fe5-64710d1c9220 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:01:59.191419 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-370914d9-06a6-45e5-9fe5-64710d1c9220 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1237710 Mar 22 11:01:59.353167 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-de1bf94b-7b0c-48a8-a682-9af786cfdbd6 req-d540df3f-773b-425d-8665-ef4c53c34e10 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-840059929&fields=id&tenant_id=9d323f0b18e24bb7bcd0d92686e5587a HTTP/1.1" status: 200 len: 267 time: 0.0375154 Mar 22 11:01:59.463051 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1bf94b-7b0c-48a8-a682-9af786cfdbd6 req-521585b9-23a1-4171-851f-56f5ff64bfbc tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:01:59.464624 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-de1bf94b-7b0c-48a8-a682-9af786cfdbd6 req-521585b9-23a1-4171-851f-56f5ff64bfbc tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/networks?id=e430c222-ac1b-4cf4-82c1-23246e930a93 HTTP/1.1" status: 200 len: 797 time: 0.1042888 Mar 22 11:01:59.480129 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-de1bf94b-7b0c-48a8-a682-9af786cfdbd6 req-d3b8fbd7-c183-4082-a64c-a88ab7a87e2a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/quotas/9d323f0b18e24bb7bcd0d92686e5587a HTTP/1.1" status: 200 len: 375 time: 0.0096145 Mar 22 11:01:59.541081 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-de1bf94b-7b0c-48a8-a682-9af786cfdbd6 req-1113fc3f-f8c6-4fd4-83b7-6c325b808dc0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=9d323f0b18e24bb7bcd0d92686e5587a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0535824 Mar 22 11:01:59.947310 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-de1bf94b-7b0c-48a8-a682-9af786cfdbd6 req-1a665c25-4b9a-428b-a7d7-714b49075dcf service neutron] 10.222.0.57 "GET /v2.0/networks/e430c222-ac1b-4cf4-82c1-23246e930a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3945377 Mar 22 11:02:00.045726 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-de1bf94b-7b0c-48a8-a682-9af786cfdbd6 req-12d892fc-c0ef-4824-9c11-a2b813b40617 service neutron] 10.222.0.57 "GET /v2.0/networks/e430c222-ac1b-4cf4-82c1-23246e930a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911314 Mar 22 11:02:00.223207 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9576d310-b532-435d-8abf-f3b232b49d92 req-403a8126-d428-4292-abc8-377225735065 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=9116fe65-b7fa-44ca-81df-b2ac70154e5f HTTP/1.1" status: 200 len: 210 time: 0.0281372 Mar 22 11:02:01.228508 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1bf94b-7b0c-48a8-a682-9af786cfdbd6 req-e1b1779a-8972-48a7-92a6-f38640398ea8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:02:01.230076 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-de1bf94b-7b0c-48a8-a682-9af786cfdbd6 req-e1b1779a-8972-48a7-92a6-f38640398ea8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.35 "GET /v2.0/networks?id=e430c222-ac1b-4cf4-82c1-23246e930a93 HTTP/1.1" status: 200 len: 797 time: 0.1181314 Mar 22 11:02:01.281008 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-de1bf94b-7b0c-48a8-a682-9af786cfdbd6 req-db119bbe-3f66-473e-b496-c06b81677319 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d323f0b18e24bb7bcd0d92686e5587a HTTP/1.1" status: 200 len: 472 time: 0.0406649 Mar 22 11:02:01.291635 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-de1bf94b-7b0c-48a8-a682-9af786cfdbd6 req-c473ce75-d603-4850-8cb8-a8d93615980e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'port': {'device_id': '9116fe65-b7fa-44ca-81df-b2ac70154e5f', 'network_id': 'e430c222-ac1b-4cf4-82c1-23246e930a93', 'admin_state_up': True, 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'security_groups': ['beb97bec-fedc-414e-b22c-5e7d75d84695']}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:02:01.334952 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2f4ed482-d27d-4df7-a96a-f56d7f920acc req-97afb89f-8fd3-46a3-b35d-97be9ec31b70 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=9116fe65-b7fa-44ca-81df-b2ac70154e5f HTTP/1.1" status: 200 len: 210 time: 0.0398126 Mar 22 11:02:01.420934 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de1bf94b-7b0c-48a8-a682-9af786cfdbd6 req-c473ce75-d603-4850-8cb8-a8d93615980e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Made reservation on behalf of 9d323f0b18e24bb7bcd0d92686e5587a for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:02:01.424653 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-de1bf94b-7b0c-48a8-a682-9af786cfdbd6 req-c473ce75-d603-4850-8cb8-a8d93615980e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:01.568817 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [req-de1bf94b-7b0c-48a8-a682-9af786cfdbd6 req-c473ce75-d603-4850-8cb8-a8d93615980e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Allocated IP 172.20.0.14 (e430c222-ac1b-4cf4-82c1-23246e930a93/1dc4e64a-aa7e-4b8f-9895-a1875775d271/b0dc2f32-340a-46a6-a73d-75aaebd0e2d7) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:02:01.730553 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-de1bf94b-7b0c-48a8-a682-9af786cfdbd6 req-c473ce75-d603-4850-8cb8-a8d93615980e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:01.766217 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-de1bf94b-7b0c-48a8-a682-9af786cfdbd6 req-c473ce75-d603-4850-8cb8-a8d93615980e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:01.808752 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de1bf94b-7b0c-48a8-a682-9af786cfdbd6 req-c473ce75-d603-4850-8cb8-a8d93615980e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Network e430c222-ac1b-4cf4-82c1-23246e930a93 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:02:01.811998 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [req-de1bf94b-7b0c-48a8-a682-9af786cfdbd6 req-c473ce75-d603-4850-8cb8-a8d93615980e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:02:01.814639 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-de1bf94b-7b0c-48a8-a682-9af786cfdbd6 req-c473ce75-d603-4850-8cb8-a8d93615980e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:02:01.840205 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c473ce75-d603-4850-8cb8-a8d93615980e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Port': ['ID=b0dc2f32-340a-46a6-a73d-75aaebd0e2d7,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:02:01.870536 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1bf94b-7b0c-48a8-a682-9af786cfdbd6 req-c473ce75-d603-4850-8cb8-a8d93615980e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:02:01.871164 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-de1bf94b-7b0c-48a8-a682-9af786cfdbd6 req-c473ce75-d603-4850-8cb8-a8d93615980e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:01.888641 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-de1bf94b-7b0c-48a8-a682-9af786cfdbd6 req-c473ce75-d603-4850-8cb8-a8d93615980e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6007302 Mar 22 11:02:01.900833 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-de1bf94b-7b0c-48a8-a682-9af786cfdbd6 req-a3515e3a-f27e-484b-b5b0-70ee90e8f472 service neutron] Request body: {'port': {'device_id': '9116fe65-b7fa-44ca-81df-b2ac70154e5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8345'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:02:01.956639 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-de1bf94b-7b0c-48a8-a682-9af786cfdbd6 req-a3515e3a-f27e-484b-b5b0-70ee90e8f472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:02.041909 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-93cfceac-1ac2-4e02-ac7e-ea447b585bee None None] Provisioning complete for port b0dc2f32-340a-46a6-a73d-75aaebd0e2d7 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:02:02.042533 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-93cfceac-1ac2-4e02-ac7e-ea447b585bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:02.076072 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-93cfceac-1ac2-4e02-ac7e-ea447b585bee None None] Port b0dc2f32-340a-46a6-a73d-75aaebd0e2d7 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:02:02.232545 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [req-de1bf94b-7b0c-48a8-a682-9af786cfdbd6 req-a3515e3a-f27e-484b-b5b0-70ee90e8f472 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0dc2f32-340a-46a6-a73d-75aaebd0e2d7 {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:02:02.240136 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-de1bf94b-7b0c-48a8-a682-9af786cfdbd6 req-a3515e3a-f27e-484b-b5b0-70ee90e8f472 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:02.252275 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [req-de1bf94b-7b0c-48a8-a682-9af786cfdbd6 req-a3515e3a-f27e-484b-b5b0-70ee90e8f472 service neutron] Transition to ACTIVE for port object b0dc2f32-340a-46a6-a73d-75aaebd0e2d7 will not be triggered until provisioned by entity L2. {{(pid=109050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:02:02.256307 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-de1bf94b-7b0c-48a8-a682-9af786cfdbd6 req-a3515e3a-f27e-484b-b5b0-70ee90e8f472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:02.306898 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3515e3a-f27e-484b-b5b0-70ee90e8f472 service neutron] Pushing event updated for resources: {'Port': ['ID=b0dc2f32-340a-46a6-a73d-75aaebd0e2d7,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:02:02.385429 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-de1bf94b-7b0c-48a8-a682-9af786cfdbd6 req-a3515e3a-f27e-484b-b5b0-70ee90e8f472 service neutron] Attempting to bind port b0dc2f32-340a-46a6-a73d-75aaebd0e2d7 on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:02:02.385903 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-de1bf94b-7b0c-48a8-a682-9af786cfdbd6 req-a3515e3a-f27e-484b-b5b0-70ee90e8f472 service neutron] Attempting to bind port b0dc2f32-340a-46a6-a73d-75aaebd0e2d7 by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': '412b9084-431f-4071-b3a4-910551813bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e430c222-ac1b-4cf4-82c1-23246e930a93'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:02:02.386227 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1bf94b-7b0c-48a8-a682-9af786cfdbd6 req-a3515e3a-f27e-484b-b5b0-70ee90e8f472 service neutron] Attempting to bind port b0dc2f32-340a-46a6-a73d-75aaebd0e2d7 on network e430c222-ac1b-4cf4-82c1-23246e930a93 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:02:02.391215 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1bf94b-7b0c-48a8-a682-9af786cfdbd6 req-a3515e3a-f27e-484b-b5b0-70ee90e8f472 service neutron] Port b0dc2f32-340a-46a6-a73d-75aaebd0e2d7 on network e430c222-ac1b-4cf4-82c1-23246e930a93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 11:02:02.391558 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1bf94b-7b0c-48a8-a682-9af786cfdbd6 req-a3515e3a-f27e-484b-b5b0-70ee90e8f472 service neutron] Attempting to bind port b0dc2f32-340a-46a6-a73d-75aaebd0e2d7 on network e430c222-ac1b-4cf4-82c1-23246e930a93 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:02:02.397461 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1bf94b-7b0c-48a8-a682-9af786cfdbd6 req-a3515e3a-f27e-484b-b5b0-70ee90e8f472 service neutron] Checking agent: {'id': 'dcb78974-6458-4942-8c9c-663284d5bb3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8345', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:02:02.397907 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1bf94b-7b0c-48a8-a682-9af786cfdbd6 req-a3515e3a-f27e-484b-b5b0-70ee90e8f472 service neutron] Checking segment: {'id': '412b9084-431f-4071-b3a4-910551813bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e430c222-ac1b-4cf4-82c1-23246e930a93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:02:02.398310 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1bf94b-7b0c-48a8-a682-9af786cfdbd6 req-a3515e3a-f27e-484b-b5b0-70ee90e8f472 service neutron] Bound using segment: {'id': '412b9084-431f-4071-b3a4-910551813bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e430c222-ac1b-4cf4-82c1-23246e930a93'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:02:02.398741 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-de1bf94b-7b0c-48a8-a682-9af786cfdbd6 req-a3515e3a-f27e-484b-b5b0-70ee90e8f472 service neutron] Bound port: b0dc2f32-340a-46a6-a73d-75aaebd0e2d7, host: hv-neutron-8345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '412b9084-431f-4071-b3a4-910551813bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e430c222-ac1b-4cf4-82c1-23246e930a93'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:02:02.399095 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-de1bf94b-7b0c-48a8-a682-9af786cfdbd6 req-a3515e3a-f27e-484b-b5b0-70ee90e8f472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:02.496549 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e8451-ac0e-405e-ba59-599d42b31ff0 req-fda39bec-b799-4594-af3f-47e64aa52340 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:02:02.498040 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4c8e8451-ac0e-405e-ba59-599d42b31ff0 req-fda39bec-b799-4594-af3f-47e64aa52340 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=9116fe65-b7fa-44ca-81df-b2ac70154e5f HTTP/1.1" status: 200 len: 944 time: 0.0888979 Mar 22 11:02:02.506631 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-de1bf94b-7b0c-48a8-a682-9af786cfdbd6 req-a3515e3a-f27e-484b-b5b0-70ee90e8f472 service neutron] For port b0dc2f32-340a-46a6-a73d-75aaebd0e2d7, host hv-neutron-8345, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:02:02.514352 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-de1bf94b-7b0c-48a8-a682-9af786cfdbd6 req-a3515e3a-f27e-484b-b5b0-70ee90e8f472 service neutron] For port b0dc2f32-340a-46a6-a73d-75aaebd0e2d7, host hv-neutron-8345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=b0dc2f32-340a-46a6-a73d-75aaebd0e2d7,segment=NetworkSegment(412b9084-431f-4071-b3a4-910551813bb5),segment_id=412b9084-431f-4071-b3a4-910551813bb5)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:02:02.524400 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-de1bf94b-7b0c-48a8-a682-9af786cfdbd6 req-a3515e3a-f27e-484b-b5b0-70ee90e8f472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:02.573290 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1bf94b-7b0c-48a8-a682-9af786cfdbd6 req-a3515e3a-f27e-484b-b5b0-70ee90e8f472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:02:02.573890 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-de1bf94b-7b0c-48a8-a682-9af786cfdbd6 req-a3515e3a-f27e-484b-b5b0-70ee90e8f472 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:02.575249 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-de1bf94b-7b0c-48a8-a682-9af786cfdbd6 req-a3515e3a-f27e-484b-b5b0-70ee90e8f472 service neutron] 10.222.0.35 "PUT /v2.0/ports/b0dc2f32-340a-46a6-a73d-75aaebd0e2d7 HTTP/1.1" status: 200 len: 1094 time: 0.6787567 Mar 22 11:02:02.577517 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9116fe65-b7fa-44ca-81df-b2ac70154e5f', 'tag': 'b0dc2f32-340a-46a6-a73d-75aaebd0e2d7'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:02:02.579888 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-995113f9-7159-4598-890c-332f57073b82" -d '{"events": [{"name": "network-changed", "server_uuid": "9116fe65-b7fa-44ca-81df-b2ac70154e5f", "tag": "b0dc2f32-340a-46a6-a73d-75aaebd0e2d7"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:02:02.590851 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4c8e8451-ac0e-405e-ba59-599d42b31ff0 req-fcc24994-84a7-4c84-aeaa-394709c8e9ff tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=beb97bec-fedc-414e-b22c-5e7d75d84695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861518 Mar 22 11:02:02.621082 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3515e3a-f27e-484b-b5b0-70ee90e8f472 service neutron] Pushing event updated for resources: {'Port': ['ID=b0dc2f32-340a-46a6-a73d-75aaebd0e2d7,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:02:02.626731 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fabc5787-d962-4b61-8fe7-eb49785188a3 x-openstack-request-id: req-fabc5787-d962-4b61-8fe7-eb49785188a3 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:02:02.627020 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9116fe65-b7fa-44ca-81df-b2ac70154e5f", "tag": "b0dc2f32-340a-46a6-a73d-75aaebd0e2d7", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:02:02.627268 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fabc5787-d962-4b61-8fe7-eb49785188a3 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:02:02.627733 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fabc5787-d962-4b61-8fe7-eb49785188a3'] response: {'name': 'network-changed', 'server_uuid': '9116fe65-b7fa-44ca-81df-b2ac70154e5f', 'tag': 'b0dc2f32-340a-46a6-a73d-75aaebd0e2d7', 'status': 'completed', 'code': 200} Mar 22 11:02:02.672326 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1bf94b-7b0c-48a8-a682-9af786cfdbd6 req-23e96390-5ea4-4f86-9ef9-31d081c808d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:02:02.673843 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-de1bf94b-7b0c-48a8-a682-9af786cfdbd6 req-23e96390-5ea4-4f86-9ef9-31d081c808d0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d323f0b18e24bb7bcd0d92686e5587a&device_id=9116fe65-b7fa-44ca-81df-b2ac70154e5f HTTP/1.1" status: 200 len: 1097 time: 0.0431328 Mar 22 11:02:02.716555 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-de1bf94b-7b0c-48a8-a682-9af786cfdbd6 req-d5f30458-0b57-41a0-8e8f-a88af066846f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0dc2f32-340a-46a6-a73d-75aaebd0e2d7 HTTP/1.1" status: 200 len: 217 time: 0.0349081 Mar 22 11:02:02.765439 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1bf94b-7b0c-48a8-a682-9af786cfdbd6 req-b6a32c17-ab92-45f0-99fa-5ff17a90e521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:02:02.767263 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-de1bf94b-7b0c-48a8-a682-9af786cfdbd6 req-b6a32c17-ab92-45f0-99fa-5ff17a90e521 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1dc4e64a-aa7e-4b8f-9895-a1875775d271 HTTP/1.1" status: 200 len: 835 time: 0.0444286 Mar 22 11:02:02.817462 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1bf94b-7b0c-48a8-a682-9af786cfdbd6 req-9af0993c-eed9-4c3d-86c5-415fc1d91d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:02:02.819548 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-de1bf94b-7b0c-48a8-a682-9af786cfdbd6 req-9af0993c-eed9-4c3d-86c5-415fc1d91d70 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e430c222-ac1b-4cf4-82c1-23246e930a93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439425 Mar 22 11:02:02.925707 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-de1bf94b-7b0c-48a8-a682-9af786cfdbd6 req-80e78d19-1c6e-40a3-9146-52027382e777 service neutron] 10.222.0.35 "GET /v2.0/networks/e430c222-ac1b-4cf4-82c1-23246e930a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988021 Mar 22 11:02:03.019971 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-de1bf94b-7b0c-48a8-a682-9af786cfdbd6 req-9ec52374-8e42-4c6b-b80b-36a8d8f57906 service neutron] 10.222.0.35 "GET /v2.0/networks/e430c222-ac1b-4cf4-82c1-23246e930a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867507 Mar 22 11:02:03.111326 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995113f9-7159-4598-890c-332f57073b82 req-341ba209-8e63-43bc-a393-f494ff58d0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:02:03.112829 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-995113f9-7159-4598-890c-332f57073b82 req-341ba209-8e63-43bc-a393-f494ff58d0a1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d323f0b18e24bb7bcd0d92686e5587a&device_id=9116fe65-b7fa-44ca-81df-b2ac70154e5f HTTP/1.1" status: 200 len: 1097 time: 0.0411355 Mar 22 11:02:03.222001 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995113f9-7159-4598-890c-332f57073b82 req-f43b2b97-7fb0-4434-b238-ddfbfc8bc396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:02:03.223510 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-995113f9-7159-4598-890c-332f57073b82 req-f43b2b97-7fb0-4434-b238-ddfbfc8bc396 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e430c222-ac1b-4cf4-82c1-23246e930a93 HTTP/1.1" status: 200 len: 898 time: 0.1014040 Mar 22 11:02:03.267557 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-995113f9-7159-4598-890c-332f57073b82 req-c7b0f5b0-af76-4cc8-b2e5-3b0250063ec1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0dc2f32-340a-46a6-a73d-75aaebd0e2d7 HTTP/1.1" status: 200 len: 217 time: 0.0353489 Mar 22 11:02:03.317168 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995113f9-7159-4598-890c-332f57073b82 req-3bee28e9-4544-423f-b66b-0f58f0f4effd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:02:03.318607 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-995113f9-7159-4598-890c-332f57073b82 req-3bee28e9-4544-423f-b66b-0f58f0f4effd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1dc4e64a-aa7e-4b8f-9895-a1875775d271 HTTP/1.1" status: 200 len: 835 time: 0.0441856 Mar 22 11:02:03.369542 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995113f9-7159-4598-890c-332f57073b82 req-6133bd2a-9808-4e2d-86d2-c9532fa0a92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:02:03.371006 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-995113f9-7159-4598-890c-332f57073b82 req-6133bd2a-9808-4e2d-86d2-c9532fa0a92f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e430c222-ac1b-4cf4-82c1-23246e930a93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435147 Mar 22 11:02:03.461595 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-995113f9-7159-4598-890c-332f57073b82 req-441814a9-4efc-44ad-8a93-e1f19d47cb37 service neutron] 10.222.0.35 "GET /v2.0/networks/e430c222-ac1b-4cf4-82c1-23246e930a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814731 Mar 22 11:02:03.553187 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-995113f9-7159-4598-890c-332f57073b82 req-67d1aebb-4217-4d23-a5b4-f75fdac20810 service neutron] 10.222.0.35 "GET /v2.0/networks/e430c222-ac1b-4cf4-82c1-23246e930a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832357 Mar 22 11:02:03.722305 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8388cb-46ca-46be-9010-b950a5ccd478 req-06fd1cfe-0bc0-4195-9704-894f3a2a4dad tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:02:03.723765 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1a8388cb-46ca-46be-9010-b950a5ccd478 req-06fd1cfe-0bc0-4195-9704-894f3a2a4dad tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=9116fe65-b7fa-44ca-81df-b2ac70154e5f HTTP/1.1" status: 200 len: 944 time: 0.0582855 Mar 22 11:02:03.769654 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1a8388cb-46ca-46be-9010-b950a5ccd478 req-310eda73-cff4-4529-aeac-a8093cd17fb8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=beb97bec-fedc-414e-b22c-5e7d75d84695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362337 Mar 22 11:02:03.840248 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device b0dc2f32-340a-46a6-a73d-75aaebd0e2d7 details requested by agent hyperv_hv-neutron-8345 with host hv-neutron-8345 {{(pid=109051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 11:02:03.935770 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port b0dc2f32-340a-46a6-a73d-75aaebd0e2d7, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=b0dc2f32-340a-46a6-a73d-75aaebd0e2d7,segment=NetworkSegment(412b9084-431f-4071-b3a4-910551813bb5),segment_id=412b9084-431f-4071-b3a4-910551813bb5)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:02:03.947255 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Returning: {'device': 'b0dc2f32-340a-46a6-a73d-75aaebd0e2d7', 'network_id': 'e430c222-ac1b-4cf4-82c1-23246e930a93', 'port_id': 'b0dc2f32-340a-46a6-a73d-75aaebd0e2d7', 'mac_address': 'fa:16:3e:2c:94:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dc4e64a-aa7e-4b8f-9895-a1875775d271', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 11:02:03.985178 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:04.002579 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0dc2f32-340a-46a6-a73d-75aaebd0e2d7 {{(pid=109051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:02:04.021481 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port b0dc2f32-340a-46a6-a73d-75aaebd0e2d7, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=b0dc2f32-340a-46a6-a73d-75aaebd0e2d7,segment=NetworkSegment(412b9084-431f-4071-b3a4-910551813bb5),segment_id=412b9084-431f-4071-b3a4-910551813bb5)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:02:04.028207 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:04.084415 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=b0dc2f32-340a-46a6-a73d-75aaebd0e2d7,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:02:04.256040 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['b0dc2f32-340a-46a6-a73d-75aaebd0e2d7'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 11:02:04.899569 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277bce0-68ae-470d-90ce-25eba8acbec8 req-8b8fbae8-8d38-4bcb-abba-49602de0f97e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:02:04.901100 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7277bce0-68ae-470d-90ce-25eba8acbec8 req-8b8fbae8-8d38-4bcb-abba-49602de0f97e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=9116fe65-b7fa-44ca-81df-b2ac70154e5f HTTP/1.1" status: 200 len: 945 time: 0.0508585 Mar 22 11:02:04.939591 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7277bce0-68ae-470d-90ce-25eba8acbec8 req-a8c4d2c1-600c-4265-a52f-35545c63e6d4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=beb97bec-fedc-414e-b22c-5e7d75d84695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321908 Mar 22 11:02:05.856141 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device b0dc2f32-340a-46a6-a73d-75aaebd0e2d7 up at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:02:05.909759 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning for port b0dc2f32-340a-46a6-a73d-75aaebd0e2d7 completed by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:02:05.913696 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning complete for port b0dc2f32-340a-46a6-a73d-75aaebd0e2d7 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:02:05.914118 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:05.997229 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:06.019927 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9116fe65-b7fa-44ca-81df-b2ac70154e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0dc2f32-340a-46a6-a73d-75aaebd0e2d7'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:02:06.022257 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52aee5f-09cd-4ec8-acf1-fa4186eff91e" -d '{"events": [{"server_uuid": "9116fe65-b7fa-44ca-81df-b2ac70154e5f", "name": "network-vif-plugged", "status": "completed", "tag": "b0dc2f32-340a-46a6-a73d-75aaebd0e2d7"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:02:06.035182 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port b0dc2f32-340a-46a6-a73d-75aaebd0e2d7, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=b0dc2f32-340a-46a6-a73d-75aaebd0e2d7,segment=NetworkSegment(412b9084-431f-4071-b3a4-910551813bb5),segment_id=412b9084-431f-4071-b3a4-910551813bb5)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:02:06.040263 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:06.064509 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35fb61f6-89d8-43bd-922e-c60cf32a90b6 x-openstack-request-id: req-35fb61f6-89d8-43bd-922e-c60cf32a90b6 {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:02:06.064798 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9116fe65-b7fa-44ca-81df-b2ac70154e5f", "name": "network-vif-plugged", "status": "completed", "tag": "b0dc2f32-340a-46a6-a73d-75aaebd0e2d7", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:02:06.065049 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-35fb61f6-89d8-43bd-922e-c60cf32a90b6 {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:02:06.065437 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35fb61f6-89d8-43bd-922e-c60cf32a90b6'] response: {'server_uuid': '9116fe65-b7fa-44ca-81df-b2ac70154e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0dc2f32-340a-46a6-a73d-75aaebd0e2d7', 'code': 200} Mar 22 11:02:06.066844 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae47ad-72aa-43cd-ae01-fcdb631e9ec4 req-ca361d70-144b-4e6d-9148-3b2bcb79a637 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:02:06.070119 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1aae47ad-72aa-43cd-ae01-fcdb631e9ec4 req-ca361d70-144b-4e6d-9148-3b2bcb79a637 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=9116fe65-b7fa-44ca-81df-b2ac70154e5f HTTP/1.1" status: 200 len: 945 time: 0.0613575 Mar 22 11:02:06.094154 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=b0dc2f32-340a-46a6-a73d-75aaebd0e2d7,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:02:06.116134 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1aae47ad-72aa-43cd-ae01-fcdb631e9ec4 req-a6c86a44-6534-4d2d-9e8e-f4f50bebfb14 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=beb97bec-fedc-414e-b22c-5e7d75d84695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395947 Mar 22 11:02:06.243615 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af24a0-6b64-4cf1-9462-e9ba2eade9d4 req-986d1fdf-9f21-4ebf-8b74-6f8064bd870f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:02:06.245120 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-88af24a0-6b64-4cf1-9462-e9ba2eade9d4 req-986d1fdf-9f21-4ebf-8b74-6f8064bd870f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9116fe65-b7fa-44ca-81df-b2ac70154e5f HTTP/1.1" status: 200 len: 1099 time: 0.0491219 Mar 22 11:02:06.281418 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-88af24a0-6b64-4cf1-9462-e9ba2eade9d4 req-a532f486-e77a-4f31-ac29-9ebf74621d6e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=beb97bec-fedc-414e-b22c-5e7d75d84695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277998 Mar 22 11:02:07.241417 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b1aa1-3406-49a8-af84-0d14af2dc170 req-ada88e42-21b7-4fef-987c-ee5a84270f48 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:02:07.242816 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-169b1aa1-3406-49a8-af84-0d14af2dc170 req-ada88e42-21b7-4fef-987c-ee5a84270f48 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=9116fe65-b7fa-44ca-81df-b2ac70154e5f HTTP/1.1" status: 200 len: 946 time: 0.0487998 Mar 22 11:02:07.283950 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-169b1aa1-3406-49a8-af84-0d14af2dc170 req-dc729594-a104-433c-aaa1-10ad6954b357 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=beb97bec-fedc-414e-b22c-5e7d75d84695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348489 Mar 22 11:02:07.685267 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-391b78e8-5032-40fa-8c5e-fef782cb7059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:08.419197 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67f86e-ff30-42f1-be16-8a9d6f468951 req-cbccdc66-19f1-41f4-bac2-0309af1c4ad6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:02:08.420769 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ab67f86e-ff30-42f1-be16-8a9d6f468951 req-cbccdc66-19f1-41f4-bac2-0309af1c4ad6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=9116fe65-b7fa-44ca-81df-b2ac70154e5f HTTP/1.1" status: 200 len: 946 time: 0.0623565 Mar 22 11:02:08.461273 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ab67f86e-ff30-42f1-be16-8a9d6f468951 req-9ae4d745-e6f0-452a-9ca6-f01f78ed4ae1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=beb97bec-fedc-414e-b22c-5e7d75d84695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319686 Mar 22 11:02:08.584897 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0adc955-de15-4b58-8e91-8d5e7860dcc8 req-8246db2c-3e90-41c8-a457-78a41be4f13b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:02:08.586271 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f0adc955-de15-4b58-8e91-8d5e7860dcc8 req-8246db2c-3e90-41c8-a457-78a41be4f13b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=9116fe65-b7fa-44ca-81df-b2ac70154e5f HTTP/1.1" status: 200 len: 946 time: 0.0518885 Mar 22 11:02:08.626851 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f0adc955-de15-4b58-8e91-8d5e7860dcc8 req-168bfe02-34a3-4882-bbbc-cb5500c320b8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=beb97bec-fedc-414e-b22c-5e7d75d84695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316019 Mar 22 11:02:08.649449 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42424) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:02:08.694632 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36c5f99-f2e7-4331-bef0-dbb2dd0f46b9 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:02:08.696184 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-d36c5f99-f2e7-4331-bef0-dbb2dd0f46b9 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=9116fe65-b7fa-44ca-81df-b2ac70154e5f HTTP/1.1" status: 200 len: 1094 time: 0.0457842 Mar 22 11:02:08.700539 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42426) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:02:08.704869 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-d3a16d6a-c27c-45d3-96ec-2b57c919df23 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'floatingip': {'port_id': 'b0dc2f32-340a-46a6-a73d-75aaebd0e2d7'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:02:08.746117 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d3a16d6a-c27c-45d3-96ec-2b57c919df23 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for floatingip, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:09.194938 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d3a16d6a-c27c-45d3-96ec-2b57c919df23 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:09.200195 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d3a16d6a-c27c-45d3-96ec-2b57c919df23 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684147'] for floatingip, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:09.302287 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.l3_db [None req-d3a16d6a-c27c-45d3-96ec-2b57c919df23 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Floating IP c0d3149a-7f45-402a-9b63-526d5018d17d associated. External IP: 172.26.7.200, port: b0dc2f32-340a-46a6-a73d-75aaebd0e2d7. Mar 22 11:02:09.515706 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a16d6a-c27c-45d3-96ec-2b57c919df23 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Router 6682a9da-5a31-4dea-86a4-7a77cbe2fec2 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:02:09.625480 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a16d6a-c27c-45d3-96ec-2b57c919df23 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:02:09.630141 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d3a16d6a-c27c-45d3-96ec-2b57c919df23 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:09.635589 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96acd697-2dff-499b-acb0-532661e3d908 None None] Sync routers for ids ['6682a9da-5a31-4dea-86a4-7a77cbe2fec2'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:02:09.649565 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96acd697-2dff-499b-acb0-532661e3d908 None None] Routers {'6682a9da-5a31-4dea-86a4-7a77cbe2fec2'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:02:09.650713 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-96acd697-2dff-499b-acb0-532661e3d908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:01:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['6682a9da-5a31-4dea-86a4-7a77cbe2fec2'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:02:09.658285 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-d3a16d6a-c27c-45d3-96ec-2b57c919df23 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "PUT /v2.0/floatingips/c0d3149a-7f45-402a-9b63-526d5018d17d HTTP/1.1" status: 200 len: 992 time: 0.9567356 Mar 22 11:02:09.658886 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9116fe65-b7fa-44ca-81df-b2ac70154e5f', 'tag': 'b0dc2f32-340a-46a6-a73d-75aaebd0e2d7'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:02:09.661225 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42432) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:02:09.661722 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7ead3f-fbeb-405d-a1eb-f5f426f8563d" -d '{"events": [{"name": "network-changed", "server_uuid": "9116fe65-b7fa-44ca-81df-b2ac70154e5f", "tag": "b0dc2f32-340a-46a6-a73d-75aaebd0e2d7"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:02:09.697831 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95ee8d7-6501-4370-99ac-f632a310bbf2 x-openstack-request-id: req-e95ee8d7-6501-4370-99ac-f632a310bbf2 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:02:09.698129 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9116fe65-b7fa-44ca-81df-b2ac70154e5f", "tag": "b0dc2f32-340a-46a6-a73d-75aaebd0e2d7", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:02:09.698386 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e95ee8d7-6501-4370-99ac-f632a310bbf2 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:02:09.698951 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e95ee8d7-6501-4370-99ac-f632a310bbf2'] response: {'name': 'network-changed', 'server_uuid': '9116fe65-b7fa-44ca-81df-b2ac70154e5f', 'tag': 'b0dc2f32-340a-46a6-a73d-75aaebd0e2d7', 'status': 'completed', 'code': 200} Mar 22 11:02:09.725616 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-bfc06a77-69e0-4041-b318-5a6cfd3d5fbe tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/floatingips/c0d3149a-7f45-402a-9b63-526d5018d17d HTTP/1.1" status: 200 len: 992 time: 0.0631962 Mar 22 11:02:09.764640 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-96acd697-2dff-499b-acb0-532661e3d908 None None] Set router 6682a9da-5a31-4dea-86a4-7a77cbe2fec2 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:02:09.766887 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ead3f-fbeb-405d-a1eb-f5f426f8563d req-14a8dd74-56ce-49f5-b48e-077149f55310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:02:09.768421 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8e7ead3f-fbeb-405d-a1eb-f5f426f8563d req-14a8dd74-56ce-49f5-b48e-077149f55310 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d323f0b18e24bb7bcd0d92686e5587a&device_id=9116fe65-b7fa-44ca-81df-b2ac70154e5f HTTP/1.1" status: 200 len: 1099 time: 0.0454588 Mar 22 11:02:09.859673 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ead3f-fbeb-405d-a1eb-f5f426f8563d req-61068b70-8972-49c9-af3f-0fed0ab1569b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:02:09.861106 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8e7ead3f-fbeb-405d-a1eb-f5f426f8563d req-61068b70-8972-49c9-af3f-0fed0ab1569b service neutron] 10.222.0.35 "GET /v2.0/networks?id=e430c222-ac1b-4cf4-82c1-23246e930a93 HTTP/1.1" status: 200 len: 898 time: 0.0852885 Mar 22 11:02:09.862719 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2d077dda-a209-48eb-bdd6-c1ae7479656b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:09.929410 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8e7ead3f-fbeb-405d-a1eb-f5f426f8563d req-5597357f-ce54-435b-ba7b-a6a78846b399 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0dc2f32-340a-46a6-a73d-75aaebd0e2d7 HTTP/1.1" status: 200 len: 1000 time: 0.0612433 Mar 22 11:02:09.982214 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ead3f-fbeb-405d-a1eb-f5f426f8563d req-4b937213-7d90-47f3-9cb8-2efa24094e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:02:09.983739 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8e7ead3f-fbeb-405d-a1eb-f5f426f8563d req-4b937213-7d90-47f3-9cb8-2efa24094e76 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1dc4e64a-aa7e-4b8f-9895-a1875775d271 HTTP/1.1" status: 200 len: 835 time: 0.0471256 Mar 22 11:02:10.003538 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-96acd697-2dff-499b-acb0-532661e3d908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6682a9da-5a31-4dea-86a4-7a77cbe2fec2', 'name': 'tempest-TestNetworkBasicOps-router-1665747586', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': 'e46b1908-8c08-49d9-b884-fe61cd4fee43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:00:55Z', 'updated_at': '2022-03-22T11:00:59Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'e46b1908-8c08-49d9-b884-fe61cd4fee43', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:2c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6682a9da-5a31-4dea-86a4-7a77cbe2fec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:56Z', 'updated_at': '2022-03-22T11:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': 'c0d3149a-7f45-402a-9b63-526d5018d17d', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'floating_ip_address': '172.26.7.200', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '6682a9da-5a31-4dea-86a4-7a77cbe2fec2', 'port_id': 'b0dc2f32-340a-46a6-a73d-75aaebd0e2d7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e430c222-ac1b-4cf4-82c1-23246e930a93', 'mac_address': 'fa:16:3e:2c:94:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9116fe65-b7fa-44ca-81df-b2ac70154e5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:01:15Z', 'updated_at': '2022-03-22T11:02:09Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac624d3b-41e4-4974-aa35-ed1367cde010', 'name': '', 'network_id': 'e430c222-ac1b-4cf4-82c1-23246e930a93', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:3b:87:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6682a9da-5a31-4dea-86a4-7a77cbe2fec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '1dc4e64a-aa7e-4b8f-9895-a1875775d271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:58Z', 'updated_at': '2022-03-22T11:01:04Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '1dc4e64a-aa7e-4b8f-9895-a1875775d271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:02:10.029150 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ead3f-fbeb-405d-a1eb-f5f426f8563d req-b4e44146-9378-47dc-84b5-8563dbebf464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:02:10.030664 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8e7ead3f-fbeb-405d-a1eb-f5f426f8563d req-b4e44146-9378-47dc-84b5-8563dbebf464 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e430c222-ac1b-4cf4-82c1-23246e930a93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405471 Mar 22 11:02:10.040349 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96acd697-2dff-499b-acb0-532661e3d908 None None] Checking router: 6682a9da-5a31-4dea-86a4-7a77cbe2fec2 for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:02:10.050175 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96acd697-2dff-499b-acb0-532661e3d908 None None] Routers {'6682a9da-5a31-4dea-86a4-7a77cbe2fec2'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:02:10.050868 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-96acd697-2dff-499b-acb0-532661e3d908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:02:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['6682a9da-5a31-4dea-86a4-7a77cbe2fec2'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:02:10.164705 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-96acd697-2dff-499b-acb0-532661e3d908 None None] Set router 6682a9da-5a31-4dea-86a4-7a77cbe2fec2 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:02:10.416240 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-96acd697-2dff-499b-acb0-532661e3d908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6682a9da-5a31-4dea-86a4-7a77cbe2fec2', 'name': 'tempest-TestNetworkBasicOps-router-1665747586', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': 'e46b1908-8c08-49d9-b884-fe61cd4fee43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:00:55Z', 'updated_at': '2022-03-22T11:00:59Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'e46b1908-8c08-49d9-b884-fe61cd4fee43', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:2c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6682a9da-5a31-4dea-86a4-7a77cbe2fec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:56Z', 'updated_at': '2022-03-22T11:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': 'c0d3149a-7f45-402a-9b63-526d5018d17d', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'floating_ip_address': '172.26.7.200', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '6682a9da-5a31-4dea-86a4-7a77cbe2fec2', 'port_id': 'b0dc2f32-340a-46a6-a73d-75aaebd0e2d7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e430c222-ac1b-4cf4-82c1-23246e930a93', 'mac_address': 'fa:16:3e:2c:94:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9116fe65-b7fa-44ca-81df-b2ac70154e5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:01:15Z', 'updated_at': '2022-03-22T11:02:09Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac624d3b-41e4-4974-aa35-ed1367cde010', 'name': '', 'network_id': 'e430c222-ac1b-4cf4-82c1-23246e930a93', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:3b:87:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6682a9da-5a31-4dea-86a4-7a77cbe2fec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '1dc4e64a-aa7e-4b8f-9895-a1875775d271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:58Z', 'updated_at': '2022-03-22T11:01:04Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '1dc4e64a-aa7e-4b8f-9895-a1875775d271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:02:10.428285 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8e7ead3f-fbeb-405d-a1eb-f5f426f8563d req-74b0c93b-ad0e-4a59-bb5e-5878fc8e59eb service neutron] 10.222.0.35 "GET /v2.0/networks/e430c222-ac1b-4cf4-82c1-23246e930a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3910823 Mar 22 11:02:10.446130 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96acd697-2dff-499b-acb0-532661e3d908 None None] The sync data for ids ['6682a9da-5a31-4dea-86a4-7a77cbe2fec2'] in dv-neutron-834599-1-hyperv is: [{'id': '6682a9da-5a31-4dea-86a4-7a77cbe2fec2', 'name': 'tempest-TestNetworkBasicOps-router-1665747586', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': 'e46b1908-8c08-49d9-b884-fe61cd4fee43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:00:55Z', 'updated_at': '2022-03-22T11:00:59Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'e46b1908-8c08-49d9-b884-fe61cd4fee43', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:2c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6682a9da-5a31-4dea-86a4-7a77cbe2fec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:56Z', 'updated_at': '2022-03-22T11:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': 'c0d3149a-7f45-402a-9b63-526d5018d17d', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'floating_ip_address': '172.26.7.200', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '6682a9da-5a31-4dea-86a4-7a77cbe2fec2', 'port_id': 'b0dc2f32-340a-46a6-a73d-75aaebd0e2d7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e430c222-ac1b-4cf4-82c1-23246e930a93', 'mac_address': 'fa:16:3e:2c:94:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9116fe65-b7fa-44ca-81df-b2ac70154e5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:01:15Z', 'updated_at': '2022-03-22T11:02:09Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac624d3b-41e4-4974-aa35-ed1367cde010', 'name': '', 'network_id': 'e430c222-ac1b-4cf4-82c1-23246e930a93', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:3b:87:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6682a9da-5a31-4dea-86a4-7a77cbe2fec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '1dc4e64a-aa7e-4b8f-9895-a1875775d271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:58Z', 'updated_at': '2022-03-22T11:01:04Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '1dc4e64a-aa7e-4b8f-9895-a1875775d271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:02:10.526340 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8e7ead3f-fbeb-405d-a1eb-f5f426f8563d req-dc52f3b6-9f0d-4e05-8e4c-fda5924bbc00 service neutron] 10.222.0.35 "GET /v2.0/networks/e430c222-ac1b-4cf4-82c1-23246e930a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899603 Mar 22 11:02:10.637816 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf8adba-ce9e-4017-9fc1-ce41c6bfd820 None None] New status for floating IP c0d3149a-7f45-402a-9b63-526d5018d17d: ACTIVE {{(pid=109052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 11:02:10.727788 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42436) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:02:10.804872 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-a7905566-9890-4e7a-879f-18bb9fca4013 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/floatingips/c0d3149a-7f45-402a-9b63-526d5018d17d HTTP/1.1" status: 200 len: 992 time: 0.0747449 Mar 22 11:02:11.096442 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:11.809016 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42438) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:02:11.883297 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8d5fba58-950b-4c5b-adb9-f3e008dd93d3 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/floatingips/c0d3149a-7f45-402a-9b63-526d5018d17d HTTP/1.1" status: 200 len: 994 time: 0.0729606 Mar 22 11:02:12.515667 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:12.791260 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:13.285799 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:19.298249 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6304c607-f874-470c-8a54-903e6b3c4001 req-a899e57c-1e21-4773-a352-329203ad69f8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1fc633dd-a006-4224-8364-6741c3d44589&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430734 Mar 22 11:02:19.389699 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6304c607-f874-470c-8a54-903e6b3c4001 req-ecba58e5-12a1-4ea3-b75e-26d24b159774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:02:19.391793 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6304c607-f874-470c-8a54-903e6b3c4001 req-ecba58e5-12a1-4ea3-b75e-26d24b159774 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d323f0b18e24bb7bcd0d92686e5587a&device_id=1fc633dd-a006-4224-8364-6741c3d44589 HTTP/1.1" status: 200 len: 1098 time: 0.0427947 Mar 22 11:02:19.495068 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6304c607-f874-470c-8a54-903e6b3c4001 req-cea59556-d599-4dc1-9468-601bf8ad2456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:02:19.496596 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6304c607-f874-470c-8a54-903e6b3c4001 req-cea59556-d599-4dc1-9468-601bf8ad2456 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e430c222-ac1b-4cf4-82c1-23246e930a93 HTTP/1.1" status: 200 len: 898 time: 0.0864105 Mar 22 11:02:19.538589 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6304c607-f874-470c-8a54-903e6b3c4001 req-f536542c-62fb-48bf-b257-836abe37fc3d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06e7b5e3-2696-4e72-bad7-6ccc316cf11a HTTP/1.1" status: 200 len: 217 time: 0.0337262 Mar 22 11:02:19.588954 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6304c607-f874-470c-8a54-903e6b3c4001 req-cd154943-48cb-484f-acd4-90d883793c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:02:19.590286 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6304c607-f874-470c-8a54-903e6b3c4001 req-cd154943-48cb-484f-acd4-90d883793c39 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1dc4e64a-aa7e-4b8f-9895-a1875775d271 HTTP/1.1" status: 200 len: 835 time: 0.0426817 Mar 22 11:02:19.640517 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6304c607-f874-470c-8a54-903e6b3c4001 req-dd0528ce-125a-464f-8932-b25f32559177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:02:19.642079 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6304c607-f874-470c-8a54-903e6b3c4001 req-dd0528ce-125a-464f-8932-b25f32559177 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e430c222-ac1b-4cf4-82c1-23246e930a93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0446644 Mar 22 11:02:19.735267 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6304c607-f874-470c-8a54-903e6b3c4001 req-1fef6637-3949-47d2-bb98-4a8ab5593a1c service neutron] 10.222.0.35 "GET /v2.0/networks/e430c222-ac1b-4cf4-82c1-23246e930a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860407 Mar 22 11:02:19.828992 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6304c607-f874-470c-8a54-903e6b3c4001 req-670f67cb-d160-4dbf-9f82-e08f7244f409 service neutron] 10.222.0.35 "GET /v2.0/networks/e430c222-ac1b-4cf4-82c1-23246e930a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864177 Mar 22 11:02:33.141100 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:02:37.691731 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-11332215-b04e-4035-9d15-bddca40e9ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:39.854325 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-152f3920-3b7a-4b30-b2b6-2b9aab43a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:40.704091 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc4fd75-1b69-416b-ae09-a996a482226f req-2a2e9f4a-296e-48eb-95a7-152e44b739e2 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:02:40.705578 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3fc4fd75-1b69-416b-ae09-a996a482226f req-2a2e9f4a-296e-48eb-95a7-152e44b739e2 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=9116fe65-b7fa-44ca-81df-b2ac70154e5f HTTP/1.1" status: 200 len: 946 time: 0.0613124 Mar 22 11:02:40.744213 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3fc4fd75-1b69-416b-ae09-a996a482226f req-12dcabf2-08f0-4c61-9cb5-7cf60a4abb01 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=beb97bec-fedc-414e-b22c-5e7d75d84695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323420 Mar 22 11:02:41.106775 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:41.872836 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56275c7d-dc32-4b10-b4fa-7c33526abcd9 req-76543afc-3d38-4010-886a-884925e6d167 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:02:41.874308 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-56275c7d-dc32-4b10-b4fa-7c33526abcd9 req-76543afc-3d38-4010-886a-884925e6d167 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=9116fe65-b7fa-44ca-81df-b2ac70154e5f HTTP/1.1" status: 200 len: 946 time: 0.0525637 Mar 22 11:02:41.917357 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-56275c7d-dc32-4b10-b4fa-7c33526abcd9 req-29f88127-0cce-4884-9254-39f000572846 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=beb97bec-fedc-414e-b22c-5e7d75d84695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368807 Mar 22 11:02:41.993028 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad9628-98e3-4282-90fb-e5f191feb7b8 req-6c5950f9-3ed6-4b1a-b611-7dd015638f1b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:02:41.994505 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4cad9628-98e3-4282-90fb-e5f191feb7b8 req-6c5950f9-3ed6-4b1a-b611-7dd015638f1b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.35 "GET /v2.0/ports?device_id=9116fe65-b7fa-44ca-81df-b2ac70154e5f HTTP/1.1" status: 200 len: 946 time: 0.0497103 Mar 22 11:02:42.085752 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-4cad9628-98e3-4282-90fb-e5f191feb7b8 req-71af2487-d39e-4350-b106-66e3ae2e7a90 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Deleting port b0dc2f32-340a-46a6-a73d-75aaebd0e2d7 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:02:42.086005 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-4cad9628-98e3-4282-90fb-e5f191feb7b8 req-71af2487-d39e-4350-b106-66e3ae2e7a90 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:42.174971 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-4cad9628-98e3-4282-90fb-e5f191feb7b8 req-71af2487-d39e-4350-b106-66e3ae2e7a90 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] For port b0dc2f32-340a-46a6-a73d-75aaebd0e2d7, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=b0dc2f32-340a-46a6-a73d-75aaebd0e2d7,segment=NetworkSegment(412b9084-431f-4071-b3a4-910551813bb5),segment_id=412b9084-431f-4071-b3a4-910551813bb5)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:02:42.175316 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-4cad9628-98e3-4282-90fb-e5f191feb7b8 req-71af2487-d39e-4350-b106-66e3ae2e7a90 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:42.386743 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-4cad9628-98e3-4282-90fb-e5f191feb7b8 req-71af2487-d39e-4350-b106-66e3ae2e7a90 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:42.387087 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-4cad9628-98e3-4282-90fb-e5f191feb7b8 req-71af2487-d39e-4350-b106-66e3ae2e7a90 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684147'] for floatingip, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:42.387427 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.l3_db [req-4cad9628-98e3-4282-90fb-e5f191feb7b8 req-71af2487-d39e-4350-b106-66e3ae2e7a90 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Floating IP c0d3149a-7f45-402a-9b63-526d5018d17d disassociated. External IP: 172.26.7.200, port: b0dc2f32-340a-46a6-a73d-75aaebd0e2d7. Mar 22 11:02:42.387784 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-4cad9628-98e3-4282-90fb-e5f191feb7b8 req-71af2487-d39e-4350-b106-66e3ae2e7a90 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Calling delete_port for b0dc2f32-340a-46a6-a73d-75aaebd0e2d7 owned by compute:nova {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:02:42.516933 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:42.528506 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-4cad9628-98e3-4282-90fb-e5f191feb7b8 req-71af2487-d39e-4350-b106-66e3ae2e7a90 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:42.560497 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71af2487-d39e-4350-b106-66e3ae2e7a90 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'Port': ['ID=b0dc2f32-340a-46a6-a73d-75aaebd0e2d7,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:02:42.571526 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71af2487-d39e-4350-b106-66e3ae2e7a90 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:02:42.571871 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71af2487-d39e-4350-b106-66e3ae2e7a90 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:02:42.572180 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71af2487-d39e-4350-b106-66e3ae2e7a90 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:02:42.572540 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71af2487-d39e-4350-b106-66e3ae2e7a90 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:02:42.572862 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71af2487-d39e-4350-b106-66e3ae2e7a90 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:02:42.573188 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71af2487-d39e-4350-b106-66e3ae2e7a90 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:02:42.573511 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71af2487-d39e-4350-b106-66e3ae2e7a90 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:02:42.573786 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71af2487-d39e-4350-b106-66e3ae2e7a90 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:02:42.574113 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71af2487-d39e-4350-b106-66e3ae2e7a90 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:02:42.574453 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71af2487-d39e-4350-b106-66e3ae2e7a90 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:02:42.574765 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71af2487-d39e-4350-b106-66e3ae2e7a90 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:02:42.575119 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71af2487-d39e-4350-b106-66e3ae2e7a90 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:02:42.682655 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4cad9628-98e3-4282-90fb-e5f191feb7b8 req-71af2487-d39e-4350-b106-66e3ae2e7a90 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Router 6682a9da-5a31-4dea-86a4-7a77cbe2fec2 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:02:42.787055 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:42.789748 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4cad9628-98e3-4282-90fb-e5f191feb7b8 req-71af2487-d39e-4350-b106-66e3ae2e7a90 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:02:42.799572 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8371927-1d4a-488a-a3c9-79beebe9350f None None] Sync routers for ids ['6682a9da-5a31-4dea-86a4-7a77cbe2fec2'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:02:42.809838 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8371927-1d4a-488a-a3c9-79beebe9350f None None] Routers {'6682a9da-5a31-4dea-86a4-7a77cbe2fec2'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:02:42.810436 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-e8371927-1d4a-488a-a3c9-79beebe9350f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:02:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['6682a9da-5a31-4dea-86a4-7a77cbe2fec2'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:02:42.829762 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cad9628-98e3-4282-90fb-e5f191feb7b8 req-71af2487-d39e-4350-b106-66e3ae2e7a90 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] No DVR routers for this DVR port b0dc2f32-340a-46a6-a73d-75aaebd0e2d7 on host hv-neutron-8345 {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:02:42.832519 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-4cad9628-98e3-4282-90fb-e5f191feb7b8 req-71af2487-d39e-4350-b106-66e3ae2e7a90 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:42.836045 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4cad9628-98e3-4282-90fb-e5f191feb7b8 req-71af2487-d39e-4350-b106-66e3ae2e7a90 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.35 "DELETE /v2.0/ports/b0dc2f32-340a-46a6-a73d-75aaebd0e2d7 HTTP/1.1" status: 204 len: 173 time: 0.8351319 Mar 22 11:02:42.836569 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9116fe65-b7fa-44ca-81df-b2ac70154e5f', 'name': 'network-vif-deleted', 'tag': 'b0dc2f32-340a-46a6-a73d-75aaebd0e2d7'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:02:42.838972 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea5568e-ab76-41c0-b6ea-803c7e670f7e" -d '{"events": [{"server_uuid": "9116fe65-b7fa-44ca-81df-b2ac70154e5f", "name": "network-vif-deleted", "tag": "b0dc2f32-340a-46a6-a73d-75aaebd0e2d7"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:02:42.876143 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9efe6e09-4bb0-4a11-8145-4b4c90926d3a x-openstack-request-id: req-9efe6e09-4bb0-4a11-8145-4b4c90926d3a {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:02:42.876811 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9116fe65-b7fa-44ca-81df-b2ac70154e5f", "name": "network-vif-deleted", "tag": "b0dc2f32-340a-46a6-a73d-75aaebd0e2d7", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:02:42.876811 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9efe6e09-4bb0-4a11-8145-4b4c90926d3a {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:02:42.877141 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9efe6e09-4bb0-4a11-8145-4b4c90926d3a'] response: {'server_uuid': '9116fe65-b7fa-44ca-81df-b2ac70154e5f', 'name': 'network-vif-deleted', 'tag': 'b0dc2f32-340a-46a6-a73d-75aaebd0e2d7', 'status': 'completed', 'code': 200} Mar 22 11:02:42.920661 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-e8371927-1d4a-488a-a3c9-79beebe9350f None None] Set router 6682a9da-5a31-4dea-86a4-7a77cbe2fec2 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:02:43.054197 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-eee95cec-a380-4f1b-89b5-750dab996f69 req-d7c98701-844d-46fa-807d-59dc1d1d3be6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=9116fe65-b7fa-44ca-81df-b2ac70154e5f HTTP/1.1" status: 200 len: 210 time: 0.0281372 Mar 22 11:02:43.138788 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-e8371927-1d4a-488a-a3c9-79beebe9350f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6682a9da-5a31-4dea-86a4-7a77cbe2fec2', 'name': 'tempest-TestNetworkBasicOps-router-1665747586', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': 'e46b1908-8c08-49d9-b884-fe61cd4fee43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:00:55Z', 'updated_at': '2022-03-22T11:00:59Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'e46b1908-8c08-49d9-b884-fe61cd4fee43', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:2c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6682a9da-5a31-4dea-86a4-7a77cbe2fec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:56Z', 'updated_at': '2022-03-22T11:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': 'ac624d3b-41e4-4974-aa35-ed1367cde010', 'name': '', 'network_id': 'e430c222-ac1b-4cf4-82c1-23246e930a93', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:3b:87:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6682a9da-5a31-4dea-86a4-7a77cbe2fec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '1dc4e64a-aa7e-4b8f-9895-a1875775d271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:58Z', 'updated_at': '2022-03-22T11:01:04Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '1dc4e64a-aa7e-4b8f-9895-a1875775d271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:02:43.167681 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8371927-1d4a-488a-a3c9-79beebe9350f None None] Checking router: 6682a9da-5a31-4dea-86a4-7a77cbe2fec2 for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:02:43.176416 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8371927-1d4a-488a-a3c9-79beebe9350f None None] Routers {'6682a9da-5a31-4dea-86a4-7a77cbe2fec2'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:02:43.176996 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-e8371927-1d4a-488a-a3c9-79beebe9350f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:02:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['6682a9da-5a31-4dea-86a4-7a77cbe2fec2'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:02:43.284488 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-e8371927-1d4a-488a-a3c9-79beebe9350f None None] Set router 6682a9da-5a31-4dea-86a4-7a77cbe2fec2 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:02:43.478966 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:43.647190 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-e8371927-1d4a-488a-a3c9-79beebe9350f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6682a9da-5a31-4dea-86a4-7a77cbe2fec2', 'name': 'tempest-TestNetworkBasicOps-router-1665747586', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': 'e46b1908-8c08-49d9-b884-fe61cd4fee43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:00:55Z', 'updated_at': '2022-03-22T11:00:59Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'e46b1908-8c08-49d9-b884-fe61cd4fee43', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:2c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6682a9da-5a31-4dea-86a4-7a77cbe2fec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:56Z', 'updated_at': '2022-03-22T11:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': 'ac624d3b-41e4-4974-aa35-ed1367cde010', 'name': '', 'network_id': 'e430c222-ac1b-4cf4-82c1-23246e930a93', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:3b:87:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6682a9da-5a31-4dea-86a4-7a77cbe2fec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '1dc4e64a-aa7e-4b8f-9895-a1875775d271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:58Z', 'updated_at': '2022-03-22T11:01:04Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '1dc4e64a-aa7e-4b8f-9895-a1875775d271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:02:43.672459 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8371927-1d4a-488a-a3c9-79beebe9350f None None] The sync data for ids ['6682a9da-5a31-4dea-86a4-7a77cbe2fec2'] in dv-neutron-834599-1-hyperv is: [{'id': '6682a9da-5a31-4dea-86a4-7a77cbe2fec2', 'name': 'tempest-TestNetworkBasicOps-router-1665747586', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': 'e46b1908-8c08-49d9-b884-fe61cd4fee43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:00:55Z', 'updated_at': '2022-03-22T11:00:59Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'e46b1908-8c08-49d9-b884-fe61cd4fee43', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:2c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6682a9da-5a31-4dea-86a4-7a77cbe2fec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:56Z', 'updated_at': '2022-03-22T11:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': 'ac624d3b-41e4-4974-aa35-ed1367cde010', 'name': '', 'network_id': 'e430c222-ac1b-4cf4-82c1-23246e930a93', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:3b:87:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6682a9da-5a31-4dea-86a4-7a77cbe2fec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '1dc4e64a-aa7e-4b8f-9895-a1875775d271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:58Z', 'updated_at': '2022-03-22T11:01:04Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '1dc4e64a-aa7e-4b8f-9895-a1875775d271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:02:43.897555 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff8ac7a-2c57-48a3-96d1-ee5b4710388e None None] New status for floating IP c0d3149a-7f45-402a-9b63-526d5018d17d: DOWN {{(pid=109052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 11:02:44.123590 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42460) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:02:44.184322 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-18ff8cb9-6c8e-4edd-a6b4-9b19ede69b57 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:44.212170 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-18ff8cb9-6c8e-4edd-a6b4-9b19ede69b57 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:44.283196 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-18ff8cb9-6c8e-4edd-a6b4-9b19ede69b57 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:44.286291 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-18ff8cb9-6c8e-4edd-a6b4-9b19ede69b57 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:44.287555 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-18ff8cb9-6c8e-4edd-a6b4-9b19ede69b57 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "DELETE /v2.0/security-groups/beb97bec-fedc-414e-b22c-5e7d75d84695 HTTP/1.1" status: 204 len: 168 time: 0.1629620 Mar 22 11:02:44.296529 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ff8cb9-6c8e-4edd-a6b4-9b19ede69b57 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb97bec-fedc-414e-b22c-5e7d75d84695,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:02:44.304503 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ff8cb9-6c8e-4edd-a6b4-9b19ede69b57 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:02:44.304853 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ff8cb9-6c8e-4edd-a6b4-9b19ede69b57 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:02:44.305195 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ff8cb9-6c8e-4edd-a6b4-9b19ede69b57 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:02:44.305529 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ff8cb9-6c8e-4edd-a6b4-9b19ede69b57 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:02:44.305856 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ff8cb9-6c8e-4edd-a6b4-9b19ede69b57 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:02:44.306184 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ff8cb9-6c8e-4edd-a6b4-9b19ede69b57 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:02:44.306512 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ff8cb9-6c8e-4edd-a6b4-9b19ede69b57 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:02:44.306844 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ff8cb9-6c8e-4edd-a6b4-9b19ede69b57 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:02:44.307155 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ff8cb9-6c8e-4edd-a6b4-9b19ede69b57 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:02:44.307504 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ff8cb9-6c8e-4edd-a6b4-9b19ede69b57 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:02:44.307898 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ff8cb9-6c8e-4edd-a6b4-9b19ede69b57 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:02:44.308278 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ff8cb9-6c8e-4edd-a6b4-9b19ede69b57 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:02:44.318435 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42464) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:02:44.451867 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-7f42bf7a-79ea-4b64-90bf-46c93c3fd51d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Deleting port 0bfe03c9-1aeb-49d6-b357-cc7e58d81eb1 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:02:44.452173 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7f42bf7a-79ea-4b64-90bf-46c93c3fd51d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:44.531403 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7f42bf7a-79ea-4b64-90bf-46c93c3fd51d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:44.531779 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7f42bf7a-79ea-4b64-90bf-46c93c3fd51d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:44.544150 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-7f42bf7a-79ea-4b64-90bf-46c93c3fd51d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Calling delete_port for 0bfe03c9-1aeb-49d6-b357-cc7e58d81eb1 owned by network:floatingip {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:02:44.691194 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7f42bf7a-79ea-4b64-90bf-46c93c3fd51d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:44.715690 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f42bf7a-79ea-4b64-90bf-46c93c3fd51d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'Port': ['ID=0bfe03c9-1aeb-49d6-b357-cc7e58d81eb1,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:02:44.775747 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7f42bf7a-79ea-4b64-90bf-46c93c3fd51d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for floatingip, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:44.779679 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7f42bf7a-79ea-4b64-90bf-46c93c3fd51d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:44.781087 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7f42bf7a-79ea-4b64-90bf-46c93c3fd51d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "DELETE /v2.0/floatingips/c0d3149a-7f45-402a-9b63-526d5018d17d HTTP/1.1" status: 204 len: 168 time: 0.4616926 Mar 22 11:02:45.024552 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05c84fe-72c2-4fac-868d-bc6bb22dda1c req-511e33ce-07f8-4dc7-a5f5-fcf1fc7132f0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:02:45.026000 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e05c84fe-72c2-4fac-868d-bc6bb22dda1c req-511e33ce-07f8-4dc7-a5f5-fcf1fc7132f0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fc633dd-a006-4224-8364-6741c3d44589 HTTP/1.1" status: 200 len: 945 time: 0.0508068 Mar 22 11:02:45.067123 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e05c84fe-72c2-4fac-868d-bc6bb22dda1c req-2e618760-b807-42b2-8e41-0d76afa0dc24 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=fc236da9-4bc0-44e3-9069-bb90a815c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317757 Mar 22 11:02:46.018911 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device b0dc2f32-340a-46a6-a73d-75aaebd0e2d7 no longer exists at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:02:46.039291 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] No Port match for: b0dc2f32-340a-46a6-a73d-75aaebd0e2d7 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:02:46.039659 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device b0dc2f32-340a-46a6-a73d-75aaebd0e2d7 not bound to the agent host hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:02:46.208494 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd9309-0f43-4e5a-8c1c-6b97f17ee347 req-8ff2f1ab-bd21-43d2-b3c6-0117d043ae37 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:02:46.209963 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-addd9309-0f43-4e5a-8c1c-6b97f17ee347 req-8ff2f1ab-bd21-43d2-b3c6-0117d043ae37 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fc633dd-a006-4224-8364-6741c3d44589 HTTP/1.1" status: 200 len: 945 time: 0.0553501 Mar 22 11:02:46.275552 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-addd9309-0f43-4e5a-8c1c-6b97f17ee347 req-fc59c9f3-51dc-413d-8ddf-8630c26f7662 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=fc236da9-4bc0-44e3-9069-bb90a815c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582170 Mar 22 11:02:46.287237 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14089ed-b80d-49d2-bf20-3839a804ddc0 req-b2d4d1b5-231d-43e1-bec9-c5e513359093 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:02:46.288641 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a14089ed-b80d-49d2-bf20-3839a804ddc0 req-b2d4d1b5-231d-43e1-bec9-c5e513359093 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fc633dd-a006-4224-8364-6741c3d44589 HTTP/1.1" status: 200 len: 945 time: 0.0726459 Mar 22 11:02:46.383162 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-a14089ed-b80d-49d2-bf20-3839a804ddc0 req-1f213922-ff38-4124-b547-89ff3cf6f064 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Deleting port 06e7b5e3-2696-4e72-bad7-6ccc316cf11a {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:02:46.383494 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-a14089ed-b80d-49d2-bf20-3839a804ddc0 req-1f213922-ff38-4124-b547-89ff3cf6f064 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:46.476258 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-a14089ed-b80d-49d2-bf20-3839a804ddc0 req-1f213922-ff38-4124-b547-89ff3cf6f064 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] For port 06e7b5e3-2696-4e72-bad7-6ccc316cf11a, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=06e7b5e3-2696-4e72-bad7-6ccc316cf11a,segment=NetworkSegment(412b9084-431f-4071-b3a4-910551813bb5),segment_id=412b9084-431f-4071-b3a4-910551813bb5)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:02:46.476592 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-a14089ed-b80d-49d2-bf20-3839a804ddc0 req-1f213922-ff38-4124-b547-89ff3cf6f064 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:46.489370 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-a14089ed-b80d-49d2-bf20-3839a804ddc0 req-1f213922-ff38-4124-b547-89ff3cf6f064 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Calling delete_port for 06e7b5e3-2696-4e72-bad7-6ccc316cf11a owned by compute:nova {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:02:46.619088 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-a14089ed-b80d-49d2-bf20-3839a804ddc0 req-1f213922-ff38-4124-b547-89ff3cf6f064 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:46.645755 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f213922-ff38-4124-b547-89ff3cf6f064 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'Port': ['ID=06e7b5e3-2696-4e72-bad7-6ccc316cf11a,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:02:46.687631 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-a14089ed-b80d-49d2-bf20-3839a804ddc0 req-1f213922-ff38-4124-b547-89ff3cf6f064 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] No DVR routers for this DVR port 06e7b5e3-2696-4e72-bad7-6ccc316cf11a on host hv-neutron-8345 {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:02:46.690111 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-a14089ed-b80d-49d2-bf20-3839a804ddc0 req-1f213922-ff38-4124-b547-89ff3cf6f064 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:46.693527 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a14089ed-b80d-49d2-bf20-3839a804ddc0 req-1f213922-ff38-4124-b547-89ff3cf6f064 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.35 "DELETE /v2.0/ports/06e7b5e3-2696-4e72-bad7-6ccc316cf11a HTTP/1.1" status: 204 len: 173 time: 0.3986330 Mar 22 11:02:46.693965 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc633dd-a006-4224-8364-6741c3d44589', 'name': 'network-vif-deleted', 'tag': '06e7b5e3-2696-4e72-bad7-6ccc316cf11a'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:02:46.696270 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb19562b-44dd-4c1c-997e-2c2339a4436e" -d '{"events": [{"server_uuid": "1fc633dd-a006-4224-8364-6741c3d44589", "name": "network-vif-deleted", "tag": "06e7b5e3-2696-4e72-bad7-6ccc316cf11a"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:02:46.732179 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685437bf-e21d-4542-813a-8becc020e1b9 x-openstack-request-id: req-685437bf-e21d-4542-813a-8becc020e1b9 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:02:46.732473 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc633dd-a006-4224-8364-6741c3d44589", "name": "network-vif-deleted", "tag": "06e7b5e3-2696-4e72-bad7-6ccc316cf11a", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:02:46.732746 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-685437bf-e21d-4542-813a-8becc020e1b9 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:02:46.733151 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-685437bf-e21d-4542-813a-8becc020e1b9'] response: {'server_uuid': '1fc633dd-a006-4224-8364-6741c3d44589', 'name': 'network-vif-deleted', 'tag': '06e7b5e3-2696-4e72-bad7-6ccc316cf11a', 'status': 'completed', 'code': 200} Mar 22 11:02:47.333059 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42478) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:02:47.396236 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-82c72612-2062-445b-bac1-eecf680746bc tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:47.425859 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-82c72612-2062-445b-bac1-eecf680746bc tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:47.492710 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-82c72612-2062-445b-bac1-eecf680746bc tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:47.495300 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-82c72612-2062-445b-bac1-eecf680746bc tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:47.496493 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-82c72612-2062-445b-bac1-eecf680746bc tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "DELETE /v2.0/security-groups/fc236da9-4bc0-44e3-9069-bb90a815c31c HTTP/1.1" status: 204 len: 168 time: 0.1624479 Mar 22 11:02:47.506064 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c72612-2062-445b-bac1-eecf680746bc tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc236da9-4bc0-44e3-9069-bb90a815c31c,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:02:47.529834 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42482) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:02:47.902547 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fa51f9e7-4551-41e5-b825-5a7983a9ac92 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683891'] for router_interface, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:48.165603 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-fa51f9e7-4551-41e5-b825-5a7983a9ac92 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Deleting port ac624d3b-41e4-4974-aa35-ed1367cde010 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:02:48.165867 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fa51f9e7-4551-41e5-b825-5a7983a9ac92 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:48.258671 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-fa51f9e7-4551-41e5-b825-5a7983a9ac92 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] For port ac624d3b-41e4-4974-aa35-ed1367cde010, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=ac624d3b-41e4-4974-aa35-ed1367cde010,segment=NetworkSegment(412b9084-431f-4071-b3a4-910551813bb5),segment_id=412b9084-431f-4071-b3a4-910551813bb5)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:02:48.258984 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fa51f9e7-4551-41e5-b825-5a7983a9ac92 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:48.272699 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-fa51f9e7-4551-41e5-b825-5a7983a9ac92 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Calling delete_port for ac624d3b-41e4-4974-aa35-ed1367cde010 owned by network:router_interface {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:02:48.475824 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fa51f9e7-4551-41e5-b825-5a7983a9ac92 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:48.505768 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51f9e7-4551-41e5-b825-5a7983a9ac92 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'Port': ['ID=ac624d3b-41e4-4974-aa35-ed1367cde010,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:02:48.676455 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fa51f9e7-4551-41e5-b825-5a7983a9ac92 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684007'] for router_interface, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:48.903665 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa51f9e7-4551-41e5-b825-5a7983a9ac92 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Router 6682a9da-5a31-4dea-86a4-7a77cbe2fec2 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:02:49.013102 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa51f9e7-4551-41e5-b825-5a7983a9ac92 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:02:49.018555 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-fa51f9e7-4551-41e5-b825-5a7983a9ac92 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "PUT /v2.0/routers/6682a9da-5a31-4dea-86a4-7a77cbe2fec2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4876823 Mar 22 11:02:49.021441 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42484) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:02:49.024005 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8188ed1c-a7a9-4bb2-904b-f8d800bdd9dd None None] Sync routers for ids ['6682a9da-5a31-4dea-86a4-7a77cbe2fec2'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:02:49.033411 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8188ed1c-a7a9-4bb2-904b-f8d800bdd9dd None None] Routers {'6682a9da-5a31-4dea-86a4-7a77cbe2fec2'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:02:49.033999 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-8188ed1c-a7a9-4bb2-904b-f8d800bdd9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:02:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['6682a9da-5a31-4dea-86a4-7a77cbe2fec2'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:02:49.075516 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-4672f166-0ab6-4960-a003-fac2bfd8d0eb tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Deleting subnet 1dc4e64a-aa7e-4b8f-9895-a1875775d271 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 11:02:49.078726 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4672f166-0ab6-4960-a003-fac2bfd8d0eb tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:49.118166 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4672f166-0ab6-4960-a003-fac2bfd8d0eb tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:49.136863 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-8188ed1c-a7a9-4bb2-904b-f8d800bdd9dd None None] Set router 6682a9da-5a31-4dea-86a4-7a77cbe2fec2 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:02:49.205487 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4672f166-0ab6-4960-a003-fac2bfd8d0eb tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:49.268326 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4672f166-0ab6-4960-a003-fac2bfd8d0eb tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:49.294876 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4672f166-0ab6-4960-a003-fac2bfd8d0eb tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'Subnet': ['ID=1dc4e64a-aa7e-4b8f-9895-a1875775d271,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:02:49.301827 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4672f166-0ab6-4960-a003-fac2bfd8d0eb tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:49.305247 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4672f166-0ab6-4960-a003-fac2bfd8d0eb tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "DELETE /v2.0/subnets/1dc4e64a-aa7e-4b8f-9895-a1875775d271 HTTP/1.1" status: 204 len: 168 time: 0.2826428 Mar 22 11:02:49.307854 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42486) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:02:49.310706 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bb4ddc-57f7-4f49-af70-98165caf15b3 None None] Network e430c222-ac1b-4cf4-82c1-23246e930a93 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:02:49.379905 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-8188ed1c-a7a9-4bb2-904b-f8d800bdd9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6682a9da-5a31-4dea-86a4-7a77cbe2fec2', 'name': 'tempest-TestNetworkBasicOps-router-1665747586', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': 'e46b1908-8c08-49d9-b884-fe61cd4fee43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:00:55Z', 'updated_at': '2022-03-22T11:02:48Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'e46b1908-8c08-49d9-b884-fe61cd4fee43', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:2c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6682a9da-5a31-4dea-86a4-7a77cbe2fec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:56Z', 'updated_at': '2022-03-22T11:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:02:49.412520 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1096f3f2-bca3-4a13-84af-883614c3e558 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:49.426888 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8188ed1c-a7a9-4bb2-904b-f8d800bdd9dd None None] Checking router: 6682a9da-5a31-4dea-86a4-7a77cbe2fec2 for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:02:49.451118 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8188ed1c-a7a9-4bb2-904b-f8d800bdd9dd None None] Routers {'6682a9da-5a31-4dea-86a4-7a77cbe2fec2'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:02:49.451777 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-8188ed1c-a7a9-4bb2-904b-f8d800bdd9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:02:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['6682a9da-5a31-4dea-86a4-7a77cbe2fec2'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:02:49.524884 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1096f3f2-bca3-4a13-84af-883614c3e558 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:49.564748 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-8188ed1c-a7a9-4bb2-904b-f8d800bdd9dd None None] Set router 6682a9da-5a31-4dea-86a4-7a77cbe2fec2 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:02:49.585743 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-1096f3f2-bca3-4a13-84af-883614c3e558 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Deleting port e46b1908-8c08-49d9-b884-fe61cd4fee43 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:02:49.586067 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1096f3f2-bca3-4a13-84af-883614c3e558 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:49.591489 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1110dc72-28e4-496f-9528-edf7cfec9409 None None] DHCP port deletion for e430c222-ac1b-4cf4-82c1-23246e930a93 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 11:02:49.662892 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-1096f3f2-bca3-4a13-84af-883614c3e558 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] For port e46b1908-8c08-49d9-b884-fe61cd4fee43, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=e46b1908-8c08-49d9-b884-fe61cd4fee43,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:02:49.663276 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1096f3f2-bca3-4a13-84af-883614c3e558 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:49.675028 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-1096f3f2-bca3-4a13-84af-883614c3e558 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Calling delete_port for e46b1908-8c08-49d9-b884-fe61cd4fee43 owned by network:router_gateway {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:02:49.745956 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-1110dc72-28e4-496f-9528-edf7cfec9409 None None] Deleting port e527317c-76e8-4357-ae04-6985689b7dd6 {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:02:49.746351 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-1110dc72-28e4-496f-9528-edf7cfec9409 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:49.819703 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-1110dc72-28e4-496f-9528-edf7cfec9409 None None] For port e527317c-76e8-4357-ae04-6985689b7dd6, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=e527317c-76e8-4357-ae04-6985689b7dd6,segment=NetworkSegment(412b9084-431f-4071-b3a4-910551813bb5),segment_id=412b9084-431f-4071-b3a4-910551813bb5)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:02:49.819966 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-1110dc72-28e4-496f-9528-edf7cfec9409 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:49.833957 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-1110dc72-28e4-496f-9528-edf7cfec9409 None None] Calling delete_port for e527317c-76e8-4357-ae04-6985689b7dd6 owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:02:49.840393 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1096f3f2-bca3-4a13-84af-883614c3e558 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:49.845831 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-8188ed1c-a7a9-4bb2-904b-f8d800bdd9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6682a9da-5a31-4dea-86a4-7a77cbe2fec2', 'name': 'tempest-TestNetworkBasicOps-router-1665747586', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': 'e46b1908-8c08-49d9-b884-fe61cd4fee43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:00:55Z', 'updated_at': '2022-03-22T11:02:48Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'e46b1908-8c08-49d9-b884-fe61cd4fee43', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:2c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6682a9da-5a31-4dea-86a4-7a77cbe2fec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:56Z', 'updated_at': '2022-03-22T11:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:02:49.869878 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1096f3f2-bca3-4a13-84af-883614c3e558 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'Port': ['ID=e46b1908-8c08-49d9-b884-fe61cd4fee43,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:02:49.874606 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8188ed1c-a7a9-4bb2-904b-f8d800bdd9dd None None] The sync data for ids ['6682a9da-5a31-4dea-86a4-7a77cbe2fec2'] in dv-neutron-834599-1-hyperv is: [{'id': '6682a9da-5a31-4dea-86a4-7a77cbe2fec2', 'name': 'tempest-TestNetworkBasicOps-router-1665747586', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': 'e46b1908-8c08-49d9-b884-fe61cd4fee43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:00:55Z', 'updated_at': '2022-03-22T11:02:48Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'e46b1908-8c08-49d9-b884-fe61cd4fee43', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:2c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6682a9da-5a31-4dea-86a4-7a77cbe2fec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:56Z', 'updated_at': '2022-03-22T11:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:02:49.937713 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1096f3f2-bca3-4a13-84af-883614c3e558 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682553'] for router_gateway, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:49.951001 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-1110dc72-28e4-496f-9528-edf7cfec9409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:49.976433 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1110dc72-28e4-496f-9528-edf7cfec9409 None None] Pushing event deleted for resources: {'Port': ['ID=e527317c-76e8-4357-ae04-6985689b7dd6,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:02:49.982301 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1110dc72-28e4-496f-9528-edf7cfec9409 None None] No DVR routers for this DVR port e527317c-76e8-4357-ae04-6985689b7dd6 on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:02:49.990670 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1110dc72-28e4-496f-9528-edf7cfec9409 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:02:49.991026 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1110dc72-28e4-496f-9528-edf7cfec9409 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:02:49.991397 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1110dc72-28e4-496f-9528-edf7cfec9409 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:02:49.991738 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1110dc72-28e4-496f-9528-edf7cfec9409 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:02:49.992068 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1110dc72-28e4-496f-9528-edf7cfec9409 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:02:49.992667 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1110dc72-28e4-496f-9528-edf7cfec9409 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:02:49.993377 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1110dc72-28e4-496f-9528-edf7cfec9409 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:02:49.993695 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1110dc72-28e4-496f-9528-edf7cfec9409 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:02:49.994047 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1110dc72-28e4-496f-9528-edf7cfec9409 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:02:49.994377 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1110dc72-28e4-496f-9528-edf7cfec9409 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:02:49.995340 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1110dc72-28e4-496f-9528-edf7cfec9409 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:02:49.995340 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1110dc72-28e4-496f-9528-edf7cfec9409 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:02:50.028292 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1096f3f2-bca3-4a13-84af-883614c3e558 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:50.030549 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1096f3f2-bca3-4a13-84af-883614c3e558 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:50.042018 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 06e7b5e3-2696-4e72-bad7-6ccc316cf11a no longer exists at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:02:50.062023 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] No Port match for: 06e7b5e3-2696-4e72-bad7-6ccc316cf11a {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:02:50.062356 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 06e7b5e3-2696-4e72-bad7-6ccc316cf11a not bound to the agent host hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:02:50.073509 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1096f3f2-bca3-4a13-84af-883614c3e558 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:50.074055 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1096f3f2-bca3-4a13-84af-883614c3e558 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Fanout notify agent at l3_agent the message router_deleted on router 6682a9da-5a31-4dea-86a4-7a77cbe2fec2 {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 11:02:50.080938 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1096f3f2-bca3-4a13-84af-883614c3e558 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:50.082098 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1096f3f2-bca3-4a13-84af-883614c3e558 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "DELETE /v2.0/routers/6682a9da-5a31-4dea-86a4-7a77cbe2fec2 HTTP/1.1" status: 204 len: 168 time: 0.7733121 Mar 22 11:02:50.085169 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42488) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:02:50.165015 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bb82e0d8-9fcc-4e7d-a395-c946b4558e67 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:50.260285 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bb82e0d8-9fcc-4e7d-a395-c946b4558e67 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:50.281519 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-bb82e0d8-9fcc-4e7d-a395-c946b4558e67 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e430c222-ac1b-4cf4-82c1-23246e930a93']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:02:50.291427 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-bb82e0d8-9fcc-4e7d-a395-c946b4558e67 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '412b9084-431f-4071-b3a4-910551813bb5') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:02:50.291725 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-bb82e0d8-9fcc-4e7d-a395-c946b4558e67 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '412b9084-431f-4071-b3a4-910551813bb5') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:02:50.301709 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bb82e0d8-9fcc-4e7d-a395-c946b4558e67 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:50.316464 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bb82e0d8-9fcc-4e7d-a395-c946b4558e67 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:50.322775 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb82e0d8-9fcc-4e7d-a395-c946b4558e67 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:02:50.323168 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bb82e0d8-9fcc-4e7d-a395-c946b4558e67 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:50.326336 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 11:02:50.326336 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:02:50.326336 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 11:02:50.326336 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:02:50.326336 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 11:02:50.326336 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 11:02:50.326336 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 11:02:50.326336 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:02:50.326336 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 11:02:50.326336 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:02:50.326336 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 11:02:50.326336 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:02:50.326336 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 11:02:50.326336 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 11:02:50.326336 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:02:50.326336 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 11:02:50.326336 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:02:50.326336 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 11:02:50.326336 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 11:02:50.326336 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 11:02:50.326336 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 11:02:50.326336 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 11:02:50.326336 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:02:50.326336 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:02:50.326336 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 11:02:50.326336 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:02:50.326336 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:02:50.326336 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:02:50.326336 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:02:50.326336 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:02:50.326336 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:02:50.326336 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:02:50.385862 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bb82e0d8-9fcc-4e7d-a395-c946b4558e67 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:50.393326 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bb82e0d8-9fcc-4e7d-a395-c946b4558e67 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:50.396605 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-bb82e0d8-9fcc-4e7d-a395-c946b4558e67 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "DELETE /v2.0/networks/e430c222-ac1b-4cf4-82c1-23246e930a93 HTTP/1.1" status: 204 len: 168 time: 0.3104665 Mar 22 11:02:50.408240 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb82e0d8-9fcc-4e7d-a395-c946b4558e67 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'Network': ['ID=e430c222-ac1b-4cf4-82c1-23246e930a93,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:02:50.410119 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42490) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:02:50.415801 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-3ea5fd48-a108-4187-86b6-0ce2c362e2ec tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'network': {'name': 'tempest-network-smoke--1334810536', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'port_security_enabled': True}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:02:50.436447 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea5fd48-a108-4187-86b6-0ce2c362e2ec tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Made reservation on behalf of 9d323f0b18e24bb7bcd0d92686e5587a for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:02:50.440199 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3ea5fd48-a108-4187-86b6-0ce2c362e2ec tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:50.468544 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ea5fd48-a108-4187-86b6-0ce2c362e2ec tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:02:50.478527 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3ea5fd48-a108-4187-86b6-0ce2c362e2ec tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:50.478952 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-3ea5fd48-a108-4187-86b6-0ce2c362e2ec tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Added segment 95fcd0a4-517a-4aa2-9b09-f167950ef2f0 of type vlan for network 0454fcc2-3002-44fb-8187-a8c864fb6170 Mar 22 11:02:50.522922 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3ea5fd48-a108-4187-86b6-0ce2c362e2ec tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:50.547950 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3ea5fd48-a108-4187-86b6-0ce2c362e2ec tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:50.553522 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea5fd48-a108-4187-86b6-0ce2c362e2ec tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:02:50.554111 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3ea5fd48-a108-4187-86b6-0ce2c362e2ec tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:50.584295 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3ea5fd48-a108-4187-86b6-0ce2c362e2ec tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1727166 Mar 22 11:02:50.587083 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42492) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:02:50.591932 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-e657bc57-e084-4c26-8c56-a6a3f9b9f66c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-364404746', 'admin_state_up': True, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:02:50.612529 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e657bc57-e084-4c26-8c56-a6a3f9b9f66c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:50.613654 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e657bc57-e084-4c26-8c56-a6a3f9b9f66c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:50.625603 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea5fd48-a108-4187-86b6-0ce2c362e2ec tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Network': ['ID=0454fcc2-3002-44fb-8187-a8c864fb6170,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:02:50.636926 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 0454fcc2-3002-44fb-8187-a8c864fb6170 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 11:02:50.667715 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e657bc57-e084-4c26-8c56-a6a3f9b9f66c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:50.800602 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e657bc57-e084-4c26-8c56-a6a3f9b9f66c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:51.010298 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e657bc57-e084-4c26-8c56-a6a3f9b9f66c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router_gateway, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:51.028242 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device e527317c-76e8-4357-ae04-6985689b7dd6 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:02:51.035777 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e657bc57-e084-4c26-8c56-a6a3f9b9f66c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:51.050565 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: e527317c-76e8-4357-ae04-6985689b7dd6 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:02:51.051788 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device e527317c-76e8-4357-ae04-6985689b7dd6 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:02:51.051788 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device ac624d3b-41e4-4974-aa35-ed1367cde010 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:02:51.071448 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: ac624d3b-41e4-4974-aa35-ed1367cde010 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:02:51.071792 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device ac624d3b-41e4-4974-aa35-ed1367cde010 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:02:51.072200 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device e46b1908-8c08-49d9-b884-fe61cd4fee43 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:02:51.090888 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: e46b1908-8c08-49d9-b884-fe61cd4fee43 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:02:51.091515 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device e46b1908-8c08-49d9-b884-fe61cd4fee43 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:02:51.141435 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-e657bc57-e084-4c26-8c56-a6a3f9b9f66c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Allocated IP 172.26.7.12 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/e4459683-a30b-4a88-a3ee-66cf6c1fe5a2) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:02:51.242147 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e657bc57-e084-4c26-8c56-a6a3f9b9f66c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:51.280437 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e657bc57-e084-4c26-8c56-a6a3f9b9f66c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:51.319744 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e657bc57-e084-4c26-8c56-a6a3f9b9f66c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:02:51.323943 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-e657bc57-e084-4c26-8c56-a6a3f9b9f66c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:02:51.328006 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e657bc57-e084-4c26-8c56-a6a3f9b9f66c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:02:51.330993 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e657bc57-e084-4c26-8c56-a6a3f9b9f66c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Port': ['ID=e4459683-a30b-4a88-a3ee-66cf6c1fe5a2,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:02:51.872209 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e657bc57-e084-4c26-8c56-a6a3f9b9f66c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router_gateway, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:52.069728 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e657bc57-e084-4c26-8c56-a6a3f9b9f66c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:52.210917 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e657bc57-e084-4c26-8c56-a6a3f9b9f66c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Router e30c1ebd-ff89-4944-a288-b953526dc4e4 is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109050) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 11:02:52.315615 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e657bc57-e084-4c26-8c56-a6a3f9b9f66c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:02:52.325909 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac6126c-1ee1-485b-b30a-cf5e69b45f81 None None] Sync routers for ids ['e30c1ebd-ff89-4944-a288-b953526dc4e4'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:02:52.335720 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e657bc57-e084-4c26-8c56-a6a3f9b9f66c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:52.336608 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac6126c-1ee1-485b-b30a-cf5e69b45f81 None None] Routers {'e30c1ebd-ff89-4944-a288-b953526dc4e4'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:02:52.339611 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-e657bc57-e084-4c26-8c56-a6a3f9b9f66c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.7488613 Mar 22 11:02:52.339738 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-dac6126c-1ee1-485b-b30a-cf5e69b45f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:02:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['e30c1ebd-ff89-4944-a288-b953526dc4e4'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:02:52.340387 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42496) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:02:52.371885 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1cab3cc1-7f21-427e-b92e-912c8b2cc139 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=9d323f0b18e24bb7bcd0d92686e5587a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301840 Mar 22 11:02:52.374496 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42498) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:02:52.439273 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-dac6126c-1ee1-485b-b30a-cf5e69b45f81 None None] Set router e30c1ebd-ff89-4944-a288-b953526dc4e4 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:02:52.458010 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d51f8f-502c-4b6d-85ef-299115311a25 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:02:52.459608 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d8d51f8f-502c-4b6d-85ef-299115311a25 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0841343 Mar 22 11:02:52.462569 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42500) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:02:52.490421 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1d534923-b347-4e43-94ad-bf0cec35c6a1 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=a14ca783-6f82-4799-85a3-4cbe79c980a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268021 Mar 22 11:02:52.492989 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42502) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:02:52.497777 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-26102c43-53c5-4ab1-8a9b-ddab18bfd5a5 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-595466454', 'network_id': '0454fcc2-3002-44fb-8187-a8c864fb6170', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:02:52.617433 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-dac6126c-1ee1-485b-b30a-cf5e69b45f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30c1ebd-ff89-4944-a288-b953526dc4e4', 'name': 'tempest-TestNetworkBasicOps-router-364404746', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': 'e4459683-a30b-4a88-a3ee-66cf6c1fe5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:02:50Z', 'updated_at': '2022-03-22T11:02:51Z', 'revision_number': 3, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'e4459683-a30b-4a88-a3ee-66cf6c1fe5a2', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b4:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30c1ebd-ff89-4944-a288-b953526dc4e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:02:51Z', 'updated_at': '2022-03-22T11:02:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:02:52.648112 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac6126c-1ee1-485b-b30a-cf5e69b45f81 None None] Checking router: e30c1ebd-ff89-4944-a288-b953526dc4e4 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:02:52.648415 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac6126c-1ee1-485b-b30a-cf5e69b45f81 None None] Updating router e30c1ebd-ff89-4944-a288-b953526dc4e4 port e4459683-a30b-4a88-a3ee-66cf6c1fe5a2 binding host dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:02:52.767086 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-dac6126c-1ee1-485b-b30a-cf5e69b45f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:52.898811 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26102c43-53c5-4ab1-8a9b-ddab18bfd5a5 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Made reservation on behalf of 9d323f0b18e24bb7bcd0d92686e5587a for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:02:52.902604 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-26102c43-53c5-4ab1-8a9b-ddab18bfd5a5 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:53.024188 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-dac6126c-1ee1-485b-b30a-cf5e69b45f81 None None] Notify callbacks [] for port, precommit_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:53.029669 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-dac6126c-1ee1-485b-b30a-cf5e69b45f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:53.079829 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-dac6126c-1ee1-485b-b30a-cf5e69b45f81 None None] Attempting to bind port e4459683-a30b-4a88-a3ee-66cf6c1fe5a2 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:02:53.080191 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-dac6126c-1ee1-485b-b30a-cf5e69b45f81 None None] Attempting to bind port e4459683-a30b-4a88-a3ee-66cf6c1fe5a2 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:02:53.080552 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac6126c-1ee1-485b-b30a-cf5e69b45f81 None None] Attempting to bind port e4459683-a30b-4a88-a3ee-66cf6c1fe5a2 on network a14ca783-6f82-4799-85a3-4cbe79c980a8 {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:02:53.088902 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a052a-058b-4741-80c2-f651598adf07 None None] Pushing event updated for resources: {'Port': ['ID=e4459683-a30b-4a88-a3ee-66cf6c1fe5a2,revision_number=2']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:02:53.089643 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-26102c43-53c5-4ab1-8a9b-ddab18bfd5a5 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:53.091107 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac6126c-1ee1-485b-b30a-cf5e69b45f81 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:02:53.091504 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac6126c-1ee1-485b-b30a-cf5e69b45f81 None None] Checking segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:02:53.091863 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-dac6126c-1ee1-485b-b30a-cf5e69b45f81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:53.092301 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac6126c-1ee1-485b-b30a-cf5e69b45f81 None None] Bound using segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:02:53.092732 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-dac6126c-1ee1-485b-b30a-cf5e69b45f81 None None] Bound port: e4459683-a30b-4a88-a3ee-66cf6c1fe5a2, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:02:53.093087 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-dac6126c-1ee1-485b-b30a-cf5e69b45f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:53.115360 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6a052a-058b-4741-80c2-f651598adf07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:02:53.115769 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6a052a-058b-4741-80c2-f651598adf07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:02:53.116109 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6a052a-058b-4741-80c2-f651598adf07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:02:53.116435 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6a052a-058b-4741-80c2-f651598adf07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:02:53.116758 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6a052a-058b-4741-80c2-f651598adf07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:02:53.117083 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6a052a-058b-4741-80c2-f651598adf07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:02:53.117406 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6a052a-058b-4741-80c2-f651598adf07 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:02:53.117746 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6a052a-058b-4741-80c2-f651598adf07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:02:53.118065 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6a052a-058b-4741-80c2-f651598adf07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:02:53.118379 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6a052a-058b-4741-80c2-f651598adf07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:02:53.118692 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6a052a-058b-4741-80c2-f651598adf07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:02:53.119006 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6a052a-058b-4741-80c2-f651598adf07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:02:53.151911 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26102c43-53c5-4ab1-8a9b-ddab18bfd5a5 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Subnet': ['ID=d27ec38b-f7f3-43a6-a323-8104a14338be,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:02:53.155399 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-dac6126c-1ee1-485b-b30a-cf5e69b45f81 None None] For port e4459683-a30b-4a88-a3ee-66cf6c1fe5a2, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:02:53.158492 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-dac6126c-1ee1-485b-b30a-cf5e69b45f81 None None] For port e4459683-a30b-4a88-a3ee-66cf6c1fe5a2, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=e4459683-a30b-4a88-a3ee-66cf6c1fe5a2,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:02:53.163413 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26102c43-53c5-4ab1-8a9b-ddab18bfd5a5 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Checking segment: {'id': '95fcd0a4-517a-4aa2-9b09-f167950ef2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0454fcc2-3002-44fb-8187-a8c864fb6170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:02:53.163757 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26102c43-53c5-4ab1-8a9b-ddab18bfd5a5 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Network hostable DHCP agents. Network: 0454fcc2-3002-44fb-8187-a8c864fb6170, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:02:53.164111 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-dac6126c-1ee1-485b-b30a-cf5e69b45f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:53.180321 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26102c43-53c5-4ab1-8a9b-ddab18bfd5a5 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Network 0454fcc2-3002-44fb-8187-a8c864fb6170 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:02:53.188930 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-26102c43-53c5-4ab1-8a9b-ddab18bfd5a5 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 0454fcc2-3002-44fb-8187-a8c864fb6170) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:02:53.193222 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26102c43-53c5-4ab1-8a9b-ddab18bfd5a5 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:02:53.193882 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-26102c43-53c5-4ab1-8a9b-ddab18bfd5a5 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:53.201800 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c398f5d-ba20-47d5-9055-30476716bf5a None None] Network 0454fcc2-3002-44fb-8187-a8c864fb6170 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:02:53.212569 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-26102c43-53c5-4ab1-8a9b-ddab18bfd5a5 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7183096 Mar 22 11:02:53.215214 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42504) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:02:53.221978 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a052a-058b-4741-80c2-f651598adf07 None None] Pushing event updated for resources: {'Port': ['ID=e4459683-a30b-4a88-a3ee-66cf6c1fe5a2,revision_number=3']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:02:53.230351 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac6126c-1ee1-485b-b30a-cf5e69b45f81 None None] Routers {'e30c1ebd-ff89-4944-a288-b953526dc4e4'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:02:53.230963 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-dac6126c-1ee1-485b-b30a-cf5e69b45f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:02:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['e30c1ebd-ff89-4944-a288-b953526dc4e4'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:02:53.338674 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-dac6126c-1ee1-485b-b30a-cf5e69b45f81 None None] Set router e30c1ebd-ff89-4944-a288-b953526dc4e4 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:02:53.363154 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d792cb-4cb5-4553-91cd-8e50f2fdfa6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-0454fcc2-3002-44fb-8187-a8c864fb6170', 'network_id': '0454fcc2-3002-44fb-8187-a8c864fb6170', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ips': [{'subnet_id': 'd27ec38b-f7f3-43a6-a323-8104a14338be'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 11:02:53.364060 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b2d792cb-4cb5-4553-91cd-8e50f2fdfa6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:53.506861 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-b2d792cb-4cb5-4553-91cd-8e50f2fdfa6c None None] Allocated IP 172.20.0.2 (0454fcc2-3002-44fb-8187-a8c864fb6170/d27ec38b-f7f3-43a6-a323-8104a14338be/63fc8593-2b5b-4fcf-bbf0-6f663ff996c1) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:02:53.519598 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-dac6126c-1ee1-485b-b30a-cf5e69b45f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30c1ebd-ff89-4944-a288-b953526dc4e4', 'name': 'tempest-TestNetworkBasicOps-router-364404746', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': 'e4459683-a30b-4a88-a3ee-66cf6c1fe5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:02:50Z', 'updated_at': '2022-03-22T11:02:51Z', 'revision_number': 3, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'e4459683-a30b-4a88-a3ee-66cf6c1fe5a2', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b4:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30c1ebd-ff89-4944-a288-b953526dc4e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:02:51Z', 'updated_at': '2022-03-22T11:02:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:02:53.546925 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac6126c-1ee1-485b-b30a-cf5e69b45f81 None None] The sync data for ids ['e30c1ebd-ff89-4944-a288-b953526dc4e4'] in dv-neutron-834599-1-hyperv is: [{'id': 'e30c1ebd-ff89-4944-a288-b953526dc4e4', 'name': 'tempest-TestNetworkBasicOps-router-364404746', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': 'e4459683-a30b-4a88-a3ee-66cf6c1fe5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:02:50Z', 'updated_at': '2022-03-22T11:02:51Z', 'revision_number': 3, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'e4459683-a30b-4a88-a3ee-66cf6c1fe5a2', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b4:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30c1ebd-ff89-4944-a288-b953526dc4e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:02:51Z', 'updated_at': '2022-03-22T11:02:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:02:53.653779 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b2d792cb-4cb5-4553-91cd-8e50f2fdfa6c None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:53.660512 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b2d792cb-4cb5-4553-91cd-8e50f2fdfa6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:53.676050 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-54ebddc3-3bc8-47ab-bc31-fa9d7750acc6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:53.697444 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d792cb-4cb5-4553-91cd-8e50f2fdfa6c None None] Network 0454fcc2-3002-44fb-8187-a8c864fb6170 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:02:53.700462 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-b2d792cb-4cb5-4553-91cd-8e50f2fdfa6c None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:02:53.706014 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d792cb-4cb5-4553-91cd-8e50f2fdfa6c None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:02:53.716494 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d792cb-4cb5-4553-91cd-8e50f2fdfa6c None None] Pushing event updated for resources: {'Port': ['ID=63fc8593-2b5b-4fcf-bbf0-6f663ff996c1,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:02:53.784691 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-b2d792cb-4cb5-4553-91cd-8e50f2fdfa6c None None] Attempting to bind port 63fc8593-2b5b-4fcf-bbf0-6f663ff996c1 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:02:53.785195 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-b2d792cb-4cb5-4553-91cd-8e50f2fdfa6c None None] Attempting to bind port 63fc8593-2b5b-4fcf-bbf0-6f663ff996c1 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '95fcd0a4-517a-4aa2-9b09-f167950ef2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0454fcc2-3002-44fb-8187-a8c864fb6170'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:02:53.785647 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d792cb-4cb5-4553-91cd-8e50f2fdfa6c None None] Attempting to bind port 63fc8593-2b5b-4fcf-bbf0-6f663ff996c1 on network 0454fcc2-3002-44fb-8187-a8c864fb6170 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:02:53.794642 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d792cb-4cb5-4553-91cd-8e50f2fdfa6c None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:02:53.795022 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d792cb-4cb5-4553-91cd-8e50f2fdfa6c None None] Checking segment: {'id': '95fcd0a4-517a-4aa2-9b09-f167950ef2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0454fcc2-3002-44fb-8187-a8c864fb6170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:02:53.795452 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b2d792cb-4cb5-4553-91cd-8e50f2fdfa6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:53.798155 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d792cb-4cb5-4553-91cd-8e50f2fdfa6c None None] Bound using segment: {'id': '95fcd0a4-517a-4aa2-9b09-f167950ef2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0454fcc2-3002-44fb-8187-a8c864fb6170'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:02:53.798155 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-b2d792cb-4cb5-4553-91cd-8e50f2fdfa6c None None] Bound port: 63fc8593-2b5b-4fcf-bbf0-6f663ff996c1, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95fcd0a4-517a-4aa2-9b09-f167950ef2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0454fcc2-3002-44fb-8187-a8c864fb6170'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:02:53.798155 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b2d792cb-4cb5-4553-91cd-8e50f2fdfa6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:53.876874 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-b2d792cb-4cb5-4553-91cd-8e50f2fdfa6c None None] For port 63fc8593-2b5b-4fcf-bbf0-6f663ff996c1, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:02:53.880633 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-b2d792cb-4cb5-4553-91cd-8e50f2fdfa6c None None] For port 63fc8593-2b5b-4fcf-bbf0-6f663ff996c1, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=63fc8593-2b5b-4fcf-bbf0-6f663ff996c1,segment=NetworkSegment(95fcd0a4-517a-4aa2-9b09-f167950ef2f0),segment_id=95fcd0a4-517a-4aa2-9b09-f167950ef2f0)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:02:53.886017 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b2d792cb-4cb5-4553-91cd-8e50f2fdfa6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:53.956523 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d792cb-4cb5-4553-91cd-8e50f2fdfa6c None None] Pushing event updated for resources: {'Port': ['ID=63fc8593-2b5b-4fcf-bbf0-6f663ff996c1,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:02:53.997841 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-54ebddc3-3bc8-47ab-bc31-fa9d7750acc6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Allocated IP 172.20.0.1 (0454fcc2-3002-44fb-8187-a8c864fb6170/d27ec38b-f7f3-43a6-a323-8104a14338be/ce0fe787-b7be-4414-b22c-ac617a469df2) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:02:54.147055 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-54ebddc3-3bc8-47ab-bc31-fa9d7750acc6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:54.191306 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-54ebddc3-3bc8-47ab-bc31-fa9d7750acc6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:54.241960 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ebddc3-3bc8-47ab-bc31-fa9d7750acc6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Network 0454fcc2-3002-44fb-8187-a8c864fb6170 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:02:54.245978 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-54ebddc3-3bc8-47ab-bc31-fa9d7750acc6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:02:54.248334 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ebddc3-3bc8-47ab-bc31-fa9d7750acc6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Port': ['ID=ce0fe787-b7be-4414-b22c-ac617a469df2,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:02:54.250563 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ebddc3-3bc8-47ab-bc31-fa9d7750acc6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:02:54.299881 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-54ebddc3-3bc8-47ab-bc31-fa9d7750acc6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684270'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:54.427642 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-54ebddc3-3bc8-47ab-bc31-fa9d7750acc6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:54.717747 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-54ebddc3-3bc8-47ab-bc31-fa9d7750acc6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:54.723923 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-54ebddc3-3bc8-47ab-bc31-fa9d7750acc6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:54.801960 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ebddc3-3bc8-47ab-bc31-fa9d7750acc6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Port': ['ID=ce0fe787-b7be-4414-b22c-ac617a469df2,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:02:54.805439 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-54ebddc3-3bc8-47ab-bc31-fa9d7750acc6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684306'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:54.889308 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e588b8-f344-4285-a60b-75d755bb67a0 None None] Network 0454fcc2-3002-44fb-8187-a8c864fb6170 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:02:54.904817 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ebddc3-3bc8-47ab-bc31-fa9d7750acc6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Network 0454fcc2-3002-44fb-8187-a8c864fb6170 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:02:54.906233 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-54ebddc3-3bc8-47ab-bc31-fa9d7750acc6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:02:55.022958 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ebddc3-3bc8-47ab-bc31-fa9d7750acc6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Router e30c1ebd-ff89-4944-a288-b953526dc4e4 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:02:55.038246 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8c35ff1b-a5c0-474b-90c5-e9ee38adf6df None None] Provisioning complete for port 63fc8593-2b5b-4fcf-bbf0-6f663ff996c1 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:02:55.038614 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8c35ff1b-a5c0-474b-90c5-e9ee38adf6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:55.145811 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ebddc3-3bc8-47ab-bc31-fa9d7750acc6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:02:55.151878 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-54ebddc3-3bc8-47ab-bc31-fa9d7750acc6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "PUT /v2.0/routers/e30c1ebd-ff89-4944-a288-b953526dc4e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9349089 Mar 22 11:02:55.153996 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42506) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:02:55.260432 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e220b77-9b71-4ce5-8dbd-8db968ad52a7 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:02:55.260906 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e220b77-9b71-4ce5-8dbd-8db968ad52a7 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:02:55.261374 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e220b77-9b71-4ce5-8dbd-8db968ad52a7 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:02:55.261832 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e220b77-9b71-4ce5-8dbd-8db968ad52a7 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:02:55.262298 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e220b77-9b71-4ce5-8dbd-8db968ad52a7 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:02:55.262752 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e220b77-9b71-4ce5-8dbd-8db968ad52a7 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:02:55.265457 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6e220b77-9b71-4ce5-8dbd-8db968ad52a7 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1096513 Mar 22 11:02:55.268042 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42508) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:02:55.277902 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device e4459683-a30b-4a88-a3ee-66cf6c1fe5a2 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:02:55.323210 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8c35ff1b-a5c0-474b-90c5-e9ee38adf6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:55.327034 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a65f592-c968-4d63-87dd-ff1041d35e0f tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:02:55.327598 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a65f592-c968-4d63-87dd-ff1041d35e0f tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:02:55.328070 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a65f592-c968-4d63-87dd-ff1041d35e0f tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:02:55.328525 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a65f592-c968-4d63-87dd-ff1041d35e0f tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:02:55.328965 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a65f592-c968-4d63-87dd-ff1041d35e0f tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:02:55.329397 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a65f592-c968-4d63-87dd-ff1041d35e0f tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:02:55.331201 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-3a65f592-c968-4d63-87dd-ff1041d35e0f tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0621727 Mar 22 11:02:55.334167 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42510) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:02:55.369329 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8c35ff1b-a5c0-474b-90c5-e9ee38adf6df None None] For port 63fc8593-2b5b-4fcf-bbf0-6f663ff996c1, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=63fc8593-2b5b-4fcf-bbf0-6f663ff996c1,segment=NetworkSegment(95fcd0a4-517a-4aa2-9b09-f167950ef2f0),segment_id=95fcd0a4-517a-4aa2-9b09-f167950ef2f0)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:02:55.380737 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8c35ff1b-a5c0-474b-90c5-e9ee38adf6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:55.387114 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port e4459683-a30b-4a88-a3ee-66cf6c1fe5a2 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:02:55.387114 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:55.430599 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec84ab2-25a2-4fc4-86ad-f37040fc9c39 None None] Sync routers for ids ['e30c1ebd-ff89-4944-a288-b953526dc4e4'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:02:55.462875 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec84ab2-25a2-4fc4-86ad-f37040fc9c39 None None] Routers {'e30c1ebd-ff89-4944-a288-b953526dc4e4'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:02:55.463557 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-2ec84ab2-25a2-4fc4-86ad-f37040fc9c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:02:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['e30c1ebd-ff89-4944-a288-b953526dc4e4'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:02:55.493238 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-6ac658e8-2278-41e4-99a5-c948e1543e45 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.1580064 Mar 22 11:02:55.496603 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42512) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:02:55.501763 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-d9a6e42b-6b44-444a-b28e-7196ed9b5252 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1172812349', 'network_id': '0454fcc2-3002-44fb-8187-a8c864fb6170'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:02:55.527953 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c35ff1b-a5c0-474b-90c5-e9ee38adf6df None None] Pushing event updated for resources: {'Port': ['ID=63fc8593-2b5b-4fcf-bbf0-6f663ff996c1,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:02:55.621821 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a6e42b-6b44-444a-b28e-7196ed9b5252 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Made reservation on behalf of 9d323f0b18e24bb7bcd0d92686e5587a for: {'port': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:02:55.624416 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:55.625497 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d9a6e42b-6b44-444a-b28e-7196ed9b5252 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:55.632977 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-21ee55ae-edda-4e78-9c13-b64925429a41 None None] Provisioning complete for port 63fc8593-2b5b-4fcf-bbf0-6f663ff996c1 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:02:55.633376 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-21ee55ae-edda-4e78-9c13-b64925429a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:55.648749 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [None req-d9a6e42b-6b44-444a-b28e-7196ed9b5252 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] device_id is not set on port ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7 yet. {{(pid=109049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:02:55.670883 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-2ec84ab2-25a2-4fc4-86ad-f37040fc9c39 None None] Set router e30c1ebd-ff89-4944-a288-b953526dc4e4 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:02:55.712443 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port e4459683-a30b-4a88-a3ee-66cf6c1fe5a2, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=e4459683-a30b-4a88-a3ee-66cf6c1fe5a2,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:02:55.723359 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:55.724188 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 63fc8593-2b5b-4fcf-bbf0-6f663ff996c1 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:02:55.772820 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-d9a6e42b-6b44-444a-b28e-7196ed9b5252 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Allocated IP 172.20.0.5 (0454fcc2-3002-44fb-8187-a8c864fb6170/d27ec38b-f7f3-43a6-a323-8104a14338be/ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:02:55.913090 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=e4459683-a30b-4a88-a3ee-66cf6c1fe5a2,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:02:55.943673 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d9a6e42b-6b44-444a-b28e-7196ed9b5252 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:55.949024 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 63fc8593-2b5b-4fcf-bbf0-6f663ff996c1 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:02:55.949404 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:55.980680 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d9a6e42b-6b44-444a-b28e-7196ed9b5252 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:56.024205 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a6e42b-6b44-444a-b28e-7196ed9b5252 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Network 0454fcc2-3002-44fb-8187-a8c864fb6170 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:02:56.027237 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-d9a6e42b-6b44-444a-b28e-7196ed9b5252 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:02:56.029709 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a6e42b-6b44-444a-b28e-7196ed9b5252 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:02:56.032273 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-21ee55ae-edda-4e78-9c13-b64925429a41 None None] Provisioning complete for port ce0fe787-b7be-4414-b22c-ac617a469df2 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:02:56.032650 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-21ee55ae-edda-4e78-9c13-b64925429a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:56.057683 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a6e42b-6b44-444a-b28e-7196ed9b5252 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Port': ['ID=ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:02:56.084704 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-21ee55ae-edda-4e78-9c13-b64925429a41 None None] Port ce0fe787-b7be-4414-b22c-ac617a469df2 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:02:56.087904 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a6e42b-6b44-444a-b28e-7196ed9b5252 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:02:56.088822 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d9a6e42b-6b44-444a-b28e-7196ed9b5252 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:56.113767 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d9a6e42b-6b44-444a-b28e-7196ed9b5252 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6159630 Mar 22 11:02:56.137883 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-2ec84ab2-25a2-4fc4-86ad-f37040fc9c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30c1ebd-ff89-4944-a288-b953526dc4e4', 'name': 'tempest-TestNetworkBasicOps-router-364404746', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': 'e4459683-a30b-4a88-a3ee-66cf6c1fe5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:02:50Z', 'updated_at': '2022-03-22T11:02:54Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'e4459683-a30b-4a88-a3ee-66cf6c1fe5a2', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b4:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30c1ebd-ff89-4944-a288-b953526dc4e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:02:51Z', 'updated_at': '2022-03-22T11:02:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': 'ce0fe787-b7be-4414-b22c-ac617a469df2', 'name': '', 'network_id': '0454fcc2-3002-44fb-8187-a8c864fb6170', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:fd:00:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30c1ebd-ff89-4944-a288-b953526dc4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'd27ec38b-f7f3-43a6-a323-8104a14338be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:02:53Z', 'updated_at': '2022-03-22T11:02:54Z', 'revision_number': 2, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': 'd27ec38b-f7f3-43a6-a323-8104a14338be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:02:56.173211 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec84ab2-25a2-4fc4-86ad-f37040fc9c39 None None] Checking router: e30c1ebd-ff89-4944-a288-b953526dc4e4 for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:02:56.173567 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec84ab2-25a2-4fc4-86ad-f37040fc9c39 None None] Updating router e30c1ebd-ff89-4944-a288-b953526dc4e4 port ce0fe787-b7be-4414-b22c-ac617a469df2 binding host dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:02:56.208360 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2ec84ab2-25a2-4fc4-86ad-f37040fc9c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:56.226076 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-1676fbf6-54be-46bb-be32-24b9c867f6a1 None None] Provisioning complete for port ce0fe787-b7be-4414-b22c-ac617a469df2 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:02:56.226587 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-1676fbf6-54be-46bb-be32-24b9c867f6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:56.332535 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-1676fbf6-54be-46bb-be32-24b9c867f6a1 None None] Port ce0fe787-b7be-4414-b22c-ac617a469df2 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:02:56.373060 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42516) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:02:56.377646 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-0c4d0027-0065-4be5-9bbb-78d2428322bb tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-347517838', 'description': 'tempest-secgroup-smoke-347517838 description', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:02:56.399233 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0c4d0027-0065-4be5-9bbb-78d2428322bb tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:56.465603 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0c4d0027-0065-4be5-9bbb-78d2428322bb tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:56.470372 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0c4d0027-0065-4be5-9bbb-78d2428322bb tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:56.477822 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-bbcff12a-91ed-42ef-aee3-8594a0cf1ab2 None None] Provisioning complete for port ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:02:56.478200 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-bbcff12a-91ed-42ef-aee3-8594a0cf1ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:56.500080 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0c4d0027-0065-4be5-9bbb-78d2428322bb tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:56.501310 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0c4d0027-0065-4be5-9bbb-78d2428322bb tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1272593 Mar 22 11:02:56.503162 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4d0027-0065-4be5-9bbb-78d2428322bb tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3a7af6-e9a7-4a35-9bb8-04770462f8ea,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:02:56.504581 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42518) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:02:56.510700 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-c4067303-0c57-464e-af08-f16669b33915 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': 'eb3a7af6-e9a7-4a35-9bb8-04770462f8ea', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:02:56.537707 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c4067303-0c57-464e-af08-f16669b33915 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:56.542844 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-bbcff12a-91ed-42ef-aee3-8594a0cf1ab2 None None] Port ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:02:56.545592 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2ec84ab2-25a2-4fc4-86ad-f37040fc9c39 None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:56.553262 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2ec84ab2-25a2-4fc4-86ad-f37040fc9c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:56.600983 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c4067303-0c57-464e-af08-f16669b33915 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:56.606293 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c4067303-0c57-464e-af08-f16669b33915 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:56.625726 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4067303-0c57-464e-af08-f16669b33915 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50d17967-8861-424f-b40c-b85be2c2e4bc,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:02:56.626223 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7ab45d-6f18-4353-a2b6-8228ba371e38 None None] Pushing event updated for resources: {'Port': ['ID=ce0fe787-b7be-4414-b22c-ac617a469df2,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:02:56.640195 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c4067303-0c57-464e-af08-f16669b33915 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:56.641496 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-c4067303-0c57-464e-af08-f16669b33915 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1349423 Mar 22 11:02:56.644514 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42520) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:02:56.649145 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-b4ee4309-69a6-4e77-8e96-273e3ff25555 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': 'eb3a7af6-e9a7-4a35-9bb8-04770462f8ea', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:02:56.661382 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-2ec84ab2-25a2-4fc4-86ad-f37040fc9c39 None None] Attempting to bind port ce0fe787-b7be-4414-b22c-ac617a469df2 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:02:56.661754 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-2ec84ab2-25a2-4fc4-86ad-f37040fc9c39 None None] Attempting to bind port ce0fe787-b7be-4414-b22c-ac617a469df2 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '95fcd0a4-517a-4aa2-9b09-f167950ef2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0454fcc2-3002-44fb-8187-a8c864fb6170'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:02:56.662188 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec84ab2-25a2-4fc4-86ad-f37040fc9c39 None None] Attempting to bind port ce0fe787-b7be-4414-b22c-ac617a469df2 on network 0454fcc2-3002-44fb-8187-a8c864fb6170 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:02:56.667617 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec84ab2-25a2-4fc4-86ad-f37040fc9c39 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:02:56.667994 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec84ab2-25a2-4fc4-86ad-f37040fc9c39 None None] Checking segment: {'id': '95fcd0a4-517a-4aa2-9b09-f167950ef2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0454fcc2-3002-44fb-8187-a8c864fb6170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:02:56.668418 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2ec84ab2-25a2-4fc4-86ad-f37040fc9c39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:56.668893 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec84ab2-25a2-4fc4-86ad-f37040fc9c39 None None] Bound using segment: {'id': '95fcd0a4-517a-4aa2-9b09-f167950ef2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0454fcc2-3002-44fb-8187-a8c864fb6170'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:02:56.669475 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-2ec84ab2-25a2-4fc4-86ad-f37040fc9c39 None None] Bound port: ce0fe787-b7be-4414-b22c-ac617a469df2, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95fcd0a4-517a-4aa2-9b09-f167950ef2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0454fcc2-3002-44fb-8187-a8c864fb6170'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:02:56.670035 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2ec84ab2-25a2-4fc4-86ad-f37040fc9c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:56.679927 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b4ee4309-69a6-4e77-8e96-273e3ff25555 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:56.737198 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2ec84ab2-25a2-4fc4-86ad-f37040fc9c39 None None] For port ce0fe787-b7be-4414-b22c-ac617a469df2, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:02:56.741315 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2ec84ab2-25a2-4fc4-86ad-f37040fc9c39 None None] For port ce0fe787-b7be-4414-b22c-ac617a469df2, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=ce0fe787-b7be-4414-b22c-ac617a469df2,segment=NetworkSegment(95fcd0a4-517a-4aa2-9b09-f167950ef2f0),segment_id=95fcd0a4-517a-4aa2-9b09-f167950ef2f0)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:02:56.744922 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b4ee4309-69a6-4e77-8e96-273e3ff25555 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:56.746354 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2ec84ab2-25a2-4fc4-86ad-f37040fc9c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:56.750223 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b4ee4309-69a6-4e77-8e96-273e3ff25555 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:56.771121 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ee4309-69a6-4e77-8e96-273e3ff25555 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42cb11b1-f0f9-4a98-a3fa-d3cf0ba99235,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:02:56.781658 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b4ee4309-69a6-4e77-8e96-273e3ff25555 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:56.785852 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b4ee4309-69a6-4e77-8e96-273e3ff25555 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1402287 Mar 22 11:02:56.786214 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42522) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:02:56.790992 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-d3179c1a-98a4-48aa-a1ee-bf8f545af516 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': 'eb3a7af6-e9a7-4a35-9bb8-04770462f8ea', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:02:56.821712 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec84ab2-25a2-4fc4-86ad-f37040fc9c39 None None] Routers {'e30c1ebd-ff89-4944-a288-b953526dc4e4'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:02:56.822444 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-2ec84ab2-25a2-4fc4-86ad-f37040fc9c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:02:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['e30c1ebd-ff89-4944-a288-b953526dc4e4'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:02:56.822932 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d3179c1a-98a4-48aa-a1ee-bf8f545af516 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:56.866086 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7ab45d-6f18-4353-a2b6-8228ba371e38 None None] Pushing event updated for resources: {'Port': ['ID=ce0fe787-b7be-4414-b22c-ac617a469df2,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:02:56.894114 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d3179c1a-98a4-48aa-a1ee-bf8f545af516 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:56.894579 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-65549084-20a7-4e93-bfb7-d877018a02cb None None] Provisioning complete for port ce0fe787-b7be-4414-b22c-ac617a469df2 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:02:56.894969 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-65549084-20a7-4e93-bfb7-d877018a02cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:56.900549 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d3179c1a-98a4-48aa-a1ee-bf8f545af516 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:56.919870 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3179c1a-98a4-48aa-a1ee-bf8f545af516 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=813d6d5f-c9ae-4150-944c-a303363a47da,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:02:56.935109 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d3179c1a-98a4-48aa-a1ee-bf8f545af516 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:56.939035 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-d3179c1a-98a4-48aa-a1ee-bf8f545af516 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1492174 Mar 22 11:02:56.939453 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42524) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:02:56.945543 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-77d2b5f7-c5e8-462a-8623-a244fc4101bc tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': 'eb3a7af6-e9a7-4a35-9bb8-04770462f8ea', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:02:56.980788 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-77d2b5f7-c5e8-462a-8623-a244fc4101bc tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:56.988524 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-2ec84ab2-25a2-4fc4-86ad-f37040fc9c39 None None] Set router e30c1ebd-ff89-4944-a288-b953526dc4e4 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:02:57.049449 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-77d2b5f7-c5e8-462a-8623-a244fc4101bc tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:57.056315 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-77d2b5f7-c5e8-462a-8623-a244fc4101bc tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:57.078487 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d2b5f7-c5e8-462a-8623-a244fc4101bc tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=560dcafa-4205-4958-96e1-6013235936a4,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:02:57.087406 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-77d2b5f7-c5e8-462a-8623-a244fc4101bc tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:57.088743 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-77d2b5f7-c5e8-462a-8623-a244fc4101bc tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1474450 Mar 22 11:02:57.091729 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42526) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:02:57.091909 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device e4459683-a30b-4a88-a3ee-66cf6c1fe5a2 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:02:57.096384 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-2466ee91-be3b-4aee-929f-96fd946ccf28 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': 'eb3a7af6-e9a7-4a35-9bb8-04770462f8ea', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:02:57.116370 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.securitygroups_db [None req-2466ee91-be3b-4aee-929f-96fd946ccf28 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Project 9d323f0b18e24bb7bcd0d92686e5587a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 11:02:57.121553 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2466ee91-be3b-4aee-929f-96fd946ccf28 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:57.129348 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-65549084-20a7-4e93-bfb7-d877018a02cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:57.180689 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2466ee91-be3b-4aee-929f-96fd946ccf28 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:57.185322 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2466ee91-be3b-4aee-929f-96fd946ccf28 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:57.203664 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2466ee91-be3b-4aee-929f-96fd946ccf28 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=326c201f-f907-4409-b2fb-407a88215a91,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:02:57.212894 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2466ee91-be3b-4aee-929f-96fd946ccf28 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:57.214182 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2466ee91-be3b-4aee-929f-96fd946ccf28 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1213574 Mar 22 11:02:57.218469 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42528) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:02:57.223345 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-eeae4050-cab0-405b-ab54-e72e70645b54 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': 'eb3a7af6-e9a7-4a35-9bb8-04770462f8ea', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:02:57.245107 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.securitygroups_db [None req-eeae4050-cab0-405b-ab54-e72e70645b54 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Project 9d323f0b18e24bb7bcd0d92686e5587a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 11:02:57.250697 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-eeae4050-cab0-405b-ab54-e72e70645b54 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:57.323268 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-eeae4050-cab0-405b-ab54-e72e70645b54 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:57.332892 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-eeae4050-cab0-405b-ab54-e72e70645b54 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:57.351653 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae4050-cab0-405b-ab54-e72e70645b54 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a6032e7-820f-4801-95d3-73d667289f43,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:02:57.359573 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-eeae4050-cab0-405b-ab54-e72e70645b54 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:57.360934 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-eeae4050-cab0-405b-ab54-e72e70645b54 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1412265 Mar 22 11:02:57.374132 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-65549084-20a7-4e93-bfb7-d877018a02cb None None] For port ce0fe787-b7be-4414-b22c-ac617a469df2, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=ce0fe787-b7be-4414-b22c-ac617a469df2,segment=NetworkSegment(95fcd0a4-517a-4aa2-9b09-f167950ef2f0),segment_id=95fcd0a4-517a-4aa2-9b09-f167950ef2f0)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:02:57.387514 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-65549084-20a7-4e93-bfb7-d877018a02cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:57.440591 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port e4459683-a30b-4a88-a3ee-66cf6c1fe5a2 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:02:57.440965 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:57.491718 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65549084-20a7-4e93-bfb7-d877018a02cb None None] Pushing event updated for resources: {'Port': ['ID=ce0fe787-b7be-4414-b22c-ac617a469df2,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:02:57.503346 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-991c13ec-d1fb-4da7-9614-d3ac1021d7bd req-30b86f9c-7df2-4afc-8008-ba0b911fcefc tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-347517838&fields=id&tenant_id=9d323f0b18e24bb7bcd0d92686e5587a HTTP/1.1" status: 200 len: 267 time: 0.0364354 Mar 22 11:02:57.525909 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-16c48e01-f090-488f-bb99-5f2d50925fa3 None None] Provisioning complete for port ce0fe787-b7be-4414-b22c-ac617a469df2 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:02:57.526285 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-16c48e01-f090-488f-bb99-5f2d50925fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:57.554873 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c13ec-d1fb-4da7-9614-d3ac1021d7bd req-2784a0b9-2e4f-46a6-9b87-41a08a58f660 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:02:57.556273 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-991c13ec-d1fb-4da7-9614-d3ac1021d7bd req-2784a0b9-2e4f-46a6-9b87-41a08a58f660 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports/ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7 HTTP/1.1" status: 200 len: 930 time: 0.0455616 Mar 22 11:02:57.579789 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-2ec84ab2-25a2-4fc4-86ad-f37040fc9c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30c1ebd-ff89-4944-a288-b953526dc4e4', 'name': 'tempest-TestNetworkBasicOps-router-364404746', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': 'e4459683-a30b-4a88-a3ee-66cf6c1fe5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:02:50Z', 'updated_at': '2022-03-22T11:02:54Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'e4459683-a30b-4a88-a3ee-66cf6c1fe5a2', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30c1ebd-ff89-4944-a288-b953526dc4e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:02:51Z', 'updated_at': '2022-03-22T11:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': 'ce0fe787-b7be-4414-b22c-ac617a469df2', 'name': '', 'network_id': '0454fcc2-3002-44fb-8187-a8c864fb6170', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:fd:00:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30c1ebd-ff89-4944-a288-b953526dc4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'd27ec38b-f7f3-43a6-a323-8104a14338be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:02:53Z', 'updated_at': '2022-03-22T11:02:56Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': 'd27ec38b-f7f3-43a6-a323-8104a14338be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:02:57.603717 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-991c13ec-d1fb-4da7-9614-d3ac1021d7bd req-81cb895d-82cd-468b-a1d2-a83e6741ee57 service neutron] 10.222.0.57 "GET /v2.0/ports/ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0350375 Mar 22 11:02:57.614623 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec84ab2-25a2-4fc4-86ad-f37040fc9c39 None None] The sync data for ids ['e30c1ebd-ff89-4944-a288-b953526dc4e4'] in dv-neutron-834599-1-hyperv is: [{'id': 'e30c1ebd-ff89-4944-a288-b953526dc4e4', 'name': 'tempest-TestNetworkBasicOps-router-364404746', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': 'e4459683-a30b-4a88-a3ee-66cf6c1fe5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:02:50Z', 'updated_at': '2022-03-22T11:02:54Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'e4459683-a30b-4a88-a3ee-66cf6c1fe5a2', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30c1ebd-ff89-4944-a288-b953526dc4e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:02:51Z', 'updated_at': '2022-03-22T11:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': 'ce0fe787-b7be-4414-b22c-ac617a469df2', 'name': '', 'network_id': '0454fcc2-3002-44fb-8187-a8c864fb6170', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:fd:00:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30c1ebd-ff89-4944-a288-b953526dc4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'd27ec38b-f7f3-43a6-a323-8104a14338be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:02:53Z', 'updated_at': '2022-03-22T11:02:56Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': 'd27ec38b-f7f3-43a6-a323-8104a14338be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:02:57.625871 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 63fc8593-2b5b-4fcf-bbf0-6f663ff996c1 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:02:57.719913 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 63fc8593-2b5b-4fcf-bbf0-6f663ff996c1 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:02:57.720290 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:57.727435 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-991c13ec-d1fb-4da7-9614-d3ac1021d7bd req-f806ebed-f8ab-4b74-9de4-2e29a9008348 service neutron] 10.222.0.57 "GET /v2.0/networks/0454fcc2-3002-44fb-8187-a8c864fb6170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172082 Mar 22 11:02:57.822844 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-991c13ec-d1fb-4da7-9614-d3ac1021d7bd req-d3e5fab6-d2c7-4d76-a631-dee37606eea7 service neutron] 10.222.0.57 "GET /v2.0/networks/0454fcc2-3002-44fb-8187-a8c864fb6170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942464 Mar 22 11:02:58.003432 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3bc3cbb7-fff3-414f-af7d-312861acbf80 req-90eb753f-0df7-4a29-867f-fa63f539151d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=67552ca2-1a57-4f98-8156-787339278f57 HTTP/1.1" status: 200 len: 210 time: 0.0279779 Mar 22 11:02:58.852661 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c13ec-d1fb-4da7-9614-d3ac1021d7bd req-ae2c6942-c50a-45d7-a3ba-f78a970cf9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:02:58.854051 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-991c13ec-d1fb-4da7-9614-d3ac1021d7bd req-ae2c6942-c50a-45d7-a3ba-f78a970cf9e7 service neutron] 10.222.0.35 "GET /v2.0/ports/ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7 HTTP/1.1" status: 200 len: 1026 time: 0.0345619 Mar 22 11:02:58.965092 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c13ec-d1fb-4da7-9614-d3ac1021d7bd req-ed8b8cae-e3ea-41e0-8fc3-db0d528f9935 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:02:58.966575 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-991c13ec-d1fb-4da7-9614-d3ac1021d7bd req-ed8b8cae-e3ea-41e0-8fc3-db0d528f9935 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.35 "GET /v2.0/networks?id=0454fcc2-3002-44fb-8187-a8c864fb6170 HTTP/1.1" status: 200 len: 797 time: 0.1059980 Mar 22 11:02:59.016899 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-991c13ec-d1fb-4da7-9614-d3ac1021d7bd req-0fd6cf96-be77-47da-ae2b-7060da961eb6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d323f0b18e24bb7bcd0d92686e5587a HTTP/1.1" status: 200 len: 379 time: 0.0405738 Mar 22 11:02:59.029502 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-991c13ec-d1fb-4da7-9614-d3ac1021d7bd req-6fb4ad9a-22de-4f7b-b821-ec99def4ec30 service neutron] Request body: {'port': {'device_id': '67552ca2-1a57-4f98-8156-787339278f57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8345'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:02:59.056736 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device ce0fe787-b7be-4414-b22c-ac617a469df2 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:02:59.109112 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port ce0fe787-b7be-4414-b22c-ac617a469df2 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:02:59.109406 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:59.113235 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-752fe3ed-3c16-45fd-84d7-40d8515c6bc7 req-cf51b173-7d19-4931-900b-982dd4d9d39e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=67552ca2-1a57-4f98-8156-787339278f57 HTTP/1.1" status: 200 len: 210 time: 0.0338438 Mar 22 11:02:59.115988 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-991c13ec-d1fb-4da7-9614-d3ac1021d7bd req-6fb4ad9a-22de-4f7b-b821-ec99def4ec30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:59.374880 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [req-991c13ec-d1fb-4da7-9614-d3ac1021d7bd req-6fb4ad9a-22de-4f7b-b821-ec99def4ec30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7 {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:02:59.382378 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-991c13ec-d1fb-4da7-9614-d3ac1021d7bd req-6fb4ad9a-22de-4f7b-b821-ec99def4ec30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:59.396108 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [req-991c13ec-d1fb-4da7-9614-d3ac1021d7bd req-6fb4ad9a-22de-4f7b-b821-ec99def4ec30 service neutron] Transition to ACTIVE for port object ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7 will not be triggered until provisioned by entity L2. {{(pid=109050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:02:59.402082 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-991c13ec-d1fb-4da7-9614-d3ac1021d7bd req-6fb4ad9a-22de-4f7b-b821-ec99def4ec30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:59.449096 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb4ad9a-22de-4f7b-b821-ec99def4ec30 service neutron] Pushing event updated for resources: {'Port': ['ID=ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:02:59.524985 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-991c13ec-d1fb-4da7-9614-d3ac1021d7bd req-6fb4ad9a-22de-4f7b-b821-ec99def4ec30 service neutron] Attempting to bind port ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7 on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:02:59.525306 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-991c13ec-d1fb-4da7-9614-d3ac1021d7bd req-6fb4ad9a-22de-4f7b-b821-ec99def4ec30 service neutron] Attempting to bind port ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7 by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': '95fcd0a4-517a-4aa2-9b09-f167950ef2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0454fcc2-3002-44fb-8187-a8c864fb6170'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:02:59.525630 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991c13ec-d1fb-4da7-9614-d3ac1021d7bd req-6fb4ad9a-22de-4f7b-b821-ec99def4ec30 service neutron] Attempting to bind port ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7 on network 0454fcc2-3002-44fb-8187-a8c864fb6170 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:02:59.530076 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991c13ec-d1fb-4da7-9614-d3ac1021d7bd req-6fb4ad9a-22de-4f7b-b821-ec99def4ec30 service neutron] Port ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7 on network 0454fcc2-3002-44fb-8187-a8c864fb6170 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 11:02:59.530389 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991c13ec-d1fb-4da7-9614-d3ac1021d7bd req-6fb4ad9a-22de-4f7b-b821-ec99def4ec30 service neutron] Attempting to bind port ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7 on network 0454fcc2-3002-44fb-8187-a8c864fb6170 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:02:59.535464 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991c13ec-d1fb-4da7-9614-d3ac1021d7bd req-6fb4ad9a-22de-4f7b-b821-ec99def4ec30 service neutron] Checking agent: {'id': 'dcb78974-6458-4942-8c9c-663284d5bb3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8345', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:02:59.535798 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991c13ec-d1fb-4da7-9614-d3ac1021d7bd req-6fb4ad9a-22de-4f7b-b821-ec99def4ec30 service neutron] Checking segment: {'id': '95fcd0a4-517a-4aa2-9b09-f167950ef2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0454fcc2-3002-44fb-8187-a8c864fb6170'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:02:59.536167 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991c13ec-d1fb-4da7-9614-d3ac1021d7bd req-6fb4ad9a-22de-4f7b-b821-ec99def4ec30 service neutron] Bound using segment: {'id': '95fcd0a4-517a-4aa2-9b09-f167950ef2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0454fcc2-3002-44fb-8187-a8c864fb6170'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:02:59.536599 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-991c13ec-d1fb-4da7-9614-d3ac1021d7bd req-6fb4ad9a-22de-4f7b-b821-ec99def4ec30 service neutron] Bound port: ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7, host: hv-neutron-8345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95fcd0a4-517a-4aa2-9b09-f167950ef2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0454fcc2-3002-44fb-8187-a8c864fb6170'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:02:59.536957 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-991c13ec-d1fb-4da7-9614-d3ac1021d7bd req-6fb4ad9a-22de-4f7b-b821-ec99def4ec30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:59.605927 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-991c13ec-d1fb-4da7-9614-d3ac1021d7bd req-6fb4ad9a-22de-4f7b-b821-ec99def4ec30 service neutron] For port ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7, host hv-neutron-8345, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:02:59.609343 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-991c13ec-d1fb-4da7-9614-d3ac1021d7bd req-6fb4ad9a-22de-4f7b-b821-ec99def4ec30 service neutron] For port ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7, host hv-neutron-8345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7,segment=NetworkSegment(95fcd0a4-517a-4aa2-9b09-f167950ef2f0),segment_id=95fcd0a4-517a-4aa2-9b09-f167950ef2f0)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:02:59.615348 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-991c13ec-d1fb-4da7-9614-d3ac1021d7bd req-6fb4ad9a-22de-4f7b-b821-ec99def4ec30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:59.655358 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c13ec-d1fb-4da7-9614-d3ac1021d7bd req-6fb4ad9a-22de-4f7b-b821-ec99def4ec30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:02:59.656344 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-991c13ec-d1fb-4da7-9614-d3ac1021d7bd req-6fb4ad9a-22de-4f7b-b821-ec99def4ec30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:02:59.658211 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-991c13ec-d1fb-4da7-9614-d3ac1021d7bd req-6fb4ad9a-22de-4f7b-b821-ec99def4ec30 service neutron] 10.222.0.35 "PUT /v2.0/ports/ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7 HTTP/1.1" status: 200 len: 1131 time: 0.6341739 Mar 22 11:02:59.658897 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67552ca2-1a57-4f98-8156-787339278f57', 'tag': 'ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:02:59.661772 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4162a004-ea7e-48db-8a94-11deff9ed99c" -d '{"events": [{"name": "network-changed", "server_uuid": "67552ca2-1a57-4f98-8156-787339278f57", "tag": "ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:02:59.683871 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb4ad9a-22de-4f7b-b821-ec99def4ec30 service neutron] Pushing event updated for resources: {'Port': ['ID=ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:02:59.715219 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ac7c81-49cb-4cdb-a181-7a8846eeed6e x-openstack-request-id: req-39ac7c81-49cb-4cdb-a181-7a8846eeed6e {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:02:59.715775 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67552ca2-1a57-4f98-8156-787339278f57", "tag": "ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:02:59.715923 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-39ac7c81-49cb-4cdb-a181-7a8846eeed6e {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:02:59.716227 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39ac7c81-49cb-4cdb-a181-7a8846eeed6e'] response: {'name': 'network-changed', 'server_uuid': '67552ca2-1a57-4f98-8156-787339278f57', 'tag': 'ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7', 'status': 'completed', 'code': 200} Mar 22 11:02:59.752580 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c13ec-d1fb-4da7-9614-d3ac1021d7bd req-366cc3c8-b9bd-4dca-8e57-0adfaabe1148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:02:59.754090 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-991c13ec-d1fb-4da7-9614-d3ac1021d7bd req-366cc3c8-b9bd-4dca-8e57-0adfaabe1148 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d323f0b18e24bb7bcd0d92686e5587a&device_id=67552ca2-1a57-4f98-8156-787339278f57 HTTP/1.1" status: 200 len: 1134 time: 0.0498242 Mar 22 11:02:59.799713 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-991c13ec-d1fb-4da7-9614-d3ac1021d7bd req-9ce9717f-b65a-4195-805c-a0ce2c008e78 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7 HTTP/1.1" status: 200 len: 217 time: 0.0357585 Mar 22 11:02:59.850457 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c13ec-d1fb-4da7-9614-d3ac1021d7bd req-278c9442-7445-49fe-ab30-e263790a608b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:02:59.851957 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-991c13ec-d1fb-4da7-9614-d3ac1021d7bd req-278c9442-7445-49fe-ab30-e263790a608b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d27ec38b-f7f3-43a6-a323-8104a14338be HTTP/1.1" status: 200 len: 834 time: 0.0455484 Mar 22 11:02:59.910387 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c13ec-d1fb-4da7-9614-d3ac1021d7bd req-f7cff8da-291c-4bb4-b859-d598aa942cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:02:59.911936 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-991c13ec-d1fb-4da7-9614-d3ac1021d7bd req-f7cff8da-291c-4bb4-b859-d598aa942cac service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0454fcc2-3002-44fb-8187-a8c864fb6170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0514877 Mar 22 11:03:00.002668 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-991c13ec-d1fb-4da7-9614-d3ac1021d7bd req-bb008eff-867e-41fd-b3f3-15b1306d327d service neutron] 10.222.0.35 "GET /v2.0/networks/0454fcc2-3002-44fb-8187-a8c864fb6170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832493 Mar 22 11:03:00.093409 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-991c13ec-d1fb-4da7-9614-d3ac1021d7bd req-cd02a94c-6319-4534-8025-dd08b808d54f service neutron] 10.222.0.35 "GET /v2.0/networks/0454fcc2-3002-44fb-8187-a8c864fb6170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846114 Mar 22 11:03:00.202407 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162a004-ea7e-48db-8a94-11deff9ed99c req-638e722b-ecd8-4aa7-9864-e5c065f088fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:00.203762 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4162a004-ea7e-48db-8a94-11deff9ed99c req-638e722b-ecd8-4aa7-9864-e5c065f088fe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d323f0b18e24bb7bcd0d92686e5587a&device_id=67552ca2-1a57-4f98-8156-787339278f57 HTTP/1.1" status: 200 len: 1134 time: 0.0544131 Mar 22 11:03:00.298051 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b389aa-a863-4c9a-bc0a-7ccf058db76d req-ab37ec62-b0dd-47b0-b444-5e09dcc7c934 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:00.299547 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-02b389aa-a863-4c9a-bc0a-7ccf058db76d req-ab37ec62-b0dd-47b0-b444-5e09dcc7c934 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=67552ca2-1a57-4f98-8156-787339278f57 HTTP/1.1" status: 200 len: 981 time: 0.1133153 Mar 22 11:03:00.332464 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162a004-ea7e-48db-8a94-11deff9ed99c req-7c95219c-c845-4f58-adb2-6e055f7c3a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:00.333897 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4162a004-ea7e-48db-8a94-11deff9ed99c req-7c95219c-c845-4f58-adb2-6e055f7c3a89 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0454fcc2-3002-44fb-8187-a8c864fb6170 HTTP/1.1" status: 200 len: 898 time: 0.1170943 Mar 22 11:03:00.356734 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-02b389aa-a863-4c9a-bc0a-7ccf058db76d req-41a1e6da-e05d-4c9f-abc1-2ec268cb87f3 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=490c5b7e-2d03-4c50-9ac1-87542458a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510890 Mar 22 11:03:00.383030 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4162a004-ea7e-48db-8a94-11deff9ed99c req-a2fe84e5-e713-4e8e-98d0-412ad40fbc8c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7 HTTP/1.1" status: 200 len: 217 time: 0.0393674 Mar 22 11:03:00.440888 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162a004-ea7e-48db-8a94-11deff9ed99c req-465e9cf0-3c62-498c-814e-92a3cca88cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:00.442351 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4162a004-ea7e-48db-8a94-11deff9ed99c req-465e9cf0-3c62-498c-814e-92a3cca88cb2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d27ec38b-f7f3-43a6-a323-8104a14338be HTTP/1.1" status: 200 len: 834 time: 0.0520861 Mar 22 11:03:00.495509 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162a004-ea7e-48db-8a94-11deff9ed99c req-136cf1c2-1ed3-46ce-a902-2add2c529761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:00.496910 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4162a004-ea7e-48db-8a94-11deff9ed99c req-136cf1c2-1ed3-46ce-a902-2add2c529761 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0454fcc2-3002-44fb-8187-a8c864fb6170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0466943 Mar 22 11:03:00.596264 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4162a004-ea7e-48db-8a94-11deff9ed99c req-9915890d-7c0a-4517-b4aa-b2852fce6c7a service neutron] 10.222.0.35 "GET /v2.0/networks/0454fcc2-3002-44fb-8187-a8c864fb6170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911231 Mar 22 11:03:00.688016 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4162a004-ea7e-48db-8a94-11deff9ed99c req-7745b8cc-dafb-4138-a387-54710d92348f service neutron] 10.222.0.35 "GET /v2.0/networks/0454fcc2-3002-44fb-8187-a8c864fb6170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845530 Mar 22 11:03:01.483189 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f28839-294c-4268-9c24-ce836170dc98 req-c2ea3a33-aa51-4629-99e7-bfece14af674 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:01.484704 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f8f28839-294c-4268-9c24-ce836170dc98 req-c2ea3a33-aa51-4629-99e7-bfece14af674 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=67552ca2-1a57-4f98-8156-787339278f57 HTTP/1.1" status: 200 len: 981 time: 0.0512693 Mar 22 11:03:01.523257 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f8f28839-294c-4268-9c24-ce836170dc98 req-8c0bca40-0d55-450b-b5ba-84d703c7518c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=490c5b7e-2d03-4c50-9ac1-87542458a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322530 Mar 22 11:03:02.088211 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7 details requested by agent hyperv_hv-neutron-8345 with host hv-neutron-8345 {{(pid=109051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 11:03:02.185040 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7,segment=NetworkSegment(95fcd0a4-517a-4aa2-9b09-f167950ef2f0),segment_id=95fcd0a4-517a-4aa2-9b09-f167950ef2f0)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:03:02.195877 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Returning: {'device': 'ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7', 'network_id': '0454fcc2-3002-44fb-8187-a8c864fb6170', 'port_id': 'ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7', 'mac_address': 'fa:16:3e:e1:39:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd27ec38b-f7f3-43a6-a323-8104a14338be', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 11:03:02.237699 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:02.251757 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7 {{(pid=109051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:03:02.270913 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7,segment=NetworkSegment(95fcd0a4-517a-4aa2-9b09-f167950ef2f0),segment_id=95fcd0a4-517a-4aa2-9b09-f167950ef2f0)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:03:02.277759 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:02.324670 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:03:02.505439 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 11:03:02.650320 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009fb95-ed5b-46e0-a418-20affe336ebf req-5a138aab-52b8-45a0-81c5-642fd6ee4957 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:02.651936 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2009fb95-ed5b-46e0-a418-20affe336ebf req-5a138aab-52b8-45a0-81c5-642fd6ee4957 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=67552ca2-1a57-4f98-8156-787339278f57 HTTP/1.1" status: 200 len: 982 time: 0.0545192 Mar 22 11:03:02.689939 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2009fb95-ed5b-46e0-a418-20affe336ebf req-e9c71a55-2be1-409a-ba93-b5cfed7ece28 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=490c5b7e-2d03-4c50-9ac1-87542458a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310960 Mar 22 11:03:03.805428 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0febd41c-93ae-488b-853b-336941533f55 req-e6b84d76-05a9-4a08-841e-912a7e5bbe93 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:03.806897 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0febd41c-93ae-488b-853b-336941533f55 req-e6b84d76-05a9-4a08-841e-912a7e5bbe93 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=67552ca2-1a57-4f98-8156-787339278f57 HTTP/1.1" status: 200 len: 982 time: 0.0496030 Mar 22 11:03:03.846314 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0febd41c-93ae-488b-853b-336941533f55 req-5adfa9a0-63dd-4108-b62e-fd9b0287c262 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=490c5b7e-2d03-4c50-9ac1-87542458a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334325 Mar 22 11:03:04.103907 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7 up at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:03:04.161075 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning for port ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7 completed by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:03:04.166010 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning complete for port ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:03:04.166400 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:04.243990 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:04.269522 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67552ca2-1a57-4f98-8156-787339278f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:03:04.272043 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-562852fb-d0b6-4c69-946d-a4cd4b43b9b5" -d '{"events": [{"server_uuid": "67552ca2-1a57-4f98-8156-787339278f57", "name": "network-vif-plugged", "status": "completed", "tag": "ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:03:04.284023 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7,segment=NetworkSegment(95fcd0a4-517a-4aa2-9b09-f167950ef2f0),segment_id=95fcd0a4-517a-4aa2-9b09-f167950ef2f0)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:03:04.289512 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:04.312574 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d60a5ad7-f8e4-43ee-ab2b-027ab7e0fbda x-openstack-request-id: req-d60a5ad7-f8e4-43ee-ab2b-027ab7e0fbda {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:03:04.312869 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67552ca2-1a57-4f98-8156-787339278f57", "name": "network-vif-plugged", "status": "completed", "tag": "ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:03:04.313118 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d60a5ad7-f8e4-43ee-ab2b-027ab7e0fbda {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:03:04.313514 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d60a5ad7-f8e4-43ee-ab2b-027ab7e0fbda'] response: {'server_uuid': '67552ca2-1a57-4f98-8156-787339278f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7', 'code': 200} Mar 22 11:03:04.338912 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:03:04.484070 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b5dd6-10e4-436c-9afc-34e80ff9a1fc req-e145c229-a2f8-4098-b571-7e39513930a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:04.485529 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a53b5dd6-10e4-436c-9afc-34e80ff9a1fc req-e145c229-a2f8-4098-b571-7e39513930a0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=67552ca2-1a57-4f98-8156-787339278f57 HTTP/1.1" status: 200 len: 1136 time: 0.0422757 Mar 22 11:03:04.521794 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a53b5dd6-10e4-436c-9afc-34e80ff9a1fc req-6f2345b9-99d1-4acb-aaaa-edd3d5fac936 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=490c5b7e-2d03-4c50-9ac1-87542458a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285435 Mar 22 11:03:04.969220 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b77f01-bd54-4404-9ff8-9c803db8c173 req-f1587f29-da93-4c60-83a4-dded2d914396 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:04.971304 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-90b77f01-bd54-4404-9ff8-9c803db8c173 req-f1587f29-da93-4c60-83a4-dded2d914396 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=67552ca2-1a57-4f98-8156-787339278f57 HTTP/1.1" status: 200 len: 983 time: 0.0587192 Mar 22 11:03:05.015007 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-90b77f01-bd54-4404-9ff8-9c803db8c173 req-0ebc9041-9b03-468d-910a-cc40453ad574 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=490c5b7e-2d03-4c50-9ac1-87542458a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314479 Mar 22 11:03:06.139623 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5cc984-9c28-40a4-81db-b3bb33af04f1 req-45e2c68a-ef67-4405-8e87-57a979e80495 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:06.141119 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2a5cc984-9c28-40a4-81db-b3bb33af04f1 req-45e2c68a-ef67-4405-8e87-57a979e80495 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=67552ca2-1a57-4f98-8156-787339278f57 HTTP/1.1" status: 200 len: 983 time: 0.0526228 Mar 22 11:03:06.183033 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2a5cc984-9c28-40a4-81db-b3bb33af04f1 req-9bf89534-8d59-4978-bd95-e88ee37e8547 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=490c5b7e-2d03-4c50-9ac1-87542458a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332508 Mar 22 11:03:06.308291 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5429bc-9754-4540-a994-4e705a3580d7 req-64399e7f-99af-481c-9145-af721c6a86d6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:06.309666 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ae5429bc-9754-4540-a994-4e705a3580d7 req-64399e7f-99af-481c-9145-af721c6a86d6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=67552ca2-1a57-4f98-8156-787339278f57 HTTP/1.1" status: 200 len: 983 time: 0.0558589 Mar 22 11:03:06.349071 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ae5429bc-9754-4540-a994-4e705a3580d7 req-fb159008-78a5-45ed-a08c-4168affce057 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=490c5b7e-2d03-4c50-9ac1-87542458a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331862 Mar 22 11:03:06.377617 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42576) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:03:06.419631 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0d89de-0fae-4010-9790-133fce01f1c1 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:06.421181 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ef0d89de-0fae-4010-9790-133fce01f1c1 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=67552ca2-1a57-4f98-8156-787339278f57 HTTP/1.1" status: 200 len: 1131 time: 0.0425768 Mar 22 11:03:06.425245 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42578) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:03:06.429482 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-3dcf14a1-2ef1-4cff-b609-fc68a306d830 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'floatingip': {'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'port_id': 'ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:03:06.453048 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3dcf14a1-2ef1-4cff-b609-fc68a306d830 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for floatingip, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:06.550109 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3dcf14a1-2ef1-4cff-b609-fc68a306d830 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:06.656398 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-3dcf14a1-2ef1-4cff-b609-fc68a306d830 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Allocated IP 172.26.7.60 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/acdb16a7-aeb7-4ec5-a062-505c4f6997c2) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:03:06.758746 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3dcf14a1-2ef1-4cff-b609-fc68a306d830 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:06.801975 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3dcf14a1-2ef1-4cff-b609-fc68a306d830 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:06.840937 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcf14a1-2ef1-4cff-b609-fc68a306d830 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:03:06.846027 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-3dcf14a1-2ef1-4cff-b609-fc68a306d830 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:03:06.849664 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcf14a1-2ef1-4cff-b609-fc68a306d830 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:03:06.854968 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcf14a1-2ef1-4cff-b609-fc68a306d830 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Port': ['ID=acdb16a7-aeb7-4ec5-a062-505c4f6997c2,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:03:07.206172 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3dcf14a1-2ef1-4cff-b609-fc68a306d830 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:07.278052 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3dcf14a1-2ef1-4cff-b609-fc68a306d830 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:07.430670 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3dcf14a1-2ef1-4cff-b609-fc68a306d830 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:07.437497 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3dcf14a1-2ef1-4cff-b609-fc68a306d830 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:07.508072 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcf14a1-2ef1-4cff-b609-fc68a306d830 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Port': ['ID=acdb16a7-aeb7-4ec5-a062-505c4f6997c2,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:03:07.520525 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3dcf14a1-2ef1-4cff-b609-fc68a306d830 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684147'] for floatingip, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:07.687652 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-20eb3ba6-2359-42a9-8b36-44bd23b55afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:07.950432 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.l3_db [None req-3dcf14a1-2ef1-4cff-b609-fc68a306d830 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Floating IP ec0c43e5-1454-449b-9a8f-81aed58cf346 associated. External IP: 172.26.7.60, port: ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7. Mar 22 11:03:08.168963 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dcf14a1-2ef1-4cff-b609-fc68a306d830 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Router e30c1ebd-ff89-4944-a288-b953526dc4e4 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:03:08.280314 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dcf14a1-2ef1-4cff-b609-fc68a306d830 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:03:08.290178 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f865cde8-fc38-49d8-9496-a493cbac3674 None None] Sync routers for ids ['e30c1ebd-ff89-4944-a288-b953526dc4e4'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:03:08.299682 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3dcf14a1-2ef1-4cff-b609-fc68a306d830 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:08.300244 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f865cde8-fc38-49d8-9496-a493cbac3674 None None] Routers {'e30c1ebd-ff89-4944-a288-b953526dc4e4'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:03:08.300840 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-f865cde8-fc38-49d8-9496-a493cbac3674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:02:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['e30c1ebd-ff89-4944-a288-b953526dc4e4'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:03:08.330792 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3dcf14a1-2ef1-4cff-b609-fc68a306d830 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 1.9045303 Mar 22 11:03:08.331343 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67552ca2-1a57-4f98-8156-787339278f57', 'tag': 'ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:03:08.333635 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea20d47ee5c2e5d2aa35ee26c9e60aea7970c4225f3eb14fb63792ea9ad3856f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8fd562a-ac74-4743-ae34-32ea6854bf31" -d '{"events": [{"name": "network-changed", "server_uuid": "67552ca2-1a57-4f98-8156-787339278f57", "tag": "ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:03:08.334119 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42580) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:03:08.373881 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2637cda0-9664-46d3-ae71-c942589ed841 x-openstack-request-id: req-2637cda0-9664-46d3-ae71-c942589ed841 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:03:08.374249 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67552ca2-1a57-4f98-8156-787339278f57", "tag": "ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:03:08.374559 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2637cda0-9664-46d3-ae71-c942589ed841 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:03:08.375019 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2637cda0-9664-46d3-ae71-c942589ed841'] response: {'name': 'network-changed', 'server_uuid': '67552ca2-1a57-4f98-8156-787339278f57', 'tag': 'ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7', 'status': 'completed', 'code': 200} Mar 22 11:03:08.406044 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-f865cde8-fc38-49d8-9496-a493cbac3674 None None] Set router e30c1ebd-ff89-4944-a288-b953526dc4e4 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:03:08.437722 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa0a7bc-b6fd-42ab-9a43-d0755a48cd9f tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:08.439702 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-4fa0a7bc-b6fd-42ab-9a43-d0755a48cd9f tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=67552ca2-1a57-4f98-8156-787339278f57&network_id=0454fcc2-3002-44fb-8187-a8c864fb6170 HTTP/1.1" status: 200 len: 1131 time: 0.1044531 Mar 22 11:03:08.456656 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd562a-ac74-4743-ae34-32ea6854bf31 req-0a5aa3d4-a01d-4ae2-9cf0-3c1e152c9793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:08.458843 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c8fd562a-ac74-4743-ae34-32ea6854bf31 req-0a5aa3d4-a01d-4ae2-9cf0-3c1e152c9793 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d323f0b18e24bb7bcd0d92686e5587a&device_id=67552ca2-1a57-4f98-8156-787339278f57 HTTP/1.1" status: 200 len: 1136 time: 0.0601749 Mar 22 11:03:08.585692 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd562a-ac74-4743-ae34-32ea6854bf31 req-21908b2b-82f7-400c-9967-a467caee3773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:08.587697 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c8fd562a-ac74-4743-ae34-32ea6854bf31 req-21908b2b-82f7-400c-9967-a467caee3773 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0454fcc2-3002-44fb-8187-a8c864fb6170 HTTP/1.1" status: 200 len: 898 time: 0.1164088 Mar 22 11:03:08.644635 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-f865cde8-fc38-49d8-9496-a493cbac3674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30c1ebd-ff89-4944-a288-b953526dc4e4', 'name': 'tempest-TestNetworkBasicOps-router-364404746', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': 'e4459683-a30b-4a88-a3ee-66cf6c1fe5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:02:50Z', 'updated_at': '2022-03-22T11:02:54Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'e4459683-a30b-4a88-a3ee-66cf6c1fe5a2', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30c1ebd-ff89-4944-a288-b953526dc4e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:02:51Z', 'updated_at': '2022-03-22T11:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': 'ec0c43e5-1454-449b-9a8f-81aed58cf346', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'floating_ip_address': '172.26.7.60', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': 'e30c1ebd-ff89-4944-a288-b953526dc4e4', 'port_id': 'ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1172812349', 'network_id': '0454fcc2-3002-44fb-8187-a8c864fb6170', 'mac_address': 'fa:16:3e:e1:39:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67552ca2-1a57-4f98-8156-787339278f57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:03:07Z', 'updated_at': '2022-03-22T11:03:07Z', 'revision_number': 0, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce0fe787-b7be-4414-b22c-ac617a469df2', 'name': '', 'network_id': '0454fcc2-3002-44fb-8187-a8c864fb6170', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:fd:00:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30c1ebd-ff89-4944-a288-b953526dc4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'd27ec38b-f7f3-43a6-a323-8104a14338be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:02:53Z', 'updated_at': '2022-03-22T11:02:57Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': 'd27ec38b-f7f3-43a6-a323-8104a14338be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:03:08.659835 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c8fd562a-ac74-4743-ae34-32ea6854bf31 req-9842d416-c154-499b-b02b-22af95d2ef35 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7 HTTP/1.1" status: 200 len: 1036 time: 0.0638003 Mar 22 11:03:08.670947 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f865cde8-fc38-49d8-9496-a493cbac3674 None None] Checking router: e30c1ebd-ff89-4944-a288-b953526dc4e4 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:03:08.679106 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f865cde8-fc38-49d8-9496-a493cbac3674 None None] Routers {'e30c1ebd-ff89-4944-a288-b953526dc4e4'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:03:08.679728 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-f865cde8-fc38-49d8-9496-a493cbac3674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:02:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['e30c1ebd-ff89-4944-a288-b953526dc4e4'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:03:08.740451 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd562a-ac74-4743-ae34-32ea6854bf31 req-6bbac11b-453e-4d12-91c0-dc1c049ac427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:08.741934 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c8fd562a-ac74-4743-ae34-32ea6854bf31 req-6bbac11b-453e-4d12-91c0-dc1c049ac427 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d27ec38b-f7f3-43a6-a323-8104a14338be HTTP/1.1" status: 200 len: 834 time: 0.0685489 Mar 22 11:03:08.750044 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec5a2f-733b-4aed-9985-a83c3da2dda8 req-ecfdc08b-e321-470d-bb47-b73e5c492146 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:08.751441 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-baec5a2f-733b-4aed-9985-a83c3da2dda8 req-ecfdc08b-e321-470d-bb47-b73e5c492146 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=67552ca2-1a57-4f98-8156-787339278f57 HTTP/1.1" status: 200 len: 983 time: 0.0863543 Mar 22 11:03:08.786323 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-f865cde8-fc38-49d8-9496-a493cbac3674 None None] Set router e30c1ebd-ff89-4944-a288-b953526dc4e4 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:03:08.814589 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-baec5a2f-733b-4aed-9985-a83c3da2dda8 req-e7b633a6-49c9-4d1c-ac8b-39ce7c60ff33 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=490c5b7e-2d03-4c50-9ac1-87542458a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550213 Mar 22 11:03:08.817279 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd562a-ac74-4743-ae34-32ea6854bf31 req-095b1c74-5e7c-4d97-8224-eae65586ea8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:08.818664 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c8fd562a-ac74-4743-ae34-32ea6854bf31 req-095b1c74-5e7c-4d97-8224-eae65586ea8d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0454fcc2-3002-44fb-8187-a8c864fb6170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663595 Mar 22 11:03:08.914565 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c8fd562a-ac74-4743-ae34-32ea6854bf31 req-95b6e2e7-ac62-441d-8518-dbcd19362435 service neutron] 10.222.0.35 "GET /v2.0/networks/0454fcc2-3002-44fb-8187-a8c864fb6170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879328 Mar 22 11:03:09.003426 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c8fd562a-ac74-4743-ae34-32ea6854bf31 req-56ccc9af-98c6-4715-b6b3-1c935260a1ed service neutron] 10.222.0.35 "GET /v2.0/networks/0454fcc2-3002-44fb-8187-a8c864fb6170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819128 Mar 22 11:03:09.013409 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-f865cde8-fc38-49d8-9496-a493cbac3674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30c1ebd-ff89-4944-a288-b953526dc4e4', 'name': 'tempest-TestNetworkBasicOps-router-364404746', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': 'e4459683-a30b-4a88-a3ee-66cf6c1fe5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:02:50Z', 'updated_at': '2022-03-22T11:02:54Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'e4459683-a30b-4a88-a3ee-66cf6c1fe5a2', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30c1ebd-ff89-4944-a288-b953526dc4e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:02:51Z', 'updated_at': '2022-03-22T11:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': 'ec0c43e5-1454-449b-9a8f-81aed58cf346', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'floating_ip_address': '172.26.7.60', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': 'e30c1ebd-ff89-4944-a288-b953526dc4e4', 'port_id': 'ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1172812349', 'network_id': '0454fcc2-3002-44fb-8187-a8c864fb6170', 'mac_address': 'fa:16:3e:e1:39:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67552ca2-1a57-4f98-8156-787339278f57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:03:07Z', 'updated_at': '2022-03-22T11:03:07Z', 'revision_number': 0, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce0fe787-b7be-4414-b22c-ac617a469df2', 'name': '', 'network_id': '0454fcc2-3002-44fb-8187-a8c864fb6170', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:fd:00:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30c1ebd-ff89-4944-a288-b953526dc4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'd27ec38b-f7f3-43a6-a323-8104a14338be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:02:53Z', 'updated_at': '2022-03-22T11:02:57Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': 'd27ec38b-f7f3-43a6-a323-8104a14338be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:03:09.123795 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f865cde8-fc38-49d8-9496-a493cbac3674 None None] The sync data for ids ['e30c1ebd-ff89-4944-a288-b953526dc4e4'] in dv-neutron-834599-1-hyperv is: [{'id': 'e30c1ebd-ff89-4944-a288-b953526dc4e4', 'name': 'tempest-TestNetworkBasicOps-router-364404746', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': 'e4459683-a30b-4a88-a3ee-66cf6c1fe5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:02:50Z', 'updated_at': '2022-03-22T11:02:54Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'e4459683-a30b-4a88-a3ee-66cf6c1fe5a2', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30c1ebd-ff89-4944-a288-b953526dc4e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:02:51Z', 'updated_at': '2022-03-22T11:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': 'ec0c43e5-1454-449b-9a8f-81aed58cf346', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'floating_ip_address': '172.26.7.60', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': 'e30c1ebd-ff89-4944-a288-b953526dc4e4', 'port_id': 'ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1172812349', 'network_id': '0454fcc2-3002-44fb-8187-a8c864fb6170', 'mac_address': 'fa:16:3e:e1:39:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67552ca2-1a57-4f98-8156-787339278f57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:03:07Z', 'updated_at': '2022-03-22T11:03:07Z', 'revision_number': 0, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce0fe787-b7be-4414-b22c-ac617a469df2', 'name': '', 'network_id': '0454fcc2-3002-44fb-8187-a8c864fb6170', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:fd:00:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30c1ebd-ff89-4944-a288-b953526dc4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'd27ec38b-f7f3-43a6-a323-8104a14338be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:02:53Z', 'updated_at': '2022-03-22T11:02:57Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': 'd27ec38b-f7f3-43a6-a323-8104a14338be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:03:09.331861 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2641852-8b89-4641-a2aa-431402487da0 None None] New status for floating IP ec0c43e5-1454-449b-9a8f-81aed58cf346: ACTIVE {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 11:03:09.839538 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a011f8c9-f601-4af2-87ad-3816390ed45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:09.966032 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be802e2e-a6a2-4d8d-a856-3d0882178154 req-6e457d59-5750-4d10-8e1c-9fce7f11e2e3 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:09.967483 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-be802e2e-a6a2-4d8d-a856-3d0882178154 req-6e457d59-5750-4d10-8e1c-9fce7f11e2e3 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=67552ca2-1a57-4f98-8156-787339278f57 HTTP/1.1" status: 200 len: 983 time: 0.0782802 Mar 22 11:03:09.988291 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1020a4-3773-4229-a222-73a035ef68ec req-fa66e548-55b4-4e96-9b93-ccbdda557639 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:09.989699 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0b1020a4-3773-4229-a222-73a035ef68ec req-fa66e548-55b4-4e96-9b93-ccbdda557639 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.35 "GET /v2.0/ports?device_id=67552ca2-1a57-4f98-8156-787339278f57 HTTP/1.1" status: 200 len: 983 time: 0.0689585 Mar 22 11:03:10.044174 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-be802e2e-a6a2-4d8d-a856-3d0882178154 req-c35895fd-c6e5-461e-9920-cbd278340448 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=490c5b7e-2d03-4c50-9ac1-87542458a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691087 Mar 22 11:03:10.047205 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1020a4-3773-4229-a222-73a035ef68ec req-523144b0-231a-4cb6-b213-8e5cb00cb2fe tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:10.048360 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0b1020a4-3773-4229-a222-73a035ef68ec req-523144b0-231a-4cb6-b213-8e5cb00cb2fe tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.35 "GET /v2.0/ports/ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0512753 Mar 22 11:03:10.140550 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:03:10.152075 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0b1020a4-3773-4229-a222-73a035ef68ec req-569e632d-bb00-4e4a-83f8-69745448785d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.35 "GET /v2.0/networks/0454fcc2-3002-44fb-8187-a8c864fb6170?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0976682 Mar 22 11:03:10.162864 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-0b1020a4-3773-4229-a222-73a035ef68ec req-aa666be3-7304-46d6-b850-21211a50d0a2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:03:10.215273 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-0b1020a4-3773-4229-a222-73a035ef68ec req-aa666be3-7304-46d6-b850-21211a50d0a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:10.351121 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-0b1020a4-3773-4229-a222-73a035ef68ec req-aa666be3-7304-46d6-b850-21211a50d0a2 service neutron] For port ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7,segment=NetworkSegment(95fcd0a4-517a-4aa2-9b09-f167950ef2f0),segment_id=95fcd0a4-517a-4aa2-9b09-f167950ef2f0)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:03:10.385759 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-0b1020a4-3773-4229-a222-73a035ef68ec req-aa666be3-7304-46d6-b850-21211a50d0a2 service neutron] For port ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7, host hv-neutron-8345, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:03:10.418161 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [req-0b1020a4-3773-4229-a222-73a035ef68ec req-aa666be3-7304-46d6-b850-21211a50d0a2 service neutron] device_id is not set on port ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7 yet. {{(pid=109050) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:03:10.428092 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-0b1020a4-3773-4229-a222-73a035ef68ec req-aa666be3-7304-46d6-b850-21211a50d0a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:10.438897 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-0b1020a4-3773-4229-a222-73a035ef68ec req-aa666be3-7304-46d6-b850-21211a50d0a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:10.552418 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa666be3-7304-46d6-b850-21211a50d0a2 service neutron] Pushing event updated for resources: {'Port': ['ID=ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7,revision_number=6']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:03:10.612228 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b1020a4-3773-4229-a222-73a035ef68ec req-aa666be3-7304-46d6-b850-21211a50d0a2 service neutron] No DVR routers for this DVR port ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7 on host hv-neutron-8345 {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:03:10.676850 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-4c539519-9136-411e-a865-d326eb8c9f55 None None] Provisioning complete for port ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:03:10.677437 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4c539519-9136-411e-a865-d326eb8c9f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:10.711917 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-4c539519-9136-411e-a865-d326eb8c9f55 None None] Port ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:03:10.748160 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-0b1020a4-3773-4229-a222-73a035ef68ec req-aa666be3-7304-46d6-b850-21211a50d0a2 service neutron] In _notify_port_updated(), no bound segment for port ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7 on network 0454fcc2-3002-44fb-8187-a8c864fb6170 {{(pid=109050) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 22 11:03:10.748984 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1020a4-3773-4229-a222-73a035ef68ec req-aa666be3-7304-46d6-b850-21211a50d0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:10.749598 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-0b1020a4-3773-4229-a222-73a035ef68ec req-aa666be3-7304-46d6-b850-21211a50d0a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:10.750860 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0b1020a4-3773-4229-a222-73a035ef68ec req-aa666be3-7304-46d6-b850-21211a50d0a2 service neutron] 10.222.0.35 "PUT /v2.0/ports/ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7 HTTP/1.1" status: 200 len: 1026 time: 0.5918584 Mar 22 11:03:11.105848 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:11.161637 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e52ba994-f7d1-48eb-84be-a750eabab86e req-b8ae11fc-f289-42aa-b2de-3c41985bd34a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=67552ca2-1a57-4f98-8156-787339278f57 HTTP/1.1" status: 200 len: 210 time: 0.0278943 Mar 22 11:03:12.136733 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7 no longer exists at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:03:12.180839 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7 not bound to the agent host hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:03:12.225591 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42594) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:03:12.273888 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27a2caa-ec6b-4ea1-9882-e3693326c0d4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:12.275136 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-d27a2caa-ec6b-4ea1-9882-e3693326c0d4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports/ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7 HTTP/1.1" status: 200 len: 925 time: 0.0485013 Mar 22 11:03:12.478546 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42598) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:03:12.483235 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-418aaf2a-6a07-4eea-9c33-7a9cc31d7324 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-768595636', 'description': 'tempest-secgroup-smoke-768595636 description', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:03:12.506849 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-418aaf2a-6a07-4eea-9c33-7a9cc31d7324 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:12.528062 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:12.589258 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-418aaf2a-6a07-4eea-9c33-7a9cc31d7324 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:12.593248 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-418aaf2a-6a07-4eea-9c33-7a9cc31d7324 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:12.622318 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-418aaf2a-6a07-4eea-9c33-7a9cc31d7324 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:12.623560 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-418aaf2a-6a07-4eea-9c33-7a9cc31d7324 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1439905 Mar 22 11:03:12.626353 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42600) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:03:12.631652 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-0fc65376-fc78-48ea-8b60-488319be8fc7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': '8026e723-b86c-47a8-a5cc-de701fac7d25', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:03:12.637049 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418aaf2a-6a07-4eea-9c33-7a9cc31d7324 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8026e723-b86c-47a8-a5cc-de701fac7d25,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:03:12.667678 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0fc65376-fc78-48ea-8b60-488319be8fc7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:12.729664 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0fc65376-fc78-48ea-8b60-488319be8fc7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:12.734282 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0fc65376-fc78-48ea-8b60-488319be8fc7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:12.753202 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc65376-fc78-48ea-8b60-488319be8fc7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be447e2c-1bca-4449-b572-db6c451c17bd,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:03:12.760468 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0fc65376-fc78-48ea-8b60-488319be8fc7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:12.761760 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-0fc65376-fc78-48ea-8b60-488319be8fc7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1336768 Mar 22 11:03:12.765069 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42602) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:03:12.769863 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-64cbf608-1137-445d-8f05-9f7c41926aab tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': '8026e723-b86c-47a8-a5cc-de701fac7d25', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:03:12.792418 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:12.798611 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-64cbf608-1137-445d-8f05-9f7c41926aab tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:12.861603 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-64cbf608-1137-445d-8f05-9f7c41926aab tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:12.866489 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-64cbf608-1137-445d-8f05-9f7c41926aab tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:12.885282 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cbf608-1137-445d-8f05-9f7c41926aab tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3588f244-5bbc-4237-afec-2ac6ab200169,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:03:12.893869 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-64cbf608-1137-445d-8f05-9f7c41926aab tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:12.895244 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-64cbf608-1137-445d-8f05-9f7c41926aab tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1290436 Mar 22 11:03:12.898228 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42604) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:03:12.903086 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-f12713d7-05ba-4a0c-87d9-9d93320311de tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': '8026e723-b86c-47a8-a5cc-de701fac7d25', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:03:12.935183 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f12713d7-05ba-4a0c-87d9-9d93320311de tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:13.010970 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f12713d7-05ba-4a0c-87d9-9d93320311de tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:13.016295 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f12713d7-05ba-4a0c-87d9-9d93320311de tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:13.034940 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12713d7-05ba-4a0c-87d9-9d93320311de tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86ba2ddb-5304-45db-8796-28033c07d217,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:03:13.040523 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f12713d7-05ba-4a0c-87d9-9d93320311de tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:13.041790 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-f12713d7-05ba-4a0c-87d9-9d93320311de tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1425259 Mar 22 11:03:13.045014 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42606) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:03:13.050059 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-8365ef4f-dc2a-4d43-b4d3-51dee5881b1d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': '8026e723-b86c-47a8-a5cc-de701fac7d25', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:03:13.077156 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8365ef4f-dc2a-4d43-b4d3-51dee5881b1d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:13.138016 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8365ef4f-dc2a-4d43-b4d3-51dee5881b1d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:13.142709 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8365ef4f-dc2a-4d43-b4d3-51dee5881b1d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:13.159896 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8365ef4f-dc2a-4d43-b4d3-51dee5881b1d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5363ed56-8d90-44f2-a1a4-565d65ecfec8,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:03:13.167037 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8365ef4f-dc2a-4d43-b4d3-51dee5881b1d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:13.168392 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8365ef4f-dc2a-4d43-b4d3-51dee5881b1d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1223495 Mar 22 11:03:13.171399 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42608) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:03:13.176148 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-ac7c3766-197d-4bb5-a996-55f9bbc32dc1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': '8026e723-b86c-47a8-a5cc-de701fac7d25', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:03:13.196809 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.securitygroups_db [None req-ac7c3766-197d-4bb5-a996-55f9bbc32dc1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Project 9d323f0b18e24bb7bcd0d92686e5587a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 11:03:13.201435 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ac7c3766-197d-4bb5-a996-55f9bbc32dc1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:13.268142 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ac7c3766-197d-4bb5-a996-55f9bbc32dc1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:13.273204 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ac7c3766-197d-4bb5-a996-55f9bbc32dc1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:13.290253 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c3766-197d-4bb5-a996-55f9bbc32dc1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e70283cb-0f69-4718-b995-bd2f5782116d,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:03:13.295408 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:13.300473 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ac7c3766-197d-4bb5-a996-55f9bbc32dc1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:13.301676 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-ac7c3766-197d-4bb5-a996-55f9bbc32dc1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1291018 Mar 22 11:03:13.304736 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42610) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:03:13.309332 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-2a744866-7320-40d7-bb98-c525af4a1b9e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': '8026e723-b86c-47a8-a5cc-de701fac7d25', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:03:13.330278 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.securitygroups_db [None req-2a744866-7320-40d7-bb98-c525af4a1b9e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Project 9d323f0b18e24bb7bcd0d92686e5587a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 11:03:13.334993 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2a744866-7320-40d7-bb98-c525af4a1b9e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:13.394733 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2a744866-7320-40d7-bb98-c525af4a1b9e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:13.400112 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2a744866-7320-40d7-bb98-c525af4a1b9e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:13.420121 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a744866-7320-40d7-bb98-c525af4a1b9e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=822584f9-a574-4e15-b037-643bcc593898,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:03:13.427260 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2a744866-7320-40d7-bb98-c525af4a1b9e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:13.428530 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2a744866-7320-40d7-bb98-c525af4a1b9e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1227777 Mar 22 11:03:13.568006 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7ddcfe54-6222-4f05-9ef3-501e4a2b460f req-cef16709-ce12-4725-852d-5e1018b11854 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-768595636&fields=id&tenant_id=9d323f0b18e24bb7bcd0d92686e5587a HTTP/1.1" status: 200 len: 267 time: 0.0330582 Mar 22 11:03:13.616970 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddcfe54-6222-4f05-9ef3-501e4a2b460f req-461cf215-b2c0-46b1-8b25-9917b4ec5cf7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:13.619512 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7ddcfe54-6222-4f05-9ef3-501e4a2b460f req-461cf215-b2c0-46b1-8b25-9917b4ec5cf7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports/ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7 HTTP/1.1" status: 200 len: 930 time: 0.0442805 Mar 22 11:03:13.671481 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7ddcfe54-6222-4f05-9ef3-501e4a2b460f req-2a72c47e-f226-4159-b450-358019e478cb service neutron] 10.222.0.57 "GET /v2.0/ports/ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0369687 Mar 22 11:03:13.779045 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7ddcfe54-6222-4f05-9ef3-501e4a2b460f req-c18cc299-4421-4757-94c6-c221d2f2a963 service neutron] 10.222.0.57 "GET /v2.0/networks/0454fcc2-3002-44fb-8187-a8c864fb6170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996146 Mar 22 11:03:14.182147 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7ddcfe54-6222-4f05-9ef3-501e4a2b460f req-9c07f519-d7b4-428f-9dd4-16abf5b02dfe service neutron] 10.222.0.57 "GET /v2.0/networks/0454fcc2-3002-44fb-8187-a8c864fb6170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3966463 Mar 22 11:03:14.347959 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6541f079-4973-47c1-b5e7-be663e311912 req-dbc0b7e9-e2bd-46d5-8882-ef8137c0d78a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=56004946-c187-4a7c-a0b0-da71083dcc60 HTTP/1.1" status: 200 len: 210 time: 0.0257888 Mar 22 11:03:15.223656 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddcfe54-6222-4f05-9ef3-501e4a2b460f req-4cfa4f27-bb5c-4739-958a-a6ca6ed6251e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:15.225191 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7ddcfe54-6222-4f05-9ef3-501e4a2b460f req-4cfa4f27-bb5c-4739-958a-a6ca6ed6251e service neutron] 10.222.0.35 "GET /v2.0/ports/ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7 HTTP/1.1" status: 200 len: 1026 time: 0.0353627 Mar 22 11:03:15.334772 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddcfe54-6222-4f05-9ef3-501e4a2b460f req-5aff5458-a073-4b9e-af21-019b6d076df4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:15.336247 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7ddcfe54-6222-4f05-9ef3-501e4a2b460f req-5aff5458-a073-4b9e-af21-019b6d076df4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.35 "GET /v2.0/networks?id=0454fcc2-3002-44fb-8187-a8c864fb6170 HTTP/1.1" status: 200 len: 797 time: 0.1054919 Mar 22 11:03:15.385883 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7ddcfe54-6222-4f05-9ef3-501e4a2b460f req-741979a6-12aa-4f8c-a8b9-79d7841bfdb5 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d323f0b18e24bb7bcd0d92686e5587a HTTP/1.1" status: 200 len: 471 time: 0.0363615 Mar 22 11:03:15.396563 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-7ddcfe54-6222-4f05-9ef3-501e4a2b460f req-b8b2e86b-4d53-4510-8459-1f1e6c175708 service neutron] Request body: {'port': {'device_id': '56004946-c187-4a7c-a0b0-da71083dcc60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8345'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:03:15.444871 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e89f2e4b-f5b5-4ce5-a6e8-231d7f421b80 req-a19e6175-3887-4731-b979-f71639394c5f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=56004946-c187-4a7c-a0b0-da71083dcc60 HTTP/1.1" status: 200 len: 210 time: 0.0297453 Mar 22 11:03:15.475547 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-7ddcfe54-6222-4f05-9ef3-501e4a2b460f req-b8b2e86b-4d53-4510-8459-1f1e6c175708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:15.756292 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [req-7ddcfe54-6222-4f05-9ef3-501e4a2b460f req-b8b2e86b-4d53-4510-8459-1f1e6c175708 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7 {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:03:15.763566 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-7ddcfe54-6222-4f05-9ef3-501e4a2b460f req-b8b2e86b-4d53-4510-8459-1f1e6c175708 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:15.776381 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [req-7ddcfe54-6222-4f05-9ef3-501e4a2b460f req-b8b2e86b-4d53-4510-8459-1f1e6c175708 service neutron] Transition to ACTIVE for port object ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7 will not be triggered until provisioned by entity L2. {{(pid=109050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:03:15.783103 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-7ddcfe54-6222-4f05-9ef3-501e4a2b460f req-b8b2e86b-4d53-4510-8459-1f1e6c175708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:15.861287 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b2e86b-4d53-4510-8459-1f1e6c175708 service neutron] Pushing event updated for resources: {'Port': ['ID=ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7,revision_number=7']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:03:15.954326 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-7ddcfe54-6222-4f05-9ef3-501e4a2b460f req-b8b2e86b-4d53-4510-8459-1f1e6c175708 service neutron] Attempting to bind port ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7 on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:03:15.954672 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-7ddcfe54-6222-4f05-9ef3-501e4a2b460f req-b8b2e86b-4d53-4510-8459-1f1e6c175708 service neutron] Attempting to bind port ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7 by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': '95fcd0a4-517a-4aa2-9b09-f167950ef2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0454fcc2-3002-44fb-8187-a8c864fb6170'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:03:15.954993 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddcfe54-6222-4f05-9ef3-501e4a2b460f req-b8b2e86b-4d53-4510-8459-1f1e6c175708 service neutron] Attempting to bind port ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7 on network 0454fcc2-3002-44fb-8187-a8c864fb6170 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:03:15.959511 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddcfe54-6222-4f05-9ef3-501e4a2b460f req-b8b2e86b-4d53-4510-8459-1f1e6c175708 service neutron] Port ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7 on network 0454fcc2-3002-44fb-8187-a8c864fb6170 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 11:03:15.959831 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddcfe54-6222-4f05-9ef3-501e4a2b460f req-b8b2e86b-4d53-4510-8459-1f1e6c175708 service neutron] Attempting to bind port ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7 on network 0454fcc2-3002-44fb-8187-a8c864fb6170 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:03:15.964812 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddcfe54-6222-4f05-9ef3-501e4a2b460f req-b8b2e86b-4d53-4510-8459-1f1e6c175708 service neutron] Checking agent: {'id': 'dcb78974-6458-4942-8c9c-663284d5bb3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8345', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:03:15.965233 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddcfe54-6222-4f05-9ef3-501e4a2b460f req-b8b2e86b-4d53-4510-8459-1f1e6c175708 service neutron] Checking segment: {'id': '95fcd0a4-517a-4aa2-9b09-f167950ef2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0454fcc2-3002-44fb-8187-a8c864fb6170'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:03:15.965616 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddcfe54-6222-4f05-9ef3-501e4a2b460f req-b8b2e86b-4d53-4510-8459-1f1e6c175708 service neutron] Bound using segment: {'id': '95fcd0a4-517a-4aa2-9b09-f167950ef2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0454fcc2-3002-44fb-8187-a8c864fb6170'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:03:15.966050 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-7ddcfe54-6222-4f05-9ef3-501e4a2b460f req-b8b2e86b-4d53-4510-8459-1f1e6c175708 service neutron] Bound port: ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7, host: hv-neutron-8345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95fcd0a4-517a-4aa2-9b09-f167950ef2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0454fcc2-3002-44fb-8187-a8c864fb6170'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:03:15.966406 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-7ddcfe54-6222-4f05-9ef3-501e4a2b460f req-b8b2e86b-4d53-4510-8459-1f1e6c175708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:16.033239 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-7ddcfe54-6222-4f05-9ef3-501e4a2b460f req-b8b2e86b-4d53-4510-8459-1f1e6c175708 service neutron] For port ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7, host hv-neutron-8345, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:03:16.036156 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-7ddcfe54-6222-4f05-9ef3-501e4a2b460f req-b8b2e86b-4d53-4510-8459-1f1e6c175708 service neutron] For port ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7, host hv-neutron-8345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7,segment=NetworkSegment(95fcd0a4-517a-4aa2-9b09-f167950ef2f0),segment_id=95fcd0a4-517a-4aa2-9b09-f167950ef2f0)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:03:16.043400 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-7ddcfe54-6222-4f05-9ef3-501e4a2b460f req-b8b2e86b-4d53-4510-8459-1f1e6c175708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:16.078338 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddcfe54-6222-4f05-9ef3-501e4a2b460f req-b8b2e86b-4d53-4510-8459-1f1e6c175708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:16.079026 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-7ddcfe54-6222-4f05-9ef3-501e4a2b460f req-b8b2e86b-4d53-4510-8459-1f1e6c175708 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:16.080504 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7ddcfe54-6222-4f05-9ef3-501e4a2b460f req-b8b2e86b-4d53-4510-8459-1f1e6c175708 service neutron] 10.222.0.35 "PUT /v2.0/ports/ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7 HTTP/1.1" status: 200 len: 1131 time: 0.6880226 Mar 22 11:03:16.080935 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56004946-c187-4a7c-a0b0-da71083dcc60', 'tag': 'ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:03:16.083727 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b266b64-c936-47d5-985c-fb9628fff8bb" -d '{"events": [{"name": "network-changed", "server_uuid": "56004946-c187-4a7c-a0b0-da71083dcc60", "tag": "ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:03:16.106914 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b2e86b-4d53-4510-8459-1f1e6c175708 service neutron] Pushing event updated for resources: {'Port': ['ID=ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7,revision_number=8']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:03:16.129253 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f78294f0-9ef6-4926-8e48-2d13bfeb9bb1 x-openstack-request-id: req-f78294f0-9ef6-4926-8e48-2d13bfeb9bb1 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:03:16.129565 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56004946-c187-4a7c-a0b0-da71083dcc60", "tag": "ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:03:16.129802 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f78294f0-9ef6-4926-8e48-2d13bfeb9bb1 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:03:16.130217 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f78294f0-9ef6-4926-8e48-2d13bfeb9bb1'] response: {'name': 'network-changed', 'server_uuid': '56004946-c187-4a7c-a0b0-da71083dcc60', 'tag': 'ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7', 'status': 'completed', 'code': 200} Mar 22 11:03:16.172991 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddcfe54-6222-4f05-9ef3-501e4a2b460f req-8a46bc9d-af1d-4ddf-b49e-0b5d5fe16e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:16.174559 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7ddcfe54-6222-4f05-9ef3-501e4a2b460f req-8a46bc9d-af1d-4ddf-b49e-0b5d5fe16e93 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d323f0b18e24bb7bcd0d92686e5587a&device_id=56004946-c187-4a7c-a0b0-da71083dcc60 HTTP/1.1" status: 200 len: 1134 time: 0.0431421 Mar 22 11:03:16.246246 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7ddcfe54-6222-4f05-9ef3-501e4a2b460f req-63ee2528-2bc7-400a-8bd2-55b92da1f277 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7 HTTP/1.1" status: 200 len: 1036 time: 0.0630851 Mar 22 11:03:16.297110 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddcfe54-6222-4f05-9ef3-501e4a2b460f req-d1c18040-3ede-42d1-aba0-a10ae3927255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:16.298584 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7ddcfe54-6222-4f05-9ef3-501e4a2b460f req-d1c18040-3ede-42d1-aba0-a10ae3927255 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d27ec38b-f7f3-43a6-a323-8104a14338be HTTP/1.1" status: 200 len: 834 time: 0.0464315 Mar 22 11:03:16.345015 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddcfe54-6222-4f05-9ef3-501e4a2b460f req-031b0557-e9fd-4402-9e66-2f19aaecdf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:16.346552 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7ddcfe54-6222-4f05-9ef3-501e4a2b460f req-031b0557-e9fd-4402-9e66-2f19aaecdf5e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0454fcc2-3002-44fb-8187-a8c864fb6170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402637 Mar 22 11:03:16.443749 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7ddcfe54-6222-4f05-9ef3-501e4a2b460f req-2abf389a-cb70-4db6-84fd-0540b6a8ae0a service neutron] 10.222.0.35 "GET /v2.0/networks/0454fcc2-3002-44fb-8187-a8c864fb6170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899365 Mar 22 11:03:16.562454 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7ddcfe54-6222-4f05-9ef3-501e4a2b460f req-784929db-4010-45bf-a032-ac7d1a0a4776 service neutron] 10.222.0.35 "GET /v2.0/networks/0454fcc2-3002-44fb-8187-a8c864fb6170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121879 Mar 22 11:03:16.579713 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dcca99-ec47-45fc-9a15-933a728ff22e req-a11168da-0774-41fa-a5aa-d042eb0cc7b3 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:16.581223 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d6dcca99-ec47-45fc-9a15-933a728ff22e req-a11168da-0774-41fa-a5aa-d042eb0cc7b3 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=56004946-c187-4a7c-a0b0-da71083dcc60 HTTP/1.1" status: 200 len: 981 time: 0.0682158 Mar 22 11:03:16.628942 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d6dcca99-ec47-45fc-9a15-933a728ff22e req-173f8b58-886b-48e5-b5fc-eb40b28ea074 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=490c5b7e-2d03-4c50-9ac1-87542458a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404527 Mar 22 11:03:16.657462 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b266b64-c936-47d5-985c-fb9628fff8bb req-6ffdbe1d-d590-4b49-9799-bd466cfd7c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:16.658951 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4b266b64-c936-47d5-985c-fb9628fff8bb req-6ffdbe1d-d590-4b49-9799-bd466cfd7c14 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d323f0b18e24bb7bcd0d92686e5587a&device_id=56004946-c187-4a7c-a0b0-da71083dcc60 HTTP/1.1" status: 200 len: 1134 time: 0.0449445 Mar 22 11:03:16.750710 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b266b64-c936-47d5-985c-fb9628fff8bb req-05e8c7ff-b194-455b-8a04-5c68ea03f637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:16.752186 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4b266b64-c936-47d5-985c-fb9628fff8bb req-05e8c7ff-b194-455b-8a04-5c68ea03f637 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0454fcc2-3002-44fb-8187-a8c864fb6170 HTTP/1.1" status: 200 len: 898 time: 0.0864856 Mar 22 11:03:16.822559 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4b266b64-c936-47d5-985c-fb9628fff8bb req-8db31bb8-1e4d-4f53-806a-8c10bd12bf2d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7 HTTP/1.1" status: 200 len: 1036 time: 0.0625050 Mar 22 11:03:16.872371 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b266b64-c936-47d5-985c-fb9628fff8bb req-13e227a7-d71f-4921-8e4a-f9109da5f62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:16.873834 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4b266b64-c936-47d5-985c-fb9628fff8bb req-13e227a7-d71f-4921-8e4a-f9109da5f62b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d27ec38b-f7f3-43a6-a323-8104a14338be HTTP/1.1" status: 200 len: 834 time: 0.0445435 Mar 22 11:03:16.920227 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b266b64-c936-47d5-985c-fb9628fff8bb req-085c31c4-e6aa-48f2-8fc3-ddac8f751ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:16.921819 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4b266b64-c936-47d5-985c-fb9628fff8bb req-085c31c4-e6aa-48f2-8fc3-ddac8f751ae0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0454fcc2-3002-44fb-8187-a8c864fb6170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408301 Mar 22 11:03:17.013688 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4b266b64-c936-47d5-985c-fb9628fff8bb req-3a5af1f2-6244-4a53-8221-4095dd414226 service neutron] 10.222.0.35 "GET /v2.0/networks/0454fcc2-3002-44fb-8187-a8c864fb6170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839207 Mar 22 11:03:17.114990 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4b266b64-c936-47d5-985c-fb9628fff8bb req-3019f7f6-fadb-429d-9ad0-c83d098aa0c8 service neutron] 10.222.0.35 "GET /v2.0/networks/0454fcc2-3002-44fb-8187-a8c864fb6170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914917 Mar 22 11:03:17.766107 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c412da-f3ba-4530-bd26-f159480bf857 req-7881e1a0-5ead-497c-904d-89fd2af353b9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:17.767677 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-38c412da-f3ba-4530-bd26-f159480bf857 req-7881e1a0-5ead-497c-904d-89fd2af353b9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=56004946-c187-4a7c-a0b0-da71083dcc60 HTTP/1.1" status: 200 len: 981 time: 0.0622685 Mar 22 11:03:17.807241 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-38c412da-f3ba-4530-bd26-f159480bf857 req-4e55de5f-8478-4481-8a7e-1080dd644d44 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=490c5b7e-2d03-4c50-9ac1-87542458a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332050 Mar 22 11:03:18.183291 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7 details requested by agent hyperv_hv-neutron-8345 with host hv-neutron-8345 {{(pid=109051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 11:03:18.291348 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7,segment=NetworkSegment(95fcd0a4-517a-4aa2-9b09-f167950ef2f0),segment_id=95fcd0a4-517a-4aa2-9b09-f167950ef2f0)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:03:18.302236 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Returning: {'device': 'ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7', 'network_id': '0454fcc2-3002-44fb-8187-a8c864fb6170', 'port_id': 'ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7', 'mac_address': 'fa:16:3e:e1:39:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd27ec38b-f7f3-43a6-a323-8104a14338be', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 11:03:18.338816 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:18.353117 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7 {{(pid=109051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:03:18.371896 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7,segment=NetworkSegment(95fcd0a4-517a-4aa2-9b09-f167950ef2f0),segment_id=95fcd0a4-517a-4aa2-9b09-f167950ef2f0)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:03:18.377475 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:18.425040 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7,revision_number=9']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:03:18.597410 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 11:03:18.938057 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7101fe-008e-4ce5-85ae-b50bb756e3a0 req-74d884be-ff25-4316-9f6e-35037842ad32 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:18.939665 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-bc7101fe-008e-4ce5-85ae-b50bb756e3a0 req-74d884be-ff25-4316-9f6e-35037842ad32 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=56004946-c187-4a7c-a0b0-da71083dcc60 HTTP/1.1" status: 200 len: 982 time: 0.0493824 Mar 22 11:03:18.980957 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-bc7101fe-008e-4ce5-85ae-b50bb756e3a0 req-b25094ef-c11c-40fb-a79b-377c6430a6a8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=490c5b7e-2d03-4c50-9ac1-87542458a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320706 Mar 22 11:03:20.103621 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a18686-ac02-4412-8307-a6f145eec896 req-b3496b42-865c-412a-a426-925710f82721 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:20.105070 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-48a18686-ac02-4412-8307-a6f145eec896 req-b3496b42-865c-412a-a426-925710f82721 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=56004946-c187-4a7c-a0b0-da71083dcc60 HTTP/1.1" status: 200 len: 982 time: 0.0522647 Mar 22 11:03:20.148928 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-48a18686-ac02-4412-8307-a6f145eec896 req-57a0f660-5149-4a7f-8635-33fc2638d9d6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=490c5b7e-2d03-4c50-9ac1-87542458a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374284 Mar 22 11:03:20.189108 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7 up at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:03:20.249119 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning for port ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7 completed by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:03:20.253282 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning complete for port ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:03:20.253655 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:20.331272 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:20.354817 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56004946-c187-4a7c-a0b0-da71083dcc60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:03:20.357095 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61296f59-f61a-45ad-b7a1-597f18b1e5db" -d '{"events": [{"server_uuid": "56004946-c187-4a7c-a0b0-da71083dcc60", "name": "network-vif-plugged", "status": "completed", "tag": "ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:03:20.370229 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7,segment=NetworkSegment(95fcd0a4-517a-4aa2-9b09-f167950ef2f0),segment_id=95fcd0a4-517a-4aa2-9b09-f167950ef2f0)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:03:20.375483 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:20.397968 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535a048b-d7c2-4331-b1f5-79e1df05b3bd x-openstack-request-id: req-535a048b-d7c2-4331-b1f5-79e1df05b3bd {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:03:20.398248 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56004946-c187-4a7c-a0b0-da71083dcc60", "name": "network-vif-plugged", "status": "completed", "tag": "ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:03:20.398490 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-535a048b-d7c2-4331-b1f5-79e1df05b3bd {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:03:20.398878 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-535a048b-d7c2-4331-b1f5-79e1df05b3bd'] response: {'server_uuid': '56004946-c187-4a7c-a0b0-da71083dcc60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7', 'code': 200} Mar 22 11:03:20.423976 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7,revision_number=10']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:03:20.567860 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4a9d0-cd57-4622-b9c7-5a8c4c712928 req-990d4a88-ba07-4cff-9781-3a97f45afa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:20.569330 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-fbc4a9d0-cd57-4622-b9c7-5a8c4c712928 req-990d4a88-ba07-4cff-9781-3a97f45afa4b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=56004946-c187-4a7c-a0b0-da71083dcc60 HTTP/1.1" status: 200 len: 1137 time: 0.0410345 Mar 22 11:03:20.605286 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-fbc4a9d0-cd57-4622-b9c7-5a8c4c712928 req-94311f5d-7d58-4475-886c-e5e8d81a8657 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=490c5b7e-2d03-4c50-9ac1-87542458a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295281 Mar 22 11:03:21.297832 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd3b12-ceb7-48f1-ad14-1bb08ce50a71 req-5f949c61-2d3e-42c0-b2a0-364cf29637ed tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:21.299171 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-68cd3b12-ceb7-48f1-ad14-1bb08ce50a71 req-5f949c61-2d3e-42c0-b2a0-364cf29637ed tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=56004946-c187-4a7c-a0b0-da71083dcc60 HTTP/1.1" status: 200 len: 984 time: 0.0781362 Mar 22 11:03:21.305763 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-750b7528-fd46-4220-94b7-4331601bb3bf req-4637c0f8-cf4c-4f85-9b14-68a06d67f0f9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9d0d56f6-9885-4191-bcf6-bf1cab1f9edb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0558329 Mar 22 11:03:21.350137 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-68cd3b12-ceb7-48f1-ad14-1bb08ce50a71 req-70744ea2-7f38-450c-b9d7-cf836311e4c4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=490c5b7e-2d03-4c50-9ac1-87542458a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434380 Mar 22 11:03:21.378837 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b7528-fd46-4220-94b7-4331601bb3bf req-015a0175-5757-452f-b6bf-77c499fb41ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:21.380376 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-750b7528-fd46-4220-94b7-4331601bb3bf req-015a0175-5757-452f-b6bf-77c499fb41ec service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9a2db67725b46b3a61d41bcf76d544c&device_id=9d0d56f6-9885-4191-bcf6-bf1cab1f9edb HTTP/1.1" status: 200 len: 1098 time: 0.0450265 Mar 22 11:03:21.484293 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b7528-fd46-4220-94b7-4331601bb3bf req-5c4b7073-46d7-434e-86ed-a88661bfb558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:21.485776 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-750b7528-fd46-4220-94b7-4331601bb3bf req-5c4b7073-46d7-434e-86ed-a88661bfb558 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8f28cb31-2d61-41e3-9539-25a6eb750a37 HTTP/1.1" status: 200 len: 913 time: 0.0843697 Mar 22 11:03:21.557459 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-750b7528-fd46-4220-94b7-4331601bb3bf req-6f223a6d-6cdd-41e1-b8d0-1fdc097f78b5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17285ac9-cbea-4d84-94f7-ea85d6bbda29 HTTP/1.1" status: 200 len: 1001 time: 0.0637741 Mar 22 11:03:21.612441 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b7528-fd46-4220-94b7-4331601bb3bf req-06a7c23b-55f3-471a-8164-fdcc0f6a381d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:21.613918 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-750b7528-fd46-4220-94b7-4331601bb3bf req-06a7c23b-55f3-471a-8164-fdcc0f6a381d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8080d27b-6577-44db-a10e-53ade16f0755 HTTP/1.1" status: 200 len: 851 time: 0.0440695 Mar 22 11:03:21.663630 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b7528-fd46-4220-94b7-4331601bb3bf req-f45b586e-ef32-401e-b846-90b39347521c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:21.665130 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-750b7528-fd46-4220-94b7-4331601bb3bf req-f45b586e-ef32-401e-b846-90b39347521c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8f28cb31-2d61-41e3-9539-25a6eb750a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409205 Mar 22 11:03:21.758526 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-750b7528-fd46-4220-94b7-4331601bb3bf req-6bdb3813-d864-40fd-9b23-90338befe35e service neutron] 10.222.0.35 "GET /v2.0/networks/8f28cb31-2d61-41e3-9539-25a6eb750a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845392 Mar 22 11:03:21.849033 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-750b7528-fd46-4220-94b7-4331601bb3bf req-9acd2f83-e702-46e1-b8f7-03db2da36e27 service neutron] 10.222.0.35 "GET /v2.0/networks/8f28cb31-2d61-41e3-9539-25a6eb750a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835915 Mar 22 11:03:22.481255 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afa333-0d22-45f3-a75c-e7b78cf682bb req-1f3d6e8d-e9ae-470b-84bb-0a530cb60344 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:22.482723 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d1afa333-0d22-45f3-a75c-e7b78cf682bb req-1f3d6e8d-e9ae-470b-84bb-0a530cb60344 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=56004946-c187-4a7c-a0b0-da71083dcc60 HTTP/1.1" status: 200 len: 984 time: 0.0562561 Mar 22 11:03:22.520739 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d1afa333-0d22-45f3-a75c-e7b78cf682bb req-dda3e513-c231-4cf9-91fd-9f8352880364 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=490c5b7e-2d03-4c50-9ac1-87542458a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320332 Mar 22 11:03:22.639721 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f7e1e-7fdb-4d9a-b031-aff67dba02aa req-cb6a0954-836d-41ac-aff5-06185d73da24 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:22.641152 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-395f7e1e-7fdb-4d9a-b031-aff67dba02aa req-cb6a0954-836d-41ac-aff5-06185d73da24 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=56004946-c187-4a7c-a0b0-da71083dcc60 HTTP/1.1" status: 200 len: 984 time: 0.0537119 Mar 22 11:03:22.682330 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-395f7e1e-7fdb-4d9a-b031-aff67dba02aa req-778990b6-8873-48d3-ba6e-bbf1b9cc4df5 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=490c5b7e-2d03-4c50-9ac1-87542458a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322406 Mar 22 11:03:22.704581 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42658) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:03:22.776593 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1b43b1-cbd3-40de-8188-51de96027dc5 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:22.778129 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8f1b43b1-cbd3-40de-8188-51de96027dc5 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=56004946-c187-4a7c-a0b0-da71083dcc60&network_id=0454fcc2-3002-44fb-8187-a8c864fb6170 HTTP/1.1" status: 200 len: 1132 time: 0.0725212 Mar 22 11:03:22.993614 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70773e32-d04a-4835-8d3d-d94effeb4fc8 req-1503e58f-1167-487d-a517-7bb618c183e3 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:22.995084 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-70773e32-d04a-4835-8d3d-d94effeb4fc8 req-1503e58f-1167-487d-a517-7bb618c183e3 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=56004946-c187-4a7c-a0b0-da71083dcc60 HTTP/1.1" status: 200 len: 984 time: 0.0499256 Mar 22 11:03:23.033650 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-70773e32-d04a-4835-8d3d-d94effeb4fc8 req-bd7eee83-d2eb-4ffe-acc2-3ba486e05188 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=490c5b7e-2d03-4c50-9ac1-87542458a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324981 Mar 22 11:03:24.155959 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb80393-cf4b-4635-8ac0-e619104d1641 req-b6a86754-4a53-4685-acea-eb04da80cc7f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:24.157407 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6cb80393-cf4b-4635-8ac0-e619104d1641 req-b6a86754-4a53-4685-acea-eb04da80cc7f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=56004946-c187-4a7c-a0b0-da71083dcc60 HTTP/1.1" status: 200 len: 984 time: 0.0523150 Mar 22 11:03:24.195747 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6cb80393-cf4b-4635-8ac0-e619104d1641 req-846a9a02-5add-4b59-b9c0-66c271466986 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=490c5b7e-2d03-4c50-9ac1-87542458a12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321455 Mar 22 11:03:24.255569 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219c1ee-7668-4b4d-9928-fc4ff3f32c17 req-059f9031-0878-42c8-a88d-8f3bbdb4245b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:24.256933 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4219c1ee-7668-4b4d-9928-fc4ff3f32c17 req-059f9031-0878-42c8-a88d-8f3bbdb4245b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.35 "GET /v2.0/ports?device_id=56004946-c187-4a7c-a0b0-da71083dcc60 HTTP/1.1" status: 200 len: 984 time: 0.0490608 Mar 22 11:03:24.301504 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219c1ee-7668-4b4d-9928-fc4ff3f32c17 req-331f977d-21fd-4e48-982a-1cdbceb107f4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:24.302803 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4219c1ee-7668-4b4d-9928-fc4ff3f32c17 req-331f977d-21fd-4e48-982a-1cdbceb107f4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.35 "GET /v2.0/ports/ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0378506 Mar 22 11:03:24.424366 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4219c1ee-7668-4b4d-9928-fc4ff3f32c17 req-c6d53c07-4db6-4ce0-9958-b40659b3f80e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.35 "GET /v2.0/networks/0454fcc2-3002-44fb-8187-a8c864fb6170?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1146667 Mar 22 11:03:24.437090 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-4219c1ee-7668-4b4d-9928-fc4ff3f32c17 req-fb55b117-c709-47d5-862e-9f8ade55b965 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:03:24.490922 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-4219c1ee-7668-4b4d-9928-fc4ff3f32c17 req-fb55b117-c709-47d5-862e-9f8ade55b965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:24.635832 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-4219c1ee-7668-4b4d-9928-fc4ff3f32c17 req-fb55b117-c709-47d5-862e-9f8ade55b965 service neutron] For port ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7,segment=NetworkSegment(95fcd0a4-517a-4aa2-9b09-f167950ef2f0),segment_id=95fcd0a4-517a-4aa2-9b09-f167950ef2f0)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:03:24.670373 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-4219c1ee-7668-4b4d-9928-fc4ff3f32c17 req-fb55b117-c709-47d5-862e-9f8ade55b965 service neutron] For port ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7, host hv-neutron-8345, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:03:24.709850 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [req-4219c1ee-7668-4b4d-9928-fc4ff3f32c17 req-fb55b117-c709-47d5-862e-9f8ade55b965 service neutron] device_id is not set on port ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7 yet. {{(pid=109050) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 11:03:24.719018 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-4219c1ee-7668-4b4d-9928-fc4ff3f32c17 req-fb55b117-c709-47d5-862e-9f8ade55b965 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:24.726845 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-4219c1ee-7668-4b4d-9928-fc4ff3f32c17 req-fb55b117-c709-47d5-862e-9f8ade55b965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:24.815804 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb55b117-c709-47d5-862e-9f8ade55b965 service neutron] Pushing event updated for resources: {'Port': ['ID=ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7,revision_number=11']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:03:24.851178 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-4219c1ee-7668-4b4d-9928-fc4ff3f32c17 req-fb55b117-c709-47d5-862e-9f8ade55b965 service neutron] No DVR routers for this DVR port ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7 on host hv-neutron-8345 {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:03:24.971652 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-7d97b57d-59ae-48c7-8dd0-1ebda60e69ed None None] Provisioning complete for port ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:03:24.972775 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7d97b57d-59ae-48c7-8dd0-1ebda60e69ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:24.997717 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-4219c1ee-7668-4b4d-9928-fc4ff3f32c17 req-fb55b117-c709-47d5-862e-9f8ade55b965 service neutron] In _notify_port_updated(), no bound segment for port ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7 on network 0454fcc2-3002-44fb-8187-a8c864fb6170 {{(pid=109050) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 22 11:03:24.998660 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219c1ee-7668-4b4d-9928-fc4ff3f32c17 req-fb55b117-c709-47d5-862e-9f8ade55b965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:24.999317 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-4219c1ee-7668-4b4d-9928-fc4ff3f32c17 req-fb55b117-c709-47d5-862e-9f8ade55b965 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:25.000745 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4219c1ee-7668-4b4d-9928-fc4ff3f32c17 req-fb55b117-c709-47d5-862e-9f8ade55b965 service neutron] 10.222.0.35 "PUT /v2.0/ports/ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7 HTTP/1.1" status: 200 len: 1027 time: 0.5678084 Mar 22 11:03:25.013361 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-7d97b57d-59ae-48c7-8dd0-1ebda60e69ed None None] Port ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:03:25.366953 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-764fda7b-0926-41dc-9762-7bfc0daea3ed req-20aaaed9-6e61-4a30-897b-62f202d88bb9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=56004946-c187-4a7c-a0b0-da71083dcc60 HTTP/1.1" status: 200 len: 210 time: 0.0864871 Mar 22 11:03:26.430457 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42672) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:03:26.490295 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bf80d9e8-01fe-438e-bb31-179f5a4b60c4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:26.517378 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bf80d9e8-01fe-438e-bb31-179f5a4b60c4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:26.576610 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bf80d9e8-01fe-438e-bb31-179f5a4b60c4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:26.579219 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bf80d9e8-01fe-438e-bb31-179f5a4b60c4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:26.580413 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-bf80d9e8-01fe-438e-bb31-179f5a4b60c4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "DELETE /v2.0/security-groups/8026e723-b86c-47a8-a5cc-de701fac7d25 HTTP/1.1" status: 204 len: 168 time: 0.1489873 Mar 22 11:03:26.589961 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf80d9e8-01fe-438e-bb31-179f5a4b60c4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8026e723-b86c-47a8-a5cc-de701fac7d25,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:03:26.612984 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42676) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:03:26.769238 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-2414e287-77ce-486e-b1f1-334d3aa562a7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Deleting port acdb16a7-aeb7-4ec5-a062-505c4f6997c2 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:03:26.769510 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2414e287-77ce-486e-b1f1-334d3aa562a7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:26.846289 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2414e287-77ce-486e-b1f1-334d3aa562a7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:26.846599 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2414e287-77ce-486e-b1f1-334d3aa562a7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:26.860704 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-2414e287-77ce-486e-b1f1-334d3aa562a7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Calling delete_port for acdb16a7-aeb7-4ec5-a062-505c4f6997c2 owned by network:floatingip {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:03:27.041701 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2414e287-77ce-486e-b1f1-334d3aa562a7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:27.066263 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2414e287-77ce-486e-b1f1-334d3aa562a7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'Port': ['ID=acdb16a7-aeb7-4ec5-a062-505c4f6997c2,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:03:27.127117 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2414e287-77ce-486e-b1f1-334d3aa562a7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for floatingip, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:27.127482 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.l3_db [None req-2414e287-77ce-486e-b1f1-334d3aa562a7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Floating IP ec0c43e5-1454-449b-9a8f-81aed58cf346 disassociated (deleted). External IP: 172.26.7.60, port: ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7. Mar 22 11:03:27.333973 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2414e287-77ce-486e-b1f1-334d3aa562a7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Router e30c1ebd-ff89-4944-a288-b953526dc4e4 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:03:27.442028 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2414e287-77ce-486e-b1f1-334d3aa562a7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:03:27.447006 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2414e287-77ce-486e-b1f1-334d3aa562a7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:27.453090 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e7f58c-d128-4db8-8825-b6d5e1821da4 None None] Sync routers for ids ['e30c1ebd-ff89-4944-a288-b953526dc4e4'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:03:27.464237 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e7f58c-d128-4db8-8825-b6d5e1821da4 None None] Routers {'e30c1ebd-ff89-4944-a288-b953526dc4e4'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:03:27.464840 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-f9e7f58c-d128-4db8-8825-b6d5e1821da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:03:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['e30c1ebd-ff89-4944-a288-b953526dc4e4'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:03:27.473276 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2414e287-77ce-486e-b1f1-334d3aa562a7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "DELETE /v2.0/floatingips/ec0c43e5-1454-449b-9a8f-81aed58cf346 HTTP/1.1" status: 204 len: 168 time: 0.8591807 Mar 22 11:03:27.546765 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42682) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:03:27.568793 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-f9e7f58c-d128-4db8-8825-b6d5e1821da4 None None] Set router e30c1ebd-ff89-4944-a288-b953526dc4e4 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:03:27.604449 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9323f5df-9573-44bf-a497-2cb9b92ab424 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:27.630300 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9323f5df-9573-44bf-a497-2cb9b92ab424 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:27.694037 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9323f5df-9573-44bf-a497-2cb9b92ab424 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:27.696625 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9323f5df-9573-44bf-a497-2cb9b92ab424 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:27.697815 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-9323f5df-9573-44bf-a497-2cb9b92ab424 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "DELETE /v2.0/security-groups/eb3a7af6-e9a7-4a35-9bb8-04770462f8ea HTTP/1.1" status: 204 len: 168 time: 0.1500552 Mar 22 11:03:27.707187 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9323f5df-9573-44bf-a497-2cb9b92ab424 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3a7af6-e9a7-4a35-9bb8-04770462f8ea,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:03:27.737514 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42686) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:03:27.778705 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-f9e7f58c-d128-4db8-8825-b6d5e1821da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30c1ebd-ff89-4944-a288-b953526dc4e4', 'name': 'tempest-TestNetworkBasicOps-router-364404746', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': 'e4459683-a30b-4a88-a3ee-66cf6c1fe5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:02:50Z', 'updated_at': '2022-03-22T11:02:54Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'e4459683-a30b-4a88-a3ee-66cf6c1fe5a2', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30c1ebd-ff89-4944-a288-b953526dc4e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:02:51Z', 'updated_at': '2022-03-22T11:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': 'ce0fe787-b7be-4414-b22c-ac617a469df2', 'name': '', 'network_id': '0454fcc2-3002-44fb-8187-a8c864fb6170', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:fd:00:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30c1ebd-ff89-4944-a288-b953526dc4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'd27ec38b-f7f3-43a6-a323-8104a14338be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:02:53Z', 'updated_at': '2022-03-22T11:02:57Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': 'd27ec38b-f7f3-43a6-a323-8104a14338be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:03:27.804341 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e7f58c-d128-4db8-8825-b6d5e1821da4 None None] Checking router: e30c1ebd-ff89-4944-a288-b953526dc4e4 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:03:27.812916 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e7f58c-d128-4db8-8825-b6d5e1821da4 None None] Routers {'e30c1ebd-ff89-4944-a288-b953526dc4e4'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:03:27.813525 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-f9e7f58c-d128-4db8-8825-b6d5e1821da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:03:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['e30c1ebd-ff89-4944-a288-b953526dc4e4'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:03:27.828226 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-17fa14f1-fb4f-400e-b88c-8f9931e4f7d1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Deleting port ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:03:27.828554 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-17fa14f1-fb4f-400e-b88c-8f9931e4f7d1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:27.912982 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-17fa14f1-fb4f-400e-b88c-8f9931e4f7d1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:27.916276 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-f9e7f58c-d128-4db8-8825-b6d5e1821da4 None None] Set router e30c1ebd-ff89-4944-a288-b953526dc4e4 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:03:27.924998 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-17fa14f1-fb4f-400e-b88c-8f9931e4f7d1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Calling delete_port for ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7 owned by {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:03:28.057972 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-17fa14f1-fb4f-400e-b88c-8f9931e4f7d1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:28.084453 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa14f1-fb4f-400e-b88c-8f9931e4f7d1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'Port': ['ID=ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:03:28.112297 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-f9e7f58c-d128-4db8-8825-b6d5e1821da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30c1ebd-ff89-4944-a288-b953526dc4e4', 'name': 'tempest-TestNetworkBasicOps-router-364404746', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': 'e4459683-a30b-4a88-a3ee-66cf6c1fe5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:02:50Z', 'updated_at': '2022-03-22T11:02:54Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'e4459683-a30b-4a88-a3ee-66cf6c1fe5a2', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30c1ebd-ff89-4944-a288-b953526dc4e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:02:51Z', 'updated_at': '2022-03-22T11:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': 'ce0fe787-b7be-4414-b22c-ac617a469df2', 'name': '', 'network_id': '0454fcc2-3002-44fb-8187-a8c864fb6170', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:fd:00:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30c1ebd-ff89-4944-a288-b953526dc4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'd27ec38b-f7f3-43a6-a323-8104a14338be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:02:53Z', 'updated_at': '2022-03-22T11:02:57Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': 'd27ec38b-f7f3-43a6-a323-8104a14338be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:03:28.144291 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e7f58c-d128-4db8-8825-b6d5e1821da4 None None] The sync data for ids ['e30c1ebd-ff89-4944-a288-b953526dc4e4'] in dv-neutron-834599-1-hyperv is: [{'id': 'e30c1ebd-ff89-4944-a288-b953526dc4e4', 'name': 'tempest-TestNetworkBasicOps-router-364404746', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': 'e4459683-a30b-4a88-a3ee-66cf6c1fe5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:02:50Z', 'updated_at': '2022-03-22T11:02:54Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'e4459683-a30b-4a88-a3ee-66cf6c1fe5a2', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30c1ebd-ff89-4944-a288-b953526dc4e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:02:51Z', 'updated_at': '2022-03-22T11:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': 'ce0fe787-b7be-4414-b22c-ac617a469df2', 'name': '', 'network_id': '0454fcc2-3002-44fb-8187-a8c864fb6170', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:fd:00:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30c1ebd-ff89-4944-a288-b953526dc4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'd27ec38b-f7f3-43a6-a323-8104a14338be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:02:53Z', 'updated_at': '2022-03-22T11:02:57Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': 'd27ec38b-f7f3-43a6-a323-8104a14338be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:03:28.161317 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-17fa14f1-fb4f-400e-b88c-8f9931e4f7d1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:28.165410 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-17fa14f1-fb4f-400e-b88c-8f9931e4f7d1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "DELETE /v2.0/ports/ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7 HTTP/1.1" status: 204 len: 168 time: 0.4267592 Mar 22 11:03:28.168474 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42688) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:03:28.230716 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7 no longer exists at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:03:28.257219 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] No Port match for: ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:03:28.258061 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device ed41a6b1-ce77-4f02-a0ad-caf5cefa8bd7 not bound to the agent host hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:03:28.384671 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfa00d9-97a5-4a83-8b55-bdd121481515 None None] New status for floating IP ec0c43e5-1454-449b-9a8f-81aed58cf346: DOWN {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 11:03:28.558773 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0bc3f417-da3d-4b3e-8418-5829971bfa70 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683891'] for router_interface, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:28.817724 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-0bc3f417-da3d-4b3e-8418-5829971bfa70 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Deleting port ce0fe787-b7be-4414-b22c-ac617a469df2 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:03:28.817990 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0bc3f417-da3d-4b3e-8418-5829971bfa70 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:28.905282 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-0bc3f417-da3d-4b3e-8418-5829971bfa70 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] For port ce0fe787-b7be-4414-b22c-ac617a469df2, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=ce0fe787-b7be-4414-b22c-ac617a469df2,segment=NetworkSegment(95fcd0a4-517a-4aa2-9b09-f167950ef2f0),segment_id=95fcd0a4-517a-4aa2-9b09-f167950ef2f0)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:03:28.905641 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0bc3f417-da3d-4b3e-8418-5829971bfa70 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:28.917761 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-0bc3f417-da3d-4b3e-8418-5829971bfa70 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Calling delete_port for ce0fe787-b7be-4414-b22c-ac617a469df2 owned by network:router_interface {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:03:29.114933 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0bc3f417-da3d-4b3e-8418-5829971bfa70 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:29.147392 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc3f417-da3d-4b3e-8418-5829971bfa70 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'Port': ['ID=ce0fe787-b7be-4414-b22c-ac617a469df2,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:03:29.626247 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0bc3f417-da3d-4b3e-8418-5829971bfa70 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684007'] for router_interface, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:29.852857 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc3f417-da3d-4b3e-8418-5829971bfa70 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Router e30c1ebd-ff89-4944-a288-b953526dc4e4 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:03:29.969077 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc3f417-da3d-4b3e-8418-5829971bfa70 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:03:29.974279 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-0bc3f417-da3d-4b3e-8418-5829971bfa70 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "PUT /v2.0/routers/e30c1ebd-ff89-4944-a288-b953526dc4e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8047523 Mar 22 11:03:29.977497 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42690) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:03:29.982526 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea51ec0d-17c2-42ea-ac09-a9b41ed15758 None None] Sync routers for ids ['e30c1ebd-ff89-4944-a288-b953526dc4e4'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:03:29.993310 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea51ec0d-17c2-42ea-ac09-a9b41ed15758 None None] Routers {'e30c1ebd-ff89-4944-a288-b953526dc4e4'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:03:29.993936 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-ea51ec0d-17c2-42ea-ac09-a9b41ed15758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:03:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['e30c1ebd-ff89-4944-a288-b953526dc4e4'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:03:30.028064 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ad8e73f-63a6-435b-9751-6d1fea361c97 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Deleting subnet d27ec38b-f7f3-43a6-a323-8104a14338be {{(pid=109050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 11:03:30.031232 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8ad8e73f-63a6-435b-9751-6d1fea361c97 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for subnet, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:30.070310 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8ad8e73f-63a6-435b-9751-6d1fea361c97 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11961780'] for subnet, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:30.095900 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-ea51ec0d-17c2-42ea-ac09-a9b41ed15758 None None] Set router e30c1ebd-ff89-4944-a288-b953526dc4e4 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:03:30.156283 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8ad8e73f-63a6-435b-9751-6d1fea361c97 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:30.216411 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8ad8e73f-63a6-435b-9751-6d1fea361c97 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:30.244720 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad8e73f-63a6-435b-9751-6d1fea361c97 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'Subnet': ['ID=d27ec38b-f7f3-43a6-a323-8104a14338be,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:03:30.246785 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8ad8e73f-63a6-435b-9751-6d1fea361c97 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:30.250022 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-8ad8e73f-63a6-435b-9751-6d1fea361c97 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "DELETE /v2.0/subnets/d27ec38b-f7f3-43a6-a323-8104a14338be HTTP/1.1" status: 204 len: 168 time: 0.2719672 Mar 22 11:03:30.252780 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8220b3ac-62d5-45b8-894a-5e64e1ce5c8a None None] Network 0454fcc2-3002-44fb-8187-a8c864fb6170 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:03:30.253247 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42692) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:03:30.271971 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-ea51ec0d-17c2-42ea-ac09-a9b41ed15758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30c1ebd-ff89-4944-a288-b953526dc4e4', 'name': 'tempest-TestNetworkBasicOps-router-364404746', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': 'e4459683-a30b-4a88-a3ee-66cf6c1fe5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:02:50Z', 'updated_at': '2022-03-22T11:03:29Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'e4459683-a30b-4a88-a3ee-66cf6c1fe5a2', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30c1ebd-ff89-4944-a288-b953526dc4e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:02:51Z', 'updated_at': '2022-03-22T11:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:03:30.297651 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea51ec0d-17c2-42ea-ac09-a9b41ed15758 None None] Checking router: e30c1ebd-ff89-4944-a288-b953526dc4e4 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:03:30.306951 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea51ec0d-17c2-42ea-ac09-a9b41ed15758 None None] Routers {'e30c1ebd-ff89-4944-a288-b953526dc4e4'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:03:30.308249 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-ea51ec0d-17c2-42ea-ac09-a9b41ed15758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:03:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['e30c1ebd-ff89-4944-a288-b953526dc4e4'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:03:30.366470 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f4a4bb76-377b-47f1-83b7-34f566fd390d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:30.418990 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-ea51ec0d-17c2-42ea-ac09-a9b41ed15758 None None] Set router e30c1ebd-ff89-4944-a288-b953526dc4e4 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:03:30.457037 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a642e4af-c1db-4a5c-8f36-98a0821db43a None None] DHCP port deletion for 0454fcc2-3002-44fb-8187-a8c864fb6170 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 11:03:30.479912 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f4a4bb76-377b-47f1-83b7-34f566fd390d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:30.510691 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-a642e4af-c1db-4a5c-8f36-98a0821db43a None None] Deleting port 63fc8593-2b5b-4fcf-bbf0-6f663ff996c1 {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:03:30.511087 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a642e4af-c1db-4a5c-8f36-98a0821db43a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:30.533430 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-f4a4bb76-377b-47f1-83b7-34f566fd390d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Deleting port e4459683-a30b-4a88-a3ee-66cf6c1fe5a2 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:03:30.533774 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f4a4bb76-377b-47f1-83b7-34f566fd390d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:30.581888 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-a642e4af-c1db-4a5c-8f36-98a0821db43a None None] For port 63fc8593-2b5b-4fcf-bbf0-6f663ff996c1, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=63fc8593-2b5b-4fcf-bbf0-6f663ff996c1,segment=NetworkSegment(95fcd0a4-517a-4aa2-9b09-f167950ef2f0),segment_id=95fcd0a4-517a-4aa2-9b09-f167950ef2f0)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:03:30.582284 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a642e4af-c1db-4a5c-8f36-98a0821db43a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:30.594578 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-a642e4af-c1db-4a5c-8f36-98a0821db43a None None] Calling delete_port for 63fc8593-2b5b-4fcf-bbf0-6f663ff996c1 owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:03:30.602351 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-ea51ec0d-17c2-42ea-ac09-a9b41ed15758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30c1ebd-ff89-4944-a288-b953526dc4e4', 'name': 'tempest-TestNetworkBasicOps-router-364404746', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': 'e4459683-a30b-4a88-a3ee-66cf6c1fe5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:02:50Z', 'updated_at': '2022-03-22T11:03:29Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'e4459683-a30b-4a88-a3ee-66cf6c1fe5a2', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30c1ebd-ff89-4944-a288-b953526dc4e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:02:51Z', 'updated_at': '2022-03-22T11:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:03:30.621156 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-f4a4bb76-377b-47f1-83b7-34f566fd390d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] For port e4459683-a30b-4a88-a3ee-66cf6c1fe5a2, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=e4459683-a30b-4a88-a3ee-66cf6c1fe5a2,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:03:30.621510 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f4a4bb76-377b-47f1-83b7-34f566fd390d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:30.634502 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-f4a4bb76-377b-47f1-83b7-34f566fd390d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Calling delete_port for e4459683-a30b-4a88-a3ee-66cf6c1fe5a2 owned by network:router_gateway {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:03:30.678525 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a642e4af-c1db-4a5c-8f36-98a0821db43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:30.691280 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a642e4af-c1db-4a5c-8f36-98a0821db43a None None] No DVR routers for this DVR port 63fc8593-2b5b-4fcf-bbf0-6f663ff996c1 on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:03:30.710744 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642e4af-c1db-4a5c-8f36-98a0821db43a None None] Pushing event deleted for resources: {'Port': ['ID=63fc8593-2b5b-4fcf-bbf0-6f663ff996c1,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:03:30.732796 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea51ec0d-17c2-42ea-ac09-a9b41ed15758 None None] The sync data for ids ['e30c1ebd-ff89-4944-a288-b953526dc4e4'] in dv-neutron-834599-1-hyperv is: [{'id': 'e30c1ebd-ff89-4944-a288-b953526dc4e4', 'name': 'tempest-TestNetworkBasicOps-router-364404746', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': 'e4459683-a30b-4a88-a3ee-66cf6c1fe5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:02:50Z', 'updated_at': '2022-03-22T11:03:29Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'e4459683-a30b-4a88-a3ee-66cf6c1fe5a2', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30c1ebd-ff89-4944-a288-b953526dc4e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:02:51Z', 'updated_at': '2022-03-22T11:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:03:30.823334 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f4a4bb76-377b-47f1-83b7-34f566fd390d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:30.860508 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a4bb76-377b-47f1-83b7-34f566fd390d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'Port': ['ID=e4459683-a30b-4a88-a3ee-66cf6c1fe5a2,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:03:30.919052 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f4a4bb76-377b-47f1-83b7-34f566fd390d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682553'] for router_gateway, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:31.008963 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f4a4bb76-377b-47f1-83b7-34f566fd390d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:31.011141 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f4a4bb76-377b-47f1-83b7-34f566fd390d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:31.054010 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f4a4bb76-377b-47f1-83b7-34f566fd390d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:31.054549 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a4bb76-377b-47f1-83b7-34f566fd390d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Fanout notify agent at l3_agent the message router_deleted on router e30c1ebd-ff89-4944-a288-b953526dc4e4 {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 11:03:31.061273 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f4a4bb76-377b-47f1-83b7-34f566fd390d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:31.062384 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f4a4bb76-377b-47f1-83b7-34f566fd390d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "DELETE /v2.0/routers/e30c1ebd-ff89-4944-a288-b953526dc4e4 HTTP/1.1" status: 204 len: 168 time: 0.8084140 Mar 22 11:03:31.065153 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42694) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:03:31.151989 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d0752b44-4203-461d-a503-01e6e3fa8118 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:31.211934 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device ce0fe787-b7be-4414-b22c-ac617a469df2 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:03:31.233051 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: ce0fe787-b7be-4414-b22c-ac617a469df2 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:03:31.233430 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device ce0fe787-b7be-4414-b22c-ac617a469df2 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:03:31.233852 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 63fc8593-2b5b-4fcf-bbf0-6f663ff996c1 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:03:31.245932 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d0752b44-4203-461d-a503-01e6e3fa8118 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:31.253500 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 63fc8593-2b5b-4fcf-bbf0-6f663ff996c1 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:03:31.254019 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 63fc8593-2b5b-4fcf-bbf0-6f663ff996c1 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:03:31.271908 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-d0752b44-4203-461d-a503-01e6e3fa8118 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0454fcc2-3002-44fb-8187-a8c864fb6170']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:03:31.281871 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-d0752b44-4203-461d-a503-01e6e3fa8118 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95fcd0a4-517a-4aa2-9b09-f167950ef2f0') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:03:31.282164 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-d0752b44-4203-461d-a503-01e6e3fa8118 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95fcd0a4-517a-4aa2-9b09-f167950ef2f0') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:03:31.291786 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d0752b44-4203-461d-a503-01e6e3fa8118 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:31.305405 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d0752b44-4203-461d-a503-01e6e3fa8118 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:31.311310 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0752b44-4203-461d-a503-01e6e3fa8118 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:03:31.311727 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d0752b44-4203-461d-a503-01e6e3fa8118 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:31.314692 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 11:03:31.314692 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:03:31.314692 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 11:03:31.314692 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:03:31.314692 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 11:03:31.314692 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 11:03:31.314692 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 11:03:31.314692 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:03:31.314692 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 11:03:31.314692 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:03:31.314692 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 11:03:31.314692 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:03:31.314692 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 11:03:31.314692 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 11:03:31.314692 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:03:31.314692 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 11:03:31.314692 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:03:31.314692 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 11:03:31.314692 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 11:03:31.314692 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 11:03:31.314692 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 11:03:31.314692 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 11:03:31.314692 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:03:31.314692 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:03:31.314692 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 11:03:31.314692 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:03:31.314692 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:03:31.314692 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:03:31.314692 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:03:31.314692 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:03:31.314692 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:03:31.314692 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:03:31.378341 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d0752b44-4203-461d-a503-01e6e3fa8118 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:31.384332 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d0752b44-4203-461d-a503-01e6e3fa8118 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:31.387912 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d0752b44-4203-461d-a503-01e6e3fa8118 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "DELETE /v2.0/networks/0454fcc2-3002-44fb-8187-a8c864fb6170 HTTP/1.1" status: 204 len: 168 time: 0.3214245 Mar 22 11:03:31.407034 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42698) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:03:31.414133 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0752b44-4203-461d-a503-01e6e3fa8118 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'Network': ['ID=0454fcc2-3002-44fb-8187-a8c864fb6170,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:03:31.423609 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-9e1d5d08-eaa4-47d9-9b34-3af6bdf26e50 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0152099 Mar 22 11:03:31.423884 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42702) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:03:31.429933 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-82f2ed68-1002-4f1a-8873-9a13d1024688 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'network': {'name': 'tempest-network-smoke--78831098', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'port_security_enabled': True}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:03:31.452185 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f2ed68-1002-4f1a-8873-9a13d1024688 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Made reservation on behalf of 9d323f0b18e24bb7bcd0d92686e5587a for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:03:31.455915 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-82f2ed68-1002-4f1a-8873-9a13d1024688 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:31.482601 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82f2ed68-1002-4f1a-8873-9a13d1024688 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:03:31.493412 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-82f2ed68-1002-4f1a-8873-9a13d1024688 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:31.493777 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-82f2ed68-1002-4f1a-8873-9a13d1024688 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Added segment 02726815-6dd3-4490-a898-6679f5b2c5f7 of type vlan for network f566fd96-a2f9-4736-a815-e8fcbb984579 Mar 22 11:03:31.540978 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-82f2ed68-1002-4f1a-8873-9a13d1024688 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:31.566340 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-82f2ed68-1002-4f1a-8873-9a13d1024688 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:31.571956 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f2ed68-1002-4f1a-8873-9a13d1024688 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:31.572546 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-82f2ed68-1002-4f1a-8873-9a13d1024688 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:31.577149 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec888f-4ce0-4b04-a154-31a1919e811e req-8d17989d-6091-4a05-8f1b-c970e1d691af tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:31.578627 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f5ec888f-4ce0-4b04-a154-31a1919e811e req-8d17989d-6091-4a05-8f1b-c970e1d691af tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d0d56f6-9885-4191-bcf6-bf1cab1f9edb HTTP/1.1" status: 200 len: 945 time: 0.1106009 Mar 22 11:03:31.607147 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-82f2ed68-1002-4f1a-8873-9a13d1024688 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1813803 Mar 22 11:03:31.609914 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42706) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:03:31.614214 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-4ad5cd5a-20f7-45ef-9193-1e67904636b8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1191924904', 'admin_state_up': True, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:03:31.623878 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f5ec888f-4ce0-4b04-a154-31a1919e811e req-23cb2621-6dfe-465e-8bda-227b570e234d tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/security-groups?id=82748c69-4f97-4b9d-8323-69fdf08c3a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389383 Mar 22 11:03:31.653217 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2ed68-1002-4f1a-8873-9a13d1024688 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Network': ['ID=f566fd96-a2f9-4736-a815-e8fcbb984579,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:03:31.664807 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network f566fd96-a2f9-4736-a815-e8fcbb984579 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 11:03:31.669782 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4ad5cd5a-20f7-45ef-9193-1e67904636b8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:31.671470 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4ad5cd5a-20f7-45ef-9193-1e67904636b8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:31.732460 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4ad5cd5a-20f7-45ef-9193-1e67904636b8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:31.875079 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4ad5cd5a-20f7-45ef-9193-1e67904636b8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:32.080921 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4ad5cd5a-20f7-45ef-9193-1e67904636b8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router_gateway, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:32.099289 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4ad5cd5a-20f7-45ef-9193-1e67904636b8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:32.211448 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-4ad5cd5a-20f7-45ef-9193-1e67904636b8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Allocated IP 172.26.7.45 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/9f76b83c-896a-46ad-a564-f0852c3c0527) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:03:32.313591 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4ad5cd5a-20f7-45ef-9193-1e67904636b8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:32.359559 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4ad5cd5a-20f7-45ef-9193-1e67904636b8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:32.398740 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad5cd5a-20f7-45ef-9193-1e67904636b8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:03:32.401484 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-4ad5cd5a-20f7-45ef-9193-1e67904636b8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:03:32.404818 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad5cd5a-20f7-45ef-9193-1e67904636b8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:03:32.429208 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad5cd5a-20f7-45ef-9193-1e67904636b8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Port': ['ID=9f76b83c-896a-46ad-a564-f0852c3c0527,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:03:32.745557 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d3c83-900a-4964-8a3f-3fcd3c01eac8 req-9d7672dd-6dd0-4aa6-bb70-3ce8386a261d tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:32.747135 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a14d3c83-900a-4964-8a3f-3fcd3c01eac8 req-9d7672dd-6dd0-4aa6-bb70-3ce8386a261d tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d0d56f6-9885-4191-bcf6-bf1cab1f9edb HTTP/1.1" status: 200 len: 945 time: 0.0518093 Mar 22 11:03:32.788934 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a14d3c83-900a-4964-8a3f-3fcd3c01eac8 req-1ca8e425-d7b6-46b6-9ba4-e37a170253fd tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/security-groups?id=82748c69-4f97-4b9d-8323-69fdf08c3a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354078 Mar 22 11:03:32.977343 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c879d-3da4-48a4-88cc-732210e04ed3 req-a305ac9f-e9e5-4d3e-b6b8-c64209e2ee71 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:32.978774 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-fb2c879d-3da4-48a4-88cc-732210e04ed3 req-a305ac9f-e9e5-4d3e-b6b8-c64209e2ee71 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.35 "GET /v2.0/ports?device_id=9d0d56f6-9885-4191-bcf6-bf1cab1f9edb HTTP/1.1" status: 200 len: 945 time: 0.0529015 Mar 22 11:03:32.994798 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4ad5cd5a-20f7-45ef-9193-1e67904636b8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router_gateway, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:33.074818 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device e4459683-a30b-4a88-a3ee-66cf6c1fe5a2 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:03:33.076178 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-fb2c879d-3da4-48a4-88cc-732210e04ed3 req-c47112fb-cc26-4096-9548-97e752065c56 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Deleting port 17285ac9-cbea-4d84-94f7-ea85d6bbda29 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:03:33.076523 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-fb2c879d-3da4-48a4-88cc-732210e04ed3 req-c47112fb-cc26-4096-9548-97e752065c56 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:33.095238 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: e4459683-a30b-4a88-a3ee-66cf6c1fe5a2 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:03:33.096012 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device e4459683-a30b-4a88-a3ee-66cf6c1fe5a2 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:03:33.170414 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-fb2c879d-3da4-48a4-88cc-732210e04ed3 req-c47112fb-cc26-4096-9548-97e752065c56 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] For port 17285ac9-cbea-4d84-94f7-ea85d6bbda29, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=17285ac9-cbea-4d84-94f7-ea85d6bbda29,segment=NetworkSegment(1a35a9ba-da81-41c2-b3e4-2353befb7bac),segment_id=1a35a9ba-da81-41c2-b3e4-2353befb7bac)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:03:33.170806 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-fb2c879d-3da4-48a4-88cc-732210e04ed3 req-c47112fb-cc26-4096-9548-97e752065c56 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:33.196645 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4ad5cd5a-20f7-45ef-9193-1e67904636b8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:33.325340 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad5cd5a-20f7-45ef-9193-1e67904636b8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Router cac3dab8-dd92-40d4-9ea9-6d39feacbb25 is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 11:03:33.342561 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-fb2c879d-3da4-48a4-88cc-732210e04ed3 req-c47112fb-cc26-4096-9548-97e752065c56 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:33.342923 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-fb2c879d-3da4-48a4-88cc-732210e04ed3 req-c47112fb-cc26-4096-9548-97e752065c56 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684147'] for floatingip, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:33.343239 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.l3_db [req-fb2c879d-3da4-48a4-88cc-732210e04ed3 req-c47112fb-cc26-4096-9548-97e752065c56 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Floating IP 9c736918-3ead-48a5-b66e-113c9fa8f2ee disassociated. External IP: 172.26.7.188, port: 17285ac9-cbea-4d84-94f7-ea85d6bbda29. Mar 22 11:03:33.343608 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-fb2c879d-3da4-48a4-88cc-732210e04ed3 req-c47112fb-cc26-4096-9548-97e752065c56 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Calling delete_port for 17285ac9-cbea-4d84-94f7-ea85d6bbda29 owned by compute:nova {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:03:33.433022 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad5cd5a-20f7-45ef-9193-1e67904636b8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:03:33.445502 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cfc96f-6912-4792-afd9-1ceaea8d3422 None None] Sync routers for ids ['cac3dab8-dd92-40d4-9ea9-6d39feacbb25'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:03:33.456733 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4ad5cd5a-20f7-45ef-9193-1e67904636b8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:33.460949 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cfc96f-6912-4792-afd9-1ceaea8d3422 None None] Routers {'cac3dab8-dd92-40d4-9ea9-6d39feacbb25'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:03:33.461105 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4ad5cd5a-20f7-45ef-9193-1e67904636b8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8472893 Mar 22 11:03:33.461216 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-99cfc96f-6912-4792-afd9-1ceaea8d3422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:03:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['cac3dab8-dd92-40d4-9ea9-6d39feacbb25'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:03:33.462509 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42710) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:03:33.472621 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-fb2c879d-3da4-48a4-88cc-732210e04ed3 req-c47112fb-cc26-4096-9548-97e752065c56 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:33.494886 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-56f0099e-3493-4bc3-8246-e21d67ccef17 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=9d323f0b18e24bb7bcd0d92686e5587a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289404 Mar 22 11:03:33.495126 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42712) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:03:33.505543 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47112fb-cc26-4096-9548-97e752065c56 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Pushing event deleted for resources: {'Port': ['ID=17285ac9-cbea-4d84-94f7-ea85d6bbda29,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:03:33.568601 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-99cfc96f-6912-4792-afd9-1ceaea8d3422 None None] Set router cac3dab8-dd92-40d4-9ea9-6d39feacbb25 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:03:33.591769 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6309cb0-125f-44bb-a53c-9db8c78fea3b tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:33.593302 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b6309cb0-125f-44bb-a53c-9db8c78fea3b tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0972672 Mar 22 11:03:33.596136 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42714) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:03:33.623400 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a578ab1b-8273-41b1-9d16-1697dbba1890 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=a14ca783-6f82-4799-85a3-4cbe79c980a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261643 Mar 22 11:03:33.626089 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42716) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:03:33.630958 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-8cbdab0a-abb9-4e95-b951-8b8c3c7eecc2 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-240971358', 'network_id': 'f566fd96-a2f9-4736-a815-e8fcbb984579', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:03:33.635994 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb2c879d-3da4-48a4-88cc-732210e04ed3 req-c47112fb-cc26-4096-9548-97e752065c56 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Router 7fe3b75b-d7c7-4282-aac4-068d497a5d94 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:03:33.725920 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cbdab0a-abb9-4e95-b951-8b8c3c7eecc2 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Made reservation on behalf of 9d323f0b18e24bb7bcd0d92686e5587a for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:03:33.729764 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8cbdab0a-abb9-4e95-b951-8b8c3c7eecc2 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:33.748978 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb2c879d-3da4-48a4-88cc-732210e04ed3 req-c47112fb-cc26-4096-9548-97e752065c56 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:03:33.754682 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-99cfc96f-6912-4792-afd9-1ceaea8d3422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac3dab8-dd92-40d4-9ea9-6d39feacbb25', 'name': 'tempest-TestNetworkBasicOps-router-1191924904', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '9f76b83c-896a-46ad-a564-f0852c3c0527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:03:31Z', 'updated_at': '2022-03-22T11:03:32Z', 'revision_number': 3, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '9f76b83c-896a-46ad-a564-f0852c3c0527', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac3dab8-dd92-40d4-9ea9-6d39feacbb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:03:32Z', 'updated_at': '2022-03-22T11:03:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:03:33.758849 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32ad17d-3c1b-4446-af37-19cecdcfc78c None None] Sync routers for ids ['7fe3b75b-d7c7-4282-aac4-068d497a5d94'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:03:33.770409 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32ad17d-3c1b-4446-af37-19cecdcfc78c None None] Routers {'7fe3b75b-d7c7-4282-aac4-068d497a5d94'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:03:33.771389 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-b32ad17d-3c1b-4446-af37-19cecdcfc78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:03:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['7fe3b75b-d7c7-4282-aac4-068d497a5d94'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:03:33.788829 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cfc96f-6912-4792-afd9-1ceaea8d3422 None None] Checking router: cac3dab8-dd92-40d4-9ea9-6d39feacbb25 for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:03:33.789239 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cfc96f-6912-4792-afd9-1ceaea8d3422 None None] Updating router cac3dab8-dd92-40d4-9ea9-6d39feacbb25 port 9f76b83c-896a-46ad-a564-f0852c3c0527 binding host dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:03:33.800123 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb2c879d-3da4-48a4-88cc-732210e04ed3 req-c47112fb-cc26-4096-9548-97e752065c56 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] No DVR routers for this DVR port 17285ac9-cbea-4d84-94f7-ea85d6bbda29 on host hv-neutron-8345 {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:03:33.802933 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-fb2c879d-3da4-48a4-88cc-732210e04ed3 req-c47112fb-cc26-4096-9548-97e752065c56 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:33.807307 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-fb2c879d-3da4-48a4-88cc-732210e04ed3 req-c47112fb-cc26-4096-9548-97e752065c56 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.35 "DELETE /v2.0/ports/17285ac9-cbea-4d84-94f7-ea85d6bbda29 HTTP/1.1" status: 204 len: 173 time: 0.8216622 Mar 22 11:03:33.807806 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d0d56f6-9885-4191-bcf6-bf1cab1f9edb', 'name': 'network-vif-deleted', 'tag': '17285ac9-cbea-4d84-94f7-ea85d6bbda29'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:03:33.811922 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737fe70f-e4d6-4a78-bd51-a31508dada20" -d '{"events": [{"server_uuid": "9d0d56f6-9885-4191-bcf6-bf1cab1f9edb", "name": "network-vif-deleted", "tag": "17285ac9-cbea-4d84-94f7-ea85d6bbda29"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:03:33.826648 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-99cfc96f-6912-4792-afd9-1ceaea8d3422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:33.872872 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d276a2-7999-4185-aa83-ea6019de6d1b x-openstack-request-id: req-a7d276a2-7999-4185-aa83-ea6019de6d1b {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:03:33.873404 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d0d56f6-9885-4191-bcf6-bf1cab1f9edb", "name": "network-vif-deleted", "tag": "17285ac9-cbea-4d84-94f7-ea85d6bbda29", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:03:33.873895 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a7d276a2-7999-4185-aa83-ea6019de6d1b {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:03:33.876247 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7d276a2-7999-4185-aa83-ea6019de6d1b'] response: {'server_uuid': '9d0d56f6-9885-4191-bcf6-bf1cab1f9edb', 'name': 'network-vif-deleted', 'tag': '17285ac9-cbea-4d84-94f7-ea85d6bbda29', 'status': 'completed', 'code': 200} Mar 22 11:03:33.982337 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-b32ad17d-3c1b-4446-af37-19cecdcfc78c None None] Set router 7fe3b75b-d7c7-4282-aac4-068d497a5d94 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:03:33.999285 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-57928c9f-f659-4d2a-b347-73e8039c0d88 req-58e9889c-22d9-4719-a545-4308e9b63c2e tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d0d56f6-9885-4191-bcf6-bf1cab1f9edb HTTP/1.1" status: 200 len: 210 time: 0.0616515 Mar 22 11:03:34.024432 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8cbdab0a-abb9-4e95-b951-8b8c3c7eecc2 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:34.152871 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbdab0a-abb9-4e95-b951-8b8c3c7eecc2 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Subnet': ['ID=2218159d-9837-4b1b-9a1b-4316792d7995,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:03:34.159417 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbdab0a-abb9-4e95-b951-8b8c3c7eecc2 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Checking segment: {'id': '02726815-6dd3-4490-a898-6679f5b2c5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f566fd96-a2f9-4736-a815-e8fcbb984579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:03:34.159902 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbdab0a-abb9-4e95-b951-8b8c3c7eecc2 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Network hostable DHCP agents. Network: f566fd96-a2f9-4736-a815-e8fcbb984579, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:03:34.187306 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbdab0a-abb9-4e95-b951-8b8c3c7eecc2 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Network f566fd96-a2f9-4736-a815-e8fcbb984579 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:03:34.199663 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-8cbdab0a-abb9-4e95-b951-8b8c3c7eecc2 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, f566fd96-a2f9-4736-a815-e8fcbb984579) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:03:34.210592 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce924b03-e625-4c59-aea3-b57c4e43f5f9 None None] Network f566fd96-a2f9-4736-a815-e8fcbb984579 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:03:34.215315 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbdab0a-abb9-4e95-b951-8b8c3c7eecc2 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:34.216464 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8cbdab0a-abb9-4e95-b951-8b8c3c7eecc2 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:34.239107 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42724) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:03:34.239465 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8cbdab0a-abb9-4e95-b951-8b8c3c7eecc2 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6118674 Mar 22 11:03:34.295987 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-b32ad17d-3c1b-4446-af37-19cecdcfc78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'name': 'tempest-TestVolumeBootPattern-1115789668-router', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:00:41Z', 'updated_at': '2022-03-22T11:00:44Z', 'revision_number': 4, 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'gw_port': {'id': 'c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:41Z', 'updated_at': '2022-03-22T11:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '8553fc9a-ff90-48df-8d68-068b5c1f229b', 'name': '', 'network_id': '8f28cb31-2d61-41e3-9539-25a6eb750a37', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'mac_address': 'fa:16:3e:86:fd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '8080d27b-6577-44db-a10e-53ade16f0755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:43Z', 'updated_at': '2022-03-22T11:00:48Z', 'revision_number': 5, 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'subnets': [{'id': '8080d27b-6577-44db-a10e-53ade16f0755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:03:34.316021 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-99cfc96f-6912-4792-afd9-1ceaea8d3422 None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:34.328138 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32ad17d-3c1b-4446-af37-19cecdcfc78c None None] Checking router: 7fe3b75b-d7c7-4282-aac4-068d497a5d94 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:03:34.337111 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32ad17d-3c1b-4446-af37-19cecdcfc78c None None] Routers {'7fe3b75b-d7c7-4282-aac4-068d497a5d94'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:03:34.338111 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-b32ad17d-3c1b-4446-af37-19cecdcfc78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:03:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['7fe3b75b-d7c7-4282-aac4-068d497a5d94'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:03:34.371892 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-99cfc96f-6912-4792-afd9-1ceaea8d3422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:34.438070 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-99cfc96f-6912-4792-afd9-1ceaea8d3422 None None] Attempting to bind port 9f76b83c-896a-46ad-a564-f0852c3c0527 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:03:34.438440 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-99cfc96f-6912-4792-afd9-1ceaea8d3422 None None] Attempting to bind port 9f76b83c-896a-46ad-a564-f0852c3c0527 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:03:34.438804 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cfc96f-6912-4792-afd9-1ceaea8d3422 None None] Attempting to bind port 9f76b83c-896a-46ad-a564-f0852c3c0527 on network a14ca783-6f82-4799-85a3-4cbe79c980a8 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:03:34.442656 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab1862f-4748-4eba-af5c-af8608311dfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-f566fd96-a2f9-4736-a815-e8fcbb984579', 'network_id': 'f566fd96-a2f9-4736-a815-e8fcbb984579', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ips': [{'subnet_id': '2218159d-9837-4b1b-9a1b-4316792d7995'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 11:03:34.443563 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3ab1862f-4748-4eba-af5c-af8608311dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:34.465329 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cfc96f-6912-4792-afd9-1ceaea8d3422 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:03:34.465329 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cfc96f-6912-4792-afd9-1ceaea8d3422 None None] Checking segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:03:34.465329 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-99cfc96f-6912-4792-afd9-1ceaea8d3422 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:34.465329 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cfc96f-6912-4792-afd9-1ceaea8d3422 None None] Bound using segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:03:34.465329 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-99cfc96f-6912-4792-afd9-1ceaea8d3422 None None] Bound port: 9f76b83c-896a-46ad-a564-f0852c3c0527, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:03:34.465329 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-99cfc96f-6912-4792-afd9-1ceaea8d3422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:34.469270 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e7628e-af8f-481d-921d-2756d145f3d3 None None] Pushing event updated for resources: {'Port': ['ID=9f76b83c-896a-46ad-a564-f0852c3c0527,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:03:34.500435 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-b32ad17d-3c1b-4446-af37-19cecdcfc78c None None] Set router 7fe3b75b-d7c7-4282-aac4-068d497a5d94 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:03:34.588814 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-99cfc96f-6912-4792-afd9-1ceaea8d3422 None None] For port 9f76b83c-896a-46ad-a564-f0852c3c0527, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:03:34.592707 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-99cfc96f-6912-4792-afd9-1ceaea8d3422 None None] For port 9f76b83c-896a-46ad-a564-f0852c3c0527, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=9f76b83c-896a-46ad-a564-f0852c3c0527,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:03:34.598427 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-99cfc96f-6912-4792-afd9-1ceaea8d3422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:34.699437 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e7628e-af8f-481d-921d-2756d145f3d3 None None] Pushing event updated for resources: {'Port': ['ID=9f76b83c-896a-46ad-a564-f0852c3c0527,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:03:34.725949 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cfc96f-6912-4792-afd9-1ceaea8d3422 None None] Routers {'cac3dab8-dd92-40d4-9ea9-6d39feacbb25'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:03:34.726602 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-99cfc96f-6912-4792-afd9-1ceaea8d3422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:03:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['cac3dab8-dd92-40d4-9ea9-6d39feacbb25'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:03:34.730080 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-b32ad17d-3c1b-4446-af37-19cecdcfc78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'name': 'tempest-TestVolumeBootPattern-1115789668-router', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:00:41Z', 'updated_at': '2022-03-22T11:00:44Z', 'revision_number': 4, 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'gw_port': {'id': 'c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:41Z', 'updated_at': '2022-03-22T11:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '8553fc9a-ff90-48df-8d68-068b5c1f229b', 'name': '', 'network_id': '8f28cb31-2d61-41e3-9539-25a6eb750a37', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'mac_address': 'fa:16:3e:86:fd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '8080d27b-6577-44db-a10e-53ade16f0755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:43Z', 'updated_at': '2022-03-22T11:00:48Z', 'revision_number': 5, 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'subnets': [{'id': '8080d27b-6577-44db-a10e-53ade16f0755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:03:34.754311 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b7529139-195c-4a3a-835b-4407cd8f9eae tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:34.766816 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32ad17d-3c1b-4446-af37-19cecdcfc78c None None] The sync data for ids ['7fe3b75b-d7c7-4282-aac4-068d497a5d94'] in dv-neutron-834599-1-hyperv is: [{'id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'name': 'tempest-TestVolumeBootPattern-1115789668-router', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:00:41Z', 'updated_at': '2022-03-22T11:00:44Z', 'revision_number': 4, 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'gw_port': {'id': 'c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:41Z', 'updated_at': '2022-03-22T11:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '8553fc9a-ff90-48df-8d68-068b5c1f229b', 'name': '', 'network_id': '8f28cb31-2d61-41e3-9539-25a6eb750a37', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'mac_address': 'fa:16:3e:86:fd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '8080d27b-6577-44db-a10e-53ade16f0755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:43Z', 'updated_at': '2022-03-22T11:00:48Z', 'revision_number': 5, 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'subnets': [{'id': '8080d27b-6577-44db-a10e-53ade16f0755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:03:34.800484 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-3ab1862f-4748-4eba-af5c-af8608311dfa None None] Allocated IP 172.20.0.2 (f566fd96-a2f9-4736-a815-e8fcbb984579/2218159d-9837-4b1b-9a1b-4316792d7995/e9ce9da0-d526-471f-be34-ee628f3fa884) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:03:34.884011 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-99cfc96f-6912-4792-afd9-1ceaea8d3422 None None] Set router cac3dab8-dd92-40d4-9ea9-6d39feacbb25 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:03:35.122328 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-eb193b2d-39a6-45b9-ba77-31cef10016fd req-9ccad7d6-01a2-45f9-80f7-843acd128258 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d0d56f6-9885-4191-bcf6-bf1cab1f9edb HTTP/1.1" status: 200 len: 210 time: 0.0262661 Mar 22 11:03:35.144492 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3ab1862f-4748-4eba-af5c-af8608311dfa None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:35.153866 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3ab1862f-4748-4eba-af5c-af8608311dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:35.193522 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3593b04-6a45-4172-9e46-5871976169e5 None None] New status for floating IP 9c736918-3ead-48a5-b66e-113c9fa8f2ee: DOWN {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 11:03:35.201951 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-b7529139-195c-4a3a-835b-4407cd8f9eae tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Allocated IP 172.20.0.1 (f566fd96-a2f9-4736-a815-e8fcbb984579/2218159d-9837-4b1b-9a1b-4316792d7995/d6f7234f-27db-4aec-b2d8-290756eb108c) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:03:35.241886 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab1862f-4748-4eba-af5c-af8608311dfa None None] Network f566fd96-a2f9-4736-a815-e8fcbb984579 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:03:35.283688 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-3ab1862f-4748-4eba-af5c-af8608311dfa None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:03:35.286119 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab1862f-4748-4eba-af5c-af8608311dfa None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:03:35.294392 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab1862f-4748-4eba-af5c-af8608311dfa None None] Pushing event updated for resources: {'Port': ['ID=e9ce9da0-d526-471f-be34-ee628f3fa884,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:03:35.326203 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b7529139-195c-4a3a-835b-4407cd8f9eae tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:35.332470 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-99cfc96f-6912-4792-afd9-1ceaea8d3422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac3dab8-dd92-40d4-9ea9-6d39feacbb25', 'name': 'tempest-TestNetworkBasicOps-router-1191924904', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '9f76b83c-896a-46ad-a564-f0852c3c0527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:03:31Z', 'updated_at': '2022-03-22T11:03:32Z', 'revision_number': 3, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '9f76b83c-896a-46ad-a564-f0852c3c0527', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac3dab8-dd92-40d4-9ea9-6d39feacbb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:03:32Z', 'updated_at': '2022-03-22T11:03:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:03:35.366483 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b7529139-195c-4a3a-835b-4407cd8f9eae tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:35.383427 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cfc96f-6912-4792-afd9-1ceaea8d3422 None None] The sync data for ids ['cac3dab8-dd92-40d4-9ea9-6d39feacbb25'] in dv-neutron-834599-1-hyperv is: [{'id': 'cac3dab8-dd92-40d4-9ea9-6d39feacbb25', 'name': 'tempest-TestNetworkBasicOps-router-1191924904', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '9f76b83c-896a-46ad-a564-f0852c3c0527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:03:31Z', 'updated_at': '2022-03-22T11:03:32Z', 'revision_number': 3, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '9f76b83c-896a-46ad-a564-f0852c3c0527', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac3dab8-dd92-40d4-9ea9-6d39feacbb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:03:32Z', 'updated_at': '2022-03-22T11:03:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:03:35.413025 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7529139-195c-4a3a-835b-4407cd8f9eae tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Network f566fd96-a2f9-4736-a815-e8fcbb984579 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:03:35.416623 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-b7529139-195c-4a3a-835b-4407cd8f9eae tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:03:35.421535 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7529139-195c-4a3a-835b-4407cd8f9eae tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:03:35.463797 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7529139-195c-4a3a-835b-4407cd8f9eae tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Port': ['ID=d6f7234f-27db-4aec-b2d8-290756eb108c,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:03:35.485767 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b7529139-195c-4a3a-835b-4407cd8f9eae tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684270'] for router_interface, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:35.576739 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-3ab1862f-4748-4eba-af5c-af8608311dfa None None] Attempting to bind port e9ce9da0-d526-471f-be34-ee628f3fa884 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:03:35.577114 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-3ab1862f-4748-4eba-af5c-af8608311dfa None None] Attempting to bind port e9ce9da0-d526-471f-be34-ee628f3fa884 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '02726815-6dd3-4490-a898-6679f5b2c5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f566fd96-a2f9-4736-a815-e8fcbb984579'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:03:35.577476 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab1862f-4748-4eba-af5c-af8608311dfa None None] Attempting to bind port e9ce9da0-d526-471f-be34-ee628f3fa884 on network f566fd96-a2f9-4736-a815-e8fcbb984579 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:03:35.582432 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab1862f-4748-4eba-af5c-af8608311dfa None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:03:35.582806 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab1862f-4748-4eba-af5c-af8608311dfa None None] Checking segment: {'id': '02726815-6dd3-4490-a898-6679f5b2c5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f566fd96-a2f9-4736-a815-e8fcbb984579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:03:35.583203 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3ab1862f-4748-4eba-af5c-af8608311dfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:35.583616 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab1862f-4748-4eba-af5c-af8608311dfa None None] Bound using segment: {'id': '02726815-6dd3-4490-a898-6679f5b2c5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f566fd96-a2f9-4736-a815-e8fcbb984579'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:03:35.584185 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-3ab1862f-4748-4eba-af5c-af8608311dfa None None] Bound port: e9ce9da0-d526-471f-be34-ee628f3fa884, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02726815-6dd3-4490-a898-6679f5b2c5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f566fd96-a2f9-4736-a815-e8fcbb984579'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:03:35.584567 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3ab1862f-4748-4eba-af5c-af8608311dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:35.650163 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-3ab1862f-4748-4eba-af5c-af8608311dfa None None] For port e9ce9da0-d526-471f-be34-ee628f3fa884, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:03:35.654122 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-3ab1862f-4748-4eba-af5c-af8608311dfa None None] For port e9ce9da0-d526-471f-be34-ee628f3fa884, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=e9ce9da0-d526-471f-be34-ee628f3fa884,segment=NetworkSegment(02726815-6dd3-4490-a898-6679f5b2c5f7),segment_id=02726815-6dd3-4490-a898-6679f5b2c5f7)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:03:35.657390 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b7529139-195c-4a3a-835b-4407cd8f9eae tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:35.660107 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3ab1862f-4748-4eba-af5c-af8608311dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:35.774079 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab1862f-4748-4eba-af5c-af8608311dfa None None] Pushing event updated for resources: {'Port': ['ID=e9ce9da0-d526-471f-be34-ee628f3fa884,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:03:36.055747 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b7529139-195c-4a3a-835b-4407cd8f9eae tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:36.064632 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b7529139-195c-4a3a-835b-4407cd8f9eae tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:36.120391 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b7529139-195c-4a3a-835b-4407cd8f9eae tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684306'] for router_interface, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:36.243209 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 17285ac9-cbea-4d84-94f7-ea85d6bbda29 no longer exists at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:03:36.276194 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] No Port match for: 17285ac9-cbea-4d84-94f7-ea85d6bbda29 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:03:36.276540 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 17285ac9-cbea-4d84-94f7-ea85d6bbda29 not bound to the agent host hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:03:36.289116 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7529139-195c-4a3a-835b-4407cd8f9eae tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Port': ['ID=d6f7234f-27db-4aec-b2d8-290756eb108c,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:03:36.295315 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ddcba45b-468e-4cdb-be89-9afc86d23ad9 req-1d8327fe-1002-42b7-8695-2f4a0fd7496c tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d0d56f6-9885-4191-bcf6-bf1cab1f9edb HTTP/1.1" status: 200 len: 210 time: 0.0772862 Mar 22 11:03:36.337123 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7529139-195c-4a3a-835b-4407cd8f9eae tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Network f566fd96-a2f9-4736-a815-e8fcbb984579 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:03:36.338568 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-b7529139-195c-4a3a-835b-4407cd8f9eae tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:03:36.459441 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7529139-195c-4a3a-835b-4407cd8f9eae tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Router cac3dab8-dd92-40d4-9ea9-6d39feacbb25 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:03:36.577067 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7529139-195c-4a3a-835b-4407cd8f9eae tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:03:36.582676 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-b7529139-195c-4a3a-835b-4407cd8f9eae tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "PUT /v2.0/routers/cac3dab8-dd92-40d4-9ea9-6d39feacbb25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3418434 Mar 22 11:03:36.585306 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42730) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:03:36.856809 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff021690-d4a8-46ae-ae31-da960a80382f None None] Network f566fd96-a2f9-4736-a815-e8fcbb984579 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:03:36.938902 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-80e217ec-47b0-4e16-9404-8052747457e1 None None] Provisioning complete for port e9ce9da0-d526-471f-be34-ee628f3fa884 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:03:36.939420 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-80e217ec-47b0-4e16-9404-8052747457e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:37.099048 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-80e217ec-47b0-4e16-9404-8052747457e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:37.101174 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb77686-12af-4fa9-9506-20425a2abd20 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:37.101912 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb77686-12af-4fa9-9506-20425a2abd20 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:37.102395 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb77686-12af-4fa9-9506-20425a2abd20 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:37.103941 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb77686-12af-4fa9-9506-20425a2abd20 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:37.103941 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb77686-12af-4fa9-9506-20425a2abd20 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:37.104257 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb77686-12af-4fa9-9506-20425a2abd20 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:37.107431 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-dfb77686-12af-4fa9-9506-20425a2abd20 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.5197659 Mar 22 11:03:37.110550 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42732) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:03:37.180337 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-80e217ec-47b0-4e16-9404-8052747457e1 None None] For port e9ce9da0-d526-471f-be34-ee628f3fa884, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=e9ce9da0-d526-471f-be34-ee628f3fa884,segment=NetworkSegment(02726815-6dd3-4490-a898-6679f5b2c5f7),segment_id=02726815-6dd3-4490-a898-6679f5b2c5f7)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:03:37.190289 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-80e217ec-47b0-4e16-9404-8052747457e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:37.213328 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c3e26b-05c2-4317-a7e4-9e5cd24479fb tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:37.213934 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c3e26b-05c2-4317-a7e4-9e5cd24479fb tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:37.214915 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c3e26b-05c2-4317-a7e4-9e5cd24479fb tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:37.217545 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c3e26b-05c2-4317-a7e4-9e5cd24479fb tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:37.218400 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c3e26b-05c2-4317-a7e4-9e5cd24479fb tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:37.219044 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c3e26b-05c2-4317-a7e4-9e5cd24479fb tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:37.225045 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42734) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:03:37.238067 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-96c3e26b-05c2-4317-a7e4-9e5cd24479fb tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1221209 Mar 22 11:03:37.275996 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device e9ce9da0-d526-471f-be34-ee628f3fa884 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:03:37.333559 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e217ec-47b0-4e16-9404-8052747457e1 None None] Pushing event updated for resources: {'Port': ['ID=e9ce9da0-d526-471f-be34-ee628f3fa884,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:03:37.382846 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port e9ce9da0-d526-471f-be34-ee628f3fa884 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:03:37.383328 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:37.434248 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-70102eeb-7e9d-4fe0-bc79-c5e4397200fd req-dcbb35d3-944b-4473-bc08-a59d22c532d4 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d0d56f6-9885-4191-bcf6-bf1cab1f9edb HTTP/1.1" status: 200 len: 210 time: 0.0317023 Mar 22 11:03:37.465802 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-9e8fc0d7-ce17-4d6c-ad87-070b8f3517bb None None] Provisioning complete for port d6f7234f-27db-4aec-b2d8-290756eb108c triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:03:37.466166 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9e8fc0d7-ce17-4d6c-ad87-070b8f3517bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:37.473080 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-03accf27-d236-4d55-b5d1-29a917c8e426 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2468009 Mar 22 11:03:37.515863 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12159a9-021a-4523-a6a4-616da84f45b4 None None] Sync routers for ids ['cac3dab8-dd92-40d4-9ea9-6d39feacbb25'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:03:37.526613 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-9e8fc0d7-ce17-4d6c-ad87-070b8f3517bb None None] Port d6f7234f-27db-4aec-b2d8-290756eb108c cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:03:37.533625 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12159a9-021a-4523-a6a4-616da84f45b4 None None] Routers {'cac3dab8-dd92-40d4-9ea9-6d39feacbb25'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:03:37.534395 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-b12159a9-021a-4523-a6a4-616da84f45b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:03:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['cac3dab8-dd92-40d4-9ea9-6d39feacbb25'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:03:37.612426 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-9e8fc0d7-ce17-4d6c-ad87-070b8f3517bb None None] Provisioning complete for port e9ce9da0-d526-471f-be34-ee628f3fa884 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:03:37.612711 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9e8fc0d7-ce17-4d6c-ad87-070b8f3517bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:37.650063 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 9f76b83c-896a-46ad-a564-f0852c3c0527 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:03:37.666630 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-b12159a9-021a-4523-a6a4-616da84f45b4 None None] Set router cac3dab8-dd92-40d4-9ea9-6d39feacbb25 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:03:37.738978 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0578e2ab-9573-4055-810a-e61b71e44d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:37.806023 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 9f76b83c-896a-46ad-a564-f0852c3c0527 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:03:37.806783 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:37.847918 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42740) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:03:37.852971 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-b5c3abc4-d8eb-4794-abfd-97ffc36a6f50 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2032685550', 'description': 'tempest-secgroup-smoke-2032685550 description', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:03:37.879043 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b5c3abc4-d8eb-4794-abfd-97ffc36a6f50 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:37.899669 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:37.928593 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port 9f76b83c-896a-46ad-a564-f0852c3c0527, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=9f76b83c-896a-46ad-a564-f0852c3c0527,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:03:37.934199 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:37.957312 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-b12159a9-021a-4523-a6a4-616da84f45b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac3dab8-dd92-40d4-9ea9-6d39feacbb25', 'name': 'tempest-TestNetworkBasicOps-router-1191924904', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '9f76b83c-896a-46ad-a564-f0852c3c0527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:03:31Z', 'updated_at': '2022-03-22T11:03:35Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '9f76b83c-896a-46ad-a564-f0852c3c0527', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac3dab8-dd92-40d4-9ea9-6d39feacbb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:03:32Z', 'updated_at': '2022-03-22T11:03:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': 'd6f7234f-27db-4aec-b2d8-290756eb108c', 'name': '', 'network_id': 'f566fd96-a2f9-4736-a815-e8fcbb984579', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:bc:b1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac3dab8-dd92-40d4-9ea9-6d39feacbb25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '2218159d-9837-4b1b-9a1b-4316792d7995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:03:34Z', 'updated_at': '2022-03-22T11:03:35Z', 'revision_number': 2, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '2218159d-9837-4b1b-9a1b-4316792d7995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:03:37.966920 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b5c3abc4-d8eb-4794-abfd-97ffc36a6f50 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:37.980336 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b5c3abc4-d8eb-4794-abfd-97ffc36a6f50 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:37.981701 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-e5579392-1622-4d6f-aea9-613109b894eb None None] Provisioning complete for port d6f7234f-27db-4aec-b2d8-290756eb108c triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:03:37.982181 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e5579392-1622-4d6f-aea9-613109b894eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:37.988472 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12159a9-021a-4523-a6a4-616da84f45b4 None None] Checking router: cac3dab8-dd92-40d4-9ea9-6d39feacbb25 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:03:37.988827 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12159a9-021a-4523-a6a4-616da84f45b4 None None] Updating router cac3dab8-dd92-40d4-9ea9-6d39feacbb25 port d6f7234f-27db-4aec-b2d8-290756eb108c binding host dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:03:38.021657 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-b12159a9-021a-4523-a6a4-616da84f45b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:38.033119 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b5c3abc4-d8eb-4794-abfd-97ffc36a6f50 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:38.037344 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b5c3abc4-d8eb-4794-abfd-97ffc36a6f50 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1854312 Mar 22 11:03:38.037722 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42742) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:03:38.044035 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-520ef49b-a90f-4328-b0d3-646af7423e59 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': '58ccd146-c452-49cf-b213-55cb0549a37d', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:03:38.066777 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c3abc4-d8eb-4794-abfd-97ffc36a6f50 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58ccd146-c452-49cf-b213-55cb0549a37d,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:03:38.075628 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=9f76b83c-896a-46ad-a564-f0852c3c0527,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:03:38.085955 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-520ef49b-a90f-4328-b0d3-646af7423e59 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:38.093646 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-e5579392-1622-4d6f-aea9-613109b894eb None None] Port d6f7234f-27db-4aec-b2d8-290756eb108c cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:03:38.146835 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-520ef49b-a90f-4328-b0d3-646af7423e59 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:38.151425 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-520ef49b-a90f-4328-b0d3-646af7423e59 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:38.171627 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520ef49b-a90f-4328-b0d3-646af7423e59 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=491172e9-1fca-4e77-8c6e-548fe9e45047,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:03:38.180618 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-520ef49b-a90f-4328-b0d3-646af7423e59 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:38.181899 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-520ef49b-a90f-4328-b0d3-646af7423e59 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1428752 Mar 22 11:03:38.184770 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42744) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:03:38.189174 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-55301fc8-38fc-4b02-b114-4b526e973e2b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': '58ccd146-c452-49cf-b213-55cb0549a37d', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:03:38.213950 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-63e68d3e-d487-4f31-a8eb-42a1e739a296 None None] Provisioning complete for port d6f7234f-27db-4aec-b2d8-290756eb108c triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:03:38.214352 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-63e68d3e-d487-4f31-a8eb-42a1e739a296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:38.215860 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-55301fc8-38fc-4b02-b114-4b526e973e2b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:38.249011 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-63e68d3e-d487-4f31-a8eb-42a1e739a296 None None] Port d6f7234f-27db-4aec-b2d8-290756eb108c cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:03:38.276957 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-55301fc8-38fc-4b02-b114-4b526e973e2b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:38.281821 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-55301fc8-38fc-4b02-b114-4b526e973e2b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:38.301010 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55301fc8-38fc-4b02-b114-4b526e973e2b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cfcf39d-1cf9-4ba6-90c2-df0dfaa14c55,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:03:38.309363 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-55301fc8-38fc-4b02-b114-4b526e973e2b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:38.313571 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-55301fc8-38fc-4b02-b114-4b526e973e2b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1278815 Mar 22 11:03:38.313776 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42746) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:03:38.318731 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-4f1481e3-0802-4c0d-9369-d43b2455c65c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': '58ccd146-c452-49cf-b213-55cb0549a37d', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:03:38.325041 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-b12159a9-021a-4523-a6a4-616da84f45b4 None None] Notify callbacks [] for port, precommit_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:38.330674 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-b12159a9-021a-4523-a6a4-616da84f45b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:38.349552 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4f1481e3-0802-4c0d-9369-d43b2455c65c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:38.403868 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f32b8-5072-421c-b3f8-0dc6fdd7193c None None] Pushing event updated for resources: {'Port': ['ID=d6f7234f-27db-4aec-b2d8-290756eb108c,revision_number=3']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:03:38.420126 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4f1481e3-0802-4c0d-9369-d43b2455c65c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:38.425039 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4f1481e3-0802-4c0d-9369-d43b2455c65c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:38.449798 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1481e3-0802-4c0d-9369-d43b2455c65c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4dfe038-b362-4217-a095-2e19e715bfb7,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:03:38.467985 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4f1481e3-0802-4c0d-9369-d43b2455c65c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:38.473738 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42750) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:03:38.475949 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4f1481e3-0802-4c0d-9369-d43b2455c65c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1611805 Mar 22 11:03:38.480256 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-13485b00-baa7-4464-ac37-e94ee20ef4a6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': '58ccd146-c452-49cf-b213-55cb0549a37d', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:03:38.513307 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-13485b00-baa7-4464-ac37-e94ee20ef4a6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:38.549606 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-b12159a9-021a-4523-a6a4-616da84f45b4 None None] Attempting to bind port d6f7234f-27db-4aec-b2d8-290756eb108c on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:03:38.550178 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-b12159a9-021a-4523-a6a4-616da84f45b4 None None] Attempting to bind port d6f7234f-27db-4aec-b2d8-290756eb108c by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '02726815-6dd3-4490-a898-6679f5b2c5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f566fd96-a2f9-4736-a815-e8fcbb984579'}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:03:38.550447 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12159a9-021a-4523-a6a4-616da84f45b4 None None] Attempting to bind port d6f7234f-27db-4aec-b2d8-290756eb108c on network f566fd96-a2f9-4736-a815-e8fcbb984579 {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:03:38.556519 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12159a9-021a-4523-a6a4-616da84f45b4 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:03:38.556870 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12159a9-021a-4523-a6a4-616da84f45b4 None None] Checking segment: {'id': '02726815-6dd3-4490-a898-6679f5b2c5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f566fd96-a2f9-4736-a815-e8fcbb984579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:03:38.557454 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-b12159a9-021a-4523-a6a4-616da84f45b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:38.557986 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12159a9-021a-4523-a6a4-616da84f45b4 None None] Bound using segment: {'id': '02726815-6dd3-4490-a898-6679f5b2c5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f566fd96-a2f9-4736-a815-e8fcbb984579'} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:03:38.558631 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-b12159a9-021a-4523-a6a4-616da84f45b4 None None] Bound port: d6f7234f-27db-4aec-b2d8-290756eb108c, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02726815-6dd3-4490-a898-6679f5b2c5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f566fd96-a2f9-4736-a815-e8fcbb984579'}}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:03:38.559191 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-b12159a9-021a-4523-a6a4-616da84f45b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:38.586977 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-13485b00-baa7-4464-ac37-e94ee20ef4a6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:38.593595 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-13485b00-baa7-4464-ac37-e94ee20ef4a6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:38.613566 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13485b00-baa7-4464-ac37-e94ee20ef4a6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfe5b3bb-5a38-4292-bf25-61d6404026db,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:03:38.626748 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-13485b00-baa7-4464-ac37-e94ee20ef4a6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:38.631443 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-13485b00-baa7-4464-ac37-e94ee20ef4a6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1565464 Mar 22 11:03:38.634227 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42760) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:03:38.639556 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-93cc0f49-2536-4666-ae3a-5bf25de7cd10 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': '58ccd146-c452-49cf-b213-55cb0549a37d', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:03:38.648241 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-b12159a9-021a-4523-a6a4-616da84f45b4 None None] For port d6f7234f-27db-4aec-b2d8-290756eb108c, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:03:38.653195 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-b12159a9-021a-4523-a6a4-616da84f45b4 None None] For port d6f7234f-27db-4aec-b2d8-290756eb108c, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=d6f7234f-27db-4aec-b2d8-290756eb108c,segment=NetworkSegment(02726815-6dd3-4490-a898-6679f5b2c5f7),segment_id=02726815-6dd3-4490-a898-6679f5b2c5f7)] {{(pid=109052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:03:38.657629 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-b12159a9-021a-4523-a6a4-616da84f45b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:38.668394 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.securitygroups_db [None req-93cc0f49-2536-4666-ae3a-5bf25de7cd10 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Project 9d323f0b18e24bb7bcd0d92686e5587a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 11:03:38.675318 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-93cc0f49-2536-4666-ae3a-5bf25de7cd10 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:38.680312 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-913d0c17-a8a5-437f-b06b-909fd3c42f3e None None] Provisioning complete for port d6f7234f-27db-4aec-b2d8-290756eb108c triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:03:38.680853 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-913d0c17-a8a5-437f-b06b-909fd3c42f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:38.697537 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3eab0239-7584-4643-8bbd-ac8356050fd7 req-aa776fba-a7d0-4f2b-877d-d8146bfef341 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-409611253&fields=id&tenant_id=c9a2db67725b46b3a61d41bcf76d544c HTTP/1.1" status: 200 len: 267 time: 0.0443006 Mar 22 11:03:38.719727 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12159a9-021a-4523-a6a4-616da84f45b4 None None] Routers {'cac3dab8-dd92-40d4-9ea9-6d39feacbb25'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:03:38.720352 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-b12159a9-021a-4523-a6a4-616da84f45b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:03:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['cac3dab8-dd92-40d4-9ea9-6d39feacbb25'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:03:38.772517 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f32b8-5072-421c-b3f8-0dc6fdd7193c None None] Pushing event updated for resources: {'Port': ['ID=d6f7234f-27db-4aec-b2d8-290756eb108c,revision_number=4']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:03:38.779865 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-93cc0f49-2536-4666-ae3a-5bf25de7cd10 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:38.788729 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-93cc0f49-2536-4666-ae3a-5bf25de7cd10 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:38.806853 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc0f49-2536-4666-ae3a-5bf25de7cd10 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24fcecb8-fbf1-432a-8a29-424db1b44248,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:03:38.817490 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-93cc0f49-2536-4666-ae3a-5bf25de7cd10 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:38.821466 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-93cc0f49-2536-4666-ae3a-5bf25de7cd10 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1834674 Mar 22 11:03:38.823434 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42762) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:03:38.828622 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-625179cc-0cef-4563-8c27-9c2afee4a09d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': '58ccd146-c452-49cf-b213-55cb0549a37d', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:03:38.837151 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-913d0c17-a8a5-437f-b06b-909fd3c42f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:38.855874 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.securitygroups_db [None req-625179cc-0cef-4563-8c27-9c2afee4a09d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Project 9d323f0b18e24bb7bcd0d92686e5587a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 11:03:38.862808 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-625179cc-0cef-4563-8c27-9c2afee4a09d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:38.871753 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-b12159a9-021a-4523-a6a4-616da84f45b4 None None] Set router cac3dab8-dd92-40d4-9ea9-6d39feacbb25 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:03:38.881235 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-913d0c17-a8a5-437f-b06b-909fd3c42f3e None None] For port d6f7234f-27db-4aec-b2d8-290756eb108c, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=d6f7234f-27db-4aec-b2d8-290756eb108c,segment=NetworkSegment(02726815-6dd3-4490-a898-6679f5b2c5f7),segment_id=02726815-6dd3-4490-a898-6679f5b2c5f7)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:03:38.891710 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-913d0c17-a8a5-437f-b06b-909fd3c42f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:38.905429 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab0239-7584-4643-8bbd-ac8356050fd7 req-5a9e6fe4-37a3-41a7-8eed-a83242ff967d tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:38.907025 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3eab0239-7584-4643-8bbd-ac8356050fd7 req-5a9e6fe4-37a3-41a7-8eed-a83242ff967d tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/networks?id=8f28cb31-2d61-41e3-9539-25a6eb750a37 HTTP/1.1" status: 200 len: 812 time: 0.2006562 Mar 22 11:03:38.930376 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3eab0239-7584-4643-8bbd-ac8356050fd7 req-7ff49671-6e9b-4518-9c7f-718c8bdfb347 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/quotas/c9a2db67725b46b3a61d41bcf76d544c HTTP/1.1" status: 200 len: 375 time: 0.0149522 Mar 22 11:03:38.957243 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-625179cc-0cef-4563-8c27-9c2afee4a09d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:38.966479 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-625179cc-0cef-4563-8c27-9c2afee4a09d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:38.969640 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913d0c17-a8a5-437f-b06b-909fd3c42f3e None None] Pushing event updated for resources: {'Port': ['ID=d6f7234f-27db-4aec-b2d8-290756eb108c,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:03:38.986605 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625179cc-0cef-4563-8c27-9c2afee4a09d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8de84fca-0dc2-4219-9af1-625f88af20a3,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:03:38.994516 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3eab0239-7584-4643-8bbd-ac8356050fd7 req-ad5876cc-de45-4bb7-904a-4eba7433ed92 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c9a2db67725b46b3a61d41bcf76d544c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0634198 Mar 22 11:03:38.999353 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-625179cc-0cef-4563-8c27-9c2afee4a09d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:39.000635 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-625179cc-0cef-4563-8c27-9c2afee4a09d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1763325 Mar 22 11:03:39.022877 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [req-3eab0239-7584-4643-8bbd-ac8356050fd7 req-e635ac66-f464-4aaa-85be-41e90a77550e service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=109050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:03:39.024260 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3eab0239-7584-4643-8bbd-ac8356050fd7 req-e635ac66-f464-4aaa-85be-41e90a77550e service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065265 Mar 22 11:03:39.120499 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-62103cb1-bb75-423c-9349-f8f7110be771 None None] Provisioning complete for port d6f7234f-27db-4aec-b2d8-290756eb108c triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:03:39.120499 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-62103cb1-bb75-423c-9349-f8f7110be771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:39.143606 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3eab0239-7584-4643-8bbd-ac8356050fd7 req-eb8d2d10-7324-41b8-a6dc-2c5fef565648 service neutron] 10.222.0.57 "GET /v2.0/networks/8f28cb31-2d61-41e3-9539-25a6eb750a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122909 Mar 22 11:03:39.170813 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device e9ce9da0-d526-471f-be34-ee628f3fa884 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:03:39.177054 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-b12159a9-021a-4523-a6a4-616da84f45b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac3dab8-dd92-40d4-9ea9-6d39feacbb25', 'name': 'tempest-TestNetworkBasicOps-router-1191924904', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '9f76b83c-896a-46ad-a564-f0852c3c0527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:03:31Z', 'updated_at': '2022-03-22T11:03:35Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '9f76b83c-896a-46ad-a564-f0852c3c0527', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac3dab8-dd92-40d4-9ea9-6d39feacbb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:03:32Z', 'updated_at': '2022-03-22T11:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': 'd6f7234f-27db-4aec-b2d8-290756eb108c', 'name': '', 'network_id': 'f566fd96-a2f9-4736-a815-e8fcbb984579', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:bc:b1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac3dab8-dd92-40d4-9ea9-6d39feacbb25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '2218159d-9837-4b1b-9a1b-4316792d7995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:03:34Z', 'updated_at': '2022-03-22T11:03:38Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '2218159d-9837-4b1b-9a1b-4316792d7995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:03:39.204864 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12159a9-021a-4523-a6a4-616da84f45b4 None None] The sync data for ids ['cac3dab8-dd92-40d4-9ea9-6d39feacbb25'] in dv-neutron-834599-1-hyperv is: [{'id': 'cac3dab8-dd92-40d4-9ea9-6d39feacbb25', 'name': 'tempest-TestNetworkBasicOps-router-1191924904', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '9f76b83c-896a-46ad-a564-f0852c3c0527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:03:31Z', 'updated_at': '2022-03-22T11:03:35Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '9f76b83c-896a-46ad-a564-f0852c3c0527', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac3dab8-dd92-40d4-9ea9-6d39feacbb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:03:32Z', 'updated_at': '2022-03-22T11:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': 'd6f7234f-27db-4aec-b2d8-290756eb108c', 'name': '', 'network_id': 'f566fd96-a2f9-4736-a815-e8fcbb984579', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:bc:b1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac3dab8-dd92-40d4-9ea9-6d39feacbb25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '2218159d-9837-4b1b-9a1b-4316792d7995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:03:34Z', 'updated_at': '2022-03-22T11:03:38Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '2218159d-9837-4b1b-9a1b-4316792d7995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:03:39.233512 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-985372be-ade9-4929-a5ea-5dfb8a35694a req-fe212a15-64dd-4f01-b31c-cb8f190e322a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2032685550&fields=id&tenant_id=9d323f0b18e24bb7bcd0d92686e5587a HTTP/1.1" status: 200 len: 267 time: 0.0878317 Mar 22 11:03:39.281894 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port e9ce9da0-d526-471f-be34-ee628f3fa884 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:03:39.282983 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:39.311502 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3eab0239-7584-4643-8bbd-ac8356050fd7 req-6efc7457-2c6c-4ee1-aae2-819086822e01 service neutron] 10.222.0.57 "GET /v2.0/networks/8f28cb31-2d61-41e3-9539-25a6eb750a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670020 Mar 22 11:03:39.391677 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 9f76b83c-896a-46ad-a564-f0852c3c0527 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:03:39.397516 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985372be-ade9-4929-a5ea-5dfb8a35694a req-352e6e3e-9df2-4195-9c7b-afe4a0478d48 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:39.399418 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-985372be-ade9-4929-a5ea-5dfb8a35694a req-352e6e3e-9df2-4195-9c7b-afe4a0478d48 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/networks?id=f566fd96-a2f9-4736-a815-e8fcbb984579 HTTP/1.1" status: 200 len: 795 time: 0.1573515 Mar 22 11:03:39.423321 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-985372be-ade9-4929-a5ea-5dfb8a35694a req-05263b1e-dcc8-4443-9173-026c025ea96b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/quotas/9d323f0b18e24bb7bcd0d92686e5587a HTTP/1.1" status: 200 len: 375 time: 0.0146132 Mar 22 11:03:39.468694 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 9f76b83c-896a-46ad-a564-f0852c3c0527 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:03:39.469094 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:39.508009 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-985372be-ade9-4929-a5ea-5dfb8a35694a req-6593cc26-eb79-417f-b444-4c9debf2cec3 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=9d323f0b18e24bb7bcd0d92686e5587a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0674188 Mar 22 11:03:39.518802 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [req-985372be-ade9-4929-a5ea-5dfb8a35694a req-0c220a58-cac0-463c-928c-5ffb7c6e7f16 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=109050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:03:39.520087 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-985372be-ade9-4929-a5ea-5dfb8a35694a req-0c220a58-cac0-463c-928c-5ffb7c6e7f16 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081308 Mar 22 11:03:39.676135 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b0528973-3433-4888-bab9-6d716810559d req-9a9dc014-0a9d-4fc4-bf08-23f7c4735e8e tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fec4b30-c437-4c38-8b48-0dca86d60eb3 HTTP/1.1" status: 200 len: 210 time: 0.0292740 Mar 22 11:03:39.678054 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-985372be-ade9-4929-a5ea-5dfb8a35694a req-c48d16e5-f99e-4aa6-a5ae-ad8e175c7f03 service neutron] 10.222.0.57 "GET /v2.0/networks/f566fd96-a2f9-4736-a815-e8fcbb984579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492262 Mar 22 11:03:39.791544 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-985372be-ade9-4929-a5ea-5dfb8a35694a req-6df132c4-6606-4214-bca3-2e4f51325df7 service neutron] 10.222.0.57 "GET /v2.0/networks/f566fd96-a2f9-4736-a815-e8fcbb984579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056168 Mar 22 11:03:39.837315 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5ceccb64-ee0c-4625-b558-e5d8fb44af3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:39.987270 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f2fdf3e7-376b-4e10-bd64-9e1d525061ed req-d942297b-db21-4de7-a20a-49ebefa597d3 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=12ad2583-86c3-4da5-ac86-1a6f35405cdb HTTP/1.1" status: 200 len: 210 time: 0.0392818 Mar 22 11:03:40.659719 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab0239-7584-4643-8bbd-ac8356050fd7 req-1c47e558-60f9-40c9-b2fa-0b502417324d tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:40.661205 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3eab0239-7584-4643-8bbd-ac8356050fd7 req-1c47e558-60f9-40c9-b2fa-0b502417324d tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.35 "GET /v2.0/networks?id=8f28cb31-2d61-41e3-9539-25a6eb750a37 HTTP/1.1" status: 200 len: 812 time: 0.1197202 Mar 22 11:03:40.704399 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3eab0239-7584-4643-8bbd-ac8356050fd7 req-efef7fb9-af97-43cc-a8c9-48c9da013e0e tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9a2db67725b46b3a61d41bcf76d544c HTTP/1.1" status: 200 len: 379 time: 0.0337160 Mar 22 11:03:40.713759 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-3eab0239-7584-4643-8bbd-ac8356050fd7 req-7fc6c87e-abcb-46bc-bddd-df958b6164e1 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Request body: {'port': {'device_id': '6fec4b30-c437-4c38-8b48-0dca86d60eb3', 'network_id': '8f28cb31-2d61-41e3-9539-25a6eb750a37', 'admin_state_up': True, 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'security_groups': ['82748c69-4f97-4b9d-8323-69fdf08c3a29']}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:03:40.807039 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-12592375-ba33-4a89-ae98-d5be6ff5f1df req-e4e29731-3c2c-4459-9432-09fae1764dd8 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fec4b30-c437-4c38-8b48-0dca86d60eb3 HTTP/1.1" status: 200 len: 210 time: 0.0358491 Mar 22 11:03:40.848560 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eab0239-7584-4643-8bbd-ac8356050fd7 req-7fc6c87e-abcb-46bc-bddd-df958b6164e1 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Made reservation on behalf of c9a2db67725b46b3a61d41bcf76d544c for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:03:40.852080 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-3eab0239-7584-4643-8bbd-ac8356050fd7 req-7fc6c87e-abcb-46bc-bddd-df958b6164e1 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:41.050773 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [req-3eab0239-7584-4643-8bbd-ac8356050fd7 req-7fc6c87e-abcb-46bc-bddd-df958b6164e1 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Allocated IP 172.20.0.6 (8f28cb31-2d61-41e3-9539-25a6eb750a37/8080d27b-6577-44db-a10e-53ade16f0755/6a5fd635-f681-4f87-a5e3-7baf0a7a9378) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:03:41.102602 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985372be-ade9-4929-a5ea-5dfb8a35694a req-8533e181-26bc-4207-a7c4-11f9c699892a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:41.104207 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-985372be-ade9-4929-a5ea-5dfb8a35694a req-8533e181-26bc-4207-a7c4-11f9c699892a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.35 "GET /v2.0/networks?id=f566fd96-a2f9-4736-a815-e8fcbb984579 HTTP/1.1" status: 200 len: 795 time: 0.1819413 Mar 22 11:03:41.109242 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:41.125710 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a70cdd84-df8f-457b-933f-a2c85da86b27 req-96f24919-b873-41a0-be19-dffeb4392c94 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=12ad2583-86c3-4da5-ac86-1a6f35405cdb HTTP/1.1" status: 200 len: 210 time: 0.0678673 Mar 22 11:03:41.165701 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device d6f7234f-27db-4aec-b2d8-290756eb108c up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:03:41.217078 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port d6f7234f-27db-4aec-b2d8-290756eb108c triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:03:41.217623 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:41.221011 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-985372be-ade9-4929-a5ea-5dfb8a35694a req-de8bae11-619e-457c-b0f6-c2fb1d71b704 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d323f0b18e24bb7bcd0d92686e5587a HTTP/1.1" status: 200 len: 380 time: 0.0721557 Mar 22 11:03:41.236506 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-985372be-ade9-4929-a5ea-5dfb8a35694a req-56eb42d6-da59-4bcc-ade8-7ee7b83a2529 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'port': {'device_id': '12ad2583-86c3-4da5-ac86-1a6f35405cdb', 'network_id': 'f566fd96-a2f9-4736-a815-e8fcbb984579', 'admin_state_up': True, 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'security_groups': ['58ccd146-c452-49cf-b213-55cb0549a37d']}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:03:41.380579 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-3eab0239-7584-4643-8bbd-ac8356050fd7 req-7fc6c87e-abcb-46bc-bddd-df958b6164e1 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:41.423466 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-985372be-ade9-4929-a5ea-5dfb8a35694a req-56eb42d6-da59-4bcc-ade8-7ee7b83a2529 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Made reservation on behalf of 9d323f0b18e24bb7bcd0d92686e5587a for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:03:41.426947 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-985372be-ade9-4929-a5ea-5dfb8a35694a req-56eb42d6-da59-4bcc-ade8-7ee7b83a2529 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:41.445879 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-3eab0239-7584-4643-8bbd-ac8356050fd7 req-7fc6c87e-abcb-46bc-bddd-df958b6164e1 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:41.541163 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eab0239-7584-4643-8bbd-ac8356050fd7 req-7fc6c87e-abcb-46bc-bddd-df958b6164e1 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Network 8f28cb31-2d61-41e3-9539-25a6eb750a37 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:03:41.548662 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc6c87e-abcb-46bc-bddd-df958b6164e1 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Pushing event updated for resources: {'Port': ['ID=6a5fd635-f681-4f87-a5e3-7baf0a7a9378,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:03:41.554362 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [req-3eab0239-7584-4643-8bbd-ac8356050fd7 req-7fc6c87e-abcb-46bc-bddd-df958b6164e1 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:03:41.577795 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eab0239-7584-4643-8bbd-ac8356050fd7 req-7fc6c87e-abcb-46bc-bddd-df958b6164e1 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:03:41.643507 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [req-985372be-ade9-4929-a5ea-5dfb8a35694a req-56eb42d6-da59-4bcc-ade8-7ee7b83a2529 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Allocated IP 172.20.0.13 (f566fd96-a2f9-4736-a815-e8fcbb984579/2218159d-9837-4b1b-9a1b-4316792d7995/97277a23-280c-4a26-9154-f888fb311dea) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:03:41.655599 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab0239-7584-4643-8bbd-ac8356050fd7 req-7fc6c87e-abcb-46bc-bddd-df958b6164e1 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:41.656214 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-3eab0239-7584-4643-8bbd-ac8356050fd7 req-7fc6c87e-abcb-46bc-bddd-df958b6164e1 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:41.681014 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3eab0239-7584-4643-8bbd-ac8356050fd7 req-7fc6c87e-abcb-46bc-bddd-df958b6164e1 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9711063 Mar 22 11:03:41.751232 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-3eab0239-7584-4643-8bbd-ac8356050fd7 req-9a691bf2-8513-4a47-a0cf-ded58c7f6331 service neutron] Request body: {'port': {'device_id': '6fec4b30-c437-4c38-8b48-0dca86d60eb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8345'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:03:41.814419 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-80b5f5c1-25a9-4b44-aa0e-e3e6611b9ffb None None] Provisioning complete for port 6a5fd635-f681-4f87-a5e3-7baf0a7a9378 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:03:41.814761 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-80b5f5c1-25a9-4b44-aa0e-e3e6611b9ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:41.861363 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-80b5f5c1-25a9-4b44-aa0e-e3e6611b9ffb None None] Port 6a5fd635-f681-4f87-a5e3-7baf0a7a9378 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:03:41.862832 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-3eab0239-7584-4643-8bbd-ac8356050fd7 req-9a691bf2-8513-4a47-a0cf-ded58c7f6331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:41.885540 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-985372be-ade9-4929-a5ea-5dfb8a35694a req-56eb42d6-da59-4bcc-ade8-7ee7b83a2529 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:42.059159 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-985372be-ade9-4929-a5ea-5dfb8a35694a req-56eb42d6-da59-4bcc-ade8-7ee7b83a2529 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:42.069923 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b3e96-3146-4aab-82d0-70c8c6a84dde req-08e4d5db-3085-4e82-b098-9ee80aa2c533 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:42.071314 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-940b3e96-3146-4aab-82d0-70c8c6a84dde req-08e4d5db-3085-4e82-b098-9ee80aa2c533 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fec4b30-c437-4c38-8b48-0dca86d60eb3 HTTP/1.1" status: 200 len: 931 time: 0.1421843 Mar 22 11:03:42.180654 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-985372be-ade9-4929-a5ea-5dfb8a35694a req-56eb42d6-da59-4bcc-ade8-7ee7b83a2529 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Network f566fd96-a2f9-4736-a815-e8fcbb984579 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:03:42.189669 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [req-985372be-ade9-4929-a5ea-5dfb8a35694a req-56eb42d6-da59-4bcc-ade8-7ee7b83a2529 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:03:42.197780 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eb42d6-da59-4bcc-ade8-7ee7b83a2529 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Port': ['ID=97277a23-280c-4a26-9154-f888fb311dea,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:03:42.200147 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-985372be-ade9-4929-a5ea-5dfb8a35694a req-56eb42d6-da59-4bcc-ade8-7ee7b83a2529 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:03:42.247508 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-940b3e96-3146-4aab-82d0-70c8c6a84dde req-aedf0729-e94f-46f1-979e-d9dcfb540037 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/security-groups?id=82748c69-4f97-4b9d-8323-69fdf08c3a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1687887 Mar 22 11:03:42.323442 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985372be-ade9-4929-a5ea-5dfb8a35694a req-56eb42d6-da59-4bcc-ade8-7ee7b83a2529 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:42.323988 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-985372be-ade9-4929-a5ea-5dfb8a35694a req-56eb42d6-da59-4bcc-ade8-7ee7b83a2529 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:42.342018 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac392a-4dd5-4a56-bb24-7ca9113ee1d2 req-15a563f5-eb42-4464-9494-29adadd8d553 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:42.343726 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f6ac392a-4dd5-4a56-bb24-7ca9113ee1d2 req-15a563f5-eb42-4464-9494-29adadd8d553 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=12ad2583-86c3-4da5-ac86-1a6f35405cdb HTTP/1.1" status: 200 len: 932 time: 0.1349761 Mar 22 11:03:42.394806 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-985372be-ade9-4929-a5ea-5dfb8a35694a req-56eb42d6-da59-4bcc-ade8-7ee7b83a2529 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1669891 Mar 22 11:03:42.406053 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [req-985372be-ade9-4929-a5ea-5dfb8a35694a req-99555d70-4166-4d13-a977-3799b52856e9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=109050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:03:42.407056 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-985372be-ade9-4929-a5ea-5dfb8a35694a req-99555d70-4166-4d13-a977-3799b52856e9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051839 Mar 22 11:03:42.426889 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-985372be-ade9-4929-a5ea-5dfb8a35694a req-a64442df-e52b-4bf9-b429-f653e7eafea3 service neutron] Request body: {'port': {'device_id': '12ad2583-86c3-4da5-ac86-1a6f35405cdb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8345'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:03:42.432921 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [req-3eab0239-7584-4643-8bbd-ac8356050fd7 req-9a691bf2-8513-4a47-a0cf-ded58c7f6331 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a5fd635-f681-4f87-a5e3-7baf0a7a9378 {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:03:42.459092 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-3eab0239-7584-4643-8bbd-ac8356050fd7 req-9a691bf2-8513-4a47-a0cf-ded58c7f6331 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:42.463894 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f6ac392a-4dd5-4a56-bb24-7ca9113ee1d2 req-6466046d-31b6-46a3-aa15-2c31b492e43c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=58ccd146-c452-49cf-b213-55cb0549a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093135 Mar 22 11:03:42.480872 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [req-3eab0239-7584-4643-8bbd-ac8356050fd7 req-9a691bf2-8513-4a47-a0cf-ded58c7f6331 service neutron] Transition to ACTIVE for port object 6a5fd635-f681-4f87-a5e3-7baf0a7a9378 will not be triggered until provisioned by entity L2. {{(pid=109050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:03:42.498531 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-3eab0239-7584-4643-8bbd-ac8356050fd7 req-9a691bf2-8513-4a47-a0cf-ded58c7f6331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:42.505500 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-9c90a465-0105-4a82-af95-eaf7ecde98a4 None None] Provisioning complete for port 97277a23-280c-4a26-9154-f888fb311dea triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:03:42.506007 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9c90a465-0105-4a82-af95-eaf7ecde98a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:42.541207 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-985372be-ade9-4929-a5ea-5dfb8a35694a req-a64442df-e52b-4bf9-b429-f653e7eafea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:42.584430 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:42.592424 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-9c90a465-0105-4a82-af95-eaf7ecde98a4 None None] Port 97277a23-280c-4a26-9154-f888fb311dea cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:03:42.797256 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:42.905699 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a691bf2-8513-4a47-a0cf-ded58c7f6331 service neutron] Pushing event updated for resources: {'Port': ['ID=6a5fd635-f681-4f87-a5e3-7baf0a7a9378,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:03:42.942442 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a691bf2-8513-4a47-a0cf-ded58c7f6331 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:03:42.942768 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a691bf2-8513-4a47-a0cf-ded58c7f6331 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:03:42.943133 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a691bf2-8513-4a47-a0cf-ded58c7f6331 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:03:42.943489 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a691bf2-8513-4a47-a0cf-ded58c7f6331 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:03:42.943824 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a691bf2-8513-4a47-a0cf-ded58c7f6331 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:03:42.944148 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a691bf2-8513-4a47-a0cf-ded58c7f6331 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:03:42.944476 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a691bf2-8513-4a47-a0cf-ded58c7f6331 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:03:42.944798 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a691bf2-8513-4a47-a0cf-ded58c7f6331 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:03:42.945120 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a691bf2-8513-4a47-a0cf-ded58c7f6331 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:03:42.945414 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a691bf2-8513-4a47-a0cf-ded58c7f6331 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:03:42.945759 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a691bf2-8513-4a47-a0cf-ded58c7f6331 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:03:42.946080 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a691bf2-8513-4a47-a0cf-ded58c7f6331 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:03:43.073625 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-3eab0239-7584-4643-8bbd-ac8356050fd7 req-9a691bf2-8513-4a47-a0cf-ded58c7f6331 service neutron] Attempting to bind port 6a5fd635-f681-4f87-a5e3-7baf0a7a9378 on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:03:43.073970 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-3eab0239-7584-4643-8bbd-ac8356050fd7 req-9a691bf2-8513-4a47-a0cf-ded58c7f6331 service neutron] Attempting to bind port 6a5fd635-f681-4f87-a5e3-7baf0a7a9378 by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': '1a35a9ba-da81-41c2-b3e4-2353befb7bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8f28cb31-2d61-41e3-9539-25a6eb750a37'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:03:43.074299 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eab0239-7584-4643-8bbd-ac8356050fd7 req-9a691bf2-8513-4a47-a0cf-ded58c7f6331 service neutron] Attempting to bind port 6a5fd635-f681-4f87-a5e3-7baf0a7a9378 on network 8f28cb31-2d61-41e3-9539-25a6eb750a37 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:03:43.086992 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eab0239-7584-4643-8bbd-ac8356050fd7 req-9a691bf2-8513-4a47-a0cf-ded58c7f6331 service neutron] Port 6a5fd635-f681-4f87-a5e3-7baf0a7a9378 on network 8f28cb31-2d61-41e3-9539-25a6eb750a37 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 11:03:43.087308 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eab0239-7584-4643-8bbd-ac8356050fd7 req-9a691bf2-8513-4a47-a0cf-ded58c7f6331 service neutron] Attempting to bind port 6a5fd635-f681-4f87-a5e3-7baf0a7a9378 on network 8f28cb31-2d61-41e3-9539-25a6eb750a37 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:03:43.117368 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eab0239-7584-4643-8bbd-ac8356050fd7 req-9a691bf2-8513-4a47-a0cf-ded58c7f6331 service neutron] Checking agent: {'id': 'dcb78974-6458-4942-8c9c-663284d5bb3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8345', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:03:43.117709 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eab0239-7584-4643-8bbd-ac8356050fd7 req-9a691bf2-8513-4a47-a0cf-ded58c7f6331 service neutron] Checking segment: {'id': '1a35a9ba-da81-41c2-b3e4-2353befb7bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8f28cb31-2d61-41e3-9539-25a6eb750a37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:03:43.118088 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eab0239-7584-4643-8bbd-ac8356050fd7 req-9a691bf2-8513-4a47-a0cf-ded58c7f6331 service neutron] Bound using segment: {'id': '1a35a9ba-da81-41c2-b3e4-2353befb7bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8f28cb31-2d61-41e3-9539-25a6eb750a37'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:03:43.118532 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-3eab0239-7584-4643-8bbd-ac8356050fd7 req-9a691bf2-8513-4a47-a0cf-ded58c7f6331 service neutron] Bound port: 6a5fd635-f681-4f87-a5e3-7baf0a7a9378, host: hv-neutron-8345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a35a9ba-da81-41c2-b3e4-2353befb7bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8f28cb31-2d61-41e3-9539-25a6eb750a37'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:03:43.118897 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-3eab0239-7584-4643-8bbd-ac8356050fd7 req-9a691bf2-8513-4a47-a0cf-ded58c7f6331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:43.245305 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-3eab0239-7584-4643-8bbd-ac8356050fd7 req-9a691bf2-8513-4a47-a0cf-ded58c7f6331 service neutron] For port 6a5fd635-f681-4f87-a5e3-7baf0a7a9378, host hv-neutron-8345, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:03:43.263341 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-3eab0239-7584-4643-8bbd-ac8356050fd7 req-9a691bf2-8513-4a47-a0cf-ded58c7f6331 service neutron] For port 6a5fd635-f681-4f87-a5e3-7baf0a7a9378, host hv-neutron-8345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=6a5fd635-f681-4f87-a5e3-7baf0a7a9378,segment=NetworkSegment(1a35a9ba-da81-41c2-b3e4-2353befb7bac),segment_id=1a35a9ba-da81-41c2-b3e4-2353befb7bac)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:03:43.269926 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [req-985372be-ade9-4929-a5ea-5dfb8a35694a req-a64442df-e52b-4bf9-b429-f653e7eafea3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97277a23-280c-4a26-9154-f888fb311dea {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:03:43.274823 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-3eab0239-7584-4643-8bbd-ac8356050fd7 req-9a691bf2-8513-4a47-a0cf-ded58c7f6331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:43.282143 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-985372be-ade9-4929-a5ea-5dfb8a35694a req-a64442df-e52b-4bf9-b429-f653e7eafea3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:43.307446 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:43.329787 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab0239-7584-4643-8bbd-ac8356050fd7 req-9a691bf2-8513-4a47-a0cf-ded58c7f6331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:43.330468 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-3eab0239-7584-4643-8bbd-ac8356050fd7 req-9a691bf2-8513-4a47-a0cf-ded58c7f6331 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:43.331951 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3eab0239-7584-4643-8bbd-ac8356050fd7 req-9a691bf2-8513-4a47-a0cf-ded58c7f6331 service neutron] 10.222.0.35 "PUT /v2.0/ports/6a5fd635-f681-4f87-a5e3-7baf0a7a9378 HTTP/1.1" status: 200 len: 1093 time: 1.6411061 Mar 22 11:03:43.333023 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [req-985372be-ade9-4929-a5ea-5dfb8a35694a req-a64442df-e52b-4bf9-b429-f653e7eafea3 service neutron] Transition to ACTIVE for port object 97277a23-280c-4a26-9154-f888fb311dea will not be triggered until provisioned by entity L2. {{(pid=109050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:03:43.333574 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fec4b30-c437-4c38-8b48-0dca86d60eb3', 'tag': '6a5fd635-f681-4f87-a5e3-7baf0a7a9378'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:03:43.335943 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b8d426-c250-4145-9255-3af2afad81a0" -d '{"events": [{"name": "network-changed", "server_uuid": "6fec4b30-c437-4c38-8b48-0dca86d60eb3", "tag": "6a5fd635-f681-4f87-a5e3-7baf0a7a9378"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:03:43.360181 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-985372be-ade9-4929-a5ea-5dfb8a35694a req-a64442df-e52b-4bf9-b429-f653e7eafea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:43.387034 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a691bf2-8513-4a47-a0cf-ded58c7f6331 service neutron] Pushing event updated for resources: {'Port': ['ID=6a5fd635-f681-4f87-a5e3-7baf0a7a9378,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:03:43.401499 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475c3e44-edd4-4e8c-8483-97e644104332 x-openstack-request-id: req-475c3e44-edd4-4e8c-8483-97e644104332 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:03:43.401795 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fec4b30-c437-4c38-8b48-0dca86d60eb3", "tag": "6a5fd635-f681-4f87-a5e3-7baf0a7a9378", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:03:43.402048 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-475c3e44-edd4-4e8c-8483-97e644104332 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:03:43.402449 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-475c3e44-edd4-4e8c-8483-97e644104332'] response: {'name': 'network-changed', 'server_uuid': '6fec4b30-c437-4c38-8b48-0dca86d60eb3', 'tag': '6a5fd635-f681-4f87-a5e3-7baf0a7a9378', 'status': 'completed', 'code': 200} Mar 22 11:03:43.507359 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab0239-7584-4643-8bbd-ac8356050fd7 req-e4ebc4b2-ac73-42ad-8a2e-2f095a4170f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:43.508979 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3eab0239-7584-4643-8bbd-ac8356050fd7 req-e4ebc4b2-ac73-42ad-8a2e-2f095a4170f0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9a2db67725b46b3a61d41bcf76d544c&device_id=6fec4b30-c437-4c38-8b48-0dca86d60eb3 HTTP/1.1" status: 200 len: 1096 time: 0.1185660 Mar 22 11:03:43.591901 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64442df-e52b-4bf9-b429-f653e7eafea3 service neutron] Pushing event updated for resources: {'Port': ['ID=97277a23-280c-4a26-9154-f888fb311dea,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:03:43.610624 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427efbf-971c-4e43-928c-7a9359b46b41 req-a20df115-4fb0-43c9-b35e-4ece4159e08f tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:43.612594 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7427efbf-971c-4e43-928c-7a9359b46b41 req-a20df115-4fb0-43c9-b35e-4ece4159e08f tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fec4b30-c437-4c38-8b48-0dca86d60eb3 HTTP/1.1" status: 200 len: 943 time: 0.2702470 Mar 22 11:03:43.614101 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3eab0239-7584-4643-8bbd-ac8356050fd7 req-9ef0e3ff-bd2a-4bd4-806f-b1fa72df904a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a5fd635-f681-4f87-a5e3-7baf0a7a9378 HTTP/1.1" status: 200 len: 217 time: 0.0608246 Mar 22 11:03:43.693546 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-985372be-ade9-4929-a5ea-5dfb8a35694a req-a64442df-e52b-4bf9-b429-f653e7eafea3 service neutron] Attempting to bind port 97277a23-280c-4a26-9154-f888fb311dea on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:03:43.693873 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-985372be-ade9-4929-a5ea-5dfb8a35694a req-a64442df-e52b-4bf9-b429-f653e7eafea3 service neutron] Attempting to bind port 97277a23-280c-4a26-9154-f888fb311dea by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': '02726815-6dd3-4490-a898-6679f5b2c5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f566fd96-a2f9-4736-a815-e8fcbb984579'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:03:43.694192 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985372be-ade9-4929-a5ea-5dfb8a35694a req-a64442df-e52b-4bf9-b429-f653e7eafea3 service neutron] Attempting to bind port 97277a23-280c-4a26-9154-f888fb311dea on network f566fd96-a2f9-4736-a815-e8fcbb984579 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:03:43.709798 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985372be-ade9-4929-a5ea-5dfb8a35694a req-a64442df-e52b-4bf9-b429-f653e7eafea3 service neutron] Port 97277a23-280c-4a26-9154-f888fb311dea on network f566fd96-a2f9-4736-a815-e8fcbb984579 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 11:03:43.710112 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985372be-ade9-4929-a5ea-5dfb8a35694a req-a64442df-e52b-4bf9-b429-f653e7eafea3 service neutron] Attempting to bind port 97277a23-280c-4a26-9154-f888fb311dea on network f566fd96-a2f9-4736-a815-e8fcbb984579 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:03:43.733567 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985372be-ade9-4929-a5ea-5dfb8a35694a req-a64442df-e52b-4bf9-b429-f653e7eafea3 service neutron] Checking agent: {'id': 'dcb78974-6458-4942-8c9c-663284d5bb3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8345', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:03:43.733932 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985372be-ade9-4929-a5ea-5dfb8a35694a req-a64442df-e52b-4bf9-b429-f653e7eafea3 service neutron] Checking segment: {'id': '02726815-6dd3-4490-a898-6679f5b2c5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f566fd96-a2f9-4736-a815-e8fcbb984579'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:03:43.734307 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985372be-ade9-4929-a5ea-5dfb8a35694a req-a64442df-e52b-4bf9-b429-f653e7eafea3 service neutron] Bound using segment: {'id': '02726815-6dd3-4490-a898-6679f5b2c5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f566fd96-a2f9-4736-a815-e8fcbb984579'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:03:43.735014 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-985372be-ade9-4929-a5ea-5dfb8a35694a req-a64442df-e52b-4bf9-b429-f653e7eafea3 service neutron] Bound port: 97277a23-280c-4a26-9154-f888fb311dea, host: hv-neutron-8345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02726815-6dd3-4490-a898-6679f5b2c5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f566fd96-a2f9-4736-a815-e8fcbb984579'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:03:43.735174 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-985372be-ade9-4929-a5ea-5dfb8a35694a req-a64442df-e52b-4bf9-b429-f653e7eafea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:43.742767 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab0239-7584-4643-8bbd-ac8356050fd7 req-3fe9231f-d564-417f-b8dd-e8c2f7c3a0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:43.744298 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3eab0239-7584-4643-8bbd-ac8356050fd7 req-3fe9231f-d564-417f-b8dd-e8c2f7c3a0f7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8080d27b-6577-44db-a10e-53ade16f0755 HTTP/1.1" status: 200 len: 851 time: 0.1123106 Mar 22 11:03:43.753466 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7427efbf-971c-4e43-928c-7a9359b46b41 req-676ed509-72fc-4b33-9290-81a4987c0500 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/security-groups?id=82748c69-4f97-4b9d-8323-69fdf08c3a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284070 Mar 22 11:03:43.791619 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c694ea7d-5939-4708-8189-3e8f15be929e req-291e93b1-e6b1-49f5-9e72-7ba118e31cc6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:43.793100 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c694ea7d-5939-4708-8189-3e8f15be929e req-291e93b1-e6b1-49f5-9e72-7ba118e31cc6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=12ad2583-86c3-4da5-ac86-1a6f35405cdb HTTP/1.1" status: 200 len: 944 time: 0.1765761 Mar 22 11:03:43.884295 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-985372be-ade9-4929-a5ea-5dfb8a35694a req-a64442df-e52b-4bf9-b429-f653e7eafea3 service neutron] For port 97277a23-280c-4a26-9154-f888fb311dea, host hv-neutron-8345, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:03:43.887603 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab0239-7584-4643-8bbd-ac8356050fd7 req-e7b218a1-7bb2-4166-aacd-74fdb22fb359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:43.889679 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3eab0239-7584-4643-8bbd-ac8356050fd7 req-e7b218a1-7bb2-4166-aacd-74fdb22fb359 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8f28cb31-2d61-41e3-9539-25a6eb750a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1331184 Mar 22 11:03:43.910122 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c694ea7d-5939-4708-8189-3e8f15be929e req-5ee7f268-26ff-4d4a-b4d6-8d642b319696 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=58ccd146-c452-49cf-b213-55cb0549a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941811 Mar 22 11:03:43.911750 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-985372be-ade9-4929-a5ea-5dfb8a35694a req-a64442df-e52b-4bf9-b429-f653e7eafea3 service neutron] For port 97277a23-280c-4a26-9154-f888fb311dea, host hv-neutron-8345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=97277a23-280c-4a26-9154-f888fb311dea,segment=NetworkSegment(02726815-6dd3-4490-a898-6679f5b2c5f7),segment_id=02726815-6dd3-4490-a898-6679f5b2c5f7)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:03:43.933819 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-985372be-ade9-4929-a5ea-5dfb8a35694a req-a64442df-e52b-4bf9-b429-f653e7eafea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:44.009832 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985372be-ade9-4929-a5ea-5dfb8a35694a req-a64442df-e52b-4bf9-b429-f653e7eafea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:44.010484 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-985372be-ade9-4929-a5ea-5dfb8a35694a req-a64442df-e52b-4bf9-b429-f653e7eafea3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:44.011879 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-985372be-ade9-4929-a5ea-5dfb8a35694a req-a64442df-e52b-4bf9-b429-f653e7eafea3 service neutron] 10.222.0.35 "PUT /v2.0/ports/97277a23-280c-4a26-9154-f888fb311dea HTTP/1.1" status: 200 len: 1094 time: 1.5904195 Mar 22 11:03:44.029989 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64442df-e52b-4bf9-b429-f653e7eafea3 service neutron] Pushing event updated for resources: {'Port': ['ID=97277a23-280c-4a26-9154-f888fb311dea,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:03:44.049193 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3eab0239-7584-4643-8bbd-ac8356050fd7 req-92bc5862-d47e-4793-879c-1efe384267b7 service neutron] 10.222.0.35 "GET /v2.0/networks/8f28cb31-2d61-41e3-9539-25a6eb750a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502221 Mar 22 11:03:44.166247 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985372be-ade9-4929-a5ea-5dfb8a35694a req-59de5e34-2962-4491-a56d-01838172749e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:44.167805 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-985372be-ade9-4929-a5ea-5dfb8a35694a req-59de5e34-2962-4491-a56d-01838172749e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d323f0b18e24bb7bcd0d92686e5587a&device_id=12ad2583-86c3-4da5-ac86-1a6f35405cdb HTTP/1.1" status: 200 len: 1097 time: 0.1056304 Mar 22 11:03:44.223024 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3eab0239-7584-4643-8bbd-ac8356050fd7 req-e138ce28-a29c-454e-90f8-8667ff1f6c8b service neutron] 10.222.0.35 "GET /v2.0/networks/8f28cb31-2d61-41e3-9539-25a6eb750a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620400 Mar 22 11:03:44.224403 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-985372be-ade9-4929-a5ea-5dfb8a35694a req-f6bfdcaa-a1b1-4999-ad74-ab9aa492bb09 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97277a23-280c-4a26-9154-f888fb311dea HTTP/1.1" status: 200 len: 217 time: 0.0477226 Mar 22 11:03:44.306663 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985372be-ade9-4929-a5ea-5dfb8a35694a req-e8d81cce-b704-401e-b7e3-81a643387fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:44.308142 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-985372be-ade9-4929-a5ea-5dfb8a35694a req-e8d81cce-b704-401e-b7e3-81a643387fc8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2218159d-9837-4b1b-9a1b-4316792d7995 HTTP/1.1" status: 200 len: 834 time: 0.0745296 Mar 22 11:03:44.340261 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8d426-c250-4145-9255-3af2afad81a0 req-1c5d5eb6-c638-45c3-adc7-3f9d1eab8af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:44.341713 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-78b8d426-c250-4145-9255-3af2afad81a0 req-1c5d5eb6-c638-45c3-adc7-3f9d1eab8af6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9a2db67725b46b3a61d41bcf76d544c&device_id=6fec4b30-c437-4c38-8b48-0dca86d60eb3 HTTP/1.1" status: 200 len: 1096 time: 0.0729697 Mar 22 11:03:44.389182 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985372be-ade9-4929-a5ea-5dfb8a35694a req-eca06c6b-f3a0-4c74-92e5-b4b854f658e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:44.390648 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-985372be-ade9-4929-a5ea-5dfb8a35694a req-eca06c6b-f3a0-4c74-92e5-b4b854f658e1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f566fd96-a2f9-4736-a815-e8fcbb984579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758491 Mar 22 11:03:44.502068 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8d426-c250-4145-9255-3af2afad81a0 req-006085de-6d74-4c8b-abcd-c789eaae751b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:44.503579 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-78b8d426-c250-4145-9255-3af2afad81a0 req-006085de-6d74-4c8b-abcd-c789eaae751b service neutron] 10.222.0.35 "GET /v2.0/networks?id=8f28cb31-2d61-41e3-9539-25a6eb750a37 HTTP/1.1" status: 200 len: 913 time: 0.1545749 Mar 22 11:03:44.556959 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-78b8d426-c250-4145-9255-3af2afad81a0 req-222039b5-51a1-45cb-a07c-83929b2f163f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a5fd635-f681-4f87-a5e3-7baf0a7a9378 HTTP/1.1" status: 200 len: 217 time: 0.0451336 Mar 22 11:03:44.558793 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-985372be-ade9-4929-a5ea-5dfb8a35694a req-6c52962d-ee41-44dd-9b02-72c2367b9b2d service neutron] 10.222.0.35 "GET /v2.0/networks/f566fd96-a2f9-4736-a815-e8fcbb984579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446617 Mar 22 11:03:44.666752 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8d426-c250-4145-9255-3af2afad81a0 req-5a118a08-136f-4010-ab7b-c796987105b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:44.668294 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-78b8d426-c250-4145-9255-3af2afad81a0 req-5a118a08-136f-4010-ab7b-c796987105b7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8080d27b-6577-44db-a10e-53ade16f0755 HTTP/1.1" status: 200 len: 851 time: 0.0998731 Mar 22 11:03:44.723165 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-985372be-ade9-4929-a5ea-5dfb8a35694a req-41d8b68d-dd43-4b1f-8525-f957418b4458 service neutron] 10.222.0.35 "GET /v2.0/networks/f566fd96-a2f9-4736-a815-e8fcbb984579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535175 Mar 22 11:03:44.731244 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8d426-c250-4145-9255-3af2afad81a0 req-eb1613a9-c595-4d17-a062-567e71c457e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:44.733413 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-78b8d426-c250-4145-9255-3af2afad81a0 req-eb1613a9-c595-4d17-a062-567e71c457e9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8f28cb31-2d61-41e3-9539-25a6eb750a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0576928 Mar 22 11:03:44.828913 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-78b8d426-c250-4145-9255-3af2afad81a0 req-26d24875-39d8-4169-b7a6-2412c4efdec9 service neutron] 10.222.0.35 "GET /v2.0/networks/8f28cb31-2d61-41e3-9539-25a6eb750a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894082 Mar 22 11:03:44.932470 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed776d-a055-4b1c-ac33-a023cbfa0a83 req-708886cc-2265-4d3c-9288-a27f4773b842 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:44.933967 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e7ed776d-a055-4b1c-ac33-a023cbfa0a83 req-708886cc-2265-4d3c-9288-a27f4773b842 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fec4b30-c437-4c38-8b48-0dca86d60eb3 HTTP/1.1" status: 200 len: 943 time: 0.1083808 Mar 22 11:03:44.972922 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-78b8d426-c250-4145-9255-3af2afad81a0 req-69b4dbe1-56bd-40b8-acba-d7ed30b2bc16 service neutron] 10.222.0.35 "GET /v2.0/networks/8f28cb31-2d61-41e3-9539-25a6eb750a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337199 Mar 22 11:03:45.008194 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e7ed776d-a055-4b1c-ac33-a023cbfa0a83 req-33ccdda2-4599-4002-b9f1-cf1db4921dea tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/security-groups?id=82748c69-4f97-4b9d-8323-69fdf08c3a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672994 Mar 22 11:03:45.044736 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d2b151-8877-4bd0-ac29-cf4cdd3545d8 req-8246d34c-3290-4d48-a67f-e4b5a641f465 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:45.046304 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-75d2b151-8877-4bd0-ac29-cf4cdd3545d8 req-8246d34c-3290-4d48-a67f-e4b5a641f465 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=12ad2583-86c3-4da5-ac86-1a6f35405cdb HTTP/1.1" status: 200 len: 944 time: 0.0528193 Mar 22 11:03:45.085631 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-75d2b151-8877-4bd0-ac29-cf4cdd3545d8 req-b7370b9d-538d-4420-8fad-ec4eb42bf051 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=58ccd146-c452-49cf-b213-55cb0549a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329549 Mar 22 11:03:45.404039 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ad2583-86c3-4da5-ac86-1a6f35405cdb', 'tag': '97277a23-280c-4a26-9154-f888fb311dea'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:03:45.407822 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55344d68-6194-4acc-b8f6-9d25942b71b8" -d '{"events": [{"name": "network-changed", "server_uuid": "12ad2583-86c3-4da5-ac86-1a6f35405cdb", "tag": "97277a23-280c-4a26-9154-f888fb311dea"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:03:45.448200 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d8641e-e21a-40ea-9b1f-91ee764b1087 x-openstack-request-id: req-32d8641e-e21a-40ea-9b1f-91ee764b1087 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:03:45.448490 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12ad2583-86c3-4da5-ac86-1a6f35405cdb", "tag": "97277a23-280c-4a26-9154-f888fb311dea", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:03:45.448737 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-32d8641e-e21a-40ea-9b1f-91ee764b1087 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:03:45.449144 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32d8641e-e21a-40ea-9b1f-91ee764b1087'] response: {'name': 'network-changed', 'server_uuid': '12ad2583-86c3-4da5-ac86-1a6f35405cdb', 'tag': '97277a23-280c-4a26-9154-f888fb311dea', 'status': 'completed', 'code': 200} Mar 22 11:03:45.512026 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55344d68-6194-4acc-b8f6-9d25942b71b8 req-0a3c3001-fd7f-4dba-b7e2-6349d8a2301d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:45.513826 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-55344d68-6194-4acc-b8f6-9d25942b71b8 req-0a3c3001-fd7f-4dba-b7e2-6349d8a2301d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d323f0b18e24bb7bcd0d92686e5587a&device_id=12ad2583-86c3-4da5-ac86-1a6f35405cdb HTTP/1.1" status: 200 len: 1097 time: 0.0422742 Mar 22 11:03:45.611141 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55344d68-6194-4acc-b8f6-9d25942b71b8 req-fd72a60c-d2a3-451b-8cbf-4c0b1cbd5dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:45.612638 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-55344d68-6194-4acc-b8f6-9d25942b71b8 req-fd72a60c-d2a3-451b-8cbf-4c0b1cbd5dd2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f566fd96-a2f9-4736-a815-e8fcbb984579 HTTP/1.1" status: 200 len: 896 time: 0.0902545 Mar 22 11:03:45.653771 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-55344d68-6194-4acc-b8f6-9d25942b71b8 req-17a5cd5e-b138-4e46-a3a2-378d49ebea73 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97277a23-280c-4a26-9154-f888fb311dea HTTP/1.1" status: 200 len: 217 time: 0.0341489 Mar 22 11:03:45.708832 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55344d68-6194-4acc-b8f6-9d25942b71b8 req-52abc964-8a53-497e-b9da-1352565f2f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:45.711441 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-55344d68-6194-4acc-b8f6-9d25942b71b8 req-52abc964-8a53-497e-b9da-1352565f2f52 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2218159d-9837-4b1b-9a1b-4316792d7995 HTTP/1.1" status: 200 len: 834 time: 0.0512934 Mar 22 11:03:45.758039 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55344d68-6194-4acc-b8f6-9d25942b71b8 req-1cd5414b-1162-47d8-bba0-8aca4d77229f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:45.759516 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-55344d68-6194-4acc-b8f6-9d25942b71b8 req-1cd5414b-1162-47d8-bba0-8aca4d77229f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f566fd96-a2f9-4736-a815-e8fcbb984579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408006 Mar 22 11:03:45.857987 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-55344d68-6194-4acc-b8f6-9d25942b71b8 req-7ea4ebcf-7801-41c2-8696-6b189c6bb17f service neutron] 10.222.0.35 "GET /v2.0/networks/f566fd96-a2f9-4736-a815-e8fcbb984579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907092 Mar 22 11:03:45.952507 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-55344d68-6194-4acc-b8f6-9d25942b71b8 req-a3f07c15-f62a-4035-a505-0bdb44197fc7 service neutron] 10.222.0.35 "GET /v2.0/networks/f566fd96-a2f9-4736-a815-e8fcbb984579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873451 Mar 22 11:03:46.133452 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894a5b9-9e5b-4183-9b5e-a67890e25327 req-f0ebc1d1-d524-493d-89ac-04649fe8ff4d tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:46.134979 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4894a5b9-9e5b-4183-9b5e-a67890e25327 req-f0ebc1d1-d524-493d-89ac-04649fe8ff4d tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fec4b30-c437-4c38-8b48-0dca86d60eb3 HTTP/1.1" status: 200 len: 943 time: 0.0511494 Mar 22 11:03:46.201050 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4894a5b9-9e5b-4183-9b5e-a67890e25327 req-41e698b4-a5c4-4f6d-96c6-cc6846899ef3 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/security-groups?id=82748c69-4f97-4b9d-8323-69fdf08c3a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594299 Mar 22 11:03:46.219736 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a32cd-b060-468a-b990-03cffc140c1d req-b6928780-9d77-4687-89b8-709a4bd90813 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:46.221245 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-274a32cd-b060-468a-b990-03cffc140c1d req-b6928780-9d77-4687-89b8-709a4bd90813 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=12ad2583-86c3-4da5-ac86-1a6f35405cdb HTTP/1.1" status: 200 len: 944 time: 0.0664904 Mar 22 11:03:46.261222 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-274a32cd-b060-468a-b990-03cffc140c1d req-b4d8f271-fcdb-4993-a3f8-fd01b98d51e8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=58ccd146-c452-49cf-b213-55cb0549a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337639 Mar 22 11:03:47.145481 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:03:47.327281 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d298f278-7509-4158-b85a-00762ee08326 req-e1dbd582-a08e-4b27-9266-2d6628ca1e10 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:47.328789 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d298f278-7509-4158-b85a-00762ee08326 req-e1dbd582-a08e-4b27-9266-2d6628ca1e10 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fec4b30-c437-4c38-8b48-0dca86d60eb3 HTTP/1.1" status: 200 len: 943 time: 0.0504882 Mar 22 11:03:47.391310 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d298f278-7509-4158-b85a-00762ee08326 req-c17e2f66-80bf-482d-832f-a11d76c4a7c5 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/security-groups?id=82748c69-4f97-4b9d-8323-69fdf08c3a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535996 Mar 22 11:03:47.399412 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ed507-d7c3-45bc-a238-14fae594d45e req-39d43d87-8849-4351-a251-ed4b0b0c87cd tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:47.400838 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-323ed507-d7c3-45bc-a238-14fae594d45e req-39d43d87-8849-4351-a251-ed4b0b0c87cd tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=12ad2583-86c3-4da5-ac86-1a6f35405cdb HTTP/1.1" status: 200 len: 944 time: 0.0711515 Mar 22 11:03:47.440993 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-323ed507-d7c3-45bc-a238-14fae594d45e req-6b0c6b4d-e781-4364-a33f-7570eeda5f38 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=58ccd146-c452-49cf-b213-55cb0549a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337994 Mar 22 11:03:48.291947 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 97277a23-280c-4a26-9154-f888fb311dea details requested by agent hyperv_hv-neutron-8345 with host hv-neutron-8345 {{(pid=109051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 11:03:48.395347 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 97277a23-280c-4a26-9154-f888fb311dea, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=97277a23-280c-4a26-9154-f888fb311dea,segment=NetworkSegment(02726815-6dd3-4490-a898-6679f5b2c5f7),segment_id=02726815-6dd3-4490-a898-6679f5b2c5f7)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:03:48.406233 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Returning: {'device': '97277a23-280c-4a26-9154-f888fb311dea', 'network_id': 'f566fd96-a2f9-4736-a815-e8fcbb984579', 'port_id': '97277a23-280c-4a26-9154-f888fb311dea', 'mac_address': 'fa:16:3e:cc:a3:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2218159d-9837-4b1b-9a1b-4316792d7995', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 11:03:48.448574 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:48.462220 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97277a23-280c-4a26-9154-f888fb311dea {{(pid=109051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:03:48.482650 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 97277a23-280c-4a26-9154-f888fb311dea, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=97277a23-280c-4a26-9154-f888fb311dea,segment=NetworkSegment(02726815-6dd3-4490-a898-6679f5b2c5f7),segment_id=02726815-6dd3-4490-a898-6679f5b2c5f7)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:03:48.488970 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:48.521157 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d58528-b5f1-4a2b-b13f-835a885daa3f req-50e68aac-2264-492b-b407-9cfbc149e52f tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:48.522676 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-04d58528-b5f1-4a2b-b13f-835a885daa3f req-50e68aac-2264-492b-b407-9cfbc149e52f tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fec4b30-c437-4c38-8b48-0dca86d60eb3 HTTP/1.1" status: 200 len: 943 time: 0.0581942 Mar 22 11:03:48.536956 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=97277a23-280c-4a26-9154-f888fb311dea,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:03:48.582231 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-04d58528-b5f1-4a2b-b13f-835a885daa3f req-a6937196-b96c-4032-9a76-30101bbfa13a tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/security-groups?id=82748c69-4f97-4b9d-8323-69fdf08c3a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506525 Mar 22 11:03:48.594091 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b85e6-b1a5-49cb-b28b-e06601f61667 req-bcce747b-8b11-4a67-a1aa-fc99b826a929 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:48.595569 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-110b85e6-b1a5-49cb-b28b-e06601f61667 req-bcce747b-8b11-4a67-a1aa-fc99b826a929 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=12ad2583-86c3-4da5-ac86-1a6f35405cdb HTTP/1.1" status: 200 len: 945 time: 0.0719767 Mar 22 11:03:48.635119 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-110b85e6-b1a5-49cb-b28b-e06601f61667 req-227c5c3f-8aa2-4e96-9100-4de85b18e5c6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=58ccd146-c452-49cf-b213-55cb0549a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337019 Mar 22 11:03:48.682700 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['97277a23-280c-4a26-9154-f888fb311dea'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 11:03:49.705630 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25f2da-1f5a-4504-b26d-9ca5c94a575d req-3ee78ace-d6ee-4f7a-88b0-d7e201a7533d tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:49.707104 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-da25f2da-1f5a-4504-b26d-9ca5c94a575d req-3ee78ace-d6ee-4f7a-88b0-d7e201a7533d tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fec4b30-c437-4c38-8b48-0dca86d60eb3 HTTP/1.1" status: 200 len: 943 time: 0.0492079 Mar 22 11:03:49.775484 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-da25f2da-1f5a-4504-b26d-9ca5c94a575d req-5abbc65f-17c5-4b96-923d-e4caa181abf7 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/security-groups?id=82748c69-4f97-4b9d-8323-69fdf08c3a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591745 Mar 22 11:03:49.784973 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1ab76-0254-4453-a389-be3363f5ef73 req-31117c7e-557d-4f06-9bc6-e45f7c97de9e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:49.786986 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e0c1ab76-0254-4453-a389-be3363f5ef73 req-31117c7e-557d-4f06-9bc6-e45f7c97de9e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=12ad2583-86c3-4da5-ac86-1a6f35405cdb HTTP/1.1" status: 200 len: 945 time: 0.0788450 Mar 22 11:03:49.827852 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e0c1ab76-0254-4453-a389-be3363f5ef73 req-c1dcd3ef-410b-4f4f-bad5-ce2bb64ca993 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=58ccd146-c452-49cf-b213-55cb0549a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348122 Mar 22 11:03:50.282183 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 97277a23-280c-4a26-9154-f888fb311dea up at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:03:50.335389 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning for port 97277a23-280c-4a26-9154-f888fb311dea completed by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:03:50.340238 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning complete for port 97277a23-280c-4a26-9154-f888fb311dea triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:03:50.340911 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:50.423874 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:50.445917 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ad2583-86c3-4da5-ac86-1a6f35405cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97277a23-280c-4a26-9154-f888fb311dea'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:03:50.448199 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be9b387-c6a4-4d7b-9975-afa36e88f0ef" -d '{"events": [{"server_uuid": "12ad2583-86c3-4da5-ac86-1a6f35405cdb", "name": "network-vif-plugged", "status": "completed", "tag": "97277a23-280c-4a26-9154-f888fb311dea"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:03:50.463174 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 97277a23-280c-4a26-9154-f888fb311dea, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=97277a23-280c-4a26-9154-f888fb311dea,segment=NetworkSegment(02726815-6dd3-4490-a898-6679f5b2c5f7),segment_id=02726815-6dd3-4490-a898-6679f5b2c5f7)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:03:50.468726 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:50.491333 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322e2625-3a09-4128-9045-c17fe54d5039 x-openstack-request-id: req-322e2625-3a09-4128-9045-c17fe54d5039 {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:03:50.491647 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ad2583-86c3-4da5-ac86-1a6f35405cdb", "name": "network-vif-plugged", "status": "completed", "tag": "97277a23-280c-4a26-9154-f888fb311dea", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:03:50.491895 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-322e2625-3a09-4128-9045-c17fe54d5039 {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:03:50.492298 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-322e2625-3a09-4128-9045-c17fe54d5039'] response: {'server_uuid': '12ad2583-86c3-4da5-ac86-1a6f35405cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97277a23-280c-4a26-9154-f888fb311dea', 'code': 200} Mar 22 11:03:50.517722 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=97277a23-280c-4a26-9154-f888fb311dea,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:03:50.524934 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:03:50.525276 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:03:50.525613 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:03:50.525942 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:03:50.526280 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:03:50.526610 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:03:50.526933 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:03:50.527281 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:03:50.527601 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:03:50.527933 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:03:50.528255 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:03:50.528573 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:03:50.656359 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b5d6b-a582-488c-9ff6-e710135a6a21 req-b732726f-871c-40d7-8374-78095f9c5ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:50.657835 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-992b5d6b-a582-488c-9ff6-e710135a6a21 req-b732726f-871c-40d7-8374-78095f9c5ae2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=12ad2583-86c3-4da5-ac86-1a6f35405cdb HTTP/1.1" status: 200 len: 1099 time: 0.0398436 Mar 22 11:03:50.692673 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-992b5d6b-a582-488c-9ff6-e710135a6a21 req-51cf83c3-ad06-481f-a138-90518b6a8972 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=58ccd146-c452-49cf-b213-55cb0549a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272951 Mar 22 11:03:50.902074 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbcc86a-ab1b-4d45-8b4d-88618110f188 req-a5b46c0a-9be9-4b83-a723-573a8e834578 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:50.903576 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-dfbcc86a-ab1b-4d45-8b4d-88618110f188 req-a5b46c0a-9be9-4b83-a723-573a8e834578 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fec4b30-c437-4c38-8b48-0dca86d60eb3 HTTP/1.1" status: 200 len: 943 time: 0.0548451 Mar 22 11:03:50.963523 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-dfbcc86a-ab1b-4d45-8b4d-88618110f188 req-ab4b586e-b3bc-4cfe-8595-b0d67ffbcbff tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/security-groups?id=82748c69-4f97-4b9d-8323-69fdf08c3a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510089 Mar 22 11:03:50.974020 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52890d-5b41-4f01-a7d1-6fe1ff49dc67 req-60072f07-9812-4042-b371-b4e84623d53c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:50.975524 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-aa52890d-5b41-4f01-a7d1-6fe1ff49dc67 req-60072f07-9812-4042-b371-b4e84623d53c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=12ad2583-86c3-4da5-ac86-1a6f35405cdb HTTP/1.1" status: 200 len: 946 time: 0.0710666 Mar 22 11:03:51.015039 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-aa52890d-5b41-4f01-a7d1-6fe1ff49dc67 req-fceb7e2d-3645-42ff-b751-29d36d435a31 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=58ccd146-c452-49cf-b213-55cb0549a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334766 Mar 22 11:03:52.081195 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582d51de-3675-4c28-8414-706947fe697f req-4adc4f09-fee2-4114-9518-339d9c6f4351 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:52.082677 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-582d51de-3675-4c28-8414-706947fe697f req-4adc4f09-fee2-4114-9518-339d9c6f4351 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fec4b30-c437-4c38-8b48-0dca86d60eb3 HTTP/1.1" status: 200 len: 943 time: 0.0494339 Mar 22 11:03:52.148612 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-582d51de-3675-4c28-8414-706947fe697f req-f21c5ed8-2be3-4603-8deb-722c98fd5bb7 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/security-groups?id=82748c69-4f97-4b9d-8323-69fdf08c3a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570934 Mar 22 11:03:52.156696 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2211aefa-828f-44b7-8eef-eb0d35fcf2b4 req-62731519-70ff-42cc-8814-3b990d06f62b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:52.158289 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2211aefa-828f-44b7-8eef-eb0d35fcf2b4 req-62731519-70ff-42cc-8814-3b990d06f62b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=12ad2583-86c3-4da5-ac86-1a6f35405cdb HTTP/1.1" status: 200 len: 946 time: 0.0747535 Mar 22 11:03:52.200754 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2211aefa-828f-44b7-8eef-eb0d35fcf2b4 req-e02c3ab7-96ef-4a8a-9372-6c1e2458322b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=58ccd146-c452-49cf-b213-55cb0549a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333521 Mar 22 11:03:52.315761 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b31a5-0a14-451e-8b1f-7e37588ec627 req-a2b54513-f5bd-47df-a33e-f8a2199f3274 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:52.317214 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c93b31a5-0a14-451e-8b1f-7e37588ec627 req-a2b54513-f5bd-47df-a33e-f8a2199f3274 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=12ad2583-86c3-4da5-ac86-1a6f35405cdb HTTP/1.1" status: 200 len: 946 time: 0.0481226 Mar 22 11:03:52.355691 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c93b31a5-0a14-451e-8b1f-7e37588ec627 req-880897a6-e4ed-4190-9448-474bd23cc7e8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=58ccd146-c452-49cf-b213-55cb0549a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325084 Mar 22 11:03:52.377302 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42860) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:03:52.417199 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309106ee-dffc-44ba-9f66-6360f4956428 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:52.418658 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-309106ee-dffc-44ba-9f66-6360f4956428 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=12ad2583-86c3-4da5-ac86-1a6f35405cdb HTTP/1.1" status: 200 len: 1094 time: 0.0404150 Mar 22 11:03:52.422755 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42862) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:03:52.426963 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-fbc6a67b-42c7-417c-a7ce-9c91cbd24a37 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'floatingip': {'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'port_id': '97277a23-280c-4a26-9154-f888fb311dea', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:03:52.448365 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fbc6a67b-42c7-417c-a7ce-9c91cbd24a37 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for floatingip, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:52.548690 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fbc6a67b-42c7-417c-a7ce-9c91cbd24a37 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:52.655193 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-fbc6a67b-42c7-417c-a7ce-9c91cbd24a37 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Allocated IP 172.26.7.123 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/e8666bbb-c256-48ee-b16a-a8620dca0abc) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:03:52.761464 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fbc6a67b-42c7-417c-a7ce-9c91cbd24a37 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:52.808078 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fbc6a67b-42c7-417c-a7ce-9c91cbd24a37 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:52.847395 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc6a67b-42c7-417c-a7ce-9c91cbd24a37 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:03:52.852062 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-fbc6a67b-42c7-417c-a7ce-9c91cbd24a37 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:03:52.856276 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc6a67b-42c7-417c-a7ce-9c91cbd24a37 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:03:52.859223 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc6a67b-42c7-417c-a7ce-9c91cbd24a37 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Port': ['ID=e8666bbb-c256-48ee-b16a-a8620dca0abc,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:03:53.253488 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fbc6a67b-42c7-417c-a7ce-9c91cbd24a37 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:53.307792 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d4a66-74b0-47a6-aa6b-426c64e5284f req-845deeab-d36a-4f30-bc9e-ebea9fd263a2 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:53.309247 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b04d4a66-74b0-47a6-aa6b-426c64e5284f req-845deeab-d36a-4f30-bc9e-ebea9fd263a2 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fec4b30-c437-4c38-8b48-0dca86d60eb3 HTTP/1.1" status: 200 len: 943 time: 0.0867412 Mar 22 11:03:53.346604 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fbc6a67b-42c7-417c-a7ce-9c91cbd24a37 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:53.391793 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b04d4a66-74b0-47a6-aa6b-426c64e5284f req-4c757052-519a-456f-b3f0-0d96ecbd6a5d tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/security-groups?id=82748c69-4f97-4b9d-8323-69fdf08c3a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633738 Mar 22 11:03:53.512757 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fbc6a67b-42c7-417c-a7ce-9c91cbd24a37 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:53.519223 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fbc6a67b-42c7-417c-a7ce-9c91cbd24a37 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:53.584008 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc6a67b-42c7-417c-a7ce-9c91cbd24a37 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Port': ['ID=e8666bbb-c256-48ee-b16a-a8620dca0abc,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:03:53.596564 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fbc6a67b-42c7-417c-a7ce-9c91cbd24a37 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684147'] for floatingip, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:53.694992 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.l3_db [None req-fbc6a67b-42c7-417c-a7ce-9c91cbd24a37 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Floating IP b5c968b3-bb0f-4a99-80ea-641bd4d16e8e associated. External IP: 172.26.7.123, port: 97277a23-280c-4a26-9154-f888fb311dea. Mar 22 11:03:54.220528 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc6a67b-42c7-417c-a7ce-9c91cbd24a37 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Router cac3dab8-dd92-40d4-9ea9-6d39feacbb25 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:03:54.320802 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 6a5fd635-f681-4f87-a5e3-7baf0a7a9378 details requested by agent hyperv_hv-neutron-8345 with host hv-neutron-8345 {{(pid=109051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 11:03:54.342245 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc6a67b-42c7-417c-a7ce-9c91cbd24a37 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:03:54.354665 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f818ef-3433-461d-9021-a5ab2c70f2f8 None None] Sync routers for ids ['cac3dab8-dd92-40d4-9ea9-6d39feacbb25'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:03:54.363313 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fbc6a67b-42c7-417c-a7ce-9c91cbd24a37 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:54.390164 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-fbc6a67b-42c7-417c-a7ce-9c91cbd24a37 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9664140 Mar 22 11:03:54.390937 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ad2583-86c3-4da5-ac86-1a6f35405cdb', 'tag': '97277a23-280c-4a26-9154-f888fb311dea'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:03:54.393236 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42866) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:03:54.393765 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8784e83-dd78-4151-98fc-4e83c8f5691a" -d '{"events": [{"name": "network-changed", "server_uuid": "12ad2583-86c3-4da5-ac86-1a6f35405cdb", "tag": "97277a23-280c-4a26-9154-f888fb311dea"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:03:54.402598 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f818ef-3433-461d-9021-a5ab2c70f2f8 None None] Routers {'cac3dab8-dd92-40d4-9ea9-6d39feacbb25'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:03:54.403219 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-e4f818ef-3433-461d-9021-a5ab2c70f2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:03:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['cac3dab8-dd92-40d4-9ea9-6d39feacbb25'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:03:54.432172 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e9ea91-df0e-487f-9d35-66f4d3e16c6a x-openstack-request-id: req-b5e9ea91-df0e-487f-9d35-66f4d3e16c6a {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:03:54.432461 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12ad2583-86c3-4da5-ac86-1a6f35405cdb", "tag": "97277a23-280c-4a26-9154-f888fb311dea", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:03:54.432707 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b5e9ea91-df0e-487f-9d35-66f4d3e16c6a {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:03:54.433124 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5e9ea91-df0e-487f-9d35-66f4d3e16c6a'] response: {'name': 'network-changed', 'server_uuid': '12ad2583-86c3-4da5-ac86-1a6f35405cdb', 'tag': '97277a23-280c-4a26-9154-f888fb311dea', 'status': 'completed', 'code': 200} Mar 22 11:03:54.475316 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 6a5fd635-f681-4f87-a5e3-7baf0a7a9378, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=6a5fd635-f681-4f87-a5e3-7baf0a7a9378,segment=NetworkSegment(1a35a9ba-da81-41c2-b3e4-2353befb7bac),segment_id=1a35a9ba-da81-41c2-b3e4-2353befb7bac)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:03:54.517529 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Returning: {'device': '6a5fd635-f681-4f87-a5e3-7baf0a7a9378', 'network_id': '8f28cb31-2d61-41e3-9539-25a6eb750a37', 'port_id': '6a5fd635-f681-4f87-a5e3-7baf0a7a9378', 'mac_address': 'fa:16:3e:f9:7b:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8080d27b-6577-44db-a10e-53ade16f0755', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 11:03:54.525837 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-57a00628-5068-4ad8-8239-9294b69016fa tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/routers/cac3dab8-dd92-40d4-9ea9-6d39feacbb25 HTTP/1.1" status: 200 len: 922 time: 0.1314650 Mar 22 11:03:54.529182 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42872) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:03:54.535107 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8784e83-dd78-4151-98fc-4e83c8f5691a req-326c91a6-c456-4e9c-a0b2-b556ef880c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:54.536720 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f8784e83-dd78-4151-98fc-4e83c8f5691a req-326c91a6-c456-4e9c-a0b2-b556ef880c22 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d323f0b18e24bb7bcd0d92686e5587a&device_id=12ad2583-86c3-4da5-ac86-1a6f35405cdb HTTP/1.1" status: 200 len: 1099 time: 0.0803540 Mar 22 11:03:54.560115 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9aa48-9169-48ae-bc0f-c77b58510eb2 req-c54e7281-ee36-4e31-92e3-d7cdc122d395 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:54.561684 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-27f9aa48-9169-48ae-bc0f-c77b58510eb2 req-c54e7281-ee36-4e31-92e3-d7cdc122d395 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fec4b30-c437-4c38-8b48-0dca86d60eb3 HTTP/1.1" status: 200 len: 943 time: 0.0734270 Mar 22 11:03:54.567628 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-e4f818ef-3433-461d-9021-a5ab2c70f2f8 None None] Set router cac3dab8-dd92-40d4-9ea9-6d39feacbb25 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:03:54.599721 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7739a988-5545-46dc-acef-a4c7f15ae736 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/floatingips/b5c968b3-bb0f-4a99-80ea-641bd4d16e8e HTTP/1.1" status: 200 len: 992 time: 0.0692713 Mar 22 11:03:54.651489 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-27f9aa48-9169-48ae-bc0f-c77b58510eb2 req-d297c89f-424f-4452-87ab-9d14f1cd1a2b tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/security-groups?id=82748c69-4f97-4b9d-8323-69fdf08c3a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768530 Mar 22 11:03:54.669560 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8784e83-dd78-4151-98fc-4e83c8f5691a req-a3847927-0e7b-4b4f-9292-70187c185aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:54.672322 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f8784e83-dd78-4151-98fc-4e83c8f5691a req-a3847927-0e7b-4b4f-9292-70187c185aa5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f566fd96-a2f9-4736-a815-e8fcbb984579 HTTP/1.1" status: 200 len: 896 time: 0.1280248 Mar 22 11:03:54.742021 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f8784e83-dd78-4151-98fc-4e83c8f5691a req-33ed31d6-7706-4721-8c57-c1e5eca8bc25 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97277a23-280c-4a26-9154-f888fb311dea HTTP/1.1" status: 200 len: 1000 time: 0.0629277 Mar 22 11:03:54.757343 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:54.776468 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a5fd635-f681-4f87-a5e3-7baf0a7a9378 {{(pid=109051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:03:54.792110 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8784e83-dd78-4151-98fc-4e83c8f5691a req-9b85eb02-309d-4a84-9e6d-159ee9d943d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:54.793583 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f8784e83-dd78-4151-98fc-4e83c8f5691a req-9b85eb02-309d-4a84-9e6d-159ee9d943d1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2218159d-9837-4b1b-9a1b-4316792d7995 HTTP/1.1" status: 200 len: 834 time: 0.0451198 Mar 22 11:03:54.839512 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8784e83-dd78-4151-98fc-4e83c8f5691a req-3f8ebdfb-5388-47e0-b5b3-8f828ec43ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:54.839806 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 6a5fd635-f681-4f87-a5e3-7baf0a7a9378, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=6a5fd635-f681-4f87-a5e3-7baf0a7a9378,segment=NetworkSegment(1a35a9ba-da81-41c2-b3e4-2353befb7bac),segment_id=1a35a9ba-da81-41c2-b3e4-2353befb7bac)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:03:54.841254 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f8784e83-dd78-4151-98fc-4e83c8f5691a req-3f8ebdfb-5388-47e0-b5b3-8f828ec43ae3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f566fd96-a2f9-4736-a815-e8fcbb984579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413637 Mar 22 11:03:54.847299 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:54.935417 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f8784e83-dd78-4151-98fc-4e83c8f5691a req-7f8238df-946f-41a9-ba4e-8c0a2adeb45a service neutron] 10.222.0.35 "GET /v2.0/networks/f566fd96-a2f9-4736-a815-e8fcbb984579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878146 Mar 22 11:03:54.946532 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=6a5fd635-f681-4f87-a5e3-7baf0a7a9378,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:03:55.021139 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-e4f818ef-3433-461d-9021-a5ab2c70f2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac3dab8-dd92-40d4-9ea9-6d39feacbb25', 'name': 'tempest-TestNetworkBasicOps-router-1191924904', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '9f76b83c-896a-46ad-a564-f0852c3c0527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:03:31Z', 'updated_at': '2022-03-22T11:03:35Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '9f76b83c-896a-46ad-a564-f0852c3c0527', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac3dab8-dd92-40d4-9ea9-6d39feacbb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:03:32Z', 'updated_at': '2022-03-22T11:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': 'b5c968b3-bb0f-4a99-80ea-641bd4d16e8e', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'floating_ip_address': '172.26.7.123', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': 'cac3dab8-dd92-40d4-9ea9-6d39feacbb25', 'port_id': '97277a23-280c-4a26-9154-f888fb311dea', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f566fd96-a2f9-4736-a815-e8fcbb984579', 'mac_address': 'fa:16:3e:cc:a3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ad2583-86c3-4da5-ac86-1a6f35405cdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:03:53Z', 'updated_at': '2022-03-22T11:03:53Z', 'revision_number': 0, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6f7234f-27db-4aec-b2d8-290756eb108c', 'name': '', 'network_id': 'f566fd96-a2f9-4736-a815-e8fcbb984579', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:bc:b1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac3dab8-dd92-40d4-9ea9-6d39feacbb25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '2218159d-9837-4b1b-9a1b-4316792d7995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:03:34Z', 'updated_at': '2022-03-22T11:03:38Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '2218159d-9837-4b1b-9a1b-4316792d7995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:03:55.028424 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f8784e83-dd78-4151-98fc-4e83c8f5691a req-572f900e-05c5-4a78-a1f8-ca2f67e05143 service neutron] 10.222.0.35 "GET /v2.0/networks/f566fd96-a2f9-4736-a815-e8fcbb984579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857885 Mar 22 11:03:55.049104 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f818ef-3433-461d-9021-a5ab2c70f2f8 None None] Checking router: cac3dab8-dd92-40d4-9ea9-6d39feacbb25 for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:03:55.060623 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['6a5fd635-f681-4f87-a5e3-7baf0a7a9378'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 11:03:55.062788 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f818ef-3433-461d-9021-a5ab2c70f2f8 None None] Routers {'cac3dab8-dd92-40d4-9ea9-6d39feacbb25'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:03:55.063417 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-e4f818ef-3433-461d-9021-a5ab2c70f2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:03:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['cac3dab8-dd92-40d4-9ea9-6d39feacbb25'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:03:55.216533 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-e4f818ef-3433-461d-9021-a5ab2c70f2f8 None None] Set router cac3dab8-dd92-40d4-9ea9-6d39feacbb25 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:03:55.545591 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-e4f818ef-3433-461d-9021-a5ab2c70f2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac3dab8-dd92-40d4-9ea9-6d39feacbb25', 'name': 'tempest-TestNetworkBasicOps-router-1191924904', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '9f76b83c-896a-46ad-a564-f0852c3c0527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:03:31Z', 'updated_at': '2022-03-22T11:03:35Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '9f76b83c-896a-46ad-a564-f0852c3c0527', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac3dab8-dd92-40d4-9ea9-6d39feacbb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:03:32Z', 'updated_at': '2022-03-22T11:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': 'b5c968b3-bb0f-4a99-80ea-641bd4d16e8e', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'floating_ip_address': '172.26.7.123', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': 'cac3dab8-dd92-40d4-9ea9-6d39feacbb25', 'port_id': '97277a23-280c-4a26-9154-f888fb311dea', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f566fd96-a2f9-4736-a815-e8fcbb984579', 'mac_address': 'fa:16:3e:cc:a3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ad2583-86c3-4da5-ac86-1a6f35405cdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:03:53Z', 'updated_at': '2022-03-22T11:03:53Z', 'revision_number': 0, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6f7234f-27db-4aec-b2d8-290756eb108c', 'name': '', 'network_id': 'f566fd96-a2f9-4736-a815-e8fcbb984579', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:bc:b1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac3dab8-dd92-40d4-9ea9-6d39feacbb25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '2218159d-9837-4b1b-9a1b-4316792d7995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:03:34Z', 'updated_at': '2022-03-22T11:03:38Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '2218159d-9837-4b1b-9a1b-4316792d7995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:03:55.572046 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f818ef-3433-461d-9021-a5ab2c70f2f8 None None] The sync data for ids ['cac3dab8-dd92-40d4-9ea9-6d39feacbb25'] in dv-neutron-834599-1-hyperv is: [{'id': 'cac3dab8-dd92-40d4-9ea9-6d39feacbb25', 'name': 'tempest-TestNetworkBasicOps-router-1191924904', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '9f76b83c-896a-46ad-a564-f0852c3c0527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:03:31Z', 'updated_at': '2022-03-22T11:03:35Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '9f76b83c-896a-46ad-a564-f0852c3c0527', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac3dab8-dd92-40d4-9ea9-6d39feacbb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:03:32Z', 'updated_at': '2022-03-22T11:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': 'b5c968b3-bb0f-4a99-80ea-641bd4d16e8e', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'floating_ip_address': '172.26.7.123', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': 'cac3dab8-dd92-40d4-9ea9-6d39feacbb25', 'port_id': '97277a23-280c-4a26-9154-f888fb311dea', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f566fd96-a2f9-4736-a815-e8fcbb984579', 'mac_address': 'fa:16:3e:cc:a3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ad2583-86c3-4da5-ac86-1a6f35405cdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:03:53Z', 'updated_at': '2022-03-22T11:03:53Z', 'revision_number': 0, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6f7234f-27db-4aec-b2d8-290756eb108c', 'name': '', 'network_id': 'f566fd96-a2f9-4736-a815-e8fcbb984579', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:bc:b1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac3dab8-dd92-40d4-9ea9-6d39feacbb25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '2218159d-9837-4b1b-9a1b-4316792d7995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:03:34Z', 'updated_at': '2022-03-22T11:03:38Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '2218159d-9837-4b1b-9a1b-4316792d7995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:03:55.601256 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42874) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:03:55.664635 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a644a97c-6ead-4de5-9f25-8809b1e254e6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/floatingips/b5c968b3-bb0f-4a99-80ea-641bd4d16e8e HTTP/1.1" status: 200 len: 992 time: 0.0621979 Mar 22 11:03:55.774090 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e93ca0-48ed-45ce-9417-2383844805a9 None None] New status for floating IP b5c968b3-bb0f-4a99-80ea-641bd4d16e8e: ACTIVE {{(pid=109052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 11:03:55.781384 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90044a44-a1c3-4302-9b38-b25d29b5759d req-3f814e3e-d875-4a02-909a-515210b5e42a tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:55.783117 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-90044a44-a1c3-4302-9b38-b25d29b5759d req-3f814e3e-d875-4a02-909a-515210b5e42a tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fec4b30-c437-4c38-8b48-0dca86d60eb3 HTTP/1.1" status: 200 len: 944 time: 0.0555053 Mar 22 11:03:55.820347 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-90044a44-a1c3-4302-9b38-b25d29b5759d req-4297cb84-699f-4a0c-a614-09b9402d93d9 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/security-groups?id=82748c69-4f97-4b9d-8323-69fdf08c3a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310969 Mar 22 11:03:56.322077 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 6a5fd635-f681-4f87-a5e3-7baf0a7a9378 up at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:03:56.376264 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning for port 6a5fd635-f681-4f87-a5e3-7baf0a7a9378 completed by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:03:56.380000 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning complete for port 6a5fd635-f681-4f87-a5e3-7baf0a7a9378 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:03:56.380385 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:56.460842 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:56.483026 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fec4b30-c437-4c38-8b48-0dca86d60eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5fd635-f681-4f87-a5e3-7baf0a7a9378'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:03:56.485364 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7d1109-19b1-454d-a792-4c3c074d1ce0" -d '{"events": [{"server_uuid": "6fec4b30-c437-4c38-8b48-0dca86d60eb3", "name": "network-vif-plugged", "status": "completed", "tag": "6a5fd635-f681-4f87-a5e3-7baf0a7a9378"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:03:56.497726 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 6a5fd635-f681-4f87-a5e3-7baf0a7a9378, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=6a5fd635-f681-4f87-a5e3-7baf0a7a9378,segment=NetworkSegment(1a35a9ba-da81-41c2-b3e4-2353befb7bac),segment_id=1a35a9ba-da81-41c2-b3e4-2353befb7bac)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:03:56.502660 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:56.525882 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1e483c-8b78-49c5-92a8-bb117dec23ef x-openstack-request-id: req-3b1e483c-8b78-49c5-92a8-bb117dec23ef {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:03:56.526166 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fec4b30-c437-4c38-8b48-0dca86d60eb3", "name": "network-vif-plugged", "status": "completed", "tag": "6a5fd635-f681-4f87-a5e3-7baf0a7a9378", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:03:56.526424 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3b1e483c-8b78-49c5-92a8-bb117dec23ef {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:03:56.526816 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b1e483c-8b78-49c5-92a8-bb117dec23ef'] response: {'server_uuid': '6fec4b30-c437-4c38-8b48-0dca86d60eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5fd635-f681-4f87-a5e3-7baf0a7a9378', 'code': 200} Mar 22 11:03:56.551575 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=6a5fd635-f681-4f87-a5e3-7baf0a7a9378,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:03:56.668824 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42880) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:03:56.704589 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b6d4f1-e97c-47f6-9824-0059e9cba277 req-a9ced259-7c62-41f8-b725-836c1686b634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:56.706181 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d3b6d4f1-e97c-47f6-9824-0059e9cba277 req-a9ced259-7c62-41f8-b725-836c1686b634 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6fec4b30-c437-4c38-8b48-0dca86d60eb3 HTTP/1.1" status: 200 len: 1098 time: 0.0413339 Mar 22 11:03:56.733094 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-659e9f02-632a-42ac-b565-c24629a38f56 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/floatingips/b5c968b3-bb0f-4a99-80ea-641bd4d16e8e HTTP/1.1" status: 200 len: 994 time: 0.0631282 Mar 22 11:03:56.742817 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d3b6d4f1-e97c-47f6-9824-0059e9cba277 req-3f92e0c8-c4c5-4037-9680-145ea7f73245 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=82748c69-4f97-4b9d-8323-69fdf08c3a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297866 Mar 22 11:03:56.940745 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5596ed-99e0-4919-af16-f5a64ca4d696 req-0ee74873-f9d4-4c18-b5f8-bec7af35c2cf tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:56.942105 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2e5596ed-99e0-4919-af16-f5a64ca4d696 req-0ee74873-f9d4-4c18-b5f8-bec7af35c2cf tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fec4b30-c437-4c38-8b48-0dca86d60eb3 HTTP/1.1" status: 200 len: 945 time: 0.0495129 Mar 22 11:03:56.983951 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2e5596ed-99e0-4919-af16-f5a64ca4d696 req-815f07bb-757a-4ad9-80d8-ca9ef06ffc45 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/security-groups?id=82748c69-4f97-4b9d-8323-69fdf08c3a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335305 Mar 22 11:03:58.112476 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9e973-0ed2-4b99-abe5-5b40241f7f84 req-72268eb7-0924-4da3-b93a-d71054955cc4 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:58.113826 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-bcc9e973-0ed2-4b99-abe5-5b40241f7f84 req-72268eb7-0924-4da3-b93a-d71054955cc4 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fec4b30-c437-4c38-8b48-0dca86d60eb3 HTTP/1.1" status: 200 len: 945 time: 0.0605159 Mar 22 11:03:58.152669 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-bcc9e973-0ed2-4b99-abe5-5b40241f7f84 req-8ceef169-4c1d-4240-b5b7-1bdd5e8f67b1 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/security-groups?id=82748c69-4f97-4b9d-8323-69fdf08c3a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327780 Mar 22 11:03:58.273622 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d55860-030c-466e-a1ca-44503cb898c6 req-b3f9c0a5-1a1c-4fd5-aa41-c2536405a5de tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:58.275072 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-11d55860-030c-466e-a1ca-44503cb898c6 req-b3f9c0a5-1a1c-4fd5-aa41-c2536405a5de tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fec4b30-c437-4c38-8b48-0dca86d60eb3 HTTP/1.1" status: 200 len: 945 time: 0.0554168 Mar 22 11:03:58.315348 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-11d55860-030c-466e-a1ca-44503cb898c6 req-f7523263-b30f-48e5-a23a-42a8d7fa0e19 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/security-groups?id=82748c69-4f97-4b9d-8323-69fdf08c3a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335639 Mar 22 11:03:58.345904 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42888) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:03:58.386937 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742d0c13-d857-44c5-9fa7-6ee8a89068f5 tempest-TestVolumeBootPattern-1559577508 tempest-TestVolumeBootPattern-1559577508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:03:58.388828 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-742d0c13-d857-44c5-9fa7-6ee8a89068f5 tempest-TestVolumeBootPattern-1559577508 tempest-TestVolumeBootPattern-1559577508-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=6fec4b30-c437-4c38-8b48-0dca86d60eb3 HTTP/1.1" status: 200 len: 1093 time: 0.0416019 Mar 22 11:03:58.393034 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42890) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:03:58.397319 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-34f26889-1d33-4304-a386-1cdc3cecc3a3 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Request body: {'floatingip': {'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'port_id': '6a5fd635-f681-4f87-a5e3-7baf0a7a9378', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:03:58.423430 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-34f26889-1d33-4304-a386-1cdc3cecc3a3 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks [] for floatingip, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:58.534149 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-34f26889-1d33-4304-a386-1cdc3cecc3a3 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:58.640544 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-34f26889-1d33-4304-a386-1cdc3cecc3a3 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Allocated IP 172.26.7.214 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/3e70377d-3cf5-45bb-8158-d23ae167c3c7) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:03:58.745330 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-34f26889-1d33-4304-a386-1cdc3cecc3a3 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:58.783761 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-34f26889-1d33-4304-a386-1cdc3cecc3a3 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:58.824284 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f26889-1d33-4304-a386-1cdc3cecc3a3 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:03:58.827065 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-34f26889-1d33-4304-a386-1cdc3cecc3a3 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:03:58.831256 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f26889-1d33-4304-a386-1cdc3cecc3a3 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:03:58.834225 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f26889-1d33-4304-a386-1cdc3cecc3a3 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Pushing event updated for resources: {'Port': ['ID=3e70377d-3cf5-45bb-8158-d23ae167c3c7,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:03:59.195262 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-34f26889-1d33-4304-a386-1cdc3cecc3a3 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:59.270792 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-34f26889-1d33-4304-a386-1cdc3cecc3a3 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:59.425974 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-34f26889-1d33-4304-a386-1cdc3cecc3a3 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:59.431602 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-34f26889-1d33-4304-a386-1cdc3cecc3a3 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:59.501329 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f26889-1d33-4304-a386-1cdc3cecc3a3 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Pushing event updated for resources: {'Port': ['ID=3e70377d-3cf5-45bb-8158-d23ae167c3c7,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:03:59.513008 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-34f26889-1d33-4304-a386-1cdc3cecc3a3 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684147'] for floatingip, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:59.610675 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.l3_db [None req-34f26889-1d33-4304-a386-1cdc3cecc3a3 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Floating IP 788ae19f-2fc1-4962-a6ce-2ef1f6099c70 associated. External IP: 172.26.7.214, port: 6a5fd635-f681-4f87-a5e3-7baf0a7a9378. Mar 22 11:03:59.821517 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f26889-1d33-4304-a386-1cdc3cecc3a3 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Router 7fe3b75b-d7c7-4282-aac4-068d497a5d94 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:03:59.929015 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f26889-1d33-4304-a386-1cdc3cecc3a3 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:03:59.939560 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ec79d7-2f5f-4a85-8ee4-e2381924af22 None None] Sync routers for ids ['7fe3b75b-d7c7-4282-aac4-068d497a5d94'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:03:59.949091 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-34f26889-1d33-4304-a386-1cdc3cecc3a3 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:03:59.949879 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ec79d7-2f5f-4a85-8ee4-e2381924af22 None None] Routers {'7fe3b75b-d7c7-4282-aac4-068d497a5d94'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:03:59.950529 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-c1ec79d7-2f5f-4a85-8ee4-e2381924af22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:03:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['7fe3b75b-d7c7-4282-aac4-068d497a5d94'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:03:59.977516 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-34f26889-1d33-4304-a386-1cdc3cecc3a3 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5834813 Mar 22 11:03:59.978182 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fec4b30-c437-4c38-8b48-0dca86d60eb3', 'tag': '6a5fd635-f681-4f87-a5e3-7baf0a7a9378'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:03:59.980512 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8282d17e-62cd-417a-8383-269c2ef97bb8" -d '{"events": [{"name": "network-changed", "server_uuid": "6fec4b30-c437-4c38-8b48-0dca86d60eb3", "tag": "6a5fd635-f681-4f87-a5e3-7baf0a7a9378"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:04:00.024210 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce8d5a0-f8b8-4ab9-833a-353472f11687 x-openstack-request-id: req-2ce8d5a0-f8b8-4ab9-833a-353472f11687 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:04:00.024499 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fec4b30-c437-4c38-8b48-0dca86d60eb3", "tag": "6a5fd635-f681-4f87-a5e3-7baf0a7a9378", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:04:00.024743 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2ce8d5a0-f8b8-4ab9-833a-353472f11687 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:04:00.025176 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ce8d5a0-f8b8-4ab9-833a-353472f11687'] response: {'name': 'network-changed', 'server_uuid': '6fec4b30-c437-4c38-8b48-0dca86d60eb3', 'tag': '6a5fd635-f681-4f87-a5e3-7baf0a7a9378', 'status': 'completed', 'code': 200} Mar 22 11:04:00.055806 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-c1ec79d7-2f5f-4a85-8ee4-e2381924af22 None None] Set router 7fe3b75b-d7c7-4282-aac4-068d497a5d94 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:04:00.089726 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282d17e-62cd-417a-8383-269c2ef97bb8 req-cbc2a8ba-d971-4000-ad2b-69d1b79cd1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:04:00.091236 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8282d17e-62cd-417a-8383-269c2ef97bb8 req-cbc2a8ba-d971-4000-ad2b-69d1b79cd1dd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9a2db67725b46b3a61d41bcf76d544c&device_id=6fec4b30-c437-4c38-8b48-0dca86d60eb3 HTTP/1.1" status: 200 len: 1098 time: 0.0410070 Mar 22 11:04:00.185558 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282d17e-62cd-417a-8383-269c2ef97bb8 req-93f91fdb-a271-4525-8a4a-940687066bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:04:00.186937 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8282d17e-62cd-417a-8383-269c2ef97bb8 req-93f91fdb-a271-4525-8a4a-940687066bc4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8f28cb31-2d61-41e3-9539-25a6eb750a37 HTTP/1.1" status: 200 len: 913 time: 0.0880332 Mar 22 11:04:00.251251 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8282d17e-62cd-417a-8383-269c2ef97bb8 req-bc22fe7c-79e5-4949-a19e-bc9cdc741cd6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a5fd635-f681-4f87-a5e3-7baf0a7a9378 HTTP/1.1" status: 200 len: 999 time: 0.0570285 Mar 22 11:04:00.279225 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-c1ec79d7-2f5f-4a85-8ee4-e2381924af22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'name': 'tempest-TestVolumeBootPattern-1115789668-router', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:00:41Z', 'updated_at': '2022-03-22T11:00:44Z', 'revision_number': 4, 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'gw_port': {'id': 'c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:41Z', 'updated_at': '2022-03-22T11:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '788ae19f-2fc1-4962-a6ce-2ef1f6099c70', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'floating_ip_address': '172.26.7.214', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'port_id': '6a5fd635-f681-4f87-a5e3-7baf0a7a9378', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f28cb31-2d61-41e3-9539-25a6eb750a37', 'mac_address': 'fa:16:3e:f9:7b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fec4b30-c437-4c38-8b48-0dca86d60eb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:03:59Z', 'updated_at': '2022-03-22T11:03:59Z', 'revision_number': 0, 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8553fc9a-ff90-48df-8d68-068b5c1f229b', 'name': '', 'network_id': '8f28cb31-2d61-41e3-9539-25a6eb750a37', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'mac_address': 'fa:16:3e:86:fd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '8080d27b-6577-44db-a10e-53ade16f0755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:43Z', 'updated_at': '2022-03-22T11:00:48Z', 'revision_number': 5, 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'subnets': [{'id': '8080d27b-6577-44db-a10e-53ade16f0755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:04:00.299995 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282d17e-62cd-417a-8383-269c2ef97bb8 req-b1e19445-4af9-4141-8eca-d59894a76191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:04:00.301441 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8282d17e-62cd-417a-8383-269c2ef97bb8 req-b1e19445-4af9-4141-8eca-d59894a76191 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8080d27b-6577-44db-a10e-53ade16f0755 HTTP/1.1" status: 200 len: 851 time: 0.0442932 Mar 22 11:04:00.306204 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ec79d7-2f5f-4a85-8ee4-e2381924af22 None None] Checking router: 7fe3b75b-d7c7-4282-aac4-068d497a5d94 for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:04:00.314848 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ec79d7-2f5f-4a85-8ee4-e2381924af22 None None] Routers {'7fe3b75b-d7c7-4282-aac4-068d497a5d94'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:04:00.315472 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-c1ec79d7-2f5f-4a85-8ee4-e2381924af22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:03:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['7fe3b75b-d7c7-4282-aac4-068d497a5d94'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:04:00.349191 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282d17e-62cd-417a-8383-269c2ef97bb8 req-43c83ccf-7917-4933-8fa2-09bce23efe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:04:00.350672 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8282d17e-62cd-417a-8383-269c2ef97bb8 req-43c83ccf-7917-4933-8fa2-09bce23efe69 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8f28cb31-2d61-41e3-9539-25a6eb750a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425930 Mar 22 11:04:00.419710 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-c1ec79d7-2f5f-4a85-8ee4-e2381924af22 None None] Set router 7fe3b75b-d7c7-4282-aac4-068d497a5d94 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:04:00.439130 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8282d17e-62cd-417a-8383-269c2ef97bb8 req-2aef5d0d-5b5e-458d-a2d9-a5559514b1c4 service neutron] 10.222.0.35 "GET /v2.0/networks/8f28cb31-2d61-41e3-9539-25a6eb750a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816281 Mar 22 11:04:00.531400 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8282d17e-62cd-417a-8383-269c2ef97bb8 req-a9af7fc1-5545-41ee-b1b0-2e5756505c2e service neutron] 10.222.0.35 "GET /v2.0/networks/8f28cb31-2d61-41e3-9539-25a6eb750a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853996 Mar 22 11:04:00.647795 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-c1ec79d7-2f5f-4a85-8ee4-e2381924af22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'name': 'tempest-TestVolumeBootPattern-1115789668-router', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:00:41Z', 'updated_at': '2022-03-22T11:00:44Z', 'revision_number': 4, 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'gw_port': {'id': 'c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:41Z', 'updated_at': '2022-03-22T11:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '788ae19f-2fc1-4962-a6ce-2ef1f6099c70', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'floating_ip_address': '172.26.7.214', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'port_id': '6a5fd635-f681-4f87-a5e3-7baf0a7a9378', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f28cb31-2d61-41e3-9539-25a6eb750a37', 'mac_address': 'fa:16:3e:f9:7b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fec4b30-c437-4c38-8b48-0dca86d60eb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:03:59Z', 'updated_at': '2022-03-22T11:03:59Z', 'revision_number': 0, 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8553fc9a-ff90-48df-8d68-068b5c1f229b', 'name': '', 'network_id': '8f28cb31-2d61-41e3-9539-25a6eb750a37', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'mac_address': 'fa:16:3e:86:fd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '8080d27b-6577-44db-a10e-53ade16f0755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:43Z', 'updated_at': '2022-03-22T11:00:48Z', 'revision_number': 5, 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'subnets': [{'id': '8080d27b-6577-44db-a10e-53ade16f0755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:04:00.673208 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ec79d7-2f5f-4a85-8ee4-e2381924af22 None None] The sync data for ids ['7fe3b75b-d7c7-4282-aac4-068d497a5d94'] in dv-neutron-834599-1-hyperv is: [{'id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'name': 'tempest-TestVolumeBootPattern-1115789668-router', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:00:41Z', 'updated_at': '2022-03-22T11:00:44Z', 'revision_number': 4, 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'gw_port': {'id': 'c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:41Z', 'updated_at': '2022-03-22T11:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '788ae19f-2fc1-4962-a6ce-2ef1f6099c70', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'floating_ip_address': '172.26.7.214', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'port_id': '6a5fd635-f681-4f87-a5e3-7baf0a7a9378', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f28cb31-2d61-41e3-9539-25a6eb750a37', 'mac_address': 'fa:16:3e:f9:7b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fec4b30-c437-4c38-8b48-0dca86d60eb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:03:59Z', 'updated_at': '2022-03-22T11:03:59Z', 'revision_number': 0, 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8553fc9a-ff90-48df-8d68-068b5c1f229b', 'name': '', 'network_id': '8f28cb31-2d61-41e3-9539-25a6eb750a37', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'mac_address': 'fa:16:3e:86:fd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '8080d27b-6577-44db-a10e-53ade16f0755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:43Z', 'updated_at': '2022-03-22T11:00:48Z', 'revision_number': 5, 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'subnets': [{'id': '8080d27b-6577-44db-a10e-53ade16f0755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:04:00.863820 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14adb11d-761a-49e4-86e5-cf30bbe082a6 None None] New status for floating IP 788ae19f-2fc1-4962-a6ce-2ef1f6099c70: ACTIVE {{(pid=109052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 11:04:07.696909 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2457c637-f40a-4cb8-81ca-0d801bde04a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:09.836370 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2bcab9bc-8cc6-4319-9921-51ae7738df49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:11.112543 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:12.531489 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:12.812740 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:13.327812 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:24.145680 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:04:29.977135 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42914) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:04:30.092914 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-4a7451ab-2ac5-4ec6-8af3-318194ddc011 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/routers/cac3dab8-dd92-40d4-9ea9-6d39feacbb25/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1142650 Mar 22 11:04:30.096174 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42916) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:04:30.543274 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7f3539-264d-4c3d-bc9a-fdcd176e690d tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Notify agent at dv-neutron-834599-1-hyperv the message router_removed_from_agent {{(pid=109050) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Mar 22 11:04:30.547640 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-dd7f3539-264d-4c3d-bc9a-fdcd176e690d tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "DELETE /v2.0/agents/985b359e-d310-4f4e-968c-7d3e06328731/l3-routers/cac3dab8-dd92-40d4-9ea9-6d39feacbb25 HTTP/1.1" status: 204 len: 168 time: 0.4504242 Mar 22 11:04:30.550588 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42918) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:04:30.664755 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3d8b6a46-6f1d-46d8-b713-c308d4e34849 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/routers/cac3dab8-dd92-40d4-9ea9-6d39feacbb25/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1124701 Mar 22 11:04:30.668778 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42920) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:04:30.727687 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3a8471f5-57b7-4af8-bb97-1ab236c8e4e6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/floatingips/b5c968b3-bb0f-4a99-80ea-641bd4d16e8e HTTP/1.1" status: 200 len: 994 time: 0.0578687 Mar 22 11:04:31.309001 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd53f1b3-1b86-4e00-8925-d4bdbfc755be None None] New status for floating IP b5c968b3-bb0f-4a99-80ea-641bd4d16e8e: DOWN {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 11:04:31.344431 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 9f76b83c-896a-46ad-a564-f0852c3c0527 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:04:31.501757 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:31.527801 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port 9f76b83c-896a-46ad-a564-f0852c3c0527, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=9f76b83c-896a-46ad-a564-f0852c3c0527,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:04:31.533141 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:31.534213 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device d6f7234f-27db-4aec-b2d8-290756eb108c no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:04:31.608515 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=9f76b83c-896a-46ad-a564-f0852c3c0527,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:04:31.651330 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:31.682115 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port d6f7234f-27db-4aec-b2d8-290756eb108c, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=d6f7234f-27db-4aec-b2d8-290756eb108c,segment=NetworkSegment(02726815-6dd3-4490-a898-6679f5b2c5f7),segment_id=02726815-6dd3-4490-a898-6679f5b2c5f7)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:04:31.687081 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:31.732420 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42922) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:04:31.736305 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=d6f7234f-27db-4aec-b2d8-290756eb108c,revision_number=6']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:04:31.801714 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-338ef4b8-8f59-4953-995b-e511f7a8e4ca tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/floatingips/b5c968b3-bb0f-4a99-80ea-641bd4d16e8e HTTP/1.1" status: 200 len: 992 time: 0.0679071 Mar 22 11:04:32.919110 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42926) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:04:33.053832 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdc4b4ba-cc1a-487f-ace2-576d6d63af7d tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Router cac3dab8-dd92-40d4-9ea9-6d39feacbb25 is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 11:04:33.054155 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc4b4ba-cc1a-487f-ace2-576d6d63af7d tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Notify agent at dv-neutron-834599-1-hyperv the message router_added_to_agent {{(pid=109049) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Mar 22 11:04:33.071352 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-bdc4b4ba-cc1a-487f-ace2-576d6d63af7d tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "POST /v2.0/agents/985b359e-d310-4f4e-968c-7d3e06328731/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.1510627 Mar 22 11:04:33.074082 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42932) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:04:33.086298 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e482e13-64c4-4652-a458-43fd1587fc8d None None] Sync routers for ids ['cac3dab8-dd92-40d4-9ea9-6d39feacbb25'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:04:33.096471 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e482e13-64c4-4652-a458-43fd1587fc8d None None] Routers {'cac3dab8-dd92-40d4-9ea9-6d39feacbb25'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:04:33.097067 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-8e482e13-64c4-4652-a458-43fd1587fc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:04:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['cac3dab8-dd92-40d4-9ea9-6d39feacbb25'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:04:33.183549 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ece4a36c-2ae9-41ec-b98d-2a86ebf13bfd tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/routers/cac3dab8-dd92-40d4-9ea9-6d39feacbb25/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1071277 Mar 22 11:04:33.185515 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42934) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:04:33.201784 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-8e482e13-64c4-4652-a458-43fd1587fc8d None None] Set router cac3dab8-dd92-40d4-9ea9-6d39feacbb25 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:04:33.244120 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-938d2d73-6629-435c-9f0d-53527e1ddf5c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/floatingips/b5c968b3-bb0f-4a99-80ea-641bd4d16e8e HTTP/1.1" status: 200 len: 992 time: 0.0574784 Mar 22 11:04:33.431299 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-8e482e13-64c4-4652-a458-43fd1587fc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac3dab8-dd92-40d4-9ea9-6d39feacbb25', 'name': 'tempest-TestNetworkBasicOps-router-1191924904', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '9f76b83c-896a-46ad-a564-f0852c3c0527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:03:31Z', 'updated_at': '2022-03-22T11:03:35Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '9f76b83c-896a-46ad-a564-f0852c3c0527', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac3dab8-dd92-40d4-9ea9-6d39feacbb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:03:32Z', 'updated_at': '2022-03-22T11:04:31Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': 'b5c968b3-bb0f-4a99-80ea-641bd4d16e8e', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'floating_ip_address': '172.26.7.123', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': 'cac3dab8-dd92-40d4-9ea9-6d39feacbb25', 'port_id': '97277a23-280c-4a26-9154-f888fb311dea', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f566fd96-a2f9-4736-a815-e8fcbb984579', 'mac_address': 'fa:16:3e:cc:a3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ad2583-86c3-4da5-ac86-1a6f35405cdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:03:53Z', 'updated_at': '2022-03-22T11:04:31Z', 'revision_number': 2, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6f7234f-27db-4aec-b2d8-290756eb108c', 'name': '', 'network_id': 'f566fd96-a2f9-4736-a815-e8fcbb984579', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:bc:b1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac3dab8-dd92-40d4-9ea9-6d39feacbb25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '2218159d-9837-4b1b-9a1b-4316792d7995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:03:34Z', 'updated_at': '2022-03-22T11:04:31Z', 'revision_number': 6, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '2218159d-9837-4b1b-9a1b-4316792d7995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:04:33.459418 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e482e13-64c4-4652-a458-43fd1587fc8d None None] Checking router: cac3dab8-dd92-40d4-9ea9-6d39feacbb25 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:04:33.467846 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e482e13-64c4-4652-a458-43fd1587fc8d None None] Routers {'cac3dab8-dd92-40d4-9ea9-6d39feacbb25'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:04:33.468401 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-8e482e13-64c4-4652-a458-43fd1587fc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:04:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['cac3dab8-dd92-40d4-9ea9-6d39feacbb25'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:04:33.665053 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-8e482e13-64c4-4652-a458-43fd1587fc8d None None] Set router cac3dab8-dd92-40d4-9ea9-6d39feacbb25 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:04:33.882748 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-8e482e13-64c4-4652-a458-43fd1587fc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac3dab8-dd92-40d4-9ea9-6d39feacbb25', 'name': 'tempest-TestNetworkBasicOps-router-1191924904', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '9f76b83c-896a-46ad-a564-f0852c3c0527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:03:31Z', 'updated_at': '2022-03-22T11:03:35Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '9f76b83c-896a-46ad-a564-f0852c3c0527', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac3dab8-dd92-40d4-9ea9-6d39feacbb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:03:32Z', 'updated_at': '2022-03-22T11:04:31Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': 'b5c968b3-bb0f-4a99-80ea-641bd4d16e8e', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'floating_ip_address': '172.26.7.123', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': 'cac3dab8-dd92-40d4-9ea9-6d39feacbb25', 'port_id': '97277a23-280c-4a26-9154-f888fb311dea', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f566fd96-a2f9-4736-a815-e8fcbb984579', 'mac_address': 'fa:16:3e:cc:a3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ad2583-86c3-4da5-ac86-1a6f35405cdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:03:53Z', 'updated_at': '2022-03-22T11:04:31Z', 'revision_number': 2, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6f7234f-27db-4aec-b2d8-290756eb108c', 'name': '', 'network_id': 'f566fd96-a2f9-4736-a815-e8fcbb984579', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:bc:b1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac3dab8-dd92-40d4-9ea9-6d39feacbb25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '2218159d-9837-4b1b-9a1b-4316792d7995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:03:34Z', 'updated_at': '2022-03-22T11:04:31Z', 'revision_number': 6, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '2218159d-9837-4b1b-9a1b-4316792d7995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:04:33.908111 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e482e13-64c4-4652-a458-43fd1587fc8d None None] The sync data for ids ['cac3dab8-dd92-40d4-9ea9-6d39feacbb25'] in dv-neutron-834599-1-hyperv is: [{'id': 'cac3dab8-dd92-40d4-9ea9-6d39feacbb25', 'name': 'tempest-TestNetworkBasicOps-router-1191924904', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '9f76b83c-896a-46ad-a564-f0852c3c0527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:03:31Z', 'updated_at': '2022-03-22T11:03:35Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '9f76b83c-896a-46ad-a564-f0852c3c0527', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac3dab8-dd92-40d4-9ea9-6d39feacbb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:03:32Z', 'updated_at': '2022-03-22T11:04:31Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': 'b5c968b3-bb0f-4a99-80ea-641bd4d16e8e', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'floating_ip_address': '172.26.7.123', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': 'cac3dab8-dd92-40d4-9ea9-6d39feacbb25', 'port_id': '97277a23-280c-4a26-9154-f888fb311dea', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f566fd96-a2f9-4736-a815-e8fcbb984579', 'mac_address': 'fa:16:3e:cc:a3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ad2583-86c3-4da5-ac86-1a6f35405cdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:03:53Z', 'updated_at': '2022-03-22T11:04:31Z', 'revision_number': 2, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6f7234f-27db-4aec-b2d8-290756eb108c', 'name': '', 'network_id': 'f566fd96-a2f9-4736-a815-e8fcbb984579', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:bc:b1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac3dab8-dd92-40d4-9ea9-6d39feacbb25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '2218159d-9837-4b1b-9a1b-4316792d7995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:03:34Z', 'updated_at': '2022-03-22T11:04:31Z', 'revision_number': 6, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '2218159d-9837-4b1b-9a1b-4316792d7995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:04:34.248505 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 42936) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:04:34.314607 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-61b0bfb1-3bb6-47de-a64a-099033a7d158 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/floatingips/b5c968b3-bb0f-4a99-80ea-641bd4d16e8e HTTP/1.1" status: 200 len: 992 time: 0.0647864 Mar 22 11:04:35.188244 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 9f76b83c-896a-46ad-a564-f0852c3c0527 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:04:35.241050 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 9f76b83c-896a-46ad-a564-f0852c3c0527 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:04:35.241429 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:35.318760 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42938) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:04:35.323848 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:35.344219 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port 9f76b83c-896a-46ad-a564-f0852c3c0527, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=9f76b83c-896a-46ad-a564-f0852c3c0527,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:04:35.349428 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:35.350387 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device d6f7234f-27db-4aec-b2d8-290756eb108c up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:04:35.379145 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-80bddb1c-7554-4dc8-9bc1-4205420af541 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/floatingips/b5c968b3-bb0f-4a99-80ea-641bd4d16e8e HTTP/1.1" status: 200 len: 992 time: 0.0592086 Mar 22 11:04:35.427872 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=9f76b83c-896a-46ad-a564-f0852c3c0527,revision_number=6']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:04:35.438775 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port d6f7234f-27db-4aec-b2d8-290756eb108c triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:04:35.439168 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:35.505531 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9301b749-3631-4d25-bf49-5f07aa898625 None None] New status for floating IP b5c968b3-bb0f-4a99-80ea-641bd4d16e8e: ACTIVE {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 11:04:35.563487 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:35.636762 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port d6f7234f-27db-4aec-b2d8-290756eb108c, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=d6f7234f-27db-4aec-b2d8-290756eb108c,segment=NetworkSegment(02726815-6dd3-4490-a898-6679f5b2c5f7),segment_id=02726815-6dd3-4490-a898-6679f5b2c5f7)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:04:35.668386 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:35.715089 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=d6f7234f-27db-4aec-b2d8-290756eb108c,revision_number=7']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:04:36.384450 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42940) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:04:36.455477 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-9b53d6bc-48b2-446f-9208-3464bbc15b1b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/floatingips/b5c968b3-bb0f-4a99-80ea-641bd4d16e8e HTTP/1.1" status: 200 len: 994 time: 0.0697567 Mar 22 11:04:36.702214 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42946) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:04:36.861119 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-ac1489e1-759e-4ece-9b1d-be1c10266aa6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Deleting port e8666bbb-c256-48ee-b16a-a8620dca0abc {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:04:36.861486 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ac1489e1-759e-4ece-9b1d-be1c10266aa6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:36.933866 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ac1489e1-759e-4ece-9b1d-be1c10266aa6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:36.934234 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ac1489e1-759e-4ece-9b1d-be1c10266aa6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:36.946662 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-ac1489e1-759e-4ece-9b1d-be1c10266aa6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Calling delete_port for e8666bbb-c256-48ee-b16a-a8620dca0abc owned by network:floatingip {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:04:37.097974 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ac1489e1-759e-4ece-9b1d-be1c10266aa6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:37.124451 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1489e1-759e-4ece-9b1d-be1c10266aa6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'Port': ['ID=e8666bbb-c256-48ee-b16a-a8620dca0abc,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:04:37.163050 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 9f76b83c-896a-46ad-a564-f0852c3c0527 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:04:37.188115 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ac1489e1-759e-4ece-9b1d-be1c10266aa6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for floatingip, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:37.188868 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.l3_db [None req-ac1489e1-759e-4ece-9b1d-be1c10266aa6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Floating IP b5c968b3-bb0f-4a99-80ea-641bd4d16e8e disassociated (deleted). External IP: 172.26.7.123, port: 97277a23-280c-4a26-9154-f888fb311dea. Mar 22 11:04:37.210005 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 9f76b83c-896a-46ad-a564-f0852c3c0527 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:04:37.210297 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:37.289088 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device d6f7234f-27db-4aec-b2d8-290756eb108c up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:04:37.334529 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port d6f7234f-27db-4aec-b2d8-290756eb108c triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:04:37.334896 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:37.395360 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac1489e1-759e-4ece-9b1d-be1c10266aa6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Router cac3dab8-dd92-40d4-9ea9-6d39feacbb25 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:04:37.514257 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1489e1-759e-4ece-9b1d-be1c10266aa6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:04:37.519773 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ac1489e1-759e-4ece-9b1d-be1c10266aa6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:37.525146 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81b07ce-943b-4913-960b-6af272ce895f None None] Sync routers for ids ['cac3dab8-dd92-40d4-9ea9-6d39feacbb25'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:04:37.540052 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81b07ce-943b-4913-960b-6af272ce895f None None] Routers {'cac3dab8-dd92-40d4-9ea9-6d39feacbb25'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:04:37.540581 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-c81b07ce-943b-4913-960b-6af272ce895f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:04:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['cac3dab8-dd92-40d4-9ea9-6d39feacbb25'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:04:37.547667 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-ac1489e1-759e-4ece-9b1d-be1c10266aa6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "DELETE /v2.0/floatingips/b5c968b3-bb0f-4a99-80ea-641bd4d16e8e HTTP/1.1" status: 204 len: 168 time: 0.8439467 Mar 22 11:04:37.548361 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ad2583-86c3-4da5-ac86-1a6f35405cdb', 'tag': '97277a23-280c-4a26-9154-f888fb311dea'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:04:37.550932 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-120330c5-22b7-43b3-9ab0-33fe84fcf084" -d '{"events": [{"name": "network-changed", "server_uuid": "12ad2583-86c3-4da5-ac86-1a6f35405cdb", "tag": "97277a23-280c-4a26-9154-f888fb311dea"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:04:37.649096 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5122346-83c3-4b87-b686-77f72d370587 x-openstack-request-id: req-e5122346-83c3-4b87-b686-77f72d370587 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:04:37.649638 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12ad2583-86c3-4da5-ac86-1a6f35405cdb", "tag": "97277a23-280c-4a26-9154-f888fb311dea", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:04:37.649901 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e5122346-83c3-4b87-b686-77f72d370587 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:04:37.650314 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5122346-83c3-4b87-b686-77f72d370587'] response: {'name': 'network-changed', 'server_uuid': '12ad2583-86c3-4da5-ac86-1a6f35405cdb', 'tag': '97277a23-280c-4a26-9154-f888fb311dea', 'status': 'completed', 'code': 200} Mar 22 11:04:37.660931 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-c81b07ce-943b-4913-960b-6af272ce895f None None] Set router cac3dab8-dd92-40d4-9ea9-6d39feacbb25 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:04:37.706525 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-66202e5e-2f75-4318-b340-ed670a0e56a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:37.738137 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120330c5-22b7-43b3-9ab0-33fe84fcf084 req-f68d0a1f-fef2-44da-92cc-f2bdc8cbeab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:04:37.740296 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-120330c5-22b7-43b3-9ab0-33fe84fcf084 req-f68d0a1f-fef2-44da-92cc-f2bdc8cbeab4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d323f0b18e24bb7bcd0d92686e5587a&device_id=12ad2583-86c3-4da5-ac86-1a6f35405cdb HTTP/1.1" status: 200 len: 1099 time: 0.0614839 Mar 22 11:04:37.868407 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2ffda-1de0-4547-8f58-a979eddc1b3c req-69ffce16-34ad-4a4b-a81a-a998f3611333 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:04:37.869863 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-eeb2ffda-1de0-4547-8f58-a979eddc1b3c req-69ffce16-34ad-4a4b-a81a-a998f3611333 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=12ad2583-86c3-4da5-ac86-1a6f35405cdb HTTP/1.1" status: 200 len: 946 time: 0.1115253 Mar 22 11:04:37.876147 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-c81b07ce-943b-4913-960b-6af272ce895f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac3dab8-dd92-40d4-9ea9-6d39feacbb25', 'name': 'tempest-TestNetworkBasicOps-router-1191924904', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '9f76b83c-896a-46ad-a564-f0852c3c0527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:03:31Z', 'updated_at': '2022-03-22T11:03:35Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '9f76b83c-896a-46ad-a564-f0852c3c0527', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac3dab8-dd92-40d4-9ea9-6d39feacbb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:03:32Z', 'updated_at': '2022-03-22T11:04:35Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': 'd6f7234f-27db-4aec-b2d8-290756eb108c', 'name': '', 'network_id': 'f566fd96-a2f9-4736-a815-e8fcbb984579', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:bc:b1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac3dab8-dd92-40d4-9ea9-6d39feacbb25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '2218159d-9837-4b1b-9a1b-4316792d7995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:03:34Z', 'updated_at': '2022-03-22T11:04:35Z', 'revision_number': 7, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '2218159d-9837-4b1b-9a1b-4316792d7995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:04:37.885616 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120330c5-22b7-43b3-9ab0-33fe84fcf084 req-f6c41333-25e9-4cb6-9ece-959c49c4ba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:04:37.887029 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-120330c5-22b7-43b3-9ab0-33fe84fcf084 req-f6c41333-25e9-4cb6-9ece-959c49c4ba15 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f566fd96-a2f9-4736-a815-e8fcbb984579 HTTP/1.1" status: 200 len: 896 time: 0.1375892 Mar 22 11:04:37.903169 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81b07ce-943b-4913-960b-6af272ce895f None None] Checking router: cac3dab8-dd92-40d4-9ea9-6d39feacbb25 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:04:37.912815 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81b07ce-943b-4913-960b-6af272ce895f None None] Routers {'cac3dab8-dd92-40d4-9ea9-6d39feacbb25'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:04:37.913412 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-c81b07ce-943b-4913-960b-6af272ce895f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:04:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['cac3dab8-dd92-40d4-9ea9-6d39feacbb25'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:04:37.935714 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-120330c5-22b7-43b3-9ab0-33fe84fcf084 req-31afe63b-f096-4666-a2ba-a534bfd7b3bf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97277a23-280c-4a26-9154-f888fb311dea HTTP/1.1" status: 200 len: 217 time: 0.0385191 Mar 22 11:04:37.954839 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-eeb2ffda-1de0-4547-8f58-a979eddc1b3c req-7beaa70d-7f56-448a-a9f1-5325bdfaee49 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=58ccd146-c452-49cf-b213-55cb0549a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770178 Mar 22 11:04:37.997108 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120330c5-22b7-43b3-9ab0-33fe84fcf084 req-095edb7c-2029-4d1f-9b46-5d2cc46808ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:04:37.998612 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-120330c5-22b7-43b3-9ab0-33fe84fcf084 req-095edb7c-2029-4d1f-9b46-5d2cc46808ad service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2218159d-9837-4b1b-9a1b-4316792d7995 HTTP/1.1" status: 200 len: 834 time: 0.0532839 Mar 22 11:04:38.028867 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-c81b07ce-943b-4913-960b-6af272ce895f None None] Set router cac3dab8-dd92-40d4-9ea9-6d39feacbb25 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:04:38.044027 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120330c5-22b7-43b3-9ab0-33fe84fcf084 req-91b9e46e-ec3c-4eb7-8142-446e570ed3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:04:38.045530 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-120330c5-22b7-43b3-9ab0-33fe84fcf084 req-91b9e46e-ec3c-4eb7-8142-446e570ed3d9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f566fd96-a2f9-4736-a815-e8fcbb984579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396504 Mar 22 11:04:38.134680 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-120330c5-22b7-43b3-9ab0-33fe84fcf084 req-698a3018-ee1d-41e3-bbfa-b6db8ec826e8 service neutron] 10.222.0.35 "GET /v2.0/networks/f566fd96-a2f9-4736-a815-e8fcbb984579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814285 Mar 22 11:04:38.230397 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-120330c5-22b7-43b3-9ab0-33fe84fcf084 req-ef6cc02d-e7a5-4087-9ff4-78ca86b7787b service neutron] 10.222.0.35 "GET /v2.0/networks/f566fd96-a2f9-4736-a815-e8fcbb984579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884027 Mar 22 11:04:38.237316 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-c81b07ce-943b-4913-960b-6af272ce895f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac3dab8-dd92-40d4-9ea9-6d39feacbb25', 'name': 'tempest-TestNetworkBasicOps-router-1191924904', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '9f76b83c-896a-46ad-a564-f0852c3c0527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:03:31Z', 'updated_at': '2022-03-22T11:03:35Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '9f76b83c-896a-46ad-a564-f0852c3c0527', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac3dab8-dd92-40d4-9ea9-6d39feacbb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:03:32Z', 'updated_at': '2022-03-22T11:04:35Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': 'd6f7234f-27db-4aec-b2d8-290756eb108c', 'name': '', 'network_id': 'f566fd96-a2f9-4736-a815-e8fcbb984579', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:bc:b1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac3dab8-dd92-40d4-9ea9-6d39feacbb25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '2218159d-9837-4b1b-9a1b-4316792d7995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:03:34Z', 'updated_at': '2022-03-22T11:04:35Z', 'revision_number': 7, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '2218159d-9837-4b1b-9a1b-4316792d7995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:04:38.264442 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81b07ce-943b-4913-960b-6af272ce895f None None] The sync data for ids ['cac3dab8-dd92-40d4-9ea9-6d39feacbb25'] in dv-neutron-834599-1-hyperv is: [{'id': 'cac3dab8-dd92-40d4-9ea9-6d39feacbb25', 'name': 'tempest-TestNetworkBasicOps-router-1191924904', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '9f76b83c-896a-46ad-a564-f0852c3c0527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:03:31Z', 'updated_at': '2022-03-22T11:03:35Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '9f76b83c-896a-46ad-a564-f0852c3c0527', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac3dab8-dd92-40d4-9ea9-6d39feacbb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:03:32Z', 'updated_at': '2022-03-22T11:04:35Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': 'd6f7234f-27db-4aec-b2d8-290756eb108c', 'name': '', 'network_id': 'f566fd96-a2f9-4736-a815-e8fcbb984579', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:bc:b1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac3dab8-dd92-40d4-9ea9-6d39feacbb25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '2218159d-9837-4b1b-9a1b-4316792d7995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:03:34Z', 'updated_at': '2022-03-22T11:04:35Z', 'revision_number': 7, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '2218159d-9837-4b1b-9a1b-4316792d7995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:04:38.927538 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a79fd87-3834-4afb-b573-e42c9a4816a8 None None] New status for floating IP b5c968b3-bb0f-4a99-80ea-641bd4d16e8e: DOWN {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 11:04:39.082590 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73773397-876a-42a7-a27e-846641b205e7 req-a5220212-b9d5-417e-91d1-56454c336426 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:04:39.084157 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-73773397-876a-42a7-a27e-846641b205e7 req-a5220212-b9d5-417e-91d1-56454c336426 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=12ad2583-86c3-4da5-ac86-1a6f35405cdb HTTP/1.1" status: 200 len: 946 time: 0.0491891 Mar 22 11:04:39.155841 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-73773397-876a-42a7-a27e-846641b205e7 req-37e4fd93-f13e-4f07-ad6b-ff059c3ef262 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=58ccd146-c452-49cf-b213-55cb0549a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619452 Mar 22 11:04:39.164145 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e09b649-c218-4203-8957-f1098716143f req-7f5860a9-10b7-48a6-8258-152d53670afa tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:04:39.165550 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3e09b649-c218-4203-8957-f1098716143f req-7f5860a9-10b7-48a6-8258-152d53670afa tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.35 "GET /v2.0/ports?device_id=12ad2583-86c3-4da5-ac86-1a6f35405cdb HTTP/1.1" status: 200 len: 946 time: 0.0805745 Mar 22 11:04:39.267586 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-3e09b649-c218-4203-8957-f1098716143f req-62aef1ce-70e3-4f6b-9bc0-a1ec4673b2a9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Deleting port 97277a23-280c-4a26-9154-f888fb311dea {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:04:39.267986 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-3e09b649-c218-4203-8957-f1098716143f req-62aef1ce-70e3-4f6b-9bc0-a1ec4673b2a9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:39.367764 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-3e09b649-c218-4203-8957-f1098716143f req-62aef1ce-70e3-4f6b-9bc0-a1ec4673b2a9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] For port 97277a23-280c-4a26-9154-f888fb311dea, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=97277a23-280c-4a26-9154-f888fb311dea,segment=NetworkSegment(02726815-6dd3-4490-a898-6679f5b2c5f7),segment_id=02726815-6dd3-4490-a898-6679f5b2c5f7)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:04:39.368131 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-3e09b649-c218-4203-8957-f1098716143f req-62aef1ce-70e3-4f6b-9bc0-a1ec4673b2a9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:39.381297 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-3e09b649-c218-4203-8957-f1098716143f req-62aef1ce-70e3-4f6b-9bc0-a1ec4673b2a9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Calling delete_port for 97277a23-280c-4a26-9154-f888fb311dea owned by compute:nova {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:04:39.522857 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-3e09b649-c218-4203-8957-f1098716143f req-62aef1ce-70e3-4f6b-9bc0-a1ec4673b2a9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:39.557392 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aef1ce-70e3-4f6b-9bc0-a1ec4673b2a9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'Port': ['ID=97277a23-280c-4a26-9154-f888fb311dea,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:04:39.603338 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e09b649-c218-4203-8957-f1098716143f req-62aef1ce-70e3-4f6b-9bc0-a1ec4673b2a9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] No DVR routers for this DVR port 97277a23-280c-4a26-9154-f888fb311dea on host hv-neutron-8345 {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:04:39.605964 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-3e09b649-c218-4203-8957-f1098716143f req-62aef1ce-70e3-4f6b-9bc0-a1ec4673b2a9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:39.609359 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3e09b649-c218-4203-8957-f1098716143f req-62aef1ce-70e3-4f6b-9bc0-a1ec4673b2a9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.35 "DELETE /v2.0/ports/97277a23-280c-4a26-9154-f888fb311dea HTTP/1.1" status: 204 len: 173 time: 0.4378476 Mar 22 11:04:39.651206 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ad2583-86c3-4da5-ac86-1a6f35405cdb', 'name': 'network-vif-deleted', 'tag': '97277a23-280c-4a26-9154-f888fb311dea'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:04:39.653866 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81285bac-e2e0-4731-bc14-669585c3563b" -d '{"events": [{"server_uuid": "12ad2583-86c3-4da5-ac86-1a6f35405cdb", "name": "network-vif-deleted", "tag": "97277a23-280c-4a26-9154-f888fb311dea"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:04:39.692114 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01730deb-102a-4d51-8702-4835e2b2d8d8 x-openstack-request-id: req-01730deb-102a-4d51-8702-4835e2b2d8d8 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:04:39.692406 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ad2583-86c3-4da5-ac86-1a6f35405cdb", "name": "network-vif-deleted", "tag": "97277a23-280c-4a26-9154-f888fb311dea", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:04:39.692652 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-01730deb-102a-4d51-8702-4835e2b2d8d8 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:04:39.693176 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01730deb-102a-4d51-8702-4835e2b2d8d8'] response: {'server_uuid': '12ad2583-86c3-4da5-ac86-1a6f35405cdb', 'name': 'network-vif-deleted', 'tag': '97277a23-280c-4a26-9154-f888fb311dea', 'status': 'completed', 'code': 200} Mar 22 11:04:39.836325 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5978f27c-2b14-41ab-869d-09ba6881f9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:40.216209 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42964) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:04:40.279227 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5e62b4a7-3c9b-4321-932c-78e7b7777aea tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:40.309659 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5e62b4a7-3c9b-4321-932c-78e7b7777aea tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:40.375051 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5e62b4a7-3c9b-4321-932c-78e7b7777aea tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:40.377733 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5e62b4a7-3c9b-4321-932c-78e7b7777aea tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:40.378942 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-5e62b4a7-3c9b-4321-932c-78e7b7777aea tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "DELETE /v2.0/security-groups/58ccd146-c452-49cf-b213-55cb0549a37d HTTP/1.1" status: 204 len: 168 time: 0.1614692 Mar 22 11:04:40.389156 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e62b4a7-3c9b-4321-932c-78e7b7777aea tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ccd146-c452-49cf-b213-55cb0549a37d,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:04:40.412523 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42968) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:04:40.792902 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7047704d-00c4-4b73-8b98-8bf63cfa9ac6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683891'] for router_interface, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:41.072646 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-7047704d-00c4-4b73-8b98-8bf63cfa9ac6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Deleting port d6f7234f-27db-4aec-b2d8-290756eb108c {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:04:41.072908 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7047704d-00c4-4b73-8b98-8bf63cfa9ac6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:41.114261 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:41.172558 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-7047704d-00c4-4b73-8b98-8bf63cfa9ac6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] For port d6f7234f-27db-4aec-b2d8-290756eb108c, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=d6f7234f-27db-4aec-b2d8-290756eb108c,segment=NetworkSegment(02726815-6dd3-4490-a898-6679f5b2c5f7),segment_id=02726815-6dd3-4490-a898-6679f5b2c5f7)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:04:41.172910 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7047704d-00c4-4b73-8b98-8bf63cfa9ac6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:41.184689 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-7047704d-00c4-4b73-8b98-8bf63cfa9ac6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Calling delete_port for d6f7234f-27db-4aec-b2d8-290756eb108c owned by network:router_interface {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:04:41.384689 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7047704d-00c4-4b73-8b98-8bf63cfa9ac6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:41.418921 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7047704d-00c4-4b73-8b98-8bf63cfa9ac6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'Port': ['ID=d6f7234f-27db-4aec-b2d8-290756eb108c,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:04:41.595993 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7047704d-00c4-4b73-8b98-8bf63cfa9ac6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684007'] for router_interface, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:41.831080 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7047704d-00c4-4b73-8b98-8bf63cfa9ac6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Router cac3dab8-dd92-40d4-9ea9-6d39feacbb25 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:04:41.940981 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7047704d-00c4-4b73-8b98-8bf63cfa9ac6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:04:41.946602 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-7047704d-00c4-4b73-8b98-8bf63cfa9ac6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "PUT /v2.0/routers/cac3dab8-dd92-40d4-9ea9-6d39feacbb25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5329518 Mar 22 11:04:41.949501 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42970) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:04:41.951189 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d198dfa7-bd45-4cf5-b597-2ffaaa56df86 None None] Sync routers for ids ['cac3dab8-dd92-40d4-9ea9-6d39feacbb25'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:04:41.962207 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d198dfa7-bd45-4cf5-b597-2ffaaa56df86 None None] Routers {'cac3dab8-dd92-40d4-9ea9-6d39feacbb25'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:04:41.963031 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-d198dfa7-bd45-4cf5-b597-2ffaaa56df86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:04:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['cac3dab8-dd92-40d4-9ea9-6d39feacbb25'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:04:42.001367 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9f23793-9a25-4aa0-a295-551e26b9df47 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Deleting subnet 2218159d-9837-4b1b-9a1b-4316792d7995 {{(pid=109050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 11:04:42.004639 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d9f23793-9a25-4aa0-a295-551e26b9df47 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for subnet, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:42.044833 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d9f23793-9a25-4aa0-a295-551e26b9df47 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11961780'] for subnet, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:42.068943 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-d198dfa7-bd45-4cf5-b597-2ffaaa56df86 None None] Set router cac3dab8-dd92-40d4-9ea9-6d39feacbb25 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:04:42.130512 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d9f23793-9a25-4aa0-a295-551e26b9df47 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:42.190075 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d9f23793-9a25-4aa0-a295-551e26b9df47 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:42.216230 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f23793-9a25-4aa0-a295-551e26b9df47 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'Subnet': ['ID=2218159d-9837-4b1b-9a1b-4316792d7995,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:04:42.220171 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d9f23793-9a25-4aa0-a295-551e26b9df47 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:42.223922 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-d9f23793-9a25-4aa0-a295-551e26b9df47 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "DELETE /v2.0/subnets/2218159d-9837-4b1b-9a1b-4316792d7995 HTTP/1.1" status: 204 len: 168 time: 0.2729180 Mar 22 11:04:42.226481 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42972) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:04:42.229313 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffef244c-2cde-4ecd-9d2a-7a93e37052f8 None None] Network f566fd96-a2f9-4736-a815-e8fcbb984579 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:04:42.258016 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-d198dfa7-bd45-4cf5-b597-2ffaaa56df86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac3dab8-dd92-40d4-9ea9-6d39feacbb25', 'name': 'tempest-TestNetworkBasicOps-router-1191924904', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '9f76b83c-896a-46ad-a564-f0852c3c0527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:03:31Z', 'updated_at': '2022-03-22T11:04:41Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '9f76b83c-896a-46ad-a564-f0852c3c0527', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac3dab8-dd92-40d4-9ea9-6d39feacbb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:03:32Z', 'updated_at': '2022-03-22T11:04:35Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:04:42.336175 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-34288c24-fe90-4952-a497-3fb2b8fbbad1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:42.381106 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d198dfa7-bd45-4cf5-b597-2ffaaa56df86 None None] Checking router: cac3dab8-dd92-40d4-9ea9-6d39feacbb25 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:04:42.389526 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d198dfa7-bd45-4cf5-b597-2ffaaa56df86 None None] Routers {'cac3dab8-dd92-40d4-9ea9-6d39feacbb25'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:04:42.390111 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-d198dfa7-bd45-4cf5-b597-2ffaaa56df86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:04:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['cac3dab8-dd92-40d4-9ea9-6d39feacbb25'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:04:42.433594 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecf69f4-6276-42c5-b864-37583caae35b None None] DHCP port deletion for f566fd96-a2f9-4736-a815-e8fcbb984579 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 11:04:42.444647 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-34288c24-fe90-4952-a497-3fb2b8fbbad1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:42.480960 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-1ecf69f4-6276-42c5-b864-37583caae35b None None] Deleting port e9ce9da0-d526-471f-be34-ee628f3fa884 {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:04:42.481222 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-1ecf69f4-6276-42c5-b864-37583caae35b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:42.500335 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-34288c24-fe90-4952-a497-3fb2b8fbbad1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Deleting port 9f76b83c-896a-46ad-a564-f0852c3c0527 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:04:42.501084 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-34288c24-fe90-4952-a497-3fb2b8fbbad1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:42.502456 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-d198dfa7-bd45-4cf5-b597-2ffaaa56df86 None None] Set router cac3dab8-dd92-40d4-9ea9-6d39feacbb25 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:04:42.575428 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-1ecf69f4-6276-42c5-b864-37583caae35b None None] For port e9ce9da0-d526-471f-be34-ee628f3fa884, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=e9ce9da0-d526-471f-be34-ee628f3fa884,segment=NetworkSegment(02726815-6dd3-4490-a898-6679f5b2c5f7),segment_id=02726815-6dd3-4490-a898-6679f5b2c5f7)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:04:42.576250 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-1ecf69f4-6276-42c5-b864-37583caae35b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:42.588410 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:42.597529 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-1ecf69f4-6276-42c5-b864-37583caae35b None None] Calling delete_port for e9ce9da0-d526-471f-be34-ee628f3fa884 owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:04:42.686048 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-1ecf69f4-6276-42c5-b864-37583caae35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:42.686760 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-d198dfa7-bd45-4cf5-b597-2ffaaa56df86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac3dab8-dd92-40d4-9ea9-6d39feacbb25', 'name': 'tempest-TestNetworkBasicOps-router-1191924904', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '9f76b83c-896a-46ad-a564-f0852c3c0527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:03:31Z', 'updated_at': '2022-03-22T11:04:41Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '9f76b83c-896a-46ad-a564-f0852c3c0527', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac3dab8-dd92-40d4-9ea9-6d39feacbb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:03:32Z', 'updated_at': '2022-03-22T11:04:35Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:04:42.712771 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecf69f4-6276-42c5-b864-37583caae35b None None] Pushing event deleted for resources: {'Port': ['ID=e9ce9da0-d526-471f-be34-ee628f3fa884,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:04:42.713420 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d198dfa7-bd45-4cf5-b597-2ffaaa56df86 None None] The sync data for ids ['cac3dab8-dd92-40d4-9ea9-6d39feacbb25'] in dv-neutron-834599-1-hyperv is: [{'id': 'cac3dab8-dd92-40d4-9ea9-6d39feacbb25', 'name': 'tempest-TestNetworkBasicOps-router-1191924904', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '9f76b83c-896a-46ad-a564-f0852c3c0527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:03:31Z', 'updated_at': '2022-03-22T11:04:41Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '9f76b83c-896a-46ad-a564-f0852c3c0527', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac3dab8-dd92-40d4-9ea9-6d39feacbb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:03:32Z', 'updated_at': '2022-03-22T11:04:35Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:04:42.716660 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecf69f4-6276-42c5-b864-37583caae35b None None] No DVR routers for this DVR port e9ce9da0-d526-471f-be34-ee628f3fa884 on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:04:42.805047 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:42.901862 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-34288c24-fe90-4952-a497-3fb2b8fbbad1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] For port 9f76b83c-896a-46ad-a564-f0852c3c0527, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=9f76b83c-896a-46ad-a564-f0852c3c0527,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:04:42.902254 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-34288c24-fe90-4952-a497-3fb2b8fbbad1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:42.915149 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-34288c24-fe90-4952-a497-3fb2b8fbbad1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Calling delete_port for 9f76b83c-896a-46ad-a564-f0852c3c0527 owned by network:router_gateway {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:04:43.094197 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-34288c24-fe90-4952-a497-3fb2b8fbbad1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:43.142138 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34288c24-fe90-4952-a497-3fb2b8fbbad1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'Port': ['ID=9f76b83c-896a-46ad-a564-f0852c3c0527,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:04:43.162250 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device e9ce9da0-d526-471f-be34-ee628f3fa884 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:04:43.185209 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34288c24-fe90-4952-a497-3fb2b8fbbad1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:04:43.185546 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34288c24-fe90-4952-a497-3fb2b8fbbad1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:04:43.185879 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34288c24-fe90-4952-a497-3fb2b8fbbad1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:04:43.186237 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34288c24-fe90-4952-a497-3fb2b8fbbad1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:04:43.186586 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34288c24-fe90-4952-a497-3fb2b8fbbad1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:04:43.187049 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34288c24-fe90-4952-a497-3fb2b8fbbad1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:04:43.187397 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34288c24-fe90-4952-a497-3fb2b8fbbad1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:04:43.187715 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34288c24-fe90-4952-a497-3fb2b8fbbad1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:04:43.188034 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34288c24-fe90-4952-a497-3fb2b8fbbad1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:04:43.188346 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34288c24-fe90-4952-a497-3fb2b8fbbad1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:04:43.188655 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34288c24-fe90-4952-a497-3fb2b8fbbad1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:04:43.188967 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34288c24-fe90-4952-a497-3fb2b8fbbad1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:04:43.190492 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: e9ce9da0-d526-471f-be34-ee628f3fa884 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:04:43.191061 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device e9ce9da0-d526-471f-be34-ee628f3fa884 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:04:43.195057 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device d6f7234f-27db-4aec-b2d8-290756eb108c no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:04:43.203775 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-34288c24-fe90-4952-a497-3fb2b8fbbad1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682553'] for router_gateway, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:43.216914 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: d6f7234f-27db-4aec-b2d8-290756eb108c {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:04:43.217345 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device d6f7234f-27db-4aec-b2d8-290756eb108c not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:04:43.298760 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-34288c24-fe90-4952-a497-3fb2b8fbbad1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:43.301062 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-34288c24-fe90-4952-a497-3fb2b8fbbad1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:43.334097 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:43.344816 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-34288c24-fe90-4952-a497-3fb2b8fbbad1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:43.345348 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34288c24-fe90-4952-a497-3fb2b8fbbad1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Fanout notify agent at l3_agent the message router_deleted on router cac3dab8-dd92-40d4-9ea9-6d39feacbb25 {{(pid=109050) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 11:04:43.352592 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-34288c24-fe90-4952-a497-3fb2b8fbbad1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:43.353917 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-34288c24-fe90-4952-a497-3fb2b8fbbad1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "DELETE /v2.0/routers/cac3dab8-dd92-40d4-9ea9-6d39feacbb25 HTTP/1.1" status: 204 len: 168 time: 1.1264827 Mar 22 11:04:43.356720 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42974) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:04:43.441935 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-072fde81-6aaf-455c-abd1-43ae7bdf8dca tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:43.533114 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-072fde81-6aaf-455c-abd1-43ae7bdf8dca tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:43.553207 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-072fde81-6aaf-455c-abd1-43ae7bdf8dca tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f566fd96-a2f9-4736-a815-e8fcbb984579']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:04:43.562585 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-072fde81-6aaf-455c-abd1-43ae7bdf8dca tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02726815-6dd3-4490-a898-6679f5b2c5f7') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:04:43.562907 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-072fde81-6aaf-455c-abd1-43ae7bdf8dca tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02726815-6dd3-4490-a898-6679f5b2c5f7') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:04:43.577508 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-072fde81-6aaf-455c-abd1-43ae7bdf8dca tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:43.590926 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-072fde81-6aaf-455c-abd1-43ae7bdf8dca tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:43.597051 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-072fde81-6aaf-455c-abd1-43ae7bdf8dca tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:04:43.597431 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-072fde81-6aaf-455c-abd1-43ae7bdf8dca tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:43.600453 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 11:04:43.600453 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:04:43.600453 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 11:04:43.600453 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:04:43.600453 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 11:04:43.600453 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 11:04:43.600453 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 11:04:43.600453 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:04:43.600453 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 11:04:43.600453 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:04:43.600453 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 11:04:43.600453 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:04:43.600453 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 11:04:43.600453 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 11:04:43.600453 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:04:43.600453 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 11:04:43.600453 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:04:43.600453 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 11:04:43.600453 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 11:04:43.600453 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 11:04:43.600453 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 11:04:43.600453 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 11:04:43.600453 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:04:43.600453 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:04:43.600453 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 11:04:43.600453 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:04:43.600453 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:04:43.600453 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:04:43.600453 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:04:43.600453 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:04:43.600453 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:04:43.600453 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:04:43.661137 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-072fde81-6aaf-455c-abd1-43ae7bdf8dca tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:43.668262 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-072fde81-6aaf-455c-abd1-43ae7bdf8dca tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:43.671237 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-072fde81-6aaf-455c-abd1-43ae7bdf8dca tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "DELETE /v2.0/networks/f566fd96-a2f9-4736-a815-e8fcbb984579 HTTP/1.1" status: 204 len: 168 time: 0.3136523 Mar 22 11:04:43.682846 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072fde81-6aaf-455c-abd1-43ae7bdf8dca tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'Network': ['ID=f566fd96-a2f9-4736-a815-e8fcbb984579,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:04:43.691326 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42976) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:04:43.696741 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-d9604687-5000-4bf8-a1ef-420450a69134 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'network': {'name': 'tempest-network-smoke--624445620', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'port_security_enabled': True}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:04:43.716535 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9604687-5000-4bf8-a1ef-420450a69134 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Made reservation on behalf of 9d323f0b18e24bb7bcd0d92686e5587a for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:04:43.720043 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d9604687-5000-4bf8-a1ef-420450a69134 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:43.746544 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9604687-5000-4bf8-a1ef-420450a69134 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:04:43.757405 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d9604687-5000-4bf8-a1ef-420450a69134 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:43.757879 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-d9604687-5000-4bf8-a1ef-420450a69134 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Added segment f5dc5367-794b-41ca-8322-53bf5acb03af of type vlan for network 58e2729d-c1b9-4914-9cc0-73bfedb37515 Mar 22 11:04:43.805411 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d9604687-5000-4bf8-a1ef-420450a69134 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:43.836195 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d9604687-5000-4bf8-a1ef-420450a69134 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:43.841721 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9604687-5000-4bf8-a1ef-420450a69134 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:04:43.842335 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d9604687-5000-4bf8-a1ef-420450a69134 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:43.877215 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-d9604687-5000-4bf8-a1ef-420450a69134 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1843908 Mar 22 11:04:43.880174 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42978) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:04:43.886962 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-3f5ce1f9-17eb-4404-bbef-89d4d9768424 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1311300095', 'admin_state_up': True, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:04:43.924573 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9604687-5000-4bf8-a1ef-420450a69134 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Network': ['ID=58e2729d-c1b9-4914-9cc0-73bfedb37515,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:04:43.934813 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 58e2729d-c1b9-4914-9cc0-73bfedb37515 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 11:04:43.940717 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3f5ce1f9-17eb-4404-bbef-89d4d9768424 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:43.941803 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3f5ce1f9-17eb-4404-bbef-89d4d9768424 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:44.001511 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3f5ce1f9-17eb-4404-bbef-89d4d9768424 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:44.139715 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3f5ce1f9-17eb-4404-bbef-89d4d9768424 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:44.342157 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3f5ce1f9-17eb-4404-bbef-89d4d9768424 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router_gateway, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:44.360837 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3f5ce1f9-17eb-4404-bbef-89d4d9768424 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:44.460978 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-3f5ce1f9-17eb-4404-bbef-89d4d9768424 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Allocated IP 172.26.7.74 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/2dbf7d95-9fa8-49a2-9a40-1ae41fc70865) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:04:44.517026 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 97277a23-280c-4a26-9154-f888fb311dea no longer exists at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:04:44.541517 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] No Port match for: 97277a23-280c-4a26-9154-f888fb311dea {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:04:44.541866 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 97277a23-280c-4a26-9154-f888fb311dea not bound to the agent host hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:04:44.566610 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3f5ce1f9-17eb-4404-bbef-89d4d9768424 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:44.602708 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3f5ce1f9-17eb-4404-bbef-89d4d9768424 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:44.643293 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5ce1f9-17eb-4404-bbef-89d4d9768424 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:04:44.646099 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-3f5ce1f9-17eb-4404-bbef-89d4d9768424 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:04:44.649389 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5ce1f9-17eb-4404-bbef-89d4d9768424 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:04:44.672019 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ce1f9-17eb-4404-bbef-89d4d9768424 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Port': ['ID=2dbf7d95-9fa8-49a2-9a40-1ae41fc70865,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:04:44.905596 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3f5ce1f9-17eb-4404-bbef-89d4d9768424 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router_gateway, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:45.118497 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3f5ce1f9-17eb-4404-bbef-89d4d9768424 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:45.163102 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 9f76b83c-896a-46ad-a564-f0852c3c0527 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:04:45.184090 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 9f76b83c-896a-46ad-a564-f0852c3c0527 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:04:45.184392 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 9f76b83c-896a-46ad-a564-f0852c3c0527 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:04:45.256110 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f5ce1f9-17eb-4404-bbef-89d4d9768424 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Router 4c546565-2467-4cbb-8a01-009e6d333cca is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109050) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 11:04:45.370684 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5ce1f9-17eb-4404-bbef-89d4d9768424 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:04:45.381352 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8290db43-3b67-40ff-bef6-881eef2c3ea9 None None] Sync routers for ids ['4c546565-2467-4cbb-8a01-009e6d333cca'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:04:45.392131 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3f5ce1f9-17eb-4404-bbef-89d4d9768424 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:45.392580 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8290db43-3b67-40ff-bef6-881eef2c3ea9 None None] Routers {'4c546565-2467-4cbb-8a01-009e6d333cca'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:04:45.393227 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-8290db43-3b67-40ff-bef6-881eef2c3ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:04:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['4c546565-2467-4cbb-8a01-009e6d333cca'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:04:45.394040 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-3f5ce1f9-17eb-4404-bbef-89d4d9768424 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5129323 Mar 22 11:04:45.397273 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42980) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:04:45.431599 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-f1879384-ebf6-4811-a810-fc56cf098473 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=9d323f0b18e24bb7bcd0d92686e5587a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330904 Mar 22 11:04:45.434998 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42982) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:04:45.497015 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-8290db43-3b67-40ff-bef6-881eef2c3ea9 None None] Set router 4c546565-2467-4cbb-8a01-009e6d333cca gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:04:45.580686 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63f98cb-1b89-49cc-bfca-6123d8b02347 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:04:45.582216 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-f63f98cb-1b89-49cc-bfca-6123d8b02347 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1463032 Mar 22 11:04:45.585317 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42984) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:04:45.626217 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-08d038df-e9bf-456a-8455-b7833b186d17 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=a14ca783-6f82-4799-85a3-4cbe79c980a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397260 Mar 22 11:04:45.629089 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42986) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:04:45.634125 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-fcb8968d-1dbc-4fc1-b726-78e7a24fc5a2 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1914205246', 'network_id': '58e2729d-c1b9-4914-9cc0-73bfedb37515', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:04:45.723135 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb8968d-1dbc-4fc1-b726-78e7a24fc5a2 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Made reservation on behalf of 9d323f0b18e24bb7bcd0d92686e5587a for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:04:45.726834 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fcb8968d-1dbc-4fc1-b726-78e7a24fc5a2 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:45.819318 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-8290db43-3b67-40ff-bef6-881eef2c3ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c546565-2467-4cbb-8a01-009e6d333cca', 'name': 'tempest-TestNetworkBasicOps-router-1311300095', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '2dbf7d95-9fa8-49a2-9a40-1ae41fc70865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:04:43Z', 'updated_at': '2022-03-22T11:04:44Z', 'revision_number': 3, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '2dbf7d95-9fa8-49a2-9a40-1ae41fc70865', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:1a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c546565-2467-4cbb-8a01-009e6d333cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:04:44Z', 'updated_at': '2022-03-22T11:04:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:04:45.850249 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8290db43-3b67-40ff-bef6-881eef2c3ea9 None None] Checking router: 4c546565-2467-4cbb-8a01-009e6d333cca for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:04:45.851039 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8290db43-3b67-40ff-bef6-881eef2c3ea9 None None] Updating router 4c546565-2467-4cbb-8a01-009e6d333cca port 2dbf7d95-9fa8-49a2-9a40-1ae41fc70865 binding host dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:04:45.879612 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8290db43-3b67-40ff-bef6-881eef2c3ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:45.912094 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fcb8968d-1dbc-4fc1-b726-78e7a24fc5a2 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:45.976490 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb8968d-1dbc-4fc1-b726-78e7a24fc5a2 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Subnet': ['ID=9deb0fae-aa36-4110-b29f-4a3ea90cf425,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:04:45.983804 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb8968d-1dbc-4fc1-b726-78e7a24fc5a2 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Checking segment: {'id': 'f5dc5367-794b-41ca-8322-53bf5acb03af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '58e2729d-c1b9-4914-9cc0-73bfedb37515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:04:45.984159 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb8968d-1dbc-4fc1-b726-78e7a24fc5a2 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Network hostable DHCP agents. Network: 58e2729d-c1b9-4914-9cc0-73bfedb37515, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:04:46.002805 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb8968d-1dbc-4fc1-b726-78e7a24fc5a2 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Network 58e2729d-c1b9-4914-9cc0-73bfedb37515 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:04:46.012151 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-fcb8968d-1dbc-4fc1-b726-78e7a24fc5a2 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 58e2729d-c1b9-4914-9cc0-73bfedb37515) {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:04:46.018686 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb8968d-1dbc-4fc1-b726-78e7a24fc5a2 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:04:46.018686 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fcb8968d-1dbc-4fc1-b726-78e7a24fc5a2 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:46.023251 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732e8dea-7ca6-471c-be7e-ede595d6c4f3 None None] Network 58e2729d-c1b9-4914-9cc0-73bfedb37515 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:04:46.037176 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-fcb8968d-1dbc-4fc1-b726-78e7a24fc5a2 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4070745 Mar 22 11:04:46.040274 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42988) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:04:46.234535 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8290db43-3b67-40ff-bef6-881eef2c3ea9 None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:46.257021 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8290db43-3b67-40ff-bef6-881eef2c3ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:46.266829 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc913d5-8640-4bcc-9bd0-eea106f5bd14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-58e2729d-c1b9-4914-9cc0-73bfedb37515', 'network_id': '58e2729d-c1b9-4914-9cc0-73bfedb37515', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ips': [{'subnet_id': '9deb0fae-aa36-4110-b29f-4a3ea90cf425'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 11:04:46.267739 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-adc913d5-8640-4bcc-9bd0-eea106f5bd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:46.333963 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-8290db43-3b67-40ff-bef6-881eef2c3ea9 None None] Attempting to bind port 2dbf7d95-9fa8-49a2-9a40-1ae41fc70865 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:04:46.334314 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-8290db43-3b67-40ff-bef6-881eef2c3ea9 None None] Attempting to bind port 2dbf7d95-9fa8-49a2-9a40-1ae41fc70865 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:04:46.334734 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8290db43-3b67-40ff-bef6-881eef2c3ea9 None None] Attempting to bind port 2dbf7d95-9fa8-49a2-9a40-1ae41fc70865 on network a14ca783-6f82-4799-85a3-4cbe79c980a8 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:04:46.336545 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbbd402-b32c-4c3b-b16e-cda8ef4c2e7c None None] Pushing event updated for resources: {'Port': ['ID=2dbf7d95-9fa8-49a2-9a40-1ae41fc70865,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:04:46.346193 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8290db43-3b67-40ff-bef6-881eef2c3ea9 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:04:46.346557 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8290db43-3b67-40ff-bef6-881eef2c3ea9 None None] Checking segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:04:46.346971 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8290db43-3b67-40ff-bef6-881eef2c3ea9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:46.347354 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8290db43-3b67-40ff-bef6-881eef2c3ea9 None None] Bound using segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:04:46.347875 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-8290db43-3b67-40ff-bef6-881eef2c3ea9 None None] Bound port: 2dbf7d95-9fa8-49a2-9a40-1ae41fc70865, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:04:46.348321 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8290db43-3b67-40ff-bef6-881eef2c3ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:46.495925 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8290db43-3b67-40ff-bef6-881eef2c3ea9 None None] For port 2dbf7d95-9fa8-49a2-9a40-1ae41fc70865, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:04:46.513695 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8290db43-3b67-40ff-bef6-881eef2c3ea9 None None] For port 2dbf7d95-9fa8-49a2-9a40-1ae41fc70865, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=2dbf7d95-9fa8-49a2-9a40-1ae41fc70865,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:04:46.520692 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8290db43-3b67-40ff-bef6-881eef2c3ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:46.527994 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-adc913d5-8640-4bcc-9bd0-eea106f5bd14 None None] Allocated IP 172.20.0.2 (58e2729d-c1b9-4914-9cc0-73bfedb37515/9deb0fae-aa36-4110-b29f-4a3ea90cf425/cc89af66-4450-4a2d-a45b-7d25cbbb20da) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:04:46.650686 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbbd402-b32c-4c3b-b16e-cda8ef4c2e7c None None] Pushing event updated for resources: {'Port': ['ID=2dbf7d95-9fa8-49a2-9a40-1ae41fc70865,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:04:46.654806 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8290db43-3b67-40ff-bef6-881eef2c3ea9 None None] Routers {'4c546565-2467-4cbb-8a01-009e6d333cca'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:04:46.655634 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-8290db43-3b67-40ff-bef6-881eef2c3ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:04:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['4c546565-2467-4cbb-8a01-009e6d333cca'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:04:46.797390 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cda7e244-0560-4ab9-a00d-9719642ca8f0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:46.813971 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-8290db43-3b67-40ff-bef6-881eef2c3ea9 None None] Set router 4c546565-2467-4cbb-8a01-009e6d333cca gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:04:46.871325 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-adc913d5-8640-4bcc-9bd0-eea106f5bd14 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:46.886094 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-adc913d5-8640-4bcc-9bd0-eea106f5bd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:46.957215 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc913d5-8640-4bcc-9bd0-eea106f5bd14 None None] Network 58e2729d-c1b9-4914-9cc0-73bfedb37515 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:04:46.962762 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-adc913d5-8640-4bcc-9bd0-eea106f5bd14 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:04:46.969990 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc913d5-8640-4bcc-9bd0-eea106f5bd14 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:04:46.977918 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc913d5-8640-4bcc-9bd0-eea106f5bd14 None None] Pushing event updated for resources: {'Port': ['ID=cc89af66-4450-4a2d-a45b-7d25cbbb20da,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:04:47.065661 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-adc913d5-8640-4bcc-9bd0-eea106f5bd14 None None] Attempting to bind port cc89af66-4450-4a2d-a45b-7d25cbbb20da on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:04:47.065931 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-adc913d5-8640-4bcc-9bd0-eea106f5bd14 None None] Attempting to bind port cc89af66-4450-4a2d-a45b-7d25cbbb20da by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': 'f5dc5367-794b-41ca-8322-53bf5acb03af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '58e2729d-c1b9-4914-9cc0-73bfedb37515'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:04:47.066302 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc913d5-8640-4bcc-9bd0-eea106f5bd14 None None] Attempting to bind port cc89af66-4450-4a2d-a45b-7d25cbbb20da on network 58e2729d-c1b9-4914-9cc0-73bfedb37515 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:04:47.073848 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc913d5-8640-4bcc-9bd0-eea106f5bd14 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:04:47.074208 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc913d5-8640-4bcc-9bd0-eea106f5bd14 None None] Checking segment: {'id': 'f5dc5367-794b-41ca-8322-53bf5acb03af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '58e2729d-c1b9-4914-9cc0-73bfedb37515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:04:47.074625 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-adc913d5-8640-4bcc-9bd0-eea106f5bd14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:47.075017 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc913d5-8640-4bcc-9bd0-eea106f5bd14 None None] Bound using segment: {'id': 'f5dc5367-794b-41ca-8322-53bf5acb03af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '58e2729d-c1b9-4914-9cc0-73bfedb37515'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:04:47.075512 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-adc913d5-8640-4bcc-9bd0-eea106f5bd14 None None] Bound port: cc89af66-4450-4a2d-a45b-7d25cbbb20da, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5dc5367-794b-41ca-8322-53bf5acb03af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '58e2729d-c1b9-4914-9cc0-73bfedb37515'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:04:47.075895 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-adc913d5-8640-4bcc-9bd0-eea106f5bd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:47.081048 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-cda7e244-0560-4ab9-a00d-9719642ca8f0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Allocated IP 172.20.0.1 (58e2729d-c1b9-4914-9cc0-73bfedb37515/9deb0fae-aa36-4110-b29f-4a3ea90cf425/1177fc40-0650-4d21-adca-13e31fcde055) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:04:47.137694 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-8290db43-3b67-40ff-bef6-881eef2c3ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c546565-2467-4cbb-8a01-009e6d333cca', 'name': 'tempest-TestNetworkBasicOps-router-1311300095', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '2dbf7d95-9fa8-49a2-9a40-1ae41fc70865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:04:43Z', 'updated_at': '2022-03-22T11:04:44Z', 'revision_number': 3, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '2dbf7d95-9fa8-49a2-9a40-1ae41fc70865', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:1a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c546565-2467-4cbb-8a01-009e6d333cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:04:44Z', 'updated_at': '2022-03-22T11:04:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:04:47.172295 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8290db43-3b67-40ff-bef6-881eef2c3ea9 None None] The sync data for ids ['4c546565-2467-4cbb-8a01-009e6d333cca'] in dv-neutron-834599-1-hyperv is: [{'id': '4c546565-2467-4cbb-8a01-009e6d333cca', 'name': 'tempest-TestNetworkBasicOps-router-1311300095', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '2dbf7d95-9fa8-49a2-9a40-1ae41fc70865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:04:43Z', 'updated_at': '2022-03-22T11:04:44Z', 'revision_number': 3, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '2dbf7d95-9fa8-49a2-9a40-1ae41fc70865', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:1a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c546565-2467-4cbb-8a01-009e6d333cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:04:44Z', 'updated_at': '2022-03-22T11:04:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:04:47.177815 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-adc913d5-8640-4bcc-9bd0-eea106f5bd14 None None] For port cc89af66-4450-4a2d-a45b-7d25cbbb20da, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:04:47.196201 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-adc913d5-8640-4bcc-9bd0-eea106f5bd14 None None] For port cc89af66-4450-4a2d-a45b-7d25cbbb20da, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=cc89af66-4450-4a2d-a45b-7d25cbbb20da,segment=NetworkSegment(f5dc5367-794b-41ca-8322-53bf5acb03af),segment_id=f5dc5367-794b-41ca-8322-53bf5acb03af)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:04:47.196618 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-adc913d5-8640-4bcc-9bd0-eea106f5bd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:47.205607 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cda7e244-0560-4ab9-a00d-9719642ca8f0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:47.245899 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cda7e244-0560-4ab9-a00d-9719642ca8f0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:47.262642 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc913d5-8640-4bcc-9bd0-eea106f5bd14 None None] Pushing event updated for resources: {'Port': ['ID=cc89af66-4450-4a2d-a45b-7d25cbbb20da,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:04:47.303052 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda7e244-0560-4ab9-a00d-9719642ca8f0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Network 58e2729d-c1b9-4914-9cc0-73bfedb37515 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:04:47.306564 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-cda7e244-0560-4ab9-a00d-9719642ca8f0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:04:47.310464 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda7e244-0560-4ab9-a00d-9719642ca8f0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:04:47.317090 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda7e244-0560-4ab9-a00d-9719642ca8f0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Port': ['ID=1177fc40-0650-4d21-adca-13e31fcde055,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:04:47.359645 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cda7e244-0560-4ab9-a00d-9719642ca8f0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684270'] for router_interface, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:47.534657 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cda7e244-0560-4ab9-a00d-9719642ca8f0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:47.850372 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cda7e244-0560-4ab9-a00d-9719642ca8f0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:47.857548 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cda7e244-0560-4ab9-a00d-9719642ca8f0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:47.930580 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda7e244-0560-4ab9-a00d-9719642ca8f0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Port': ['ID=1177fc40-0650-4d21-adca-13e31fcde055,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:04:47.933506 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cda7e244-0560-4ab9-a00d-9719642ca8f0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684306'] for router_interface, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:48.051550 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda7e244-0560-4ab9-a00d-9719642ca8f0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Network 58e2729d-c1b9-4914-9cc0-73bfedb37515 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:04:48.052968 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-cda7e244-0560-4ab9-a00d-9719642ca8f0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:04:48.174689 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda7e244-0560-4ab9-a00d-9719642ca8f0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Router 4c546565-2467-4cbb-8a01-009e6d333cca has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:04:48.290222 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6db2dea-44ae-491f-8963-4188cfebb234 None None] Network 58e2729d-c1b9-4914-9cc0-73bfedb37515 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:04:48.291297 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda7e244-0560-4ab9-a00d-9719642ca8f0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:04:48.296218 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-cda7e244-0560-4ab9-a00d-9719642ca8f0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "PUT /v2.0/routers/4c546565-2467-4cbb-8a01-009e6d333cca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2549920 Mar 22 11:04:48.298832 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42994) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:04:48.395411 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3485392d-eea3-4495-8117-20b592f524f1 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:04:48.395859 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3485392d-eea3-4495-8117-20b592f524f1 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:04:48.396336 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3485392d-eea3-4495-8117-20b592f524f1 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:04:48.396795 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3485392d-eea3-4495-8117-20b592f524f1 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:04:48.397286 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3485392d-eea3-4495-8117-20b592f524f1 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:04:48.397742 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3485392d-eea3-4495-8117-20b592f524f1 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:04:48.399557 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-3485392d-eea3-4495-8117-20b592f524f1 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.0995767 Mar 22 11:04:48.402353 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42996) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:04:48.412320 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-a0a86189-f228-4197-b33d-9bbf38f82446 None None] Provisioning complete for port cc89af66-4450-4a2d-a45b-7d25cbbb20da triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:04:48.412691 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a0a86189-f228-4197-b33d-9bbf38f82446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:48.461811 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfd7139-d0e0-48c8-ae4f-bd11b52de505 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:04:48.462245 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfd7139-d0e0-48c8-ae4f-bd11b52de505 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:04:48.462693 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfd7139-d0e0-48c8-ae4f-bd11b52de505 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:04:48.463244 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfd7139-d0e0-48c8-ae4f-bd11b52de505 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:04:48.463570 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfd7139-d0e0-48c8-ae4f-bd11b52de505 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:04:48.464033 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfd7139-d0e0-48c8-ae4f-bd11b52de505 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:04:48.465857 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-6bfd7139-d0e0-48c8-ae4f-bd11b52de505 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4014 time: 0.0625830 Mar 22 11:04:48.468932 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 42998) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:04:48.535219 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a0a86189-f228-4197-b33d-9bbf38f82446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:48.577430 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-a0a86189-f228-4197-b33d-9bbf38f82446 None None] For port cc89af66-4450-4a2d-a45b-7d25cbbb20da, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=cc89af66-4450-4a2d-a45b-7d25cbbb20da,segment=NetworkSegment(f5dc5367-794b-41ca-8322-53bf5acb03af),segment_id=f5dc5367-794b-41ca-8322-53bf5acb03af)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:04:48.582518 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a0a86189-f228-4197-b33d-9bbf38f82446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:48.630751 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-994946a8-8c0c-49e8-9cb2-3eb6375adb07 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1578600 Mar 22 11:04:48.641271 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a86189-f228-4197-b33d-9bbf38f82446 None None] Pushing event updated for resources: {'Port': ['ID=cc89af66-4450-4a2d-a45b-7d25cbbb20da,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:04:48.805983 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-4b489a9f-6db1-4344-b01b-bdaac8300955 None None] Provisioning complete for port 1177fc40-0650-4d21-adca-13e31fcde055 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:04:48.806365 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4b489a9f-6db1-4344-b01b-bdaac8300955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:48.847507 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-4b489a9f-6db1-4344-b01b-bdaac8300955 None None] Port 1177fc40-0650-4d21-adca-13e31fcde055 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:04:48.862001 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-4b489a9f-6db1-4344-b01b-bdaac8300955 None None] Provisioning complete for port cc89af66-4450-4a2d-a45b-7d25cbbb20da triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:04:48.862671 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4b489a9f-6db1-4344-b01b-bdaac8300955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:48.922765 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b6b2a8-e58a-4878-b972-78fb3ec7dece None None] Sync routers for ids ['4c546565-2467-4cbb-8a01-009e6d333cca'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:04:48.939038 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b6b2a8-e58a-4878-b972-78fb3ec7dece None None] Routers {'4c546565-2467-4cbb-8a01-009e6d333cca'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:04:48.939847 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-02b6b2a8-e58a-4878-b972-78fb3ec7dece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:04:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['4c546565-2467-4cbb-8a01-009e6d333cca'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:04:49.049926 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-02b6b2a8-e58a-4878-b972-78fb3ec7dece None None] Set router 4c546565-2467-4cbb-8a01-009e6d333cca gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:04:49.076750 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-5700f3f3-9003-470d-bb86-7e8c69d08e6f None None] Provisioning complete for port 1177fc40-0650-4d21-adca-13e31fcde055 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:04:49.077797 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5700f3f3-9003-470d-bb86-7e8c69d08e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:49.131042 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-5700f3f3-9003-470d-bb86-7e8c69d08e6f None None] Port 1177fc40-0650-4d21-adca-13e31fcde055 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:04:49.235888 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 43002) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:04:49.240630 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-44f0c5f2-7c62-4ecc-b42c-57138b619c27 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-302914714', 'description': 'tempest-secgroup-smoke-302914714 description', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:04:49.264116 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-252794b0-9ada-433b-95c4-902ac46398c2 None None] Provisioning complete for port 1177fc40-0650-4d21-adca-13e31fcde055 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:04:49.264762 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-252794b0-9ada-433b-95c4-902ac46398c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:49.265355 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-02b6b2a8-e58a-4878-b972-78fb3ec7dece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c546565-2467-4cbb-8a01-009e6d333cca', 'name': 'tempest-TestNetworkBasicOps-router-1311300095', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '2dbf7d95-9fa8-49a2-9a40-1ae41fc70865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:04:43Z', 'updated_at': '2022-03-22T11:04:47Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '2dbf7d95-9fa8-49a2-9a40-1ae41fc70865', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:1a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c546565-2467-4cbb-8a01-009e6d333cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:04:44Z', 'updated_at': '2022-03-22T11:04:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '1177fc40-0650-4d21-adca-13e31fcde055', 'name': '', 'network_id': '58e2729d-c1b9-4914-9cc0-73bfedb37515', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:0e:10:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c546565-2467-4cbb-8a01-009e6d333cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '9deb0fae-aa36-4110-b29f-4a3ea90cf425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:04:46Z', 'updated_at': '2022-03-22T11:04:47Z', 'revision_number': 2, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '9deb0fae-aa36-4110-b29f-4a3ea90cf425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:04:49.273541 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-44f0c5f2-7c62-4ecc-b42c-57138b619c27 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:49.295343 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b6b2a8-e58a-4878-b972-78fb3ec7dece None None] Checking router: 4c546565-2467-4cbb-8a01-009e6d333cca for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:04:49.295721 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b6b2a8-e58a-4878-b972-78fb3ec7dece None None] Updating router 4c546565-2467-4cbb-8a01-009e6d333cca port 1177fc40-0650-4d21-adca-13e31fcde055 binding host dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:04:49.297766 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device cc89af66-4450-4a2d-a45b-7d25cbbb20da up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:04:49.323722 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-02b6b2a8-e58a-4878-b972-78fb3ec7dece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:49.367955 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-252794b0-9ada-433b-95c4-902ac46398c2 None None] Port 1177fc40-0650-4d21-adca-13e31fcde055 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:04:49.368775 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-44f0c5f2-7c62-4ecc-b42c-57138b619c27 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:49.373939 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-44f0c5f2-7c62-4ecc-b42c-57138b619c27 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:49.388141 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port cc89af66-4450-4a2d-a45b-7d25cbbb20da triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:04:49.388560 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:49.402367 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-44f0c5f2-7c62-4ecc-b42c-57138b619c27 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:49.406754 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-44f0c5f2-7c62-4ecc-b42c-57138b619c27 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1669574 Mar 22 11:04:49.407128 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 43004) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:04:49.411754 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-460a4277-b5e0-4d50-928a-b5553dc91689 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': 'f51fca97-155a-4f17-922b-af27578db370', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:04:49.413528 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f0c5f2-7c62-4ecc-b42c-57138b619c27 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f51fca97-155a-4f17-922b-af27578db370,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:04:49.453516 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-460a4277-b5e0-4d50-928a-b5553dc91689 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:49.478341 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 2dbf7d95-9fa8-49a2-9a40-1ae41fc70865 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:04:49.514703 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-460a4277-b5e0-4d50-928a-b5553dc91689 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:49.520232 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-460a4277-b5e0-4d50-928a-b5553dc91689 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:49.534882 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 2dbf7d95-9fa8-49a2-9a40-1ae41fc70865 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:04:49.535498 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:49.539643 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460a4277-b5e0-4d50-928a-b5553dc91689 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc11aa1e-6fd6-49d2-8e6d-5653f14f1bba,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:04:49.548412 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a4277-b5e0-4d50-928a-b5553dc91689 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:04:49.548834 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a4277-b5e0-4d50-928a-b5553dc91689 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:04:49.549156 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a4277-b5e0-4d50-928a-b5553dc91689 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:04:49.549497 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a4277-b5e0-4d50-928a-b5553dc91689 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:04:49.549893 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a4277-b5e0-4d50-928a-b5553dc91689 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:04:49.550284 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a4277-b5e0-4d50-928a-b5553dc91689 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:04:49.550612 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a4277-b5e0-4d50-928a-b5553dc91689 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:04:49.550898 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a4277-b5e0-4d50-928a-b5553dc91689 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:04:49.551498 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a4277-b5e0-4d50-928a-b5553dc91689 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:04:49.552148 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a4277-b5e0-4d50-928a-b5553dc91689 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:04:49.552445 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a4277-b5e0-4d50-928a-b5553dc91689 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:04:49.552996 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a4277-b5e0-4d50-928a-b5553dc91689 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:04:49.559082 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-460a4277-b5e0-4d50-928a-b5553dc91689 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:49.563644 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-460a4277-b5e0-4d50-928a-b5553dc91689 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1522675 Mar 22 11:04:49.563644 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 43006) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:04:49.568265 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-66f23a10-eca0-42f9-8430-393f8eb7560e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': 'f51fca97-155a-4f17-922b-af27578db370', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:04:49.597794 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-66f23a10-eca0-42f9-8430-393f8eb7560e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:49.654300 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-02b6b2a8-e58a-4878-b972-78fb3ec7dece None None] Notify callbacks [] for port, precommit_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:49.662444 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-02b6b2a8-e58a-4878-b972-78fb3ec7dece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:49.696557 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-66f23a10-eca0-42f9-8430-393f8eb7560e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:49.713954 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-66f23a10-eca0-42f9-8430-393f8eb7560e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:49.742254 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dda3af-d3fd-4b4c-b9fc-4fa5ab5cd6b8 None None] Pushing event updated for resources: {'Port': ['ID=1177fc40-0650-4d21-adca-13e31fcde055,revision_number=3']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:04:49.748603 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f23a10-eca0-42f9-8430-393f8eb7560e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd6f38b7-a73e-4eca-a3d9-8a560c5f5650,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:04:49.758077 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-66f23a10-eca0-42f9-8430-393f8eb7560e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:49.762108 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-66f23a10-eca0-42f9-8430-393f8eb7560e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1950505 Mar 22 11:04:49.762893 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 43008) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:04:49.768662 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-10a8bd84-642d-4790-a50c-a308af5e1281 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': 'f51fca97-155a-4f17-922b-af27578db370', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:04:49.769078 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dda3af-d3fd-4b4c-b9fc-4fa5ab5cd6b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:04:49.769430 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dda3af-d3fd-4b4c-b9fc-4fa5ab5cd6b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:04:49.769821 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dda3af-d3fd-4b4c-b9fc-4fa5ab5cd6b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:04:49.770149 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dda3af-d3fd-4b4c-b9fc-4fa5ab5cd6b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:04:49.772719 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dda3af-d3fd-4b4c-b9fc-4fa5ab5cd6b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:04:49.773263 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dda3af-d3fd-4b4c-b9fc-4fa5ab5cd6b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:04:49.773954 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dda3af-d3fd-4b4c-b9fc-4fa5ab5cd6b8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:04:49.774453 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dda3af-d3fd-4b4c-b9fc-4fa5ab5cd6b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:04:49.776535 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dda3af-d3fd-4b4c-b9fc-4fa5ab5cd6b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:04:49.777475 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dda3af-d3fd-4b4c-b9fc-4fa5ab5cd6b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:04:49.778002 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dda3af-d3fd-4b4c-b9fc-4fa5ab5cd6b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:04:49.778515 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dda3af-d3fd-4b4c-b9fc-4fa5ab5cd6b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:04:49.788772 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:49.800372 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-10a8bd84-642d-4790-a50c-a308af5e1281 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:49.807586 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-02b6b2a8-e58a-4878-b972-78fb3ec7dece None None] Attempting to bind port 1177fc40-0650-4d21-adca-13e31fcde055 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:04:49.808002 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-02b6b2a8-e58a-4878-b972-78fb3ec7dece None None] Attempting to bind port 1177fc40-0650-4d21-adca-13e31fcde055 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': 'f5dc5367-794b-41ca-8322-53bf5acb03af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '58e2729d-c1b9-4914-9cc0-73bfedb37515'}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:04:49.808377 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b6b2a8-e58a-4878-b972-78fb3ec7dece None None] Attempting to bind port 1177fc40-0650-4d21-adca-13e31fcde055 on network 58e2729d-c1b9-4914-9cc0-73bfedb37515 {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:04:49.812155 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port 2dbf7d95-9fa8-49a2-9a40-1ae41fc70865, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=2dbf7d95-9fa8-49a2-9a40-1ae41fc70865,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:04:49.813974 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b6b2a8-e58a-4878-b972-78fb3ec7dece None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:04:49.814488 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b6b2a8-e58a-4878-b972-78fb3ec7dece None None] Checking segment: {'id': 'f5dc5367-794b-41ca-8322-53bf5acb03af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '58e2729d-c1b9-4914-9cc0-73bfedb37515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:04:49.814979 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-02b6b2a8-e58a-4878-b972-78fb3ec7dece None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:49.815432 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b6b2a8-e58a-4878-b972-78fb3ec7dece None None] Bound using segment: {'id': 'f5dc5367-794b-41ca-8322-53bf5acb03af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '58e2729d-c1b9-4914-9cc0-73bfedb37515'} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:04:49.815978 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-02b6b2a8-e58a-4878-b972-78fb3ec7dece None None] Bound port: 1177fc40-0650-4d21-adca-13e31fcde055, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5dc5367-794b-41ca-8322-53bf5acb03af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '58e2729d-c1b9-4914-9cc0-73bfedb37515'}}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:04:49.816439 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-02b6b2a8-e58a-4878-b972-78fb3ec7dece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:49.820773 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:49.884968 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=2dbf7d95-9fa8-49a2-9a40-1ae41fc70865,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:04:49.893100 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-02b6b2a8-e58a-4878-b972-78fb3ec7dece None None] For port 1177fc40-0650-4d21-adca-13e31fcde055, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:04:49.897010 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-02b6b2a8-e58a-4878-b972-78fb3ec7dece None None] For port 1177fc40-0650-4d21-adca-13e31fcde055, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=1177fc40-0650-4d21-adca-13e31fcde055,segment=NetworkSegment(f5dc5367-794b-41ca-8322-53bf5acb03af),segment_id=f5dc5367-794b-41ca-8322-53bf5acb03af)] {{(pid=109052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:04:49.903035 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-02b6b2a8-e58a-4878-b972-78fb3ec7dece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:49.906896 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-10a8bd84-642d-4790-a50c-a308af5e1281 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:49.911434 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-10a8bd84-642d-4790-a50c-a308af5e1281 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:49.930988 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a8bd84-642d-4790-a50c-a308af5e1281 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a58dced-a500-47f2-b73b-81071f2dc3ec,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:04:49.943484 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-10a8bd84-642d-4790-a50c-a308af5e1281 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:49.944887 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-10a8bd84-642d-4790-a50c-a308af5e1281 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1807153 Mar 22 11:04:49.947852 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 43010) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:04:49.952858 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-2c322595-de45-4e87-939c-db68f5bcbc6e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': 'f51fca97-155a-4f17-922b-af27578db370', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:04:49.974441 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b6b2a8-e58a-4878-b972-78fb3ec7dece None None] Routers {'4c546565-2467-4cbb-8a01-009e6d333cca'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:04:49.976646 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-02b6b2a8-e58a-4878-b972-78fb3ec7dece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:04:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['4c546565-2467-4cbb-8a01-009e6d333cca'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:04:49.983015 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2c322595-de45-4e87-939c-db68f5bcbc6e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:50.051662 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dda3af-d3fd-4b4c-b9fc-4fa5ab5cd6b8 None None] Pushing event updated for resources: {'Port': ['ID=1177fc40-0650-4d21-adca-13e31fcde055,revision_number=4']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:04:50.067488 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2c322595-de45-4e87-939c-db68f5bcbc6e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:50.076855 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2c322595-de45-4e87-939c-db68f5bcbc6e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:50.096636 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-23d1a26f-9406-4d69-aaf8-9861a8b376ac None None] Provisioning complete for port 1177fc40-0650-4d21-adca-13e31fcde055 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:04:50.097427 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-23d1a26f-9406-4d69-aaf8-9861a8b376ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:50.100672 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c322595-de45-4e87-939c-db68f5bcbc6e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72446d63-7d62-4146-ad90-e9e9472e930d,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:04:50.109426 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2c322595-de45-4e87-939c-db68f5bcbc6e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:50.110817 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-2c322595-de45-4e87-939c-db68f5bcbc6e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1617453 Mar 22 11:04:50.113771 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 43012) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:04:50.119078 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-f2472c6b-9611-493b-841c-8e74727952cb tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': 'f51fca97-155a-4f17-922b-af27578db370', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:04:50.120775 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-02b6b2a8-e58a-4878-b972-78fb3ec7dece None None] Set router 4c546565-2467-4cbb-8a01-009e6d333cca gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:04:50.145763 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.securitygroups_db [None req-f2472c6b-9611-493b-841c-8e74727952cb tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Project 9d323f0b18e24bb7bcd0d92686e5587a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 11:04:50.153165 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f2472c6b-9611-493b-841c-8e74727952cb tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:50.212246 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-23d1a26f-9406-4d69-aaf8-9861a8b376ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:50.237053 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f2472c6b-9611-493b-841c-8e74727952cb tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:50.243248 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f2472c6b-9611-493b-841c-8e74727952cb tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:50.268851 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2472c6b-9611-493b-841c-8e74727952cb tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d5a23d4-268a-4a1f-bfd2-073d4fa5959a,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:04:50.273730 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-23d1a26f-9406-4d69-aaf8-9861a8b376ac None None] For port 1177fc40-0650-4d21-adca-13e31fcde055, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=1177fc40-0650-4d21-adca-13e31fcde055,segment=NetworkSegment(f5dc5367-794b-41ca-8322-53bf5acb03af),segment_id=f5dc5367-794b-41ca-8322-53bf5acb03af)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:04:50.280927 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-23d1a26f-9406-4d69-aaf8-9861a8b376ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:50.281262 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f2472c6b-9611-493b-841c-8e74727952cb tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:50.284123 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f2472c6b-9611-493b-841c-8e74727952cb tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1690378 Mar 22 11:04:50.285441 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 43014) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:04:50.291261 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-7853801f-a0e9-4dc3-aace-a190427bca47 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': 'f51fca97-155a-4f17-922b-af27578db370', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:04:50.325036 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.securitygroups_db [None req-7853801f-a0e9-4dc3-aace-a190427bca47 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Project 9d323f0b18e24bb7bcd0d92686e5587a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 11:04:50.334779 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7853801f-a0e9-4dc3-aace-a190427bca47 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:50.346643 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d1a26f-9406-4d69-aaf8-9861a8b376ac None None] Pushing event updated for resources: {'Port': ['ID=1177fc40-0650-4d21-adca-13e31fcde055,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:04:50.408654 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-fb680153-2982-4466-aa33-790bb73b758a None None] Provisioning complete for port 1177fc40-0650-4d21-adca-13e31fcde055 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:04:50.409386 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-fb680153-2982-4466-aa33-790bb73b758a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:50.420214 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7853801f-a0e9-4dc3-aace-a190427bca47 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:50.424932 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7853801f-a0e9-4dc3-aace-a190427bca47 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:50.446897 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7853801f-a0e9-4dc3-aace-a190427bca47 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bd02a29-153d-4bcc-86ec-cabde321ee55,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:04:50.454789 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7853801f-a0e9-4dc3-aace-a190427bca47 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:50.459866 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-7853801f-a0e9-4dc3-aace-a190427bca47 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1726737 Mar 22 11:04:50.461333 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-02b6b2a8-e58a-4878-b972-78fb3ec7dece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c546565-2467-4cbb-8a01-009e6d333cca', 'name': 'tempest-TestNetworkBasicOps-router-1311300095', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '2dbf7d95-9fa8-49a2-9a40-1ae41fc70865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:04:43Z', 'updated_at': '2022-03-22T11:04:47Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '2dbf7d95-9fa8-49a2-9a40-1ae41fc70865', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:1a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c546565-2467-4cbb-8a01-009e6d333cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:04:44Z', 'updated_at': '2022-03-22T11:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '1177fc40-0650-4d21-adca-13e31fcde055', 'name': '', 'network_id': '58e2729d-c1b9-4914-9cc0-73bfedb37515', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:0e:10:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c546565-2467-4cbb-8a01-009e6d333cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '9deb0fae-aa36-4110-b29f-4a3ea90cf425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:04:46Z', 'updated_at': '2022-03-22T11:04:49Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '9deb0fae-aa36-4110-b29f-4a3ea90cf425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:04:50.488098 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b6b2a8-e58a-4878-b972-78fb3ec7dece None None] The sync data for ids ['4c546565-2467-4cbb-8a01-009e6d333cca'] in dv-neutron-834599-1-hyperv is: [{'id': '4c546565-2467-4cbb-8a01-009e6d333cca', 'name': 'tempest-TestNetworkBasicOps-router-1311300095', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '2dbf7d95-9fa8-49a2-9a40-1ae41fc70865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:04:43Z', 'updated_at': '2022-03-22T11:04:47Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '2dbf7d95-9fa8-49a2-9a40-1ae41fc70865', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:1a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c546565-2467-4cbb-8a01-009e6d333cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:04:44Z', 'updated_at': '2022-03-22T11:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '1177fc40-0650-4d21-adca-13e31fcde055', 'name': '', 'network_id': '58e2729d-c1b9-4914-9cc0-73bfedb37515', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:0e:10:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c546565-2467-4cbb-8a01-009e6d333cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '9deb0fae-aa36-4110-b29f-4a3ea90cf425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:04:46Z', 'updated_at': '2022-03-22T11:04:49Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '9deb0fae-aa36-4110-b29f-4a3ea90cf425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:04:50.625366 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d456c69f-6b65-4c74-93b8-dae820c52d74 req-f73c9bf5-ec41-4432-92b2-1529f0580ced tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-302914714&fields=id&tenant_id=9d323f0b18e24bb7bcd0d92686e5587a HTTP/1.1" status: 200 len: 267 time: 0.0428481 Mar 22 11:04:50.738094 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d456c69f-6b65-4c74-93b8-dae820c52d74 req-94931f57-b6a8-42a2-9d46-1a26290519db tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:04:50.739631 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d456c69f-6b65-4c74-93b8-dae820c52d74 req-94931f57-b6a8-42a2-9d46-1a26290519db tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/networks?id=58e2729d-c1b9-4914-9cc0-73bfedb37515 HTTP/1.1" status: 200 len: 796 time: 0.1075552 Mar 22 11:04:50.755773 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d456c69f-6b65-4c74-93b8-dae820c52d74 req-47be9b14-14d4-4a6e-adeb-7d7e554e03fb tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/quotas/9d323f0b18e24bb7bcd0d92686e5587a HTTP/1.1" status: 200 len: 375 time: 0.0098627 Mar 22 11:04:50.809203 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d456c69f-6b65-4c74-93b8-dae820c52d74 req-d6689edd-72e8-47ec-ba83-749efdae7ffa tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=9d323f0b18e24bb7bcd0d92686e5587a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475919 Mar 22 11:04:50.907183 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d456c69f-6b65-4c74-93b8-dae820c52d74 req-5cbcfa3c-7faa-4361-abe9-5a0a8b913eb6 service neutron] 10.222.0.57 "GET /v2.0/networks/58e2729d-c1b9-4914-9cc0-73bfedb37515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854020 Mar 22 11:04:51.004265 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d456c69f-6b65-4c74-93b8-dae820c52d74 req-94975546-ee97-4201-aa25-a0158059e97f service neutron] 10.222.0.57 "GET /v2.0/networks/58e2729d-c1b9-4914-9cc0-73bfedb37515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906098 Mar 22 11:04:51.171811 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-fd75ede9-d9fb-4ae3-848d-74744fb88200 req-297d0f71-7190-4712-a733-660973f46134 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=0b9a401b-d353-4e72-90fc-beace29d1cbb HTTP/1.1" status: 200 len: 210 time: 0.0329463 Mar 22 11:04:51.276925 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 2dbf7d95-9fa8-49a2-9a40-1ae41fc70865 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:04:51.328202 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 2dbf7d95-9fa8-49a2-9a40-1ae41fc70865 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:04:51.328511 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:51.421056 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 1177fc40-0650-4d21-adca-13e31fcde055 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:04:51.474511 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 1177fc40-0650-4d21-adca-13e31fcde055 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:04:51.474887 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:52.286363 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-967a5339-d7f0-418e-9f38-4fb73b2d24d0 req-6a64b921-c655-4ffb-ac8f-e62a29fbc8a5 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=0b9a401b-d353-4e72-90fc-beace29d1cbb HTTP/1.1" status: 200 len: 210 time: 0.0308692 Mar 22 11:04:52.307656 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d456c69f-6b65-4c74-93b8-dae820c52d74 req-d0f6d969-876e-4985-a546-9674a2379ce8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:04:52.309088 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d456c69f-6b65-4c74-93b8-dae820c52d74 req-d0f6d969-876e-4985-a546-9674a2379ce8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.35 "GET /v2.0/networks?id=58e2729d-c1b9-4914-9cc0-73bfedb37515 HTTP/1.1" status: 200 len: 796 time: 0.1332259 Mar 22 11:04:52.368210 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d456c69f-6b65-4c74-93b8-dae820c52d74 req-d171839d-d20f-49ed-a2cc-64dfa9ee33a9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d323f0b18e24bb7bcd0d92686e5587a HTTP/1.1" status: 200 len: 379 time: 0.0342474 Mar 22 11:04:52.377808 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-d456c69f-6b65-4c74-93b8-dae820c52d74 req-ec1f271f-0a80-4803-9740-a4e2fb5ce8bd tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'port': {'device_id': '0b9a401b-d353-4e72-90fc-beace29d1cbb', 'network_id': '58e2729d-c1b9-4914-9cc0-73bfedb37515', 'admin_state_up': True, 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'security_groups': ['f51fca97-155a-4f17-922b-af27578db370']}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:04:52.494819 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d456c69f-6b65-4c74-93b8-dae820c52d74 req-ec1f271f-0a80-4803-9740-a4e2fb5ce8bd tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Made reservation on behalf of 9d323f0b18e24bb7bcd0d92686e5587a for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:04:52.498408 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-d456c69f-6b65-4c74-93b8-dae820c52d74 req-ec1f271f-0a80-4803-9740-a4e2fb5ce8bd tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:52.623580 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [req-d456c69f-6b65-4c74-93b8-dae820c52d74 req-ec1f271f-0a80-4803-9740-a4e2fb5ce8bd tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Allocated IP 172.20.0.10 (58e2729d-c1b9-4914-9cc0-73bfedb37515/9deb0fae-aa36-4110-b29f-4a3ea90cf425/3bc45501-073d-4cb4-b2fc-e3556a174192) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:04:52.763667 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-d456c69f-6b65-4c74-93b8-dae820c52d74 req-ec1f271f-0a80-4803-9740-a4e2fb5ce8bd tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:52.799276 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-d456c69f-6b65-4c74-93b8-dae820c52d74 req-ec1f271f-0a80-4803-9740-a4e2fb5ce8bd tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:52.842393 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d456c69f-6b65-4c74-93b8-dae820c52d74 req-ec1f271f-0a80-4803-9740-a4e2fb5ce8bd tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Network 58e2729d-c1b9-4914-9cc0-73bfedb37515 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:04:52.845475 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [req-d456c69f-6b65-4c74-93b8-dae820c52d74 req-ec1f271f-0a80-4803-9740-a4e2fb5ce8bd tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:04:52.848997 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-d456c69f-6b65-4c74-93b8-dae820c52d74 req-ec1f271f-0a80-4803-9740-a4e2fb5ce8bd tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:04:52.855824 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1f271f-0a80-4803-9740-a4e2fb5ce8bd tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Port': ['ID=3bc45501-073d-4cb4-b2fc-e3556a174192,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:04:52.907315 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d456c69f-6b65-4c74-93b8-dae820c52d74 req-ec1f271f-0a80-4803-9740-a4e2fb5ce8bd tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:04:52.907958 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-d456c69f-6b65-4c74-93b8-dae820c52d74 req-ec1f271f-0a80-4803-9740-a4e2fb5ce8bd tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:52.925131 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d456c69f-6b65-4c74-93b8-dae820c52d74 req-ec1f271f-0a80-4803-9740-a4e2fb5ce8bd tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5508573 Mar 22 11:04:52.937000 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-d456c69f-6b65-4c74-93b8-dae820c52d74 req-f07b3ed6-750f-4424-a49b-730132b568c9 service neutron] Request body: {'port': {'device_id': '0b9a401b-d353-4e72-90fc-beace29d1cbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8345'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:04:52.996362 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-d456c69f-6b65-4c74-93b8-dae820c52d74 req-f07b3ed6-750f-4424-a49b-730132b568c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:53.048703 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-b2d6c0ee-2462-473a-b066-20c8fc1e3a35 None None] Provisioning complete for port 3bc45501-073d-4cb4-b2fc-e3556a174192 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:04:53.049350 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b2d6c0ee-2462-473a-b066-20c8fc1e3a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:53.082532 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-b2d6c0ee-2462-473a-b066-20c8fc1e3a35 None None] Port 3bc45501-073d-4cb4-b2fc-e3556a174192 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:04:53.272658 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [req-d456c69f-6b65-4c74-93b8-dae820c52d74 req-f07b3ed6-750f-4424-a49b-730132b568c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bc45501-073d-4cb4-b2fc-e3556a174192 {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:04:53.280066 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-d456c69f-6b65-4c74-93b8-dae820c52d74 req-f07b3ed6-750f-4424-a49b-730132b568c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:53.292043 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [req-d456c69f-6b65-4c74-93b8-dae820c52d74 req-f07b3ed6-750f-4424-a49b-730132b568c9 service neutron] Transition to ACTIVE for port object 3bc45501-073d-4cb4-b2fc-e3556a174192 will not be triggered until provisioned by entity L2. {{(pid=109050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:04:53.297179 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-d456c69f-6b65-4c74-93b8-dae820c52d74 req-f07b3ed6-750f-4424-a49b-730132b568c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:53.363064 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07b3ed6-750f-4424-a49b-730132b568c9 service neutron] Pushing event updated for resources: {'Port': ['ID=3bc45501-073d-4cb4-b2fc-e3556a174192,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:04:53.445967 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-d456c69f-6b65-4c74-93b8-dae820c52d74 req-f07b3ed6-750f-4424-a49b-730132b568c9 service neutron] Attempting to bind port 3bc45501-073d-4cb4-b2fc-e3556a174192 on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:04:53.446386 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-d456c69f-6b65-4c74-93b8-dae820c52d74 req-f07b3ed6-750f-4424-a49b-730132b568c9 service neutron] Attempting to bind port 3bc45501-073d-4cb4-b2fc-e3556a174192 by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': 'f5dc5367-794b-41ca-8322-53bf5acb03af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '58e2729d-c1b9-4914-9cc0-73bfedb37515'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:04:53.446875 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d456c69f-6b65-4c74-93b8-dae820c52d74 req-f07b3ed6-750f-4424-a49b-730132b568c9 service neutron] Attempting to bind port 3bc45501-073d-4cb4-b2fc-e3556a174192 on network 58e2729d-c1b9-4914-9cc0-73bfedb37515 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:04:53.457173 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390fc999-9cbb-4ae5-9a4b-db4a47b16250 req-807c4908-f026-4a35-841a-6ef7923a216b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:04:53.458717 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-390fc999-9cbb-4ae5-9a4b-db4a47b16250 req-807c4908-f026-4a35-841a-6ef7923a216b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=0b9a401b-d353-4e72-90fc-beace29d1cbb HTTP/1.1" status: 200 len: 944 time: 0.0970478 Mar 22 11:04:53.461044 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d456c69f-6b65-4c74-93b8-dae820c52d74 req-f07b3ed6-750f-4424-a49b-730132b568c9 service neutron] Port 3bc45501-073d-4cb4-b2fc-e3556a174192 on network 58e2729d-c1b9-4914-9cc0-73bfedb37515 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 11:04:53.461361 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d456c69f-6b65-4c74-93b8-dae820c52d74 req-f07b3ed6-750f-4424-a49b-730132b568c9 service neutron] Attempting to bind port 3bc45501-073d-4cb4-b2fc-e3556a174192 on network 58e2729d-c1b9-4914-9cc0-73bfedb37515 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:04:53.466890 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d456c69f-6b65-4c74-93b8-dae820c52d74 req-f07b3ed6-750f-4424-a49b-730132b568c9 service neutron] Checking agent: {'id': 'dcb78974-6458-4942-8c9c-663284d5bb3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8345', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:04:53.467222 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d456c69f-6b65-4c74-93b8-dae820c52d74 req-f07b3ed6-750f-4424-a49b-730132b568c9 service neutron] Checking segment: {'id': 'f5dc5367-794b-41ca-8322-53bf5acb03af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '58e2729d-c1b9-4914-9cc0-73bfedb37515'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:04:53.467631 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d456c69f-6b65-4c74-93b8-dae820c52d74 req-f07b3ed6-750f-4424-a49b-730132b568c9 service neutron] Bound using segment: {'id': 'f5dc5367-794b-41ca-8322-53bf5acb03af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '58e2729d-c1b9-4914-9cc0-73bfedb37515'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:04:53.468074 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-d456c69f-6b65-4c74-93b8-dae820c52d74 req-f07b3ed6-750f-4424-a49b-730132b568c9 service neutron] Bound port: 3bc45501-073d-4cb4-b2fc-e3556a174192, host: hv-neutron-8345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5dc5367-794b-41ca-8322-53bf5acb03af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '58e2729d-c1b9-4914-9cc0-73bfedb37515'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:04:53.468434 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-d456c69f-6b65-4c74-93b8-dae820c52d74 req-f07b3ed6-750f-4424-a49b-730132b568c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:53.537134 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-390fc999-9cbb-4ae5-9a4b-db4a47b16250 req-f87eed5d-c74c-4536-a8d7-cedffd285819 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=f51fca97-155a-4f17-922b-af27578db370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663781 Mar 22 11:04:53.557536 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-d456c69f-6b65-4c74-93b8-dae820c52d74 req-f07b3ed6-750f-4424-a49b-730132b568c9 service neutron] For port 3bc45501-073d-4cb4-b2fc-e3556a174192, host hv-neutron-8345, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:04:53.560446 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-d456c69f-6b65-4c74-93b8-dae820c52d74 req-f07b3ed6-750f-4424-a49b-730132b568c9 service neutron] For port 3bc45501-073d-4cb4-b2fc-e3556a174192, host hv-neutron-8345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=3bc45501-073d-4cb4-b2fc-e3556a174192,segment=NetworkSegment(f5dc5367-794b-41ca-8322-53bf5acb03af),segment_id=f5dc5367-794b-41ca-8322-53bf5acb03af)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:04:53.566530 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-d456c69f-6b65-4c74-93b8-dae820c52d74 req-f07b3ed6-750f-4424-a49b-730132b568c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:53.601452 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d456c69f-6b65-4c74-93b8-dae820c52d74 req-f07b3ed6-750f-4424-a49b-730132b568c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:04:53.602051 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-d456c69f-6b65-4c74-93b8-dae820c52d74 req-f07b3ed6-750f-4424-a49b-730132b568c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:53.603452 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d456c69f-6b65-4c74-93b8-dae820c52d74 req-f07b3ed6-750f-4424-a49b-730132b568c9 service neutron] 10.222.0.35 "PUT /v2.0/ports/3bc45501-073d-4cb4-b2fc-e3556a174192 HTTP/1.1" status: 200 len: 1094 time: 0.6706989 Mar 22 11:04:53.603869 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b9a401b-d353-4e72-90fc-beace29d1cbb', 'tag': '3bc45501-073d-4cb4-b2fc-e3556a174192'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:04:53.606153 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4acf61-fa1f-49f0-9432-599d8bed5ce2" -d '{"events": [{"name": "network-changed", "server_uuid": "0b9a401b-d353-4e72-90fc-beace29d1cbb", "tag": "3bc45501-073d-4cb4-b2fc-e3556a174192"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:04:53.635808 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07b3ed6-750f-4424-a49b-730132b568c9 service neutron] Pushing event updated for resources: {'Port': ['ID=3bc45501-073d-4cb4-b2fc-e3556a174192,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:04:53.675618 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d155d577-b639-46e9-9560-5336b246f327 x-openstack-request-id: req-d155d577-b639-46e9-9560-5336b246f327 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:04:53.675901 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b9a401b-d353-4e72-90fc-beace29d1cbb", "tag": "3bc45501-073d-4cb4-b2fc-e3556a174192", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:04:53.676143 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d155d577-b639-46e9-9560-5336b246f327 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:04:53.676543 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d155d577-b639-46e9-9560-5336b246f327'] response: {'name': 'network-changed', 'server_uuid': '0b9a401b-d353-4e72-90fc-beace29d1cbb', 'tag': '3bc45501-073d-4cb4-b2fc-e3556a174192', 'status': 'completed', 'code': 200} Mar 22 11:04:53.693290 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d456c69f-6b65-4c74-93b8-dae820c52d74 req-5a1fb2ae-55e8-4ff5-85a6-79854f9ef87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:04:53.694813 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d456c69f-6b65-4c74-93b8-dae820c52d74 req-5a1fb2ae-55e8-4ff5-85a6-79854f9ef87b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d323f0b18e24bb7bcd0d92686e5587a&device_id=0b9a401b-d353-4e72-90fc-beace29d1cbb HTTP/1.1" status: 200 len: 1097 time: 0.0458972 Mar 22 11:04:53.740193 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d456c69f-6b65-4c74-93b8-dae820c52d74 req-bdf791cf-e305-408a-a745-ea5107f495da service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3bc45501-073d-4cb4-b2fc-e3556a174192 HTTP/1.1" status: 200 len: 217 time: 0.0378568 Mar 22 11:04:53.791568 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d456c69f-6b65-4c74-93b8-dae820c52d74 req-729d4d54-1fd0-41bf-b76a-51d58f8e3cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:04:53.793033 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d456c69f-6b65-4c74-93b8-dae820c52d74 req-729d4d54-1fd0-41bf-b76a-51d58f8e3cf6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9deb0fae-aa36-4110-b29f-4a3ea90cf425 HTTP/1.1" status: 200 len: 844 time: 0.0456328 Mar 22 11:04:53.837552 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d456c69f-6b65-4c74-93b8-dae820c52d74 req-6fba9f0c-b4ec-4733-8584-d37a645d6cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:04:53.839028 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d456c69f-6b65-4c74-93b8-dae820c52d74 req-6fba9f0c-b4ec-4733-8584-d37a645d6cdf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=58e2729d-c1b9-4914-9cc0-73bfedb37515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393817 Mar 22 11:04:53.931188 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d456c69f-6b65-4c74-93b8-dae820c52d74 req-c583b923-24e6-4a24-a685-e54d201f53c8 service neutron] 10.222.0.35 "GET /v2.0/networks/58e2729d-c1b9-4914-9cc0-73bfedb37515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850701 Mar 22 11:04:54.022972 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d456c69f-6b65-4c74-93b8-dae820c52d74 req-e0f11c0b-1b20-4751-9427-579f31e28b8b service neutron] 10.222.0.35 "GET /v2.0/networks/58e2729d-c1b9-4914-9cc0-73bfedb37515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853767 Mar 22 11:04:54.120637 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4acf61-fa1f-49f0-9432-599d8bed5ce2 req-09e0191c-3b8d-4cc6-830b-4000f580e850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:04:54.122011 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0e4acf61-fa1f-49f0-9432-599d8bed5ce2 req-09e0191c-3b8d-4cc6-830b-4000f580e850 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d323f0b18e24bb7bcd0d92686e5587a&device_id=0b9a401b-d353-4e72-90fc-beace29d1cbb HTTP/1.1" status: 200 len: 1097 time: 0.0456910 Mar 22 11:04:54.211218 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4acf61-fa1f-49f0-9432-599d8bed5ce2 req-fc3b3080-ad05-459b-b972-939b3c68002c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:04:54.212720 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0e4acf61-fa1f-49f0-9432-599d8bed5ce2 req-fc3b3080-ad05-459b-b972-939b3c68002c service neutron] 10.222.0.35 "GET /v2.0/networks?id=58e2729d-c1b9-4914-9cc0-73bfedb37515 HTTP/1.1" status: 200 len: 897 time: 0.0833294 Mar 22 11:04:54.256836 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0e4acf61-fa1f-49f0-9432-599d8bed5ce2 req-9f825401-42b3-4718-a057-f8019fb67eaf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3bc45501-073d-4cb4-b2fc-e3556a174192 HTTP/1.1" status: 200 len: 217 time: 0.0368659 Mar 22 11:04:54.307114 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4acf61-fa1f-49f0-9432-599d8bed5ce2 req-dfaf7896-e374-48ee-b204-bbf9bf4537b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:04:54.308959 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0e4acf61-fa1f-49f0-9432-599d8bed5ce2 req-dfaf7896-e374-48ee-b204-bbf9bf4537b0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9deb0fae-aa36-4110-b29f-4a3ea90cf425 HTTP/1.1" status: 200 len: 844 time: 0.0447791 Mar 22 11:04:54.355108 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4acf61-fa1f-49f0-9432-599d8bed5ce2 req-7725e600-57c0-4537-9ec5-b1bd83bc62ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:04:54.356593 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0e4acf61-fa1f-49f0-9432-599d8bed5ce2 req-7725e600-57c0-4537-9ec5-b1bd83bc62ff service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=58e2729d-c1b9-4914-9cc0-73bfedb37515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392425 Mar 22 11:04:54.455415 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0e4acf61-fa1f-49f0-9432-599d8bed5ce2 req-4802e328-631c-470b-9fae-2059b5465fce service neutron] 10.222.0.35 "GET /v2.0/networks/58e2729d-c1b9-4914-9cc0-73bfedb37515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905130 Mar 22 11:04:54.550239 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0e4acf61-fa1f-49f0-9432-599d8bed5ce2 req-efc7d78a-6d40-4545-b9ef-0361347b8653 service neutron] 10.222.0.35 "GET /v2.0/networks/58e2729d-c1b9-4914-9cc0-73bfedb37515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881286 Mar 22 11:04:54.660613 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f55ae4a-c3ae-4f5e-be14-e3171544db1b req-ca01954e-b2a1-4579-b59f-1a97ff1ba3b1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:04:54.662116 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2f55ae4a-c3ae-4f5e-be14-e3171544db1b req-ca01954e-b2a1-4579-b59f-1a97ff1ba3b1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=0b9a401b-d353-4e72-90fc-beace29d1cbb HTTP/1.1" status: 200 len: 944 time: 0.0575058 Mar 22 11:04:54.704828 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2f55ae4a-c3ae-4f5e-be14-e3171544db1b req-f309d3f5-b3e0-4873-a19f-18450d42e200 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=f51fca97-155a-4f17-922b-af27578db370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338252 Mar 22 11:04:55.839115 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3535eba-ff41-4a04-85c0-807dc5dde680 req-502dd4cc-49f5-4c44-acf9-d63a7f67b9b5 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:04:55.840593 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a3535eba-ff41-4a04-85c0-807dc5dde680 req-502dd4cc-49f5-4c44-acf9-d63a7f67b9b5 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=0b9a401b-d353-4e72-90fc-beace29d1cbb HTTP/1.1" status: 200 len: 944 time: 0.0506196 Mar 22 11:04:55.878080 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a3535eba-ff41-4a04-85c0-807dc5dde680 req-dbf4fb48-fd3c-409a-a313-d5ed117b5b4e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=f51fca97-155a-4f17-922b-af27578db370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314415 Mar 22 11:04:56.618044 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 3bc45501-073d-4cb4-b2fc-e3556a174192 details requested by agent hyperv_hv-neutron-8345 with host hv-neutron-8345 {{(pid=109051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 11:04:56.718667 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 3bc45501-073d-4cb4-b2fc-e3556a174192, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=3bc45501-073d-4cb4-b2fc-e3556a174192,segment=NetworkSegment(f5dc5367-794b-41ca-8322-53bf5acb03af),segment_id=f5dc5367-794b-41ca-8322-53bf5acb03af)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:04:56.729511 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Returning: {'device': '3bc45501-073d-4cb4-b2fc-e3556a174192', 'network_id': '58e2729d-c1b9-4914-9cc0-73bfedb37515', 'port_id': '3bc45501-073d-4cb4-b2fc-e3556a174192', 'mac_address': 'fa:16:3e:42:21:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9deb0fae-aa36-4110-b29f-4a3ea90cf425', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 11:04:56.767914 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:56.780669 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bc45501-073d-4cb4-b2fc-e3556a174192 {{(pid=109051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:04:56.801280 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 3bc45501-073d-4cb4-b2fc-e3556a174192, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=3bc45501-073d-4cb4-b2fc-e3556a174192,segment=NetworkSegment(f5dc5367-794b-41ca-8322-53bf5acb03af),segment_id=f5dc5367-794b-41ca-8322-53bf5acb03af)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:04:56.807125 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:56.853854 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=3bc45501-073d-4cb4-b2fc-e3556a174192,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:04:56.864077 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:04:56.864410 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:04:56.864838 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:04:56.865277 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:04:56.865607 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:04:56.865940 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:04:56.866306 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:04:56.866709 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:04:56.867102 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:04:56.867452 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:04:56.867728 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:04:56.868045 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:04:56.997057 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6f904-fd82-4351-980c-d3fef28cef93 req-d8579bdb-f8b6-453b-805b-c2cbabc806d8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:04:56.998534 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-18b6f904-fd82-4351-980c-d3fef28cef93 req-d8579bdb-f8b6-453b-805b-c2cbabc806d8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=0b9a401b-d353-4e72-90fc-beace29d1cbb HTTP/1.1" status: 200 len: 945 time: 0.0530367 Mar 22 11:04:57.023149 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['3bc45501-073d-4cb4-b2fc-e3556a174192'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 11:04:57.037142 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-18b6f904-fd82-4351-980c-d3fef28cef93 req-713bca8d-eb99-432c-ad27-e14091cb6bf8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=f51fca97-155a-4f17-922b-af27578db370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323911 Mar 22 11:04:58.163124 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e176ebe-7089-4cfb-a6cc-254860f4af98 req-c3dcc228-7cee-40b5-8929-6bf0ad2b8fc8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:04:58.164575 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0e176ebe-7089-4cfb-a6cc-254860f4af98 req-c3dcc228-7cee-40b5-8929-6bf0ad2b8fc8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=0b9a401b-d353-4e72-90fc-beace29d1cbb HTTP/1.1" status: 200 len: 945 time: 0.0528944 Mar 22 11:04:58.205348 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0e176ebe-7089-4cfb-a6cc-254860f4af98 req-98789819-0a21-46c8-b24f-7acc7d21ade2 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=f51fca97-155a-4f17-922b-af27578db370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320663 Mar 22 11:04:58.632324 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 3bc45501-073d-4cb4-b2fc-e3556a174192 up at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:04:58.685177 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning for port 3bc45501-073d-4cb4-b2fc-e3556a174192 completed by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:04:58.688998 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning complete for port 3bc45501-073d-4cb4-b2fc-e3556a174192 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:04:58.689377 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:58.766634 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:58.789858 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b9a401b-d353-4e72-90fc-beace29d1cbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc45501-073d-4cb4-b2fc-e3556a174192'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:04:58.792145 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656078c7-747b-483a-97e3-19197f4a679d" -d '{"events": [{"server_uuid": "0b9a401b-d353-4e72-90fc-beace29d1cbb", "name": "network-vif-plugged", "status": "completed", "tag": "3bc45501-073d-4cb4-b2fc-e3556a174192"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:04:58.810701 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 3bc45501-073d-4cb4-b2fc-e3556a174192, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=3bc45501-073d-4cb4-b2fc-e3556a174192,segment=NetworkSegment(f5dc5367-794b-41ca-8322-53bf5acb03af),segment_id=f5dc5367-794b-41ca-8322-53bf5acb03af)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:04:58.817043 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:04:58.868343 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=3bc45501-073d-4cb4-b2fc-e3556a174192,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:04:58.900666 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313946da-0907-4aca-9329-a2cf5fd19159 x-openstack-request-id: req-313946da-0907-4aca-9329-a2cf5fd19159 {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:04:58.900957 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b9a401b-d353-4e72-90fc-beace29d1cbb", "name": "network-vif-plugged", "status": "completed", "tag": "3bc45501-073d-4cb4-b2fc-e3556a174192", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:04:58.901209 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-313946da-0907-4aca-9329-a2cf5fd19159 {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:04:58.901614 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-313946da-0907-4aca-9329-a2cf5fd19159'] response: {'server_uuid': '0b9a401b-d353-4e72-90fc-beace29d1cbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc45501-073d-4cb4-b2fc-e3556a174192', 'code': 200} Mar 22 11:04:59.076900 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc6807-1c85-4f59-a69b-baf9bb458b85 req-49ca0050-abc7-4d58-9e67-bb6f64a32c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:04:59.078399 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-44bc6807-1c85-4f59-a69b-baf9bb458b85 req-49ca0050-abc7-4d58-9e67-bb6f64a32c2c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0b9a401b-d353-4e72-90fc-beace29d1cbb HTTP/1.1" status: 200 len: 1099 time: 0.0411053 Mar 22 11:04:59.112865 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-44bc6807-1c85-4f59-a69b-baf9bb458b85 req-0a37694e-8073-4466-a3e8-f1c3c38f9e86 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f51fca97-155a-4f17-922b-af27578db370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272977 Mar 22 11:04:59.336454 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b92368-42d1-488c-b2ef-e376be727187 req-d708c4c7-c71a-4d24-837b-2dd9be652747 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:04:59.337937 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-24b92368-42d1-488c-b2ef-e376be727187 req-d708c4c7-c71a-4d24-837b-2dd9be652747 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=0b9a401b-d353-4e72-90fc-beace29d1cbb HTTP/1.1" status: 200 len: 946 time: 0.0558054 Mar 22 11:04:59.379047 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-24b92368-42d1-488c-b2ef-e376be727187 req-fa2abfe8-eede-4fbd-b1f0-aa09897f9104 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=f51fca97-155a-4f17-922b-af27578db370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350032 Mar 22 11:05:00.512363 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae01ae-45f8-442f-bc61-01252bb33eb3 req-e5a64fd6-7ce9-4a51-b207-783d81a824ef tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:05:00.513830 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a0ae01ae-45f8-442f-bc61-01252bb33eb3 req-e5a64fd6-7ce9-4a51-b207-783d81a824ef tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=0b9a401b-d353-4e72-90fc-beace29d1cbb HTTP/1.1" status: 200 len: 946 time: 0.0567958 Mar 22 11:05:00.553819 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a0ae01ae-45f8-442f-bc61-01252bb33eb3 req-22084f59-5606-44ee-bb5b-48a99cba9e71 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=f51fca97-155a-4f17-922b-af27578db370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323315 Mar 22 11:05:00.675136 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817da64-5bc5-4d3d-b40c-4e076c6a5786 req-fad22685-1c9a-4791-a859-6722db7a6dab tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:05:00.676561 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b817da64-5bc5-4d3d-b40c-4e076c6a5786 req-fad22685-1c9a-4791-a859-6722db7a6dab tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=0b9a401b-d353-4e72-90fc-beace29d1cbb HTTP/1.1" status: 200 len: 946 time: 0.0549490 Mar 22 11:05:00.714276 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b817da64-5bc5-4d3d-b40c-4e076c6a5786 req-7e10316a-2d69-48c0-8b5d-eda5b9794efa tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=f51fca97-155a-4f17-922b-af27578db370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314136 Mar 22 11:05:00.736370 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 43072) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:05:00.775627 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465cc6fd-b450-4dc7-914b-97c3e7ed53b3 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:05:00.777134 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-465cc6fd-b450-4dc7-914b-97c3e7ed53b3 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=0b9a401b-d353-4e72-90fc-beace29d1cbb HTTP/1.1" status: 200 len: 1094 time: 0.0397527 Mar 22 11:05:00.780076 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 43074) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:05:00.784435 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-3a406056-6463-4703-bf36-6879e11bef4f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'floatingip': {'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'port_id': '3bc45501-073d-4cb4-b2fc-e3556a174192', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:05:00.808328 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3a406056-6463-4703-bf36-6879e11bef4f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for floatingip, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:05:00.908005 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3a406056-6463-4703-bf36-6879e11bef4f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:05:01.013906 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-3a406056-6463-4703-bf36-6879e11bef4f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Allocated IP 172.26.7.146 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/5369d548-d7e8-45cf-b49a-8242e7950b06) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:05:01.146316 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:05:01.441527 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3a406056-6463-4703-bf36-6879e11bef4f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:05:01.477666 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3a406056-6463-4703-bf36-6879e11bef4f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:05:01.516359 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a406056-6463-4703-bf36-6879e11bef4f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:05:01.519220 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-3a406056-6463-4703-bf36-6879e11bef4f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:05:01.522558 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a406056-6463-4703-bf36-6879e11bef4f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:05:01.527731 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a406056-6463-4703-bf36-6879e11bef4f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Port': ['ID=5369d548-d7e8-45cf-b49a-8242e7950b06,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:05:01.877796 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3a406056-6463-4703-bf36-6879e11bef4f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:05:01.947956 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3a406056-6463-4703-bf36-6879e11bef4f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:05:02.105037 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3a406056-6463-4703-bf36-6879e11bef4f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:05:02.111659 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3a406056-6463-4703-bf36-6879e11bef4f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:05:02.192951 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a406056-6463-4703-bf36-6879e11bef4f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Port': ['ID=5369d548-d7e8-45cf-b49a-8242e7950b06,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:05:02.201663 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3a406056-6463-4703-bf36-6879e11bef4f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684147'] for floatingip, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:05:02.314081 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.l3_db [None req-3a406056-6463-4703-bf36-6879e11bef4f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Floating IP 5d22c0dc-4576-4fc9-a936-9788cffdf743 associated. External IP: 172.26.7.146, port: 3bc45501-073d-4cb4-b2fc-e3556a174192. Mar 22 11:05:02.526595 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a406056-6463-4703-bf36-6879e11bef4f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Router 4c546565-2467-4cbb-8a01-009e6d333cca has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:05:02.647796 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a406056-6463-4703-bf36-6879e11bef4f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:05:02.659197 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8d15d4-31c6-4b5c-b56b-b79ddfc4b2b0 None None] Sync routers for ids ['4c546565-2467-4cbb-8a01-009e6d333cca'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:05:02.669279 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3a406056-6463-4703-bf36-6879e11bef4f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:05:02.669646 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8d15d4-31c6-4b5c-b56b-b79ddfc4b2b0 None None] Routers {'4c546565-2467-4cbb-8a01-009e6d333cca'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:05:02.670266 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-1a8d15d4-31c6-4b5c-b56b-b79ddfc4b2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:04:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['4c546565-2467-4cbb-8a01-009e6d333cca'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:05:02.697805 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-3a406056-6463-4703-bf36-6879e11bef4f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9166725 Mar 22 11:05:02.698384 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b9a401b-d353-4e72-90fc-beace29d1cbb', 'tag': '3bc45501-073d-4cb4-b2fc-e3556a174192'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:05:02.700628 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 43076) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:05:02.701128 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a68bf9-2b74-4cba-8a81-62defd7b3d0f" -d '{"events": [{"name": "network-changed", "server_uuid": "0b9a401b-d353-4e72-90fc-beace29d1cbb", "tag": "3bc45501-073d-4cb4-b2fc-e3556a174192"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:05:02.735194 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80932a34-d5ba-4486-8311-d9c3a838ff55 x-openstack-request-id: req-80932a34-d5ba-4486-8311-d9c3a838ff55 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:05:02.735504 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b9a401b-d353-4e72-90fc-beace29d1cbb", "tag": "3bc45501-073d-4cb4-b2fc-e3556a174192", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:05:02.735751 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-80932a34-d5ba-4486-8311-d9c3a838ff55 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:05:02.736156 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80932a34-d5ba-4486-8311-d9c3a838ff55'] response: {'name': 'network-changed', 'server_uuid': '0b9a401b-d353-4e72-90fc-beace29d1cbb', 'tag': '3bc45501-073d-4cb4-b2fc-e3556a174192', 'status': 'completed', 'code': 200} Mar 22 11:05:02.773836 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4fc67a8c-1c64-40a6-b40e-6e2c6afda29b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/floatingips/5d22c0dc-4576-4fc9-a936-9788cffdf743 HTTP/1.1" status: 200 len: 992 time: 0.0720136 Mar 22 11:05:02.777963 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-1a8d15d4-31c6-4b5c-b56b-b79ddfc4b2b0 None None] Set router 4c546565-2467-4cbb-8a01-009e6d333cca gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:05:02.800678 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a68bf9-2b74-4cba-8a81-62defd7b3d0f req-986eef27-8193-40db-9197-582039623ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:05:02.802265 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d8a68bf9-2b74-4cba-8a81-62defd7b3d0f req-986eef27-8193-40db-9197-582039623ce6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d323f0b18e24bb7bcd0d92686e5587a&device_id=0b9a401b-d353-4e72-90fc-beace29d1cbb HTTP/1.1" status: 200 len: 1099 time: 0.0445716 Mar 22 11:05:02.894874 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a68bf9-2b74-4cba-8a81-62defd7b3d0f req-7848d699-fbcb-4363-af18-3ea3df380ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:05:02.896718 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d8a68bf9-2b74-4cba-8a81-62defd7b3d0f req-7848d699-fbcb-4363-af18-3ea3df380ce2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=58e2729d-c1b9-4914-9cc0-73bfedb37515 HTTP/1.1" status: 200 len: 897 time: 0.0878515 Mar 22 11:05:02.960757 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d8a68bf9-2b74-4cba-8a81-62defd7b3d0f req-2a138d84-3b0c-442c-96cc-7725766450b7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3bc45501-073d-4cb4-b2fc-e3556a174192 HTTP/1.1" status: 200 len: 1000 time: 0.0576091 Mar 22 11:05:02.996760 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-1a8d15d4-31c6-4b5c-b56b-b79ddfc4b2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c546565-2467-4cbb-8a01-009e6d333cca', 'name': 'tempest-TestNetworkBasicOps-router-1311300095', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '2dbf7d95-9fa8-49a2-9a40-1ae41fc70865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:04:43Z', 'updated_at': '2022-03-22T11:04:47Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '2dbf7d95-9fa8-49a2-9a40-1ae41fc70865', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:1a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c546565-2467-4cbb-8a01-009e6d333cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:04:44Z', 'updated_at': '2022-03-22T11:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '5d22c0dc-4576-4fc9-a936-9788cffdf743', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'floating_ip_address': '172.26.7.146', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '4c546565-2467-4cbb-8a01-009e6d333cca', 'port_id': '3bc45501-073d-4cb4-b2fc-e3556a174192', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58e2729d-c1b9-4914-9cc0-73bfedb37515', 'mac_address': 'fa:16:3e:42:21:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9a401b-d353-4e72-90fc-beace29d1cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:05:01Z', 'updated_at': '2022-03-22T11:05:01Z', 'revision_number': 0, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1177fc40-0650-4d21-adca-13e31fcde055', 'name': '', 'network_id': '58e2729d-c1b9-4914-9cc0-73bfedb37515', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:0e:10:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c546565-2467-4cbb-8a01-009e6d333cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '9deb0fae-aa36-4110-b29f-4a3ea90cf425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:04:46Z', 'updated_at': '2022-03-22T11:04:50Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '9deb0fae-aa36-4110-b29f-4a3ea90cf425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:05:03.011429 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a68bf9-2b74-4cba-8a81-62defd7b3d0f req-358aba16-f0d1-4df3-bee2-d52ba7d0745c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:05:03.013278 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d8a68bf9-2b74-4cba-8a81-62defd7b3d0f req-358aba16-f0d1-4df3-bee2-d52ba7d0745c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9deb0fae-aa36-4110-b29f-4a3ea90cf425 HTTP/1.1" status: 200 len: 844 time: 0.0448346 Mar 22 11:05:03.022748 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8d15d4-31c6-4b5c-b56b-b79ddfc4b2b0 None None] Checking router: 4c546565-2467-4cbb-8a01-009e6d333cca for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:05:03.031066 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8d15d4-31c6-4b5c-b56b-b79ddfc4b2b0 None None] Routers {'4c546565-2467-4cbb-8a01-009e6d333cca'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:05:03.031625 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-1a8d15d4-31c6-4b5c-b56b-b79ddfc4b2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:04:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['4c546565-2467-4cbb-8a01-009e6d333cca'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:05:03.061979 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a68bf9-2b74-4cba-8a81-62defd7b3d0f req-f1b5d535-ec4a-4826-8e21-52e37f365e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:05:03.063498 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d8a68bf9-2b74-4cba-8a81-62defd7b3d0f req-f1b5d535-ec4a-4826-8e21-52e37f365e27 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=58e2729d-c1b9-4914-9cc0-73bfedb37515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440226 Mar 22 11:05:03.137307 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-1a8d15d4-31c6-4b5c-b56b-b79ddfc4b2b0 None None] Set router 4c546565-2467-4cbb-8a01-009e6d333cca gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:05:03.152143 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d8a68bf9-2b74-4cba-8a81-62defd7b3d0f req-b3e4f3d0-1f15-4528-a705-cbc2490a0a49 service neutron] 10.222.0.35 "GET /v2.0/networks/58e2729d-c1b9-4914-9cc0-73bfedb37515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822275 Mar 22 11:05:03.246473 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d8a68bf9-2b74-4cba-8a81-62defd7b3d0f req-13f20231-4805-4251-91e2-f3ce4cf428fc service neutron] 10.222.0.35 "GET /v2.0/networks/58e2729d-c1b9-4914-9cc0-73bfedb37515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880249 Mar 22 11:05:03.361452 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-1a8d15d4-31c6-4b5c-b56b-b79ddfc4b2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c546565-2467-4cbb-8a01-009e6d333cca', 'name': 'tempest-TestNetworkBasicOps-router-1311300095', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '2dbf7d95-9fa8-49a2-9a40-1ae41fc70865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:04:43Z', 'updated_at': '2022-03-22T11:04:47Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '2dbf7d95-9fa8-49a2-9a40-1ae41fc70865', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:1a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c546565-2467-4cbb-8a01-009e6d333cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:04:44Z', 'updated_at': '2022-03-22T11:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '5d22c0dc-4576-4fc9-a936-9788cffdf743', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'floating_ip_address': '172.26.7.146', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '4c546565-2467-4cbb-8a01-009e6d333cca', 'port_id': '3bc45501-073d-4cb4-b2fc-e3556a174192', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58e2729d-c1b9-4914-9cc0-73bfedb37515', 'mac_address': 'fa:16:3e:42:21:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9a401b-d353-4e72-90fc-beace29d1cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:05:01Z', 'updated_at': '2022-03-22T11:05:01Z', 'revision_number': 0, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1177fc40-0650-4d21-adca-13e31fcde055', 'name': '', 'network_id': '58e2729d-c1b9-4914-9cc0-73bfedb37515', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:0e:10:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c546565-2467-4cbb-8a01-009e6d333cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '9deb0fae-aa36-4110-b29f-4a3ea90cf425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:04:46Z', 'updated_at': '2022-03-22T11:04:50Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '9deb0fae-aa36-4110-b29f-4a3ea90cf425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:05:03.390740 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8d15d4-31c6-4b5c-b56b-b79ddfc4b2b0 None None] The sync data for ids ['4c546565-2467-4cbb-8a01-009e6d333cca'] in dv-neutron-834599-1-hyperv is: [{'id': '4c546565-2467-4cbb-8a01-009e6d333cca', 'name': 'tempest-TestNetworkBasicOps-router-1311300095', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '2dbf7d95-9fa8-49a2-9a40-1ae41fc70865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:04:43Z', 'updated_at': '2022-03-22T11:04:47Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '2dbf7d95-9fa8-49a2-9a40-1ae41fc70865', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:1a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c546565-2467-4cbb-8a01-009e6d333cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:04:44Z', 'updated_at': '2022-03-22T11:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '5d22c0dc-4576-4fc9-a936-9788cffdf743', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'floating_ip_address': '172.26.7.146', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '4c546565-2467-4cbb-8a01-009e6d333cca', 'port_id': '3bc45501-073d-4cb4-b2fc-e3556a174192', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58e2729d-c1b9-4914-9cc0-73bfedb37515', 'mac_address': 'fa:16:3e:42:21:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9a401b-d353-4e72-90fc-beace29d1cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:05:01Z', 'updated_at': '2022-03-22T11:05:01Z', 'revision_number': 0, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1177fc40-0650-4d21-adca-13e31fcde055', 'name': '', 'network_id': '58e2729d-c1b9-4914-9cc0-73bfedb37515', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:0e:10:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c546565-2467-4cbb-8a01-009e6d333cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '9deb0fae-aa36-4110-b29f-4a3ea90cf425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:04:46Z', 'updated_at': '2022-03-22T11:04:50Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '9deb0fae-aa36-4110-b29f-4a3ea90cf425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:05:03.584668 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c75f51-1a92-4dca-a81c-12926626c965 None None] New status for floating IP 5d22c0dc-4576-4fc9-a936-9788cffdf743: ACTIVE {{(pid=109052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 11:05:03.775241 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 43080) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:05:03.837395 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3d5ea4c8-543b-4971-9842-9cc4b13556e2 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/floatingips/5d22c0dc-4576-4fc9-a936-9788cffdf743 HTTP/1.1" status: 200 len: 994 time: 0.0609608 Mar 22 11:05:07.693177 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-6b1227db-b65c-49b0-a409-6fd07ede5073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:05:09.836339 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-bb6f57d9-4a3c-4473-8644-67c5128ea025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:05:11.117527 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:05:12.537068 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:05:12.810083 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:05:13.351128 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:05:24.275865 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b227274c-36e0-4494-bd2d-cd96dbf304b6 req-92e8f6ff-d729-45cc-9186-2a8d5b52fa94 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6fec4b30-c437-4c38-8b48-0dca86d60eb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397761 Mar 22 11:05:24.360222 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227274c-36e0-4494-bd2d-cd96dbf304b6 req-9dd5a7bc-001d-4b81-9324-5e126f489026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:05:24.361700 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b227274c-36e0-4494-bd2d-cd96dbf304b6 req-9dd5a7bc-001d-4b81-9324-5e126f489026 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9a2db67725b46b3a61d41bcf76d544c&device_id=6fec4b30-c437-4c38-8b48-0dca86d60eb3 HTTP/1.1" status: 200 len: 1098 time: 0.0417333 Mar 22 11:05:24.471038 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227274c-36e0-4494-bd2d-cd96dbf304b6 req-a76d2327-7043-4cac-913a-1716ea8619bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:05:24.472621 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b227274c-36e0-4494-bd2d-cd96dbf304b6 req-a76d2327-7043-4cac-913a-1716ea8619bc service neutron] 10.222.0.35 "GET /v2.0/networks?id=8f28cb31-2d61-41e3-9539-25a6eb750a37 HTTP/1.1" status: 200 len: 913 time: 0.0902352 Mar 22 11:05:24.537276 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b227274c-36e0-4494-bd2d-cd96dbf304b6 req-5c8649c5-bb5a-44a0-a2a2-68dbec06f2ba service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a5fd635-f681-4f87-a5e3-7baf0a7a9378 HTTP/1.1" status: 200 len: 1001 time: 0.0562320 Mar 22 11:05:24.696766 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227274c-36e0-4494-bd2d-cd96dbf304b6 req-533bcdac-a265-4793-a070-b41971f8a884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:05:24.698151 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b227274c-36e0-4494-bd2d-cd96dbf304b6 req-533bcdac-a265-4793-a070-b41971f8a884 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8080d27b-6577-44db-a10e-53ade16f0755 HTTP/1.1" status: 200 len: 851 time: 0.0581591 Mar 22 11:05:24.743192 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227274c-36e0-4494-bd2d-cd96dbf304b6 req-8aebe8e0-bb35-4abe-9302-b99d4ae837e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:05:24.744660 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b227274c-36e0-4494-bd2d-cd96dbf304b6 req-8aebe8e0-bb35-4abe-9302-b99d4ae837e6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8f28cb31-2d61-41e3-9539-25a6eb750a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394192 Mar 22 11:05:24.834369 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b227274c-36e0-4494-bd2d-cd96dbf304b6 req-66df30d3-4b66-4bf6-8a84-d0e2a85cff71 service neutron] 10.222.0.35 "GET /v2.0/networks/8f28cb31-2d61-41e3-9539-25a6eb750a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813422 Mar 22 11:05:24.926816 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b227274c-36e0-4494-bd2d-cd96dbf304b6 req-919e0b66-58af-4258-8365-e1ae42acd7b3 service neutron] 10.222.0.35 "GET /v2.0/networks/8f28cb31-2d61-41e3-9539-25a6eb750a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850313 Mar 22 11:05:37.686382 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-91163912-f480-421e-b409-7b4dcc7b8aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:05:38.144922 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:05:39.098011 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6a3ca9b2-12cc-4959-b8c9-0194d0aa69b5 req-bac357e0-d0a0-4498-b6f0-1b250c8a1f84 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-409611253&fields=id&tenant_id=c9a2db67725b46b3a61d41bcf76d544c HTTP/1.1" status: 200 len: 267 time: 0.0429938 Mar 22 11:05:39.205444 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ca9b2-12cc-4959-b8c9-0194d0aa69b5 req-0b80838a-fac9-47b1-9d1e-ff170caeaa70 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:05:39.206892 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6a3ca9b2-12cc-4959-b8c9-0194d0aa69b5 req-0b80838a-fac9-47b1-9d1e-ff170caeaa70 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/networks?id=8f28cb31-2d61-41e3-9539-25a6eb750a37 HTTP/1.1" status: 200 len: 812 time: 0.1021762 Mar 22 11:05:39.224666 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6a3ca9b2-12cc-4959-b8c9-0194d0aa69b5 req-8af30656-9cde-4da4-a5e6-f1a7c798b232 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/quotas/c9a2db67725b46b3a61d41bcf76d544c HTTP/1.1" status: 200 len: 375 time: 0.0093644 Mar 22 11:05:39.283543 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6a3ca9b2-12cc-4959-b8c9-0194d0aa69b5 req-2eebaef0-e0e4-4e20-9c6b-d1d05e640613 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c9a2db67725b46b3a61d41bcf76d544c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0536535 Mar 22 11:05:39.440537 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6a3ca9b2-12cc-4959-b8c9-0194d0aa69b5 req-f1b8d874-8284-4278-a1f4-dc7a5ad957eb service neutron] 10.222.0.57 "GET /v2.0/networks/8f28cb31-2d61-41e3-9539-25a6eb750a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429312 Mar 22 11:05:39.533079 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6a3ca9b2-12cc-4959-b8c9-0194d0aa69b5 req-c8e96b2a-7206-470a-baad-3c3d2f18585b service neutron] 10.222.0.57 "GET /v2.0/networks/8f28cb31-2d61-41e3-9539-25a6eb750a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864036 Mar 22 11:05:39.831077 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-bf922071-ea87-4d9c-8426-42eee39d4302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:05:39.846598 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4391c078-f0fa-4997-bc2c-a425f18754ac req-1cb82e1a-8043-4eb7-90c0-3470a65f713b tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=f376fd7d-8b8d-40fe-8515-33cdb1c6657b HTTP/1.1" status: 200 len: 210 time: 0.0288131 Mar 22 11:05:40.829311 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ca9b2-12cc-4959-b8c9-0194d0aa69b5 req-837e0978-7edb-4c62-9c6b-cf37572f1566 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:05:40.830803 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6a3ca9b2-12cc-4959-b8c9-0194d0aa69b5 req-837e0978-7edb-4c62-9c6b-cf37572f1566 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.35 "GET /v2.0/networks?id=8f28cb31-2d61-41e3-9539-25a6eb750a37 HTTP/1.1" status: 200 len: 812 time: 0.1065922 Mar 22 11:05:40.875768 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6a3ca9b2-12cc-4959-b8c9-0194d0aa69b5 req-5e2b789e-3760-4e12-ae2f-d6de0b83805d tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9a2db67725b46b3a61d41bcf76d544c HTTP/1.1" status: 200 len: 379 time: 0.0353844 Mar 22 11:05:40.885122 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-6a3ca9b2-12cc-4959-b8c9-0194d0aa69b5 req-9bff662d-2631-4cc3-9de2-4bc4c4ea01ee tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Request body: {'port': {'device_id': 'f376fd7d-8b8d-40fe-8515-33cdb1c6657b', 'network_id': '8f28cb31-2d61-41e3-9539-25a6eb750a37', 'admin_state_up': True, 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'security_groups': ['82748c69-4f97-4b9d-8323-69fdf08c3a29']}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:05:40.978037 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-22d22c80-6c7b-412d-ba1e-091ea2abf7d0 req-c5a76aee-f2df-4494-9f83-a05b774e9e5c tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=f376fd7d-8b8d-40fe-8515-33cdb1c6657b HTTP/1.1" status: 200 len: 210 time: 0.0597835 Mar 22 11:05:41.019234 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a3ca9b2-12cc-4959-b8c9-0194d0aa69b5 req-9bff662d-2631-4cc3-9de2-4bc4c4ea01ee tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Made reservation on behalf of c9a2db67725b46b3a61d41bcf76d544c for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:05:41.022914 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-6a3ca9b2-12cc-4959-b8c9-0194d0aa69b5 req-9bff662d-2631-4cc3-9de2-4bc4c4ea01ee tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:05:41.120196 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:05:41.146846 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [req-6a3ca9b2-12cc-4959-b8c9-0194d0aa69b5 req-9bff662d-2631-4cc3-9de2-4bc4c4ea01ee tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Allocated IP 172.20.0.12 (8f28cb31-2d61-41e3-9539-25a6eb750a37/8080d27b-6577-44db-a10e-53ade16f0755/5b7c2feb-8532-4fcd-b0da-704a7cfda920) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:05:41.292576 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-6a3ca9b2-12cc-4959-b8c9-0194d0aa69b5 req-9bff662d-2631-4cc3-9de2-4bc4c4ea01ee tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:05:41.330747 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-6a3ca9b2-12cc-4959-b8c9-0194d0aa69b5 req-9bff662d-2631-4cc3-9de2-4bc4c4ea01ee tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:05:41.375672 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a3ca9b2-12cc-4959-b8c9-0194d0aa69b5 req-9bff662d-2631-4cc3-9de2-4bc4c4ea01ee tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Network 8f28cb31-2d61-41e3-9539-25a6eb750a37 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:05:41.378859 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [req-6a3ca9b2-12cc-4959-b8c9-0194d0aa69b5 req-9bff662d-2631-4cc3-9de2-4bc4c4ea01ee tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:05:41.382533 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a3ca9b2-12cc-4959-b8c9-0194d0aa69b5 req-9bff662d-2631-4cc3-9de2-4bc4c4ea01ee tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:05:41.420588 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bff662d-2631-4cc3-9de2-4bc4c4ea01ee tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Pushing event updated for resources: {'Port': ['ID=5b7c2feb-8532-4fcd-b0da-704a7cfda920,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:05:41.440928 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ca9b2-12cc-4959-b8c9-0194d0aa69b5 req-9bff662d-2631-4cc3-9de2-4bc4c4ea01ee tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:05:41.441596 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-6a3ca9b2-12cc-4959-b8c9-0194d0aa69b5 req-9bff662d-2631-4cc3-9de2-4bc4c4ea01ee tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:05:41.460901 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6a3ca9b2-12cc-4959-b8c9-0194d0aa69b5 req-9bff662d-2631-4cc3-9de2-4bc4c4ea01ee tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5795772 Mar 22 11:05:41.473315 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-6a3ca9b2-12cc-4959-b8c9-0194d0aa69b5 req-63cdd07a-efe1-43be-8b76-d0afd60734a6 service neutron] Request body: {'port': {'device_id': 'f376fd7d-8b8d-40fe-8515-33cdb1c6657b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8345'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:05:41.530184 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-6a3ca9b2-12cc-4959-b8c9-0194d0aa69b5 req-63cdd07a-efe1-43be-8b76-d0afd60734a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:05:41.592747 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-0ef35e57-62c3-4292-94d5-ef1cc54b966e None None] Provisioning complete for port 5b7c2feb-8532-4fcd-b0da-704a7cfda920 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:05:41.593944 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0ef35e57-62c3-4292-94d5-ef1cc54b966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:05:41.631875 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-0ef35e57-62c3-4292-94d5-ef1cc54b966e None None] Port 5b7c2feb-8532-4fcd-b0da-704a7cfda920 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:05:41.797204 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [req-6a3ca9b2-12cc-4959-b8c9-0194d0aa69b5 req-63cdd07a-efe1-43be-8b76-d0afd60734a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b7c2feb-8532-4fcd-b0da-704a7cfda920 {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:05:41.804953 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-6a3ca9b2-12cc-4959-b8c9-0194d0aa69b5 req-63cdd07a-efe1-43be-8b76-d0afd60734a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:05:41.817415 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [req-6a3ca9b2-12cc-4959-b8c9-0194d0aa69b5 req-63cdd07a-efe1-43be-8b76-d0afd60734a6 service neutron] Transition to ACTIVE for port object 5b7c2feb-8532-4fcd-b0da-704a7cfda920 will not be triggered until provisioned by entity L2. {{(pid=109050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:05:41.823211 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-6a3ca9b2-12cc-4959-b8c9-0194d0aa69b5 req-63cdd07a-efe1-43be-8b76-d0afd60734a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:05:41.869188 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cdd07a-efe1-43be-8b76-d0afd60734a6 service neutron] Pushing event updated for resources: {'Port': ['ID=5b7c2feb-8532-4fcd-b0da-704a7cfda920,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:05:41.952355 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-6a3ca9b2-12cc-4959-b8c9-0194d0aa69b5 req-63cdd07a-efe1-43be-8b76-d0afd60734a6 service neutron] Attempting to bind port 5b7c2feb-8532-4fcd-b0da-704a7cfda920 on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:05:41.952729 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-6a3ca9b2-12cc-4959-b8c9-0194d0aa69b5 req-63cdd07a-efe1-43be-8b76-d0afd60734a6 service neutron] Attempting to bind port 5b7c2feb-8532-4fcd-b0da-704a7cfda920 by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': '1a35a9ba-da81-41c2-b3e4-2353befb7bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8f28cb31-2d61-41e3-9539-25a6eb750a37'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:05:41.953023 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3ca9b2-12cc-4959-b8c9-0194d0aa69b5 req-63cdd07a-efe1-43be-8b76-d0afd60734a6 service neutron] Attempting to bind port 5b7c2feb-8532-4fcd-b0da-704a7cfda920 on network 8f28cb31-2d61-41e3-9539-25a6eb750a37 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:05:41.958930 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3ca9b2-12cc-4959-b8c9-0194d0aa69b5 req-63cdd07a-efe1-43be-8b76-d0afd60734a6 service neutron] Port 5b7c2feb-8532-4fcd-b0da-704a7cfda920 on network 8f28cb31-2d61-41e3-9539-25a6eb750a37 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 11:05:41.960045 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3ca9b2-12cc-4959-b8c9-0194d0aa69b5 req-63cdd07a-efe1-43be-8b76-d0afd60734a6 service neutron] Attempting to bind port 5b7c2feb-8532-4fcd-b0da-704a7cfda920 on network 8f28cb31-2d61-41e3-9539-25a6eb750a37 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:05:41.966577 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3ca9b2-12cc-4959-b8c9-0194d0aa69b5 req-63cdd07a-efe1-43be-8b76-d0afd60734a6 service neutron] Checking agent: {'id': 'dcb78974-6458-4942-8c9c-663284d5bb3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8345', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:05:41.967232 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3ca9b2-12cc-4959-b8c9-0194d0aa69b5 req-63cdd07a-efe1-43be-8b76-d0afd60734a6 service neutron] Checking segment: {'id': '1a35a9ba-da81-41c2-b3e4-2353befb7bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8f28cb31-2d61-41e3-9539-25a6eb750a37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:05:41.967792 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3ca9b2-12cc-4959-b8c9-0194d0aa69b5 req-63cdd07a-efe1-43be-8b76-d0afd60734a6 service neutron] Bound using segment: {'id': '1a35a9ba-da81-41c2-b3e4-2353befb7bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8f28cb31-2d61-41e3-9539-25a6eb750a37'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:05:41.968238 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-6a3ca9b2-12cc-4959-b8c9-0194d0aa69b5 req-63cdd07a-efe1-43be-8b76-d0afd60734a6 service neutron] Bound port: 5b7c2feb-8532-4fcd-b0da-704a7cfda920, host: hv-neutron-8345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a35a9ba-da81-41c2-b3e4-2353befb7bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8f28cb31-2d61-41e3-9539-25a6eb750a37'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:05:41.969352 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-6a3ca9b2-12cc-4959-b8c9-0194d0aa69b5 req-63cdd07a-efe1-43be-8b76-d0afd60734a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:05:42.044836 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-6a3ca9b2-12cc-4959-b8c9-0194d0aa69b5 req-63cdd07a-efe1-43be-8b76-d0afd60734a6 service neutron] For port 5b7c2feb-8532-4fcd-b0da-704a7cfda920, host hv-neutron-8345, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:05:42.048360 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-6a3ca9b2-12cc-4959-b8c9-0194d0aa69b5 req-63cdd07a-efe1-43be-8b76-d0afd60734a6 service neutron] For port 5b7c2feb-8532-4fcd-b0da-704a7cfda920, host hv-neutron-8345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=5b7c2feb-8532-4fcd-b0da-704a7cfda920,segment=NetworkSegment(1a35a9ba-da81-41c2-b3e4-2353befb7bac),segment_id=1a35a9ba-da81-41c2-b3e4-2353befb7bac)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:05:42.054966 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-6a3ca9b2-12cc-4959-b8c9-0194d0aa69b5 req-63cdd07a-efe1-43be-8b76-d0afd60734a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:05:42.437594 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ca9b2-12cc-4959-b8c9-0194d0aa69b5 req-63cdd07a-efe1-43be-8b76-d0afd60734a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:05:42.438178 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-6a3ca9b2-12cc-4959-b8c9-0194d0aa69b5 req-63cdd07a-efe1-43be-8b76-d0afd60734a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:05:42.440014 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6a3ca9b2-12cc-4959-b8c9-0194d0aa69b5 req-63cdd07a-efe1-43be-8b76-d0afd60734a6 service neutron] 10.222.0.35 "PUT /v2.0/ports/5b7c2feb-8532-4fcd-b0da-704a7cfda920 HTTP/1.1" status: 200 len: 1094 time: 0.9709184 Mar 22 11:05:42.440014 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f376fd7d-8b8d-40fe-8515-33cdb1c6657b', 'tag': '5b7c2feb-8532-4fcd-b0da-704a7cfda920'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:05:42.442292 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11dd83e7-4bc4-4bc0-86bc-30ba9b23dccd" -d '{"events": [{"name": "network-changed", "server_uuid": "f376fd7d-8b8d-40fe-8515-33cdb1c6657b", "tag": "5b7c2feb-8532-4fcd-b0da-704a7cfda920"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:05:42.485157 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cdd07a-efe1-43be-8b76-d0afd60734a6 service neutron] Pushing event updated for resources: {'Port': ['ID=5b7c2feb-8532-4fcd-b0da-704a7cfda920,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:05:42.496774 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84a6cc-43fe-4a39-9c67-40d3d4a718ea req-94361a9f-eda3-48f1-8f0a-c7c0e596e537 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:05:42.498262 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3a84a6cc-43fe-4a39-9c67-40d3d4a718ea req-94361a9f-eda3-48f1-8f0a-c7c0e596e537 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=f376fd7d-8b8d-40fe-8515-33cdb1c6657b HTTP/1.1" status: 200 len: 944 time: 0.0960958 Mar 22 11:05:42.508039 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde3b9a7-79c1-4af2-9d0c-542e94fff59d x-openstack-request-id: req-cde3b9a7-79c1-4af2-9d0c-542e94fff59d {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:05:42.508342 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f376fd7d-8b8d-40fe-8515-33cdb1c6657b", "tag": "5b7c2feb-8532-4fcd-b0da-704a7cfda920", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:05:42.508562 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cde3b9a7-79c1-4af2-9d0c-542e94fff59d {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:05:42.508964 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cde3b9a7-79c1-4af2-9d0c-542e94fff59d'] response: {'name': 'network-changed', 'server_uuid': 'f376fd7d-8b8d-40fe-8515-33cdb1c6657b', 'tag': '5b7c2feb-8532-4fcd-b0da-704a7cfda920', 'status': 'completed', 'code': 200} Mar 22 11:05:42.544604 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:05:42.569493 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ca9b2-12cc-4959-b8c9-0194d0aa69b5 req-0ee4cefa-6546-4f86-ac04-f580f36d1409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:05:42.570988 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6a3ca9b2-12cc-4959-b8c9-0194d0aa69b5 req-0ee4cefa-6546-4f86-ac04-f580f36d1409 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9a2db67725b46b3a61d41bcf76d544c&device_id=f376fd7d-8b8d-40fe-8515-33cdb1c6657b HTTP/1.1" status: 200 len: 1097 time: 0.0827744 Mar 22 11:05:42.574346 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3a84a6cc-43fe-4a39-9c67-40d3d4a718ea req-d0c6c2ed-f4b4-49e5-84f0-c532c1d4f4e9 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/security-groups?id=82748c69-4f97-4b9d-8323-69fdf08c3a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645943 Mar 22 11:05:42.617280 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6a3ca9b2-12cc-4959-b8c9-0194d0aa69b5 req-65e98374-acd3-424f-a019-c068223f3908 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b7c2feb-8532-4fcd-b0da-704a7cfda920 HTTP/1.1" status: 200 len: 217 time: 0.0378535 Mar 22 11:05:42.673728 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ca9b2-12cc-4959-b8c9-0194d0aa69b5 req-f43e3227-31de-4c24-8963-9669595f6e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:05:42.675476 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6a3ca9b2-12cc-4959-b8c9-0194d0aa69b5 req-f43e3227-31de-4c24-8963-9669595f6e52 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8080d27b-6577-44db-a10e-53ade16f0755 HTTP/1.1" status: 200 len: 851 time: 0.0515256 Mar 22 11:05:42.725049 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ca9b2-12cc-4959-b8c9-0194d0aa69b5 req-8b72c032-2f8b-4c73-9ce6-9ff4f107248a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:05:42.726447 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6a3ca9b2-12cc-4959-b8c9-0194d0aa69b5 req-8b72c032-2f8b-4c73-9ce6-9ff4f107248a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8f28cb31-2d61-41e3-9539-25a6eb750a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0449262 Mar 22 11:05:42.814553 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:05:42.834436 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6a3ca9b2-12cc-4959-b8c9-0194d0aa69b5 req-22d033a9-ac50-4c6f-a87a-7405267c4f7d service neutron] 10.222.0.35 "GET /v2.0/networks/8f28cb31-2d61-41e3-9539-25a6eb750a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997887 Mar 22 11:05:42.932169 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6a3ca9b2-12cc-4959-b8c9-0194d0aa69b5 req-4df350f1-93dd-4911-bae6-eda0d72b15f7 service neutron] 10.222.0.35 "GET /v2.0/networks/8f28cb31-2d61-41e3-9539-25a6eb750a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912745 Mar 22 11:05:43.014435 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd83e7-4bc4-4bc0-86bc-30ba9b23dccd req-4e745f18-fe7e-4e93-8899-4a58e9923a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:05:43.015946 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-11dd83e7-4bc4-4bc0-86bc-30ba9b23dccd req-4e745f18-fe7e-4e93-8899-4a58e9923a51 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9a2db67725b46b3a61d41bcf76d544c&device_id=f376fd7d-8b8d-40fe-8515-33cdb1c6657b HTTP/1.1" status: 200 len: 1097 time: 0.0404770 Mar 22 11:05:43.111994 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd83e7-4bc4-4bc0-86bc-30ba9b23dccd req-7d21cdeb-78c1-4e2e-9747-341d2319d982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:05:43.115318 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-11dd83e7-4bc4-4bc0-86bc-30ba9b23dccd req-7d21cdeb-78c1-4e2e-9747-341d2319d982 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8f28cb31-2d61-41e3-9539-25a6eb750a37 HTTP/1.1" status: 200 len: 913 time: 0.0926852 Mar 22 11:05:43.161202 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-11dd83e7-4bc4-4bc0-86bc-30ba9b23dccd req-ec7ac0bf-57c8-4d6e-8ab7-70fed6095a04 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b7c2feb-8532-4fcd-b0da-704a7cfda920 HTTP/1.1" status: 200 len: 217 time: 0.0397940 Mar 22 11:05:43.210997 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd83e7-4bc4-4bc0-86bc-30ba9b23dccd req-4d4010c4-d768-4ffd-a964-d06142a92b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:05:43.212436 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-11dd83e7-4bc4-4bc0-86bc-30ba9b23dccd req-4d4010c4-d768-4ffd-a964-d06142a92b35 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8080d27b-6577-44db-a10e-53ade16f0755 HTTP/1.1" status: 200 len: 851 time: 0.0454195 Mar 22 11:05:43.260526 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd83e7-4bc4-4bc0-86bc-30ba9b23dccd req-1ef337e9-c6f6-4cac-a4fd-6ff68ca22a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:05:43.262452 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-11dd83e7-4bc4-4bc0-86bc-30ba9b23dccd req-1ef337e9-c6f6-4cac-a4fd-6ff68ca22a39 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8f28cb31-2d61-41e3-9539-25a6eb750a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431836 Mar 22 11:05:43.348982 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:05:43.364523 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-11dd83e7-4bc4-4bc0-86bc-30ba9b23dccd req-a1ff6838-7e67-41ba-bc1e-1adee1339719 service neutron] 10.222.0.35 "GET /v2.0/networks/8f28cb31-2d61-41e3-9539-25a6eb750a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942547 Mar 22 11:05:43.459652 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-11dd83e7-4bc4-4bc0-86bc-30ba9b23dccd req-7620760d-58b2-4f4f-a65b-6d997be762ed service neutron] 10.222.0.35 "GET /v2.0/networks/8f28cb31-2d61-41e3-9539-25a6eb750a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886846 Mar 22 11:05:43.695415 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89317b-afa1-4dad-8466-0f8ee49daae0 req-3371ab90-ae4c-490c-a3d2-39e7704a4736 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:05:43.696944 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9c89317b-afa1-4dad-8466-0f8ee49daae0 req-3371ab90-ae4c-490c-a3d2-39e7704a4736 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=f376fd7d-8b8d-40fe-8515-33cdb1c6657b HTTP/1.1" status: 200 len: 944 time: 0.0500298 Mar 22 11:05:43.736104 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9c89317b-afa1-4dad-8466-0f8ee49daae0 req-8554556c-46b4-4398-89f0-35174ada33af tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/security-groups?id=82748c69-4f97-4b9d-8323-69fdf08c3a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330141 Mar 22 11:05:44.855172 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863cd5e1-4726-402b-99f6-edf22cbb9ac6 req-e4c54720-96ff-4a45-b72e-324c240daa43 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:05:44.856570 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-863cd5e1-4726-402b-99f6-edf22cbb9ac6 req-e4c54720-96ff-4a45-b72e-324c240daa43 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=f376fd7d-8b8d-40fe-8515-33cdb1c6657b HTTP/1.1" status: 200 len: 944 time: 0.0497522 Mar 22 11:05:44.896467 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-863cd5e1-4726-402b-99f6-edf22cbb9ac6 req-696e18ec-bdfa-4315-bcaa-1ccccf30a1fa tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/security-groups?id=82748c69-4f97-4b9d-8323-69fdf08c3a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338342 Mar 22 11:05:46.040322 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb4bd1-c812-4afc-8951-7f28a5a5d0de req-97fbd149-9fb2-40e5-a4fe-691270b5e8bd tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:05:46.041783 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c0eb4bd1-c812-4afc-8951-7f28a5a5d0de req-97fbd149-9fb2-40e5-a4fe-691270b5e8bd tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=f376fd7d-8b8d-40fe-8515-33cdb1c6657b HTTP/1.1" status: 200 len: 944 time: 0.0632186 Mar 22 11:05:46.081728 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c0eb4bd1-c812-4afc-8951-7f28a5a5d0de req-7a65daa3-6514-416c-a460-80cab8482825 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/security-groups?id=82748c69-4f97-4b9d-8323-69fdf08c3a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339103 Mar 22 11:05:47.205526 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae11c9-d396-4a36-9d6a-f6a2af67ec9a req-cc69b505-e86d-4051-841f-cf4c6edb9e4e tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:05:47.206981 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ffae11c9-d396-4a36-9d6a-f6a2af67ec9a req-cc69b505-e86d-4051-841f-cf4c6edb9e4e tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=f376fd7d-8b8d-40fe-8515-33cdb1c6657b HTTP/1.1" status: 200 len: 944 time: 0.0504954 Mar 22 11:05:47.244940 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ffae11c9-d396-4a36-9d6a-f6a2af67ec9a req-6364bb07-567b-4282-b5a3-8bc37db21bcb tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/security-groups?id=82748c69-4f97-4b9d-8323-69fdf08c3a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316508 Mar 22 11:05:48.373704 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6423094-8949-45bc-8979-05934b6f0da8 req-1810ea1f-c8a8-466a-9288-ee50d7c0ed70 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:05:48.375164 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b6423094-8949-45bc-8979-05934b6f0da8 req-1810ea1f-c8a8-466a-9288-ee50d7c0ed70 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=f376fd7d-8b8d-40fe-8515-33cdb1c6657b HTTP/1.1" status: 200 len: 944 time: 0.0522270 Mar 22 11:05:48.413387 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b6423094-8949-45bc-8979-05934b6f0da8 req-db26eeb5-d736-4fe2-ba73-748c5fa77fe2 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/security-groups?id=82748c69-4f97-4b9d-8323-69fdf08c3a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321681 Mar 22 11:05:49.538902 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208e008-94e5-40d2-91a5-8471369041d9 req-3dc4c1f2-ad8e-482e-bbf3-da629ae966b1 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:05:49.540408 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e208e008-94e5-40d2-91a5-8471369041d9 req-3dc4c1f2-ad8e-482e-bbf3-da629ae966b1 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=f376fd7d-8b8d-40fe-8515-33cdb1c6657b HTTP/1.1" status: 200 len: 944 time: 0.0553582 Mar 22 11:05:49.578573 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e208e008-94e5-40d2-91a5-8471369041d9 req-e02032ba-8ff3-499a-b491-cafffe058914 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/security-groups?id=82748c69-4f97-4b9d-8323-69fdf08c3a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320065 Mar 22 11:05:50.696369 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a267dc60-a4f9-4579-a7c7-72465a870be2 req-46186ebf-6445-4672-9ecb-540ac5b9c166 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:05:50.697846 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a267dc60-a4f9-4579-a7c7-72465a870be2 req-46186ebf-6445-4672-9ecb-540ac5b9c166 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=f376fd7d-8b8d-40fe-8515-33cdb1c6657b HTTP/1.1" status: 200 len: 944 time: 0.0513110 Mar 22 11:05:50.742343 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a267dc60-a4f9-4579-a7c7-72465a870be2 req-a643c82c-65e3-494a-a9fb-ae90c7dfb83c tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/security-groups?id=82748c69-4f97-4b9d-8323-69fdf08c3a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365031 Mar 22 11:05:51.918302 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8260e32-b6c2-437b-afc0-d4a8fe1c13cd req-ecefa525-73c2-4b85-bd60-b66b722eb2f1 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:05:51.919770 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e8260e32-b6c2-437b-afc0-d4a8fe1c13cd req-ecefa525-73c2-4b85-bd60-b66b722eb2f1 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=f376fd7d-8b8d-40fe-8515-33cdb1c6657b HTTP/1.1" status: 200 len: 944 time: 0.0491269 Mar 22 11:05:51.958251 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e8260e32-b6c2-437b-afc0-d4a8fe1c13cd req-e3fe8ed8-2f27-4501-bb0a-26beeb7894a3 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/security-groups?id=82748c69-4f97-4b9d-8323-69fdf08c3a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324035 Mar 22 11:05:52.881115 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 5b7c2feb-8532-4fcd-b0da-704a7cfda920 details requested by agent hyperv_hv-neutron-8345 with host hv-neutron-8345 {{(pid=109051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 11:05:52.983110 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 5b7c2feb-8532-4fcd-b0da-704a7cfda920, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=5b7c2feb-8532-4fcd-b0da-704a7cfda920,segment=NetworkSegment(1a35a9ba-da81-41c2-b3e4-2353befb7bac),segment_id=1a35a9ba-da81-41c2-b3e4-2353befb7bac)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:05:52.996260 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Returning: {'device': '5b7c2feb-8532-4fcd-b0da-704a7cfda920', 'network_id': '8f28cb31-2d61-41e3-9539-25a6eb750a37', 'port_id': '5b7c2feb-8532-4fcd-b0da-704a7cfda920', 'mac_address': 'fa:16:3e:f1:a2:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8080d27b-6577-44db-a10e-53ade16f0755', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 11:05:53.038870 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:05:53.053022 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b7c2feb-8532-4fcd-b0da-704a7cfda920 {{(pid=109051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:05:53.076753 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 5b7c2feb-8532-4fcd-b0da-704a7cfda920, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=5b7c2feb-8532-4fcd-b0da-704a7cfda920,segment=NetworkSegment(1a35a9ba-da81-41c2-b3e4-2353befb7bac),segment_id=1a35a9ba-da81-41c2-b3e4-2353befb7bac)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:05:53.082233 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:05:53.086180 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd19df-f001-450d-8e26-f8fd1b589f84 req-88e8aa12-247d-4880-b3a2-52d86adeeb91 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:05:53.087682 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5cdd19df-f001-450d-8e26-f8fd1b589f84 req-88e8aa12-247d-4880-b3a2-52d86adeeb91 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=f376fd7d-8b8d-40fe-8515-33cdb1c6657b HTTP/1.1" status: 200 len: 944 time: 0.0574608 Mar 22 11:05:53.133279 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=5b7c2feb-8532-4fcd-b0da-704a7cfda920,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:05:53.135021 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5cdd19df-f001-450d-8e26-f8fd1b589f84 req-5c75a605-ce5f-4f07-9e0b-50c5525b39b3 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/security-groups?id=82748c69-4f97-4b9d-8323-69fdf08c3a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384600 Mar 22 11:05:53.310363 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['5b7c2feb-8532-4fcd-b0da-704a7cfda920'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 11:05:54.273268 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57199fee-68ef-4bb9-9aaf-73757c3470d8 req-2bd86ea5-45a5-45cb-bd2d-4835de613b28 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:05:54.274650 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-57199fee-68ef-4bb9-9aaf-73757c3470d8 req-2bd86ea5-45a5-45cb-bd2d-4835de613b28 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=f376fd7d-8b8d-40fe-8515-33cdb1c6657b HTTP/1.1" status: 200 len: 945 time: 0.0673726 Mar 22 11:05:54.315399 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-57199fee-68ef-4bb9-9aaf-73757c3470d8 req-b45fee1a-bf40-45a0-9edc-2b8cf29ed62b tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/security-groups?id=82748c69-4f97-4b9d-8323-69fdf08c3a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328789 Mar 22 11:05:54.890890 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 5b7c2feb-8532-4fcd-b0da-704a7cfda920 up at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:05:54.944718 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning for port 5b7c2feb-8532-4fcd-b0da-704a7cfda920 completed by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:05:54.948881 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning complete for port 5b7c2feb-8532-4fcd-b0da-704a7cfda920 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:05:54.949500 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:05:55.038843 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:05:55.070177 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f376fd7d-8b8d-40fe-8515-33cdb1c6657b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b7c2feb-8532-4fcd-b0da-704a7cfda920'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:05:55.072483 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7248e1dc-3998-4290-a30f-d75d6eacbfc7" -d '{"events": [{"server_uuid": "f376fd7d-8b8d-40fe-8515-33cdb1c6657b", "name": "network-vif-plugged", "status": "completed", "tag": "5b7c2feb-8532-4fcd-b0da-704a7cfda920"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:05:55.084798 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 5b7c2feb-8532-4fcd-b0da-704a7cfda920, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=5b7c2feb-8532-4fcd-b0da-704a7cfda920,segment=NetworkSegment(1a35a9ba-da81-41c2-b3e4-2353befb7bac),segment_id=1a35a9ba-da81-41c2-b3e4-2353befb7bac)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:05:55.089917 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:05:55.112630 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff7d00a-ebaa-42f7-9e8f-4ec080db7dac x-openstack-request-id: req-3ff7d00a-ebaa-42f7-9e8f-4ec080db7dac {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:05:55.112915 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f376fd7d-8b8d-40fe-8515-33cdb1c6657b", "name": "network-vif-plugged", "status": "completed", "tag": "5b7c2feb-8532-4fcd-b0da-704a7cfda920", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:05:55.113155 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3ff7d00a-ebaa-42f7-9e8f-4ec080db7dac {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:05:55.113568 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ff7d00a-ebaa-42f7-9e8f-4ec080db7dac'] response: {'server_uuid': 'f376fd7d-8b8d-40fe-8515-33cdb1c6657b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b7c2feb-8532-4fcd-b0da-704a7cfda920', 'code': 200} Mar 22 11:05:55.139540 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=5b7c2feb-8532-4fcd-b0da-704a7cfda920,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:05:55.327413 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c162e3-1f27-4bf9-8452-18c06b8afd4b req-4f52e7f0-af35-4743-a986-1e518e042521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:05:55.329428 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d4c162e3-1f27-4bf9-8452-18c06b8afd4b req-4f52e7f0-af35-4743-a986-1e518e042521 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f376fd7d-8b8d-40fe-8515-33cdb1c6657b HTTP/1.1" status: 200 len: 1099 time: 0.0463667 Mar 22 11:05:55.366478 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d4c162e3-1f27-4bf9-8452-18c06b8afd4b req-a057bf61-9d7c-4ccc-9f8e-7dc3aa0a0363 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=82748c69-4f97-4b9d-8323-69fdf08c3a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300412 Mar 22 11:05:55.433411 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ab7ee-92e2-4a43-93b3-0fd11764ab94 req-b6381636-0d98-447b-ae1d-87e0fb512d52 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:05:55.434759 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-636ab7ee-92e2-4a43-93b3-0fd11764ab94 req-b6381636-0d98-447b-ae1d-87e0fb512d52 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=f376fd7d-8b8d-40fe-8515-33cdb1c6657b HTTP/1.1" status: 200 len: 946 time: 0.0508819 Mar 22 11:05:55.473893 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-636ab7ee-92e2-4a43-93b3-0fd11764ab94 req-61668d60-1aa5-4a10-9d87-8138862ab509 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/security-groups?id=82748c69-4f97-4b9d-8323-69fdf08c3a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330179 Mar 22 11:05:56.594538 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b76170-c59d-4a04-892b-1ffd67a4b3de req-b0ec9526-777a-4003-8485-0cb0a8ab9b79 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:05:56.596068 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-69b76170-c59d-4a04-892b-1ffd67a4b3de req-b0ec9526-777a-4003-8485-0cb0a8ab9b79 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=f376fd7d-8b8d-40fe-8515-33cdb1c6657b HTTP/1.1" status: 200 len: 946 time: 0.0504708 Mar 22 11:05:56.640283 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-69b76170-c59d-4a04-892b-1ffd67a4b3de req-f2ec342d-7b8f-4059-a111-0c9011397937 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/security-groups?id=82748c69-4f97-4b9d-8323-69fdf08c3a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381839 Mar 22 11:05:56.756990 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48334e5-c27e-48b3-bc0c-bc659ad8b202 req-86ef193d-697e-4127-b94d-a6a1fa0bffb8 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:05:56.758350 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e48334e5-c27e-48b3-bc0c-bc659ad8b202 req-86ef193d-697e-4127-b94d-a6a1fa0bffb8 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=f376fd7d-8b8d-40fe-8515-33cdb1c6657b HTTP/1.1" status: 200 len: 946 time: 0.0501759 Mar 22 11:05:56.799541 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e48334e5-c27e-48b3-bc0c-bc659ad8b202 req-0ad67d59-d09a-43ee-bfe2-6e931b16fa3d tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/security-groups?id=82748c69-4f97-4b9d-8323-69fdf08c3a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321002 Mar 22 11:05:56.821866 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 43194) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:05:56.865015 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5dcaef-8099-4aa1-8369-511dd1ba5d87 tempest-TestVolumeBootPattern-1559577508 tempest-TestVolumeBootPattern-1559577508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:05:56.866677 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0d5dcaef-8099-4aa1-8369-511dd1ba5d87 tempest-TestVolumeBootPattern-1559577508 tempest-TestVolumeBootPattern-1559577508-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=f376fd7d-8b8d-40fe-8515-33cdb1c6657b HTTP/1.1" status: 200 len: 1094 time: 0.0437210 Mar 22 11:05:56.869989 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 43196) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:05:56.875489 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-7285cde4-553e-438e-83c0-481b1dbcd395 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Request body: {'floatingip': {'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'port_id': '5b7c2feb-8532-4fcd-b0da-704a7cfda920', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:05:56.899550 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7285cde4-553e-438e-83c0-481b1dbcd395 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks [] for floatingip, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:05:57.004239 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7285cde4-553e-438e-83c0-481b1dbcd395 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:05:57.123153 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-7285cde4-553e-438e-83c0-481b1dbcd395 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Allocated IP 172.26.7.57 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/654d4595-e7e5-4513-8ce9-08f92083832f) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:05:57.223037 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7285cde4-553e-438e-83c0-481b1dbcd395 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:05:57.259182 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7285cde4-553e-438e-83c0-481b1dbcd395 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:05:57.306508 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7285cde4-553e-438e-83c0-481b1dbcd395 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:05:57.309243 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-7285cde4-553e-438e-83c0-481b1dbcd395 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:05:57.313382 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7285cde4-553e-438e-83c0-481b1dbcd395 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:05:57.316412 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285cde4-553e-438e-83c0-481b1dbcd395 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Pushing event updated for resources: {'Port': ['ID=654d4595-e7e5-4513-8ce9-08f92083832f,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:05:57.345425 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285cde4-553e-438e-83c0-481b1dbcd395 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:05:57.345772 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285cde4-553e-438e-83c0-481b1dbcd395 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:05:57.346113 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285cde4-553e-438e-83c0-481b1dbcd395 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:05:57.346445 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285cde4-553e-438e-83c0-481b1dbcd395 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:05:57.346773 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285cde4-553e-438e-83c0-481b1dbcd395 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:05:57.347100 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285cde4-553e-438e-83c0-481b1dbcd395 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:05:57.347428 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285cde4-553e-438e-83c0-481b1dbcd395 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:05:57.347786 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285cde4-553e-438e-83c0-481b1dbcd395 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:05:57.348092 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285cde4-553e-438e-83c0-481b1dbcd395 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:05:57.348420 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285cde4-553e-438e-83c0-481b1dbcd395 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:05:57.348731 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285cde4-553e-438e-83c0-481b1dbcd395 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:05:57.349042 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7285cde4-553e-438e-83c0-481b1dbcd395 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:05:57.683527 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7285cde4-553e-438e-83c0-481b1dbcd395 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:05:57.756692 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7285cde4-553e-438e-83c0-481b1dbcd395 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:05:57.915865 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7285cde4-553e-438e-83c0-481b1dbcd395 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:05:57.922961 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7285cde4-553e-438e-83c0-481b1dbcd395 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:05:57.989184 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285cde4-553e-438e-83c0-481b1dbcd395 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Pushing event updated for resources: {'Port': ['ID=654d4595-e7e5-4513-8ce9-08f92083832f,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:05:57.999236 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7285cde4-553e-438e-83c0-481b1dbcd395 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684147'] for floatingip, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:05:58.108572 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.l3_db [None req-7285cde4-553e-438e-83c0-481b1dbcd395 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Floating IP 6141bbe5-aef2-4514-8f25-691b07339d68 associated. External IP: 172.26.7.57, port: 5b7c2feb-8532-4fcd-b0da-704a7cfda920. Mar 22 11:05:58.317354 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7285cde4-553e-438e-83c0-481b1dbcd395 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Router 7fe3b75b-d7c7-4282-aac4-068d497a5d94 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:05:58.434397 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7285cde4-553e-438e-83c0-481b1dbcd395 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:05:58.446502 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b386e0-a703-432b-9573-975166c099b4 None None] Sync routers for ids ['7fe3b75b-d7c7-4282-aac4-068d497a5d94'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:05:58.457171 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7285cde4-553e-438e-83c0-481b1dbcd395 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:05:58.457479 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b386e0-a703-432b-9573-975166c099b4 None None] Routers {'7fe3b75b-d7c7-4282-aac4-068d497a5d94'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:05:58.458095 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-e9b386e0-a703-432b-9573-975166c099b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:05:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['7fe3b75b-d7c7-4282-aac4-068d497a5d94'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:05:58.484581 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-7285cde4-553e-438e-83c0-481b1dbcd395 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6134021 Mar 22 11:05:58.485142 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f376fd7d-8b8d-40fe-8515-33cdb1c6657b', 'tag': '5b7c2feb-8532-4fcd-b0da-704a7cfda920'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:05:58.487403 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cefb3f4-79fc-4c1e-8b61-02d273fed85a" -d '{"events": [{"name": "network-changed", "server_uuid": "f376fd7d-8b8d-40fe-8515-33cdb1c6657b", "tag": "5b7c2feb-8532-4fcd-b0da-704a7cfda920"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:05:58.522880 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2137a9-3a46-4cae-86ef-574be1bbc219 x-openstack-request-id: req-2e2137a9-3a46-4cae-86ef-574be1bbc219 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:05:58.523173 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f376fd7d-8b8d-40fe-8515-33cdb1c6657b", "tag": "5b7c2feb-8532-4fcd-b0da-704a7cfda920", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:05:58.523461 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2e2137a9-3a46-4cae-86ef-574be1bbc219 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:05:58.523882 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e2137a9-3a46-4cae-86ef-574be1bbc219'] response: {'name': 'network-changed', 'server_uuid': 'f376fd7d-8b8d-40fe-8515-33cdb1c6657b', 'tag': '5b7c2feb-8532-4fcd-b0da-704a7cfda920', 'status': 'completed', 'code': 200} Mar 22 11:05:58.564490 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-e9b386e0-a703-432b-9573-975166c099b4 None None] Set router 7fe3b75b-d7c7-4282-aac4-068d497a5d94 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:05:58.587052 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cefb3f4-79fc-4c1e-8b61-02d273fed85a req-25e6642d-610d-41e2-932e-176fd94776d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:05:58.588543 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1cefb3f4-79fc-4c1e-8b61-02d273fed85a req-25e6642d-610d-41e2-932e-176fd94776d7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9a2db67725b46b3a61d41bcf76d544c&device_id=f376fd7d-8b8d-40fe-8515-33cdb1c6657b HTTP/1.1" status: 200 len: 1099 time: 0.0411773 Mar 22 11:05:58.681036 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cefb3f4-79fc-4c1e-8b61-02d273fed85a req-3041ecc8-4e48-4d9e-bbdf-6e838903c459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:05:58.682549 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1cefb3f4-79fc-4c1e-8b61-02d273fed85a req-3041ecc8-4e48-4d9e-bbdf-6e838903c459 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8f28cb31-2d61-41e3-9539-25a6eb750a37 HTTP/1.1" status: 200 len: 913 time: 0.0879745 Mar 22 11:05:58.752740 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1cefb3f4-79fc-4c1e-8b61-02d273fed85a req-0dbb16b1-e1e7-4ea3-a4fa-2306dd6d9296 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b7c2feb-8532-4fcd-b0da-704a7cfda920 HTTP/1.1" status: 200 len: 999 time: 0.0620811 Mar 22 11:05:58.801313 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cefb3f4-79fc-4c1e-8b61-02d273fed85a req-4ceaa0d3-581c-4efd-9ca2-0e7b30935cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:05:58.802783 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1cefb3f4-79fc-4c1e-8b61-02d273fed85a req-4ceaa0d3-581c-4efd-9ca2-0e7b30935cdf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8080d27b-6577-44db-a10e-53ade16f0755 HTTP/1.1" status: 200 len: 851 time: 0.0444593 Mar 22 11:05:58.815940 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-e9b386e0-a703-432b-9573-975166c099b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'name': 'tempest-TestVolumeBootPattern-1115789668-router', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:00:41Z', 'updated_at': '2022-03-22T11:00:44Z', 'revision_number': 4, 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'gw_port': {'id': 'c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:41Z', 'updated_at': '2022-03-22T11:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '6141bbe5-aef2-4514-8f25-691b07339d68', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'floating_ip_address': '172.26.7.57', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'port_id': '5b7c2feb-8532-4fcd-b0da-704a7cfda920', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f28cb31-2d61-41e3-9539-25a6eb750a37', 'mac_address': 'fa:16:3e:f1:a2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f376fd7d-8b8d-40fe-8515-33cdb1c6657b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:05:57Z', 'updated_at': '2022-03-22T11:05:57Z', 'revision_number': 0, 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'fixed_ip_address_scope': None}, {'id': '788ae19f-2fc1-4962-a6ce-2ef1f6099c70', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'floating_ip_address': '172.26.7.214', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'port_id': '6a5fd635-f681-4f87-a5e3-7baf0a7a9378', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f28cb31-2d61-41e3-9539-25a6eb750a37', 'mac_address': 'fa:16:3e:f9:7b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fec4b30-c437-4c38-8b48-0dca86d60eb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:03:59Z', 'updated_at': '2022-03-22T11:04:00Z', 'revision_number': 1, 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8553fc9a-ff90-48df-8d68-068b5c1f229b', 'name': '', 'network_id': '8f28cb31-2d61-41e3-9539-25a6eb750a37', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'mac_address': 'fa:16:3e:86:fd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '8080d27b-6577-44db-a10e-53ade16f0755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:43Z', 'updated_at': '2022-03-22T11:00:48Z', 'revision_number': 5, 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'subnets': [{'id': '8080d27b-6577-44db-a10e-53ade16f0755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:05:58.841777 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b386e0-a703-432b-9573-975166c099b4 None None] Checking router: 7fe3b75b-d7c7-4282-aac4-068d497a5d94 for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:05:58.850397 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b386e0-a703-432b-9573-975166c099b4 None None] Routers {'7fe3b75b-d7c7-4282-aac4-068d497a5d94'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:05:58.851029 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-e9b386e0-a703-432b-9573-975166c099b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:05:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['7fe3b75b-d7c7-4282-aac4-068d497a5d94'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:05:58.851441 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cefb3f4-79fc-4c1e-8b61-02d273fed85a req-d0d58fd3-35ce-4f42-bdd6-788288c5c90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:05:58.852939 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1cefb3f4-79fc-4c1e-8b61-02d273fed85a req-d0d58fd3-35ce-4f42-bdd6-788288c5c90c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8f28cb31-2d61-41e3-9539-25a6eb750a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434759 Mar 22 11:05:58.940698 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1cefb3f4-79fc-4c1e-8b61-02d273fed85a req-0db7eceb-5760-4ff5-a7c2-ffdc2ad9a12d service neutron] 10.222.0.35 "GET /v2.0/networks/8f28cb31-2d61-41e3-9539-25a6eb750a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813560 Mar 22 11:05:58.960201 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-e9b386e0-a703-432b-9573-975166c099b4 None None] Set router 7fe3b75b-d7c7-4282-aac4-068d497a5d94 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:05:59.032986 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1cefb3f4-79fc-4c1e-8b61-02d273fed85a req-67c11d35-d9dc-44ca-806a-5f03cdfecede service neutron] 10.222.0.35 "GET /v2.0/networks/8f28cb31-2d61-41e3-9539-25a6eb750a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862935 Mar 22 11:05:59.208662 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-e9b386e0-a703-432b-9573-975166c099b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'name': 'tempest-TestVolumeBootPattern-1115789668-router', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:00:41Z', 'updated_at': '2022-03-22T11:00:44Z', 'revision_number': 4, 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'gw_port': {'id': 'c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:41Z', 'updated_at': '2022-03-22T11:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '6141bbe5-aef2-4514-8f25-691b07339d68', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'floating_ip_address': '172.26.7.57', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'port_id': '5b7c2feb-8532-4fcd-b0da-704a7cfda920', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f28cb31-2d61-41e3-9539-25a6eb750a37', 'mac_address': 'fa:16:3e:f1:a2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f376fd7d-8b8d-40fe-8515-33cdb1c6657b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:05:57Z', 'updated_at': '2022-03-22T11:05:57Z', 'revision_number': 0, 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'fixed_ip_address_scope': None}, {'id': '788ae19f-2fc1-4962-a6ce-2ef1f6099c70', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'floating_ip_address': '172.26.7.214', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'port_id': '6a5fd635-f681-4f87-a5e3-7baf0a7a9378', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f28cb31-2d61-41e3-9539-25a6eb750a37', 'mac_address': 'fa:16:3e:f9:7b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fec4b30-c437-4c38-8b48-0dca86d60eb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:03:59Z', 'updated_at': '2022-03-22T11:04:00Z', 'revision_number': 1, 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8553fc9a-ff90-48df-8d68-068b5c1f229b', 'name': '', 'network_id': '8f28cb31-2d61-41e3-9539-25a6eb750a37', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'mac_address': 'fa:16:3e:86:fd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '8080d27b-6577-44db-a10e-53ade16f0755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:43Z', 'updated_at': '2022-03-22T11:00:48Z', 'revision_number': 5, 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'subnets': [{'id': '8080d27b-6577-44db-a10e-53ade16f0755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:05:59.234131 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b386e0-a703-432b-9573-975166c099b4 None None] The sync data for ids ['7fe3b75b-d7c7-4282-aac4-068d497a5d94'] in dv-neutron-834599-1-hyperv is: [{'id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'name': 'tempest-TestVolumeBootPattern-1115789668-router', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:00:41Z', 'updated_at': '2022-03-22T11:00:44Z', 'revision_number': 4, 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'gw_port': {'id': 'c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:41Z', 'updated_at': '2022-03-22T11:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '6141bbe5-aef2-4514-8f25-691b07339d68', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'floating_ip_address': '172.26.7.57', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'port_id': '5b7c2feb-8532-4fcd-b0da-704a7cfda920', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f28cb31-2d61-41e3-9539-25a6eb750a37', 'mac_address': 'fa:16:3e:f1:a2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f376fd7d-8b8d-40fe-8515-33cdb1c6657b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:05:57Z', 'updated_at': '2022-03-22T11:05:57Z', 'revision_number': 0, 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'fixed_ip_address_scope': None}, {'id': '788ae19f-2fc1-4962-a6ce-2ef1f6099c70', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'floating_ip_address': '172.26.7.214', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'port_id': '6a5fd635-f681-4f87-a5e3-7baf0a7a9378', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f28cb31-2d61-41e3-9539-25a6eb750a37', 'mac_address': 'fa:16:3e:f9:7b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fec4b30-c437-4c38-8b48-0dca86d60eb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:03:59Z', 'updated_at': '2022-03-22T11:04:00Z', 'revision_number': 1, 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8553fc9a-ff90-48df-8d68-068b5c1f229b', 'name': '', 'network_id': '8f28cb31-2d61-41e3-9539-25a6eb750a37', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'mac_address': 'fa:16:3e:86:fd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '8080d27b-6577-44db-a10e-53ade16f0755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:43Z', 'updated_at': '2022-03-22T11:00:48Z', 'revision_number': 5, 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'subnets': [{'id': '8080d27b-6577-44db-a10e-53ade16f0755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:05:59.519335 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9358c299-9575-4944-b3a3-9612b7424bad None None] New status for floating IP 6141bbe5-aef2-4514-8f25-691b07339d68: ACTIVE {{(pid=109052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 11:06:07.690066 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2424a9d0-43d6-4be3-abe0-11efe5865f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:06:09.833384 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b316499f-d27a-4a46-b84d-5e5086c08d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:06:11.126838 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:06:12.545399 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:06:12.827344 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:06:13.372985 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:06:15.150540 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:06:24.319502 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e361047b-a15e-4bea-807c-c0b6ef76f95d req-9a7ec710-589a-4fd1-8c9d-034c3ea8e60c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0b9a401b-d353-4e72-90fc-beace29d1cbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412295 Mar 22 11:06:24.387577 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361047b-a15e-4bea-807c-c0b6ef76f95d req-b1ea0c31-19da-4076-a15d-fa50499208a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:06:24.389048 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e361047b-a15e-4bea-807c-c0b6ef76f95d req-b1ea0c31-19da-4076-a15d-fa50499208a8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d323f0b18e24bb7bcd0d92686e5587a&device_id=0b9a401b-d353-4e72-90fc-beace29d1cbb HTTP/1.1" status: 200 len: 1099 time: 0.0405753 Mar 22 11:06:24.503989 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361047b-a15e-4bea-807c-c0b6ef76f95d req-17412ecb-d110-4e68-9a37-6841e854047c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:06:24.505529 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e361047b-a15e-4bea-807c-c0b6ef76f95d req-17412ecb-d110-4e68-9a37-6841e854047c service neutron] 10.222.0.35 "GET /v2.0/networks?id=58e2729d-c1b9-4914-9cc0-73bfedb37515 HTTP/1.1" status: 200 len: 897 time: 0.0963049 Mar 22 11:06:24.580021 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e361047b-a15e-4bea-807c-c0b6ef76f95d req-8fe1fc07-dd4d-486a-b0db-dc44d6ea3266 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3bc45501-073d-4cb4-b2fc-e3556a174192 HTTP/1.1" status: 200 len: 1002 time: 0.0667689 Mar 22 11:06:24.634050 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361047b-a15e-4bea-807c-c0b6ef76f95d req-b2f0a810-948e-4118-bcf7-12ea7ec685c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:06:24.635806 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e361047b-a15e-4bea-807c-c0b6ef76f95d req-b2f0a810-948e-4118-bcf7-12ea7ec685c9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9deb0fae-aa36-4110-b29f-4a3ea90cf425 HTTP/1.1" status: 200 len: 844 time: 0.0490365 Mar 22 11:06:24.682104 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361047b-a15e-4bea-807c-c0b6ef76f95d req-4ce5a165-c280-4460-a39b-9e910532b9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:06:24.683615 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e361047b-a15e-4bea-807c-c0b6ef76f95d req-4ce5a165-c280-4460-a39b-9e910532b9fc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=58e2729d-c1b9-4914-9cc0-73bfedb37515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403554 Mar 22 11:06:24.783381 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e361047b-a15e-4bea-807c-c0b6ef76f95d req-3d4288bc-bd9d-4422-ab2c-dee313c40155 service neutron] 10.222.0.35 "GET /v2.0/networks/58e2729d-c1b9-4914-9cc0-73bfedb37515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929062 Mar 22 11:06:24.872184 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e361047b-a15e-4bea-807c-c0b6ef76f95d req-637a69c6-8994-4919-a080-3e24d03a1bf5 service neutron] 10.222.0.35 "GET /v2.0/networks/58e2729d-c1b9-4914-9cc0-73bfedb37515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823967 Mar 22 11:06:37.705199 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-556fcc85-288d-432f-8d0e-8455be67d30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:06:39.829592 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d09e3e85-78ad-4ca5-a955-c2a7dcbf4c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:06:41.126455 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:06:42.543187 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:06:42.822542 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:06:43.353958 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:06:52.150543 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:06:55.765137 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 43220) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:06:55.866354 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-df0b0601-cff6-4337-8055-ac8484e6a2af tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:06:55.954413 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-df0b0601-cff6-4337-8055-ac8484e6a2af tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12443811'] for subnet, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:06:56.105198 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-df0b0601-cff6-4337-8055-ac8484e6a2af tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732232779704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8653176'] for subnet, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:06:56.144837 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0b0601-cff6-4337-8055-ac8484e6a2af tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:06:56.145436 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-df0b0601-cff6-4337-8055-ac8484e6a2af tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:06:56.146775 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-df0b0601-cff6-4337-8055-ac8484e6a2af tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "PUT /v2.0/subnets/9deb0fae-aa36-4110-b29f-4a3ea90cf425 HTTP/1.1" status: 200 len: 836 time: 0.3802607 Mar 22 11:06:56.152380 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abab1765-4506-4e92-b2b0-bc635ecfe7aa None None] Network 58e2729d-c1b9-4914-9cc0-73bfedb37515 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:06:56.164763 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b0601-cff6-4337-8055-ac8484e6a2af tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Subnet': ['ID=9deb0fae-aa36-4110-b29f-4a3ea90cf425,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:06:56.172483 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0b0601-cff6-4337-8055-ac8484e6a2af tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:06:56.172829 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0b0601-cff6-4337-8055-ac8484e6a2af tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:06:56.173166 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0b0601-cff6-4337-8055-ac8484e6a2af tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:06:56.173501 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0b0601-cff6-4337-8055-ac8484e6a2af tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:06:56.173828 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0b0601-cff6-4337-8055-ac8484e6a2af tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:06:56.174172 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0b0601-cff6-4337-8055-ac8484e6a2af tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:06:56.174499 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0b0601-cff6-4337-8055-ac8484e6a2af tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:06:56.175154 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0b0601-cff6-4337-8055-ac8484e6a2af tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:06:56.175154 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0b0601-cff6-4337-8055-ac8484e6a2af tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:06:56.175521 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0b0601-cff6-4337-8055-ac8484e6a2af tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:06:56.175838 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0b0601-cff6-4337-8055-ac8484e6a2af tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:06:56.176213 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0b0601-cff6-4337-8055-ac8484e6a2af tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:06:56.515832 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-f405fe95-d9d2-4338-8623-91c09ae663be None None] Provisioning complete for port 1177fc40-0650-4d21-adca-13e31fcde055 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:06:56.516276 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f405fe95-d9d2-4338-8623-91c09ae663be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:06:56.618666 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-f405fe95-d9d2-4338-8623-91c09ae663be None None] Provisioning complete for port cc89af66-4450-4a2d-a45b-7d25cbbb20da triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:06:56.618912 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f405fe95-d9d2-4338-8623-91c09ae663be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:06:56.713688 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-f405fe95-d9d2-4338-8623-91c09ae663be None None] Provisioning complete for port 3bc45501-073d-4cb4-b2fc-e3556a174192 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:06:56.714030 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f405fe95-d9d2-4338-8623-91c09ae663be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:07.708280 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-1d578303-b237-4ad0-9f9a-38580f8b6e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:09.831224 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5aaaf715-42e4-47d9-a1e8-f7b3d6bba5bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:11.130878 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:12.572987 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:12.832236 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:13.367153 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:25.275290 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-420351f3-4740-4f78-b959-b3487a039f99 req-6ab50643-2409-4ec6-a4a7-55fa22e56d9b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6fec4b30-c437-4c38-8b48-0dca86d60eb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415235 Mar 22 11:07:25.694242 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420351f3-4740-4f78-b959-b3487a039f99 req-5a99ce9d-5822-425b-89e0-b418a06195ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:07:25.695741 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-420351f3-4740-4f78-b959-b3487a039f99 req-5a99ce9d-5822-425b-89e0-b418a06195ad service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9a2db67725b46b3a61d41bcf76d544c&device_id=6fec4b30-c437-4c38-8b48-0dca86d60eb3 HTTP/1.1" status: 200 len: 1098 time: 0.3640957 Mar 22 11:07:25.806263 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420351f3-4740-4f78-b959-b3487a039f99 req-2eb6abd6-861b-412a-8da1-d61913161d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:07:25.807817 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-420351f3-4740-4f78-b959-b3487a039f99 req-2eb6abd6-861b-412a-8da1-d61913161d63 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8f28cb31-2d61-41e3-9539-25a6eb750a37 HTTP/1.1" status: 200 len: 913 time: 0.0859697 Mar 22 11:07:25.884905 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-420351f3-4740-4f78-b959-b3487a039f99 req-7b6cbb8f-f152-4c5c-a8ce-39bcccab3de2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a5fd635-f681-4f87-a5e3-7baf0a7a9378 HTTP/1.1" status: 200 len: 1001 time: 0.0612798 Mar 22 11:07:25.944731 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420351f3-4740-4f78-b959-b3487a039f99 req-b9318200-66d8-498b-b245-053fa5b83d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:07:25.946730 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-420351f3-4740-4f78-b959-b3487a039f99 req-b9318200-66d8-498b-b245-053fa5b83d12 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8080d27b-6577-44db-a10e-53ade16f0755 HTTP/1.1" status: 200 len: 851 time: 0.0550935 Mar 22 11:07:25.993055 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420351f3-4740-4f78-b959-b3487a039f99 req-62f1013f-eb09-40b6-a5c1-5e5799331b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:07:25.995336 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-420351f3-4740-4f78-b959-b3487a039f99 req-62f1013f-eb09-40b6-a5c1-5e5799331b8a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8f28cb31-2d61-41e3-9539-25a6eb750a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413790 Mar 22 11:07:26.101125 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-420351f3-4740-4f78-b959-b3487a039f99 req-7ad1d844-1f71-481e-bfe5-6bb7fe3b0665 service neutron] 10.222.0.35 "GET /v2.0/networks/8f28cb31-2d61-41e3-9539-25a6eb750a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989687 Mar 22 11:07:26.208837 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-420351f3-4740-4f78-b959-b3487a039f99 req-757c0c41-3450-486f-b681-fad2bfceb22f service neutron] 10.222.0.35 "GET /v2.0/networks/8f28cb31-2d61-41e3-9539-25a6eb750a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988431 Mar 22 11:07:29.156561 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:07:30.855986 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 43230) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:07:31.020446 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-05863bd9-afe1-44b8-b1ed-05e82896bfd3 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Deleting port 654d4595-e7e5-4513-8ce9-08f92083832f {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:07:31.020790 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-05863bd9-afe1-44b8-b1ed-05e82896bfd3 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:31.102581 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-05863bd9-afe1-44b8-b1ed-05e82896bfd3 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:31.102874 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-05863bd9-afe1-44b8-b1ed-05e82896bfd3 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:31.114485 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-05863bd9-afe1-44b8-b1ed-05e82896bfd3 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Calling delete_port for 654d4595-e7e5-4513-8ce9-08f92083832f owned by network:floatingip {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:07:31.266932 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-05863bd9-afe1-44b8-b1ed-05e82896bfd3 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:31.292313 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05863bd9-afe1-44b8-b1ed-05e82896bfd3 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Pushing event deleted for resources: {'Port': ['ID=654d4595-e7e5-4513-8ce9-08f92083832f,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:07:31.304721 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05863bd9-afe1-44b8-b1ed-05e82896bfd3 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:07:31.305113 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05863bd9-afe1-44b8-b1ed-05e82896bfd3 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:07:31.305459 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05863bd9-afe1-44b8-b1ed-05e82896bfd3 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:07:31.305829 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05863bd9-afe1-44b8-b1ed-05e82896bfd3 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:07:31.306164 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05863bd9-afe1-44b8-b1ed-05e82896bfd3 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:07:31.306498 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05863bd9-afe1-44b8-b1ed-05e82896bfd3 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:07:31.306836 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05863bd9-afe1-44b8-b1ed-05e82896bfd3 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:07:31.307166 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05863bd9-afe1-44b8-b1ed-05e82896bfd3 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:07:31.307518 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05863bd9-afe1-44b8-b1ed-05e82896bfd3 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:07:31.307847 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05863bd9-afe1-44b8-b1ed-05e82896bfd3 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:07:31.308157 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05863bd9-afe1-44b8-b1ed-05e82896bfd3 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:07:31.308479 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05863bd9-afe1-44b8-b1ed-05e82896bfd3 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:07:31.363311 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-05863bd9-afe1-44b8-b1ed-05e82896bfd3 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks [] for floatingip, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:31.363689 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.l3_db [None req-05863bd9-afe1-44b8-b1ed-05e82896bfd3 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Floating IP 6141bbe5-aef2-4514-8f25-691b07339d68 disassociated (deleted). External IP: 172.26.7.57, port: 5b7c2feb-8532-4fcd-b0da-704a7cfda920. Mar 22 11:07:31.584027 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05863bd9-afe1-44b8-b1ed-05e82896bfd3 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Router 7fe3b75b-d7c7-4282-aac4-068d497a5d94 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:07:31.694759 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05863bd9-afe1-44b8-b1ed-05e82896bfd3 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:07:31.700147 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-05863bd9-afe1-44b8-b1ed-05e82896bfd3 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:31.705205 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b294a96-a86b-40a9-a337-0d9a285b0a90 None None] Sync routers for ids ['7fe3b75b-d7c7-4282-aac4-068d497a5d94'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:07:31.714793 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b294a96-a86b-40a9-a337-0d9a285b0a90 None None] Routers {'7fe3b75b-d7c7-4282-aac4-068d497a5d94'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:07:31.715407 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-2b294a96-a86b-40a9-a337-0d9a285b0a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:07:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['7fe3b75b-d7c7-4282-aac4-068d497a5d94'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:07:31.727481 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-05863bd9-afe1-44b8-b1ed-05e82896bfd3 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "DELETE /v2.0/floatingips/6141bbe5-aef2-4514-8f25-691b07339d68 HTTP/1.1" status: 204 len: 168 time: 0.8700154 Mar 22 11:07:31.728087 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f376fd7d-8b8d-40fe-8515-33cdb1c6657b', 'tag': '5b7c2feb-8532-4fcd-b0da-704a7cfda920'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:07:31.730436 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485f907e-d914-4d82-8ef5-041203fb0614" -d '{"events": [{"name": "network-changed", "server_uuid": "f376fd7d-8b8d-40fe-8515-33cdb1c6657b", "tag": "5b7c2feb-8532-4fcd-b0da-704a7cfda920"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:07:31.769074 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f130ab7-cf1a-484d-8c13-706e200eafee x-openstack-request-id: req-3f130ab7-cf1a-484d-8c13-706e200eafee {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:07:31.769464 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f376fd7d-8b8d-40fe-8515-33cdb1c6657b", "tag": "5b7c2feb-8532-4fcd-b0da-704a7cfda920", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:07:31.770559 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3f130ab7-cf1a-484d-8c13-706e200eafee {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:07:31.771081 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f130ab7-cf1a-484d-8c13-706e200eafee'] response: {'name': 'network-changed', 'server_uuid': 'f376fd7d-8b8d-40fe-8515-33cdb1c6657b', 'tag': '5b7c2feb-8532-4fcd-b0da-704a7cfda920', 'status': 'completed', 'code': 200} Mar 22 11:07:31.835808 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f907e-d914-4d82-8ef5-041203fb0614 req-fc7f7ee3-b5a3-41cd-ab1b-45bb68313441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:07:31.837221 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-485f907e-d914-4d82-8ef5-041203fb0614 req-fc7f7ee3-b5a3-41cd-ab1b-45bb68313441 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9a2db67725b46b3a61d41bcf76d544c&device_id=f376fd7d-8b8d-40fe-8515-33cdb1c6657b HTTP/1.1" status: 200 len: 1099 time: 0.0449197 Mar 22 11:07:31.975135 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-2b294a96-a86b-40a9-a337-0d9a285b0a90 None None] Set router 7fe3b75b-d7c7-4282-aac4-068d497a5d94 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:07:31.988336 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f907e-d914-4d82-8ef5-041203fb0614 req-2f3be510-e246-4c38-961c-bd150c5bc955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:07:31.989810 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-485f907e-d914-4d82-8ef5-041203fb0614 req-2f3be510-e246-4c38-961c-bd150c5bc955 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8f28cb31-2d61-41e3-9539-25a6eb750a37 HTTP/1.1" status: 200 len: 913 time: 0.1446362 Mar 22 11:07:32.011827 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768f973-d77f-4bb6-a9e6-da9caaf67a9c req-11dbaaae-8069-4762-9ceb-17b7233d351c tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:07:32.013255 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5768f973-d77f-4bb6-a9e6-da9caaf67a9c req-11dbaaae-8069-4762-9ceb-17b7233d351c tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=f376fd7d-8b8d-40fe-8515-33cdb1c6657b HTTP/1.1" status: 200 len: 946 time: 0.0789545 Mar 22 11:07:32.049466 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-485f907e-d914-4d82-8ef5-041203fb0614 req-2dcfa29b-457b-44f6-81d0-c9fb17b2ead3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b7c2feb-8532-4fcd-b0da-704a7cfda920 HTTP/1.1" status: 200 len: 217 time: 0.0520823 Mar 22 11:07:32.103778 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5768f973-d77f-4bb6-a9e6-da9caaf67a9c req-e749f0ed-f50d-48fc-b478-b60a4f1ed17f tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/security-groups?id=82748c69-4f97-4b9d-8323-69fdf08c3a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609517 Mar 22 11:07:32.114467 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f907e-d914-4d82-8ef5-041203fb0614 req-c4b73fa1-a2ff-4eba-ad13-b18d8d34ef49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:07:32.115931 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-485f907e-d914-4d82-8ef5-041203fb0614 req-c4b73fa1-a2ff-4eba-ad13-b18d8d34ef49 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8080d27b-6577-44db-a10e-53ade16f0755 HTTP/1.1" status: 200 len: 851 time: 0.0586832 Mar 22 11:07:32.161666 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f907e-d914-4d82-8ef5-041203fb0614 req-b33601da-39f7-408a-9064-c83a4848883d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:07:32.163197 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-485f907e-d914-4d82-8ef5-041203fb0614 req-b33601da-39f7-408a-9064-c83a4848883d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8f28cb31-2d61-41e3-9539-25a6eb750a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401273 Mar 22 11:07:32.194051 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-2b294a96-a86b-40a9-a337-0d9a285b0a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'name': 'tempest-TestVolumeBootPattern-1115789668-router', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:00:41Z', 'updated_at': '2022-03-22T11:00:44Z', 'revision_number': 4, 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'gw_port': {'id': 'c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:41Z', 'updated_at': '2022-03-22T11:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '788ae19f-2fc1-4962-a6ce-2ef1f6099c70', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'floating_ip_address': '172.26.7.214', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'port_id': '6a5fd635-f681-4f87-a5e3-7baf0a7a9378', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f28cb31-2d61-41e3-9539-25a6eb750a37', 'mac_address': 'fa:16:3e:f9:7b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fec4b30-c437-4c38-8b48-0dca86d60eb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:03:59Z', 'updated_at': '2022-03-22T11:04:00Z', 'revision_number': 1, 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8553fc9a-ff90-48df-8d68-068b5c1f229b', 'name': '', 'network_id': '8f28cb31-2d61-41e3-9539-25a6eb750a37', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'mac_address': 'fa:16:3e:86:fd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '8080d27b-6577-44db-a10e-53ade16f0755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:43Z', 'updated_at': '2022-03-22T11:00:48Z', 'revision_number': 5, 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'subnets': [{'id': '8080d27b-6577-44db-a10e-53ade16f0755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:07:32.225129 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b294a96-a86b-40a9-a337-0d9a285b0a90 None None] Checking router: 7fe3b75b-d7c7-4282-aac4-068d497a5d94 for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:07:32.236212 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b294a96-a86b-40a9-a337-0d9a285b0a90 None None] Routers {'7fe3b75b-d7c7-4282-aac4-068d497a5d94'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:07:32.236839 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-2b294a96-a86b-40a9-a337-0d9a285b0a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:07:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['7fe3b75b-d7c7-4282-aac4-068d497a5d94'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:07:32.257957 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-485f907e-d914-4d82-8ef5-041203fb0614 req-72b7a28c-457d-4543-aa69-6497d7dbeb24 service neutron] 10.222.0.35 "GET /v2.0/networks/8f28cb31-2d61-41e3-9539-25a6eb750a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870562 Mar 22 11:07:32.346221 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-2b294a96-a86b-40a9-a337-0d9a285b0a90 None None] Set router 7fe3b75b-d7c7-4282-aac4-068d497a5d94 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:07:32.350022 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-485f907e-d914-4d82-8ef5-041203fb0614 req-a0483f0d-8cbb-48a0-8e40-981555b9fb73 service neutron] 10.222.0.35 "GET /v2.0/networks/8f28cb31-2d61-41e3-9539-25a6eb750a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843825 Mar 22 11:07:32.566370 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-2b294a96-a86b-40a9-a337-0d9a285b0a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'name': 'tempest-TestVolumeBootPattern-1115789668-router', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:00:41Z', 'updated_at': '2022-03-22T11:00:44Z', 'revision_number': 4, 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'gw_port': {'id': 'c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:41Z', 'updated_at': '2022-03-22T11:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '788ae19f-2fc1-4962-a6ce-2ef1f6099c70', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'floating_ip_address': '172.26.7.214', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'port_id': '6a5fd635-f681-4f87-a5e3-7baf0a7a9378', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f28cb31-2d61-41e3-9539-25a6eb750a37', 'mac_address': 'fa:16:3e:f9:7b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fec4b30-c437-4c38-8b48-0dca86d60eb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:03:59Z', 'updated_at': '2022-03-22T11:04:00Z', 'revision_number': 1, 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8553fc9a-ff90-48df-8d68-068b5c1f229b', 'name': '', 'network_id': '8f28cb31-2d61-41e3-9539-25a6eb750a37', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'mac_address': 'fa:16:3e:86:fd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '8080d27b-6577-44db-a10e-53ade16f0755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:43Z', 'updated_at': '2022-03-22T11:00:48Z', 'revision_number': 5, 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'subnets': [{'id': '8080d27b-6577-44db-a10e-53ade16f0755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:07:32.591823 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b294a96-a86b-40a9-a337-0d9a285b0a90 None None] The sync data for ids ['7fe3b75b-d7c7-4282-aac4-068d497a5d94'] in dv-neutron-834599-1-hyperv is: [{'id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'name': 'tempest-TestVolumeBootPattern-1115789668-router', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:00:41Z', 'updated_at': '2022-03-22T11:00:44Z', 'revision_number': 4, 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'gw_port': {'id': 'c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:41Z', 'updated_at': '2022-03-22T11:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '788ae19f-2fc1-4962-a6ce-2ef1f6099c70', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'floating_ip_address': '172.26.7.214', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'port_id': '6a5fd635-f681-4f87-a5e3-7baf0a7a9378', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f28cb31-2d61-41e3-9539-25a6eb750a37', 'mac_address': 'fa:16:3e:f9:7b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fec4b30-c437-4c38-8b48-0dca86d60eb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:03:59Z', 'updated_at': '2022-03-22T11:04:00Z', 'revision_number': 1, 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8553fc9a-ff90-48df-8d68-068b5c1f229b', 'name': '', 'network_id': '8f28cb31-2d61-41e3-9539-25a6eb750a37', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'mac_address': 'fa:16:3e:86:fd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '8080d27b-6577-44db-a10e-53ade16f0755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:43Z', 'updated_at': '2022-03-22T11:00:48Z', 'revision_number': 5, 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'subnets': [{'id': '8080d27b-6577-44db-a10e-53ade16f0755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:07:32.804637 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7054c3fb-ea2d-497d-bf84-2588ac63f671 None None] New status for floating IP 6141bbe5-aef2-4514-8f25-691b07339d68: DOWN {{(pid=109052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 11:07:33.230026 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47474a9b-87c7-4121-b6d7-2e4d9bc3f9be req-8972e6c8-49e6-44ef-951a-ab8fa2096060 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:07:33.231611 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-47474a9b-87c7-4121-b6d7-2e4d9bc3f9be req-8972e6c8-49e6-44ef-951a-ab8fa2096060 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=f376fd7d-8b8d-40fe-8515-33cdb1c6657b HTTP/1.1" status: 200 len: 946 time: 0.0541315 Mar 22 11:07:33.270455 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-47474a9b-87c7-4121-b6d7-2e4d9bc3f9be req-eb347941-979e-4fc4-9ebf-66dbdc46c462 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/security-groups?id=82748c69-4f97-4b9d-8323-69fdf08c3a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328150 Mar 22 11:07:33.536143 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c37cd8d-5e06-4970-bf8f-29128787c051 req-143fe67b-d232-461e-a84e-a66ee67da8c0 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:07:33.537478 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6c37cd8d-5e06-4970-bf8f-29128787c051 req-143fe67b-d232-461e-a84e-a66ee67da8c0 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.35 "GET /v2.0/ports?device_id=f376fd7d-8b8d-40fe-8515-33cdb1c6657b HTTP/1.1" status: 200 len: 946 time: 0.0552673 Mar 22 11:07:33.638667 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-6c37cd8d-5e06-4970-bf8f-29128787c051 req-f8d36ce4-b25b-43b4-9dda-b1b29e53fe0f tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Deleting port 5b7c2feb-8532-4fcd-b0da-704a7cfda920 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:07:33.639055 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-6c37cd8d-5e06-4970-bf8f-29128787c051 req-f8d36ce4-b25b-43b4-9dda-b1b29e53fe0f tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:33.725289 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-6c37cd8d-5e06-4970-bf8f-29128787c051 req-f8d36ce4-b25b-43b4-9dda-b1b29e53fe0f tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] For port 5b7c2feb-8532-4fcd-b0da-704a7cfda920, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=5b7c2feb-8532-4fcd-b0da-704a7cfda920,segment=NetworkSegment(1a35a9ba-da81-41c2-b3e4-2353befb7bac),segment_id=1a35a9ba-da81-41c2-b3e4-2353befb7bac)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:07:33.725648 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-6c37cd8d-5e06-4970-bf8f-29128787c051 req-f8d36ce4-b25b-43b4-9dda-b1b29e53fe0f tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:33.738472 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-6c37cd8d-5e06-4970-bf8f-29128787c051 req-f8d36ce4-b25b-43b4-9dda-b1b29e53fe0f tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Calling delete_port for 5b7c2feb-8532-4fcd-b0da-704a7cfda920 owned by compute:nova {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:07:33.872488 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-6c37cd8d-5e06-4970-bf8f-29128787c051 req-f8d36ce4-b25b-43b4-9dda-b1b29e53fe0f tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:33.904190 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d36ce4-b25b-43b4-9dda-b1b29e53fe0f tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Pushing event deleted for resources: {'Port': ['ID=5b7c2feb-8532-4fcd-b0da-704a7cfda920,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:07:33.945521 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c37cd8d-5e06-4970-bf8f-29128787c051 req-f8d36ce4-b25b-43b4-9dda-b1b29e53fe0f tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] No DVR routers for this DVR port 5b7c2feb-8532-4fcd-b0da-704a7cfda920 on host hv-neutron-8345 {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:07:33.948128 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-6c37cd8d-5e06-4970-bf8f-29128787c051 req-f8d36ce4-b25b-43b4-9dda-b1b29e53fe0f tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:33.951679 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6c37cd8d-5e06-4970-bf8f-29128787c051 req-f8d36ce4-b25b-43b4-9dda-b1b29e53fe0f tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.35 "DELETE /v2.0/ports/5b7c2feb-8532-4fcd-b0da-704a7cfda920 HTTP/1.1" status: 204 len: 173 time: 0.4084687 Mar 22 11:07:33.952139 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f376fd7d-8b8d-40fe-8515-33cdb1c6657b', 'name': 'network-vif-deleted', 'tag': '5b7c2feb-8532-4fcd-b0da-704a7cfda920'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:07:33.954888 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1dfc74b-f385-496c-a308-13ea73d1c624" -d '{"events": [{"server_uuid": "f376fd7d-8b8d-40fe-8515-33cdb1c6657b", "name": "network-vif-deleted", "tag": "5b7c2feb-8532-4fcd-b0da-704a7cfda920"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:07:33.997038 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720dcf52-1699-438e-ac92-0a52c5fe0c07 x-openstack-request-id: req-720dcf52-1699-438e-ac92-0a52c5fe0c07 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:07:33.997359 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f376fd7d-8b8d-40fe-8515-33cdb1c6657b", "name": "network-vif-deleted", "tag": "5b7c2feb-8532-4fcd-b0da-704a7cfda920", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:07:33.997612 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-720dcf52-1699-438e-ac92-0a52c5fe0c07 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:07:33.998025 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-720dcf52-1699-438e-ac92-0a52c5fe0c07'] response: {'server_uuid': 'f376fd7d-8b8d-40fe-8515-33cdb1c6657b', 'name': 'network-vif-deleted', 'tag': '5b7c2feb-8532-4fcd-b0da-704a7cfda920', 'status': 'completed', 'code': 200} Mar 22 11:07:34.370170 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-dbb66c1e-95a0-4ab2-aa33-af808366f059 req-40c0f078-e7b3-4798-af37-8ad1847be6b4 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=f376fd7d-8b8d-40fe-8515-33cdb1c6657b HTTP/1.1" status: 200 len: 210 time: 0.0307376 Mar 22 11:07:35.467280 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6fb6e13d-42d6-401a-b736-10cd9bd7cc3e req-c0f2b937-6a33-4074-a117-87ba6f485c3e tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=f376fd7d-8b8d-40fe-8515-33cdb1c6657b HTTP/1.1" status: 200 len: 210 time: 0.0269427 Mar 22 11:07:36.567722 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-184bfec1-0ba0-4b5e-89b8-312bae6cb8cf req-4dab8694-4e87-4355-92c5-61fd5147a8e5 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=f376fd7d-8b8d-40fe-8515-33cdb1c6657b HTTP/1.1" status: 200 len: 210 time: 0.0275276 Mar 22 11:07:37.298287 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 5b7c2feb-8532-4fcd-b0da-704a7cfda920 no longer exists at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:07:37.318458 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] No Port match for: 5b7c2feb-8532-4fcd-b0da-704a7cfda920 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:07:37.318802 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 5b7c2feb-8532-4fcd-b0da-704a7cfda920 not bound to the agent host hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:07:37.682479 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2d84b409-0ba5-4734-8192-4a02ec99e1ca req-4d94e279-efc0-4b31-a8ca-63e7045f4988 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=f376fd7d-8b8d-40fe-8515-33cdb1c6657b HTTP/1.1" status: 200 len: 210 time: 0.0270255 Mar 22 11:07:37.714078 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f4af6c2f-8bd1-4794-9a62-818beabf3e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:39.007131 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 43268) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:07:39.169215 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-e54ccd17-2d01-437c-8283-233ecb21fceb tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Deleting port 5369d548-d7e8-45cf-b49a-8242e7950b06 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:07:39.169579 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e54ccd17-2d01-437c-8283-233ecb21fceb tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:39.250604 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e54ccd17-2d01-437c-8283-233ecb21fceb tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:39.250858 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e54ccd17-2d01-437c-8283-233ecb21fceb tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:39.263521 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-e54ccd17-2d01-437c-8283-233ecb21fceb tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Calling delete_port for 5369d548-d7e8-45cf-b49a-8242e7950b06 owned by network:floatingip {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:07:39.418988 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e54ccd17-2d01-437c-8283-233ecb21fceb tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:39.445350 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54ccd17-2d01-437c-8283-233ecb21fceb tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'Port': ['ID=5369d548-d7e8-45cf-b49a-8242e7950b06,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:07:39.505678 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e54ccd17-2d01-437c-8283-233ecb21fceb tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for floatingip, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:39.505934 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.l3_db [None req-e54ccd17-2d01-437c-8283-233ecb21fceb tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Floating IP 5d22c0dc-4576-4fc9-a936-9788cffdf743 disassociated (deleted). External IP: 172.26.7.146, port: 3bc45501-073d-4cb4-b2fc-e3556a174192. Mar 22 11:07:39.731951 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e54ccd17-2d01-437c-8283-233ecb21fceb tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Router 4c546565-2467-4cbb-8a01-009e6d333cca has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:07:39.824242 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-bcd89707-dd7f-47de-a5f0-889e14d04d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:39.845596 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e54ccd17-2d01-437c-8283-233ecb21fceb tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:07:39.850635 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e54ccd17-2d01-437c-8283-233ecb21fceb tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:39.859190 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a2dba9-75d0-43a1-9ad6-2c48d01bf2cb None None] Sync routers for ids ['4c546565-2467-4cbb-8a01-009e6d333cca'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:07:39.874402 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a2dba9-75d0-43a1-9ad6-2c48d01bf2cb None None] Routers {'4c546565-2467-4cbb-8a01-009e6d333cca'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:07:39.875148 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-b6a2dba9-75d0-43a1-9ad6-2c48d01bf2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:07:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['4c546565-2467-4cbb-8a01-009e6d333cca'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:07:39.881029 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-e54ccd17-2d01-437c-8283-233ecb21fceb tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "DELETE /v2.0/floatingips/5d22c0dc-4576-4fc9-a936-9788cffdf743 HTTP/1.1" status: 204 len: 168 time: 0.8727665 Mar 22 11:07:39.881616 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b9a401b-d353-4e72-90fc-beace29d1cbb', 'tag': '3bc45501-073d-4cb4-b2fc-e3556a174192'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:07:39.887605 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9c2ffb-e558-456b-9202-c65ec7af183d" -d '{"events": [{"name": "network-changed", "server_uuid": "0b9a401b-d353-4e72-90fc-beace29d1cbb", "tag": "3bc45501-073d-4cb4-b2fc-e3556a174192"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:07:39.943140 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d93a80-6c55-46cd-81b7-7554d7e96f9d x-openstack-request-id: req-b7d93a80-6c55-46cd-81b7-7554d7e96f9d {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:07:39.943592 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b9a401b-d353-4e72-90fc-beace29d1cbb", "tag": "3bc45501-073d-4cb4-b2fc-e3556a174192", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:07:39.943922 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b7d93a80-6c55-46cd-81b7-7554d7e96f9d {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:07:39.944413 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7d93a80-6c55-46cd-81b7-7554d7e96f9d'] response: {'name': 'network-changed', 'server_uuid': '0b9a401b-d353-4e72-90fc-beace29d1cbb', 'tag': '3bc45501-073d-4cb4-b2fc-e3556a174192', 'status': 'completed', 'code': 200} Mar 22 11:07:40.018205 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-b6a2dba9-75d0-43a1-9ad6-2c48d01bf2cb None None] Set router 4c546565-2467-4cbb-8a01-009e6d333cca gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:07:40.053523 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c2ffb-e558-456b-9202-c65ec7af183d req-3781e4e2-47f5-4b3c-947c-6033c11437b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:07:40.055143 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8b9c2ffb-e558-456b-9202-c65ec7af183d req-3781e4e2-47f5-4b3c-947c-6033c11437b3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d323f0b18e24bb7bcd0d92686e5587a&device_id=0b9a401b-d353-4e72-90fc-beace29d1cbb HTTP/1.1" status: 200 len: 1099 time: 0.0586250 Mar 22 11:07:40.183693 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c2ffb-e558-456b-9202-c65ec7af183d req-0f37181f-5bd1-4f0d-9cf7-9de8ae1fbe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:07:40.185580 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8b9c2ffb-e558-456b-9202-c65ec7af183d req-0f37181f-5bd1-4f0d-9cf7-9de8ae1fbe6f service neutron] 10.222.0.35 "GET /v2.0/networks?id=58e2729d-c1b9-4914-9cc0-73bfedb37515 HTTP/1.1" status: 200 len: 897 time: 0.1231654 Mar 22 11:07:40.194307 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf15945-e45a-4a59-ac91-ec29c996fd01 req-bb2c5a66-9efc-4fa2-b627-365a5316f75a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:07:40.195676 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1cf15945-e45a-4a59-ac91-ec29c996fd01 req-bb2c5a66-9efc-4fa2-b627-365a5316f75a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=0b9a401b-d353-4e72-90fc-beace29d1cbb HTTP/1.1" status: 200 len: 946 time: 0.0709631 Mar 22 11:07:40.244402 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8b9c2ffb-e558-456b-9202-c65ec7af183d req-8bd1ed0e-8747-4b02-afb8-0ea7748fc6b7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3bc45501-073d-4cb4-b2fc-e3556a174192 HTTP/1.1" status: 200 len: 217 time: 0.0477657 Mar 22 11:07:40.251173 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-b6a2dba9-75d0-43a1-9ad6-2c48d01bf2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c546565-2467-4cbb-8a01-009e6d333cca', 'name': 'tempest-TestNetworkBasicOps-router-1311300095', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '2dbf7d95-9fa8-49a2-9a40-1ae41fc70865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:04:43Z', 'updated_at': '2022-03-22T11:04:47Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '2dbf7d95-9fa8-49a2-9a40-1ae41fc70865', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:1a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c546565-2467-4cbb-8a01-009e6d333cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:04:44Z', 'updated_at': '2022-03-22T11:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '1177fc40-0650-4d21-adca-13e31fcde055', 'name': '', 'network_id': '58e2729d-c1b9-4914-9cc0-73bfedb37515', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:0e:10:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c546565-2467-4cbb-8a01-009e6d333cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '9deb0fae-aa36-4110-b29f-4a3ea90cf425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:04:46Z', 'updated_at': '2022-03-22T11:04:50Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '9deb0fae-aa36-4110-b29f-4a3ea90cf425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:07:40.277175 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a2dba9-75d0-43a1-9ad6-2c48d01bf2cb None None] Checking router: 4c546565-2467-4cbb-8a01-009e6d333cca for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:07:40.285554 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a2dba9-75d0-43a1-9ad6-2c48d01bf2cb None None] Routers {'4c546565-2467-4cbb-8a01-009e6d333cca'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:07:40.286012 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-b6a2dba9-75d0-43a1-9ad6-2c48d01bf2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:07:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['4c546565-2467-4cbb-8a01-009e6d333cca'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:07:40.302209 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1cf15945-e45a-4a59-ac91-ec29c996fd01 req-4a3eea54-a381-4539-9293-a52f0dc06e51 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=f51fca97-155a-4f17-922b-af27578db370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654645 Mar 22 11:07:40.309298 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c2ffb-e558-456b-9202-c65ec7af183d req-11511d99-8554-4dd0-8cf5-a5f700ab2916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:07:40.310759 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8b9c2ffb-e558-456b-9202-c65ec7af183d req-11511d99-8554-4dd0-8cf5-a5f700ab2916 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9deb0fae-aa36-4110-b29f-4a3ea90cf425 HTTP/1.1" status: 200 len: 844 time: 0.0593374 Mar 22 11:07:40.357992 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c2ffb-e558-456b-9202-c65ec7af183d req-d750ecc2-6547-4840-9209-6efe9a646502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:07:40.359986 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8b9c2ffb-e558-456b-9202-c65ec7af183d req-d750ecc2-6547-4840-9209-6efe9a646502 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=58e2729d-c1b9-4914-9cc0-73bfedb37515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421169 Mar 22 11:07:40.393800 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-b6a2dba9-75d0-43a1-9ad6-2c48d01bf2cb None None] Set router 4c546565-2467-4cbb-8a01-009e6d333cca gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:07:40.457493 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8b9c2ffb-e558-456b-9202-c65ec7af183d req-ec419043-b143-4d5b-b5c0-339f357fb22a service neutron] 10.222.0.35 "GET /v2.0/networks/58e2729d-c1b9-4914-9cc0-73bfedb37515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890076 Mar 22 11:07:40.553051 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8b9c2ffb-e558-456b-9202-c65ec7af183d req-94302123-fddd-4ccd-aa3d-971273711d98 service neutron] 10.222.0.35 "GET /v2.0/networks/58e2729d-c1b9-4914-9cc0-73bfedb37515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861497 Mar 22 11:07:40.602312 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-b6a2dba9-75d0-43a1-9ad6-2c48d01bf2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c546565-2467-4cbb-8a01-009e6d333cca', 'name': 'tempest-TestNetworkBasicOps-router-1311300095', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '2dbf7d95-9fa8-49a2-9a40-1ae41fc70865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:04:43Z', 'updated_at': '2022-03-22T11:04:47Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '2dbf7d95-9fa8-49a2-9a40-1ae41fc70865', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:1a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c546565-2467-4cbb-8a01-009e6d333cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:04:44Z', 'updated_at': '2022-03-22T11:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '1177fc40-0650-4d21-adca-13e31fcde055', 'name': '', 'network_id': '58e2729d-c1b9-4914-9cc0-73bfedb37515', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:0e:10:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c546565-2467-4cbb-8a01-009e6d333cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '9deb0fae-aa36-4110-b29f-4a3ea90cf425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:04:46Z', 'updated_at': '2022-03-22T11:04:50Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '9deb0fae-aa36-4110-b29f-4a3ea90cf425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:07:40.632438 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a2dba9-75d0-43a1-9ad6-2c48d01bf2cb None None] The sync data for ids ['4c546565-2467-4cbb-8a01-009e6d333cca'] in dv-neutron-834599-1-hyperv is: [{'id': '4c546565-2467-4cbb-8a01-009e6d333cca', 'name': 'tempest-TestNetworkBasicOps-router-1311300095', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '2dbf7d95-9fa8-49a2-9a40-1ae41fc70865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:04:43Z', 'updated_at': '2022-03-22T11:04:47Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '2dbf7d95-9fa8-49a2-9a40-1ae41fc70865', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:1a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c546565-2467-4cbb-8a01-009e6d333cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:04:44Z', 'updated_at': '2022-03-22T11:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '1177fc40-0650-4d21-adca-13e31fcde055', 'name': '', 'network_id': '58e2729d-c1b9-4914-9cc0-73bfedb37515', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:0e:10:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c546565-2467-4cbb-8a01-009e6d333cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '9deb0fae-aa36-4110-b29f-4a3ea90cf425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:04:46Z', 'updated_at': '2022-03-22T11:04:50Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '9deb0fae-aa36-4110-b29f-4a3ea90cf425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:07:40.852932 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591f5272-b9ed-4147-8186-d7dcd667ca94 None None] New status for floating IP 5d22c0dc-4576-4fc9-a936-9788cffdf743: DOWN {{(pid=109052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 11:07:41.132280 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:41.468071 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65667bc6-f9e2-41ef-8429-7c4c57195018 req-3c1befc9-cab8-47c7-9603-000ac9cb1cbe tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:07:41.469853 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-65667bc6-f9e2-41ef-8429-7c4c57195018 req-3c1befc9-cab8-47c7-9603-000ac9cb1cbe tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=0b9a401b-d353-4e72-90fc-beace29d1cbb HTTP/1.1" status: 200 len: 946 time: 0.0856369 Mar 22 11:07:41.482146 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279cf4e7-b7e4-4262-afe2-d3e22814ad04 req-750a9fe6-daf1-410f-9d6d-60a3f04a30e3 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:07:41.484130 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-279cf4e7-b7e4-4262-afe2-d3e22814ad04 req-750a9fe6-daf1-410f-9d6d-60a3f04a30e3 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b9a401b-d353-4e72-90fc-beace29d1cbb HTTP/1.1" status: 200 len: 946 time: 0.0890715 Mar 22 11:07:41.555621 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-65667bc6-f9e2-41ef-8429-7c4c57195018 req-40a057b9-fd52-4fb3-bbb5-ec0be62f727f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=f51fca97-155a-4f17-922b-af27578db370&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704420 Mar 22 11:07:41.600717 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-279cf4e7-b7e4-4262-afe2-d3e22814ad04 req-a206c8df-c70f-45e7-8c03-80148d75400d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Deleting port 3bc45501-073d-4cb4-b2fc-e3556a174192 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:07:41.600968 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-279cf4e7-b7e4-4262-afe2-d3e22814ad04 req-a206c8df-c70f-45e7-8c03-80148d75400d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:41.697676 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-279cf4e7-b7e4-4262-afe2-d3e22814ad04 req-a206c8df-c70f-45e7-8c03-80148d75400d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] For port 3bc45501-073d-4cb4-b2fc-e3556a174192, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=3bc45501-073d-4cb4-b2fc-e3556a174192,segment=NetworkSegment(f5dc5367-794b-41ca-8322-53bf5acb03af),segment_id=f5dc5367-794b-41ca-8322-53bf5acb03af)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:07:41.698022 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-279cf4e7-b7e4-4262-afe2-d3e22814ad04 req-a206c8df-c70f-45e7-8c03-80148d75400d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:41.710730 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-279cf4e7-b7e4-4262-afe2-d3e22814ad04 req-a206c8df-c70f-45e7-8c03-80148d75400d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Calling delete_port for 3bc45501-073d-4cb4-b2fc-e3556a174192 owned by compute:nova {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:07:41.851525 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-279cf4e7-b7e4-4262-afe2-d3e22814ad04 req-a206c8df-c70f-45e7-8c03-80148d75400d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:41.881457 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a206c8df-c70f-45e7-8c03-80148d75400d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'Port': ['ID=3bc45501-073d-4cb4-b2fc-e3556a174192,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:07:41.932610 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-279cf4e7-b7e4-4262-afe2-d3e22814ad04 req-a206c8df-c70f-45e7-8c03-80148d75400d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] No DVR routers for this DVR port 3bc45501-073d-4cb4-b2fc-e3556a174192 on host hv-neutron-8345 {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:07:41.935856 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-279cf4e7-b7e4-4262-afe2-d3e22814ad04 req-a206c8df-c70f-45e7-8c03-80148d75400d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:41.939357 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-279cf4e7-b7e4-4262-afe2-d3e22814ad04 req-a206c8df-c70f-45e7-8c03-80148d75400d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.35 "DELETE /v2.0/ports/3bc45501-073d-4cb4-b2fc-e3556a174192 HTTP/1.1" status: 204 len: 173 time: 0.4476261 Mar 22 11:07:41.945054 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b9a401b-d353-4e72-90fc-beace29d1cbb', 'name': 'network-vif-deleted', 'tag': '3bc45501-073d-4cb4-b2fc-e3556a174192'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:07:41.948597 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91528865-52f0-4a0f-abda-6104c30b459d" -d '{"events": [{"server_uuid": "0b9a401b-d353-4e72-90fc-beace29d1cbb", "name": "network-vif-deleted", "tag": "3bc45501-073d-4cb4-b2fc-e3556a174192"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:07:42.012193 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec472a4-78b8-478f-bc6a-4ebd9fbe4724 x-openstack-request-id: req-0ec472a4-78b8-478f-bc6a-4ebd9fbe4724 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:07:42.012491 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b9a401b-d353-4e72-90fc-beace29d1cbb", "name": "network-vif-deleted", "tag": "3bc45501-073d-4cb4-b2fc-e3556a174192", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:07:42.012753 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0ec472a4-78b8-478f-bc6a-4ebd9fbe4724 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:07:42.013168 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ec472a4-78b8-478f-bc6a-4ebd9fbe4724'] response: {'server_uuid': '0b9a401b-d353-4e72-90fc-beace29d1cbb', 'name': 'network-vif-deleted', 'tag': '3bc45501-073d-4cb4-b2fc-e3556a174192', 'status': 'completed', 'code': 200} Mar 22 11:07:42.556184 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:42.616780 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 43292) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:07:42.684536 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9073115e-1a15-445e-8a3a-fdb8c424d09b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:42.710642 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9073115e-1a15-445e-8a3a-fdb8c424d09b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:42.774506 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9073115e-1a15-445e-8a3a-fdb8c424d09b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:42.778351 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9073115e-1a15-445e-8a3a-fdb8c424d09b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:42.779999 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-9073115e-1a15-445e-8a3a-fdb8c424d09b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "DELETE /v2.0/security-groups/f51fca97-155a-4f17-922b-af27578db370 HTTP/1.1" status: 204 len: 168 time: 0.1621544 Mar 22 11:07:42.789649 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9073115e-1a15-445e-8a3a-fdb8c424d09b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51fca97-155a-4f17-922b-af27578db370,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:07:42.814407 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 43296) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:07:42.828377 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:43.095430 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 43300) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:07:43.183767 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-243b8907-4799-4007-9d4a-5d913f588ee2 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683891'] for router_interface, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:43.253920 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-b54cbe73-6e68-4a05-a086-c8a13cd54b11 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Deleting port 3e70377d-3cf5-45bb-8158-d23ae167c3c7 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:07:43.254216 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b54cbe73-6e68-4a05-a086-c8a13cd54b11 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:43.329230 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b54cbe73-6e68-4a05-a086-c8a13cd54b11 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:43.329556 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b54cbe73-6e68-4a05-a086-c8a13cd54b11 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:43.344105 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-b54cbe73-6e68-4a05-a086-c8a13cd54b11 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Calling delete_port for 3e70377d-3cf5-45bb-8158-d23ae167c3c7 owned by network:floatingip {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:07:43.366708 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:43.440926 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-243b8907-4799-4007-9d4a-5d913f588ee2 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Deleting port 1177fc40-0650-4d21-adca-13e31fcde055 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:07:43.441229 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-243b8907-4799-4007-9d4a-5d913f588ee2 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:43.494711 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b54cbe73-6e68-4a05-a086-c8a13cd54b11 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:43.524975 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54cbe73-6e68-4a05-a086-c8a13cd54b11 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Pushing event deleted for resources: {'Port': ['ID=3e70377d-3cf5-45bb-8158-d23ae167c3c7,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:07:43.531533 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-243b8907-4799-4007-9d4a-5d913f588ee2 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] For port 1177fc40-0650-4d21-adca-13e31fcde055, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=1177fc40-0650-4d21-adca-13e31fcde055,segment=NetworkSegment(f5dc5367-794b-41ca-8322-53bf5acb03af),segment_id=f5dc5367-794b-41ca-8322-53bf5acb03af)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:07:43.531902 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-243b8907-4799-4007-9d4a-5d913f588ee2 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:43.543843 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-243b8907-4799-4007-9d4a-5d913f588ee2 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Calling delete_port for 1177fc40-0650-4d21-adca-13e31fcde055 owned by network:router_interface {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:07:43.581713 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b54cbe73-6e68-4a05-a086-c8a13cd54b11 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks [] for floatingip, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:43.582018 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.l3_db [None req-b54cbe73-6e68-4a05-a086-c8a13cd54b11 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Floating IP 788ae19f-2fc1-4962-a6ce-2ef1f6099c70 disassociated (deleted). External IP: 172.26.7.214, port: 6a5fd635-f681-4f87-a5e3-7baf0a7a9378. Mar 22 11:07:43.729831 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-243b8907-4799-4007-9d4a-5d913f588ee2 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:43.754161 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243b8907-4799-4007-9d4a-5d913f588ee2 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'Port': ['ID=1177fc40-0650-4d21-adca-13e31fcde055,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:07:43.795113 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b54cbe73-6e68-4a05-a086-c8a13cd54b11 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Router 7fe3b75b-d7c7-4282-aac4-068d497a5d94 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:07:44.248015 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b54cbe73-6e68-4a05-a086-c8a13cd54b11 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:07:44.253211 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b54cbe73-6e68-4a05-a086-c8a13cd54b11 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:44.261576 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4015cde4-35f0-4b80-9943-edd889d81363 None None] Sync routers for ids ['7fe3b75b-d7c7-4282-aac4-068d497a5d94'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:07:44.270950 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4015cde4-35f0-4b80-9943-edd889d81363 None None] Routers {'7fe3b75b-d7c7-4282-aac4-068d497a5d94'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:07:44.271845 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-4015cde4-35f0-4b80-9943-edd889d81363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:07:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['7fe3b75b-d7c7-4282-aac4-068d497a5d94'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:07:44.274047 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-243b8907-4799-4007-9d4a-5d913f588ee2 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684007'] for router_interface, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:44.281076 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-b54cbe73-6e68-4a05-a086-c8a13cd54b11 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "DELETE /v2.0/floatingips/788ae19f-2fc1-4962-a6ce-2ef1f6099c70 HTTP/1.1" status: 204 len: 168 time: 1.1845076 Mar 22 11:07:44.281672 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fec4b30-c437-4c38-8b48-0dca86d60eb3', 'tag': '6a5fd635-f681-4f87-a5e3-7baf0a7a9378'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:07:44.284264 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e143cda-52fd-4098-aca7-fd50d45e6a10" -d '{"events": [{"name": "network-changed", "server_uuid": "6fec4b30-c437-4c38-8b48-0dca86d60eb3", "tag": "6a5fd635-f681-4f87-a5e3-7baf0a7a9378"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:07:44.322082 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a94cd2d-5364-4be7-96d2-16e6f535e75f x-openstack-request-id: req-1a94cd2d-5364-4be7-96d2-16e6f535e75f {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:07:44.322368 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fec4b30-c437-4c38-8b48-0dca86d60eb3", "tag": "6a5fd635-f681-4f87-a5e3-7baf0a7a9378", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:07:44.322620 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1a94cd2d-5364-4be7-96d2-16e6f535e75f {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:07:44.323027 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a94cd2d-5364-4be7-96d2-16e6f535e75f'] response: {'name': 'network-changed', 'server_uuid': '6fec4b30-c437-4c38-8b48-0dca86d60eb3', 'tag': '6a5fd635-f681-4f87-a5e3-7baf0a7a9378', 'status': 'completed', 'code': 200} Mar 22 11:07:44.395710 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e143cda-52fd-4098-aca7-fd50d45e6a10 req-c014ec68-b9a0-4ee5-966c-590b217726c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:07:44.397292 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1e143cda-52fd-4098-aca7-fd50d45e6a10 req-c014ec68-b9a0-4ee5-966c-590b217726c3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9a2db67725b46b3a61d41bcf76d544c&device_id=6fec4b30-c437-4c38-8b48-0dca86d60eb3 HTTP/1.1" status: 200 len: 1098 time: 0.0484657 Mar 22 11:07:44.415576 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-4015cde4-35f0-4b80-9943-edd889d81363 None None] Set router 7fe3b75b-d7c7-4282-aac4-068d497a5d94 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:07:44.526304 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-243b8907-4799-4007-9d4a-5d913f588ee2 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Router 4c546565-2467-4cbb-8a01-009e6d333cca has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:07:44.536724 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e143cda-52fd-4098-aca7-fd50d45e6a10 req-25e2843b-b528-4f50-ba07-936da0399f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:07:44.538191 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1e143cda-52fd-4098-aca7-fd50d45e6a10 req-25e2843b-b528-4f50-ba07-936da0399f34 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8f28cb31-2d61-41e3-9539-25a6eb750a37 HTTP/1.1" status: 200 len: 913 time: 0.1333115 Mar 22 11:07:44.553460 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b792839c-6fca-408c-84be-9d2a4fd2b5f8 req-3ed9b208-39b7-479d-9d18-cc39d72cb875 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:07:44.554976 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b792839c-6fca-408c-84be-9d2a4fd2b5f8 req-3ed9b208-39b7-479d-9d18-cc39d72cb875 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fec4b30-c437-4c38-8b48-0dca86d60eb3 HTTP/1.1" status: 200 len: 945 time: 0.0646896 Mar 22 11:07:44.592225 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1e143cda-52fd-4098-aca7-fd50d45e6a10 req-d219464d-97b8-47d1-ad65-cc948afa59be service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a5fd635-f681-4f87-a5e3-7baf0a7a9378 HTTP/1.1" status: 200 len: 217 time: 0.0361435 Mar 22 11:07:44.634892 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243b8907-4799-4007-9d4a-5d913f588ee2 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:07:44.638942 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-4015cde4-35f0-4b80-9943-edd889d81363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'name': 'tempest-TestVolumeBootPattern-1115789668-router', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:00:41Z', 'updated_at': '2022-03-22T11:00:44Z', 'revision_number': 4, 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'gw_port': {'id': 'c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:41Z', 'updated_at': '2022-03-22T11:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '8553fc9a-ff90-48df-8d68-068b5c1f229b', 'name': '', 'network_id': '8f28cb31-2d61-41e3-9539-25a6eb750a37', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'mac_address': 'fa:16:3e:86:fd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '8080d27b-6577-44db-a10e-53ade16f0755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:43Z', 'updated_at': '2022-03-22T11:00:48Z', 'revision_number': 5, 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'subnets': [{'id': '8080d27b-6577-44db-a10e-53ade16f0755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:07:44.643714 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-243b8907-4799-4007-9d4a-5d913f588ee2 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "PUT /v2.0/routers/4c546565-2467-4cbb-8a01-009e6d333cca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8281686 Mar 22 11:07:44.644522 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 43308) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:07:44.649836 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaea09d3-91e2-41c9-a232-e469440ef912 None None] Sync routers for ids ['4c546565-2467-4cbb-8a01-009e6d333cca'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:07:44.660519 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b792839c-6fca-408c-84be-9d2a4fd2b5f8 req-9f5c148f-9276-4e19-8761-4c5e28b8f3e1 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/security-groups?id=82748c69-4f97-4b9d-8323-69fdf08c3a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708270 Mar 22 11:07:44.661559 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaea09d3-91e2-41c9-a232-e469440ef912 None None] Routers {'4c546565-2467-4cbb-8a01-009e6d333cca'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:07:44.662497 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-aaea09d3-91e2-41c9-a232-e469440ef912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:07:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['4c546565-2467-4cbb-8a01-009e6d333cca'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:07:44.667801 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e143cda-52fd-4098-aca7-fd50d45e6a10 req-b7d15ad6-d230-494b-b305-4c80107e8dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:07:44.669267 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1e143cda-52fd-4098-aca7-fd50d45e6a10 req-b7d15ad6-d230-494b-b305-4c80107e8dc8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8080d27b-6577-44db-a10e-53ade16f0755 HTTP/1.1" status: 200 len: 851 time: 0.0643942 Mar 22 11:07:44.683174 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4015cde4-35f0-4b80-9943-edd889d81363 None None] Checking router: 7fe3b75b-d7c7-4282-aac4-068d497a5d94 for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:07:44.692726 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4015cde4-35f0-4b80-9943-edd889d81363 None None] Routers {'7fe3b75b-d7c7-4282-aac4-068d497a5d94'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:07:44.693322 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-4015cde4-35f0-4b80-9943-edd889d81363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:07:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['7fe3b75b-d7c7-4282-aac4-068d497a5d94'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:07:44.720066 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e143cda-52fd-4098-aca7-fd50d45e6a10 req-b181174b-20db-4a3a-b399-a9d1eaf9d20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:07:44.720359 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7547867-9d08-4d19-b974-faa022b29869 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Deleting subnet 9deb0fae-aa36-4110-b29f-4a3ea90cf425 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 11:07:44.722023 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1e143cda-52fd-4098-aca7-fd50d45e6a10 req-b181174b-20db-4a3a-b399-a9d1eaf9d20d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8f28cb31-2d61-41e3-9539-25a6eb750a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0450776 Mar 22 11:07:44.723610 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d7547867-9d08-4d19-b974-faa022b29869 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:44.769595 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d7547867-9d08-4d19-b974-faa022b29869 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:44.780220 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-aaea09d3-91e2-41c9-a232-e469440ef912 None None] Set router 4c546565-2467-4cbb-8a01-009e6d333cca gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:07:44.806697 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-4015cde4-35f0-4b80-9943-edd889d81363 None None] Set router 7fe3b75b-d7c7-4282-aac4-068d497a5d94 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:07:44.839005 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1e143cda-52fd-4098-aca7-fd50d45e6a10 req-8967e416-b126-4d1e-b914-bc676c230a68 service neutron] 10.222.0.35 "GET /v2.0/networks/8f28cb31-2d61-41e3-9539-25a6eb750a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072266 Mar 22 11:07:44.871919 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d7547867-9d08-4d19-b974-faa022b29869 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:44.964893 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1e143cda-52fd-4098-aca7-fd50d45e6a10 req-321df00e-a8d3-4c5a-9437-4fd5a982ec82 service neutron] 10.222.0.35 "GET /v2.0/networks/8f28cb31-2d61-41e3-9539-25a6eb750a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174114 Mar 22 11:07:44.973512 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d7547867-9d08-4d19-b974-faa022b29869 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:45.006994 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7547867-9d08-4d19-b974-faa022b29869 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'Subnet': ['ID=9deb0fae-aa36-4110-b29f-4a3ea90cf425,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:07:45.009554 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d7547867-9d08-4d19-b974-faa022b29869 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:45.013475 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d7547867-9d08-4d19-b974-faa022b29869 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "DELETE /v2.0/subnets/9deb0fae-aa36-4110-b29f-4a3ea90cf425 HTTP/1.1" status: 204 len: 168 time: 0.3672717 Mar 22 11:07:45.015637 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 43310) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:07:45.019035 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-aaea09d3-91e2-41c9-a232-e469440ef912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c546565-2467-4cbb-8a01-009e6d333cca', 'name': 'tempest-TestNetworkBasicOps-router-1311300095', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '2dbf7d95-9fa8-49a2-9a40-1ae41fc70865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:04:43Z', 'updated_at': '2022-03-22T11:07:43Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '2dbf7d95-9fa8-49a2-9a40-1ae41fc70865', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:1a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c546565-2467-4cbb-8a01-009e6d333cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:04:44Z', 'updated_at': '2022-03-22T11:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:07:45.058486 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcabedb-eb8c-4722-baa3-1d37fd6ba1d0 None None] Network 58e2729d-c1b9-4914-9cc0-73bfedb37515 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:07:45.128494 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-78b5fe99-358e-4f48-9e06-2a2a18eed1b1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:45.148731 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaea09d3-91e2-41c9-a232-e469440ef912 None None] Checking router: 4c546565-2467-4cbb-8a01-009e6d333cca for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:07:45.157136 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaea09d3-91e2-41c9-a232-e469440ef912 None None] Routers {'4c546565-2467-4cbb-8a01-009e6d333cca'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:07:45.157729 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-aaea09d3-91e2-41c9-a232-e469440ef912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:07:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['4c546565-2467-4cbb-8a01-009e6d333cca'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:07:45.254530 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-78b5fe99-358e-4f48-9e06-2a2a18eed1b1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:45.276131 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-aaea09d3-91e2-41c9-a232-e469440ef912 None None] Set router 4c546565-2467-4cbb-8a01-009e6d333cca gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:07:45.298962 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-4015cde4-35f0-4b80-9943-edd889d81363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'name': 'tempest-TestVolumeBootPattern-1115789668-router', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:00:41Z', 'updated_at': '2022-03-22T11:00:44Z', 'revision_number': 4, 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'gw_port': {'id': 'c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:41Z', 'updated_at': '2022-03-22T11:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '8553fc9a-ff90-48df-8d68-068b5c1f229b', 'name': '', 'network_id': '8f28cb31-2d61-41e3-9539-25a6eb750a37', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'mac_address': 'fa:16:3e:86:fd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '8080d27b-6577-44db-a10e-53ade16f0755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:43Z', 'updated_at': '2022-03-22T11:00:48Z', 'revision_number': 5, 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'subnets': [{'id': '8080d27b-6577-44db-a10e-53ade16f0755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:07:45.330722 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-78b5fe99-358e-4f48-9e06-2a2a18eed1b1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Deleting port 2dbf7d95-9fa8-49a2-9a40-1ae41fc70865 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:07:45.331322 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-78b5fe99-358e-4f48-9e06-2a2a18eed1b1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:45.333286 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 3bc45501-073d-4cb4-b2fc-e3556a174192 no longer exists at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:07:45.337073 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4015cde4-35f0-4b80-9943-edd889d81363 None None] The sync data for ids ['7fe3b75b-d7c7-4282-aac4-068d497a5d94'] in dv-neutron-834599-1-hyperv is: [{'id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'name': 'tempest-TestVolumeBootPattern-1115789668-router', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:00:41Z', 'updated_at': '2022-03-22T11:00:44Z', 'revision_number': 4, 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'gw_port': {'id': 'c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:41Z', 'updated_at': '2022-03-22T11:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '8553fc9a-ff90-48df-8d68-068b5c1f229b', 'name': '', 'network_id': '8f28cb31-2d61-41e3-9539-25a6eb750a37', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'mac_address': 'fa:16:3e:86:fd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '8080d27b-6577-44db-a10e-53ade16f0755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:43Z', 'updated_at': '2022-03-22T11:00:48Z', 'revision_number': 5, 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'subnets': [{'id': '8080d27b-6577-44db-a10e-53ade16f0755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:07:45.362494 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6561bc9-d9d3-4a1d-92fb-71c452c4675e None None] DHCP port deletion for 58e2729d-c1b9-4914-9cc0-73bfedb37515 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 11:07:45.366223 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] No Port match for: 3bc45501-073d-4cb4-b2fc-e3556a174192 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:07:45.366709 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 3bc45501-073d-4cb4-b2fc-e3556a174192 not bound to the agent host hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:07:45.419435 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-c6561bc9-d9d3-4a1d-92fb-71c452c4675e None None] Deleting port cc89af66-4450-4a2d-a45b-7d25cbbb20da {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:07:45.419867 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c6561bc9-d9d3-4a1d-92fb-71c452c4675e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:45.439395 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-78b5fe99-358e-4f48-9e06-2a2a18eed1b1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] For port 2dbf7d95-9fa8-49a2-9a40-1ae41fc70865, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=2dbf7d95-9fa8-49a2-9a40-1ae41fc70865,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:07:45.439780 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-78b5fe99-358e-4f48-9e06-2a2a18eed1b1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:45.455516 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-78b5fe99-358e-4f48-9e06-2a2a18eed1b1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Calling delete_port for 2dbf7d95-9fa8-49a2-9a40-1ae41fc70865 owned by network:router_gateway {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:07:45.481484 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-aaea09d3-91e2-41c9-a232-e469440ef912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c546565-2467-4cbb-8a01-009e6d333cca', 'name': 'tempest-TestNetworkBasicOps-router-1311300095', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '2dbf7d95-9fa8-49a2-9a40-1ae41fc70865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:04:43Z', 'updated_at': '2022-03-22T11:07:43Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '2dbf7d95-9fa8-49a2-9a40-1ae41fc70865', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:1a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c546565-2467-4cbb-8a01-009e6d333cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:04:44Z', 'updated_at': '2022-03-22T11:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:07:45.490201 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-c6561bc9-d9d3-4a1d-92fb-71c452c4675e None None] For port cc89af66-4450-4a2d-a45b-7d25cbbb20da, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=cc89af66-4450-4a2d-a45b-7d25cbbb20da,segment=NetworkSegment(f5dc5367-794b-41ca-8322-53bf5acb03af),segment_id=f5dc5367-794b-41ca-8322-53bf5acb03af)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:07:45.490611 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c6561bc9-d9d3-4a1d-92fb-71c452c4675e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:45.503382 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-c6561bc9-d9d3-4a1d-92fb-71c452c4675e None None] Calling delete_port for cc89af66-4450-4a2d-a45b-7d25cbbb20da owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:07:45.511169 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaea09d3-91e2-41c9-a232-e469440ef912 None None] The sync data for ids ['4c546565-2467-4cbb-8a01-009e6d333cca'] in dv-neutron-834599-1-hyperv is: [{'id': '4c546565-2467-4cbb-8a01-009e6d333cca', 'name': 'tempest-TestNetworkBasicOps-router-1311300095', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '2dbf7d95-9fa8-49a2-9a40-1ae41fc70865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:04:43Z', 'updated_at': '2022-03-22T11:07:43Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '2dbf7d95-9fa8-49a2-9a40-1ae41fc70865', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:1a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c546565-2467-4cbb-8a01-009e6d333cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:04:44Z', 'updated_at': '2022-03-22T11:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:07:45.587204 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c6561bc9-d9d3-4a1d-92fb-71c452c4675e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:45.617866 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6561bc9-d9d3-4a1d-92fb-71c452c4675e None None] Pushing event deleted for resources: {'Port': ['ID=cc89af66-4450-4a2d-a45b-7d25cbbb20da,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:07:45.625882 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6561bc9-d9d3-4a1d-92fb-71c452c4675e None None] No DVR routers for this DVR port cc89af66-4450-4a2d-a45b-7d25cbbb20da on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:07:45.628238 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6561bc9-d9d3-4a1d-92fb-71c452c4675e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:07:45.628582 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6561bc9-d9d3-4a1d-92fb-71c452c4675e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:07:45.628920 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6561bc9-d9d3-4a1d-92fb-71c452c4675e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:07:45.629277 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6561bc9-d9d3-4a1d-92fb-71c452c4675e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:07:45.629641 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6561bc9-d9d3-4a1d-92fb-71c452c4675e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:07:45.630426 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6561bc9-d9d3-4a1d-92fb-71c452c4675e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:07:45.630426 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6561bc9-d9d3-4a1d-92fb-71c452c4675e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:07:45.630693 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6561bc9-d9d3-4a1d-92fb-71c452c4675e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:07:45.630914 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6561bc9-d9d3-4a1d-92fb-71c452c4675e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:07:45.631239 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6561bc9-d9d3-4a1d-92fb-71c452c4675e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:07:45.631583 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6561bc9-d9d3-4a1d-92fb-71c452c4675e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:07:45.631908 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6561bc9-d9d3-4a1d-92fb-71c452c4675e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:07:45.650642 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-78b5fe99-358e-4f48-9e06-2a2a18eed1b1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:45.673811 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424b2adc-e5bc-4630-9b0d-a599b569938a None None] New status for floating IP 788ae19f-2fc1-4962-a6ce-2ef1f6099c70: DOWN {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 11:07:45.681262 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b5fe99-358e-4f48-9e06-2a2a18eed1b1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'Port': ['ID=2dbf7d95-9fa8-49a2-9a40-1ae41fc70865,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:07:45.741943 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-78b5fe99-358e-4f48-9e06-2a2a18eed1b1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682553'] for router_gateway, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:45.793159 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a324fe-d17a-4822-af54-4bd4ef32dc8b req-14db3db5-48d3-4457-9399-9d767231777a tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:07:45.794738 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c6a324fe-d17a-4822-af54-4bd4ef32dc8b req-14db3db5-48d3-4457-9399-9d767231777a tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fec4b30-c437-4c38-8b48-0dca86d60eb3 HTTP/1.1" status: 200 len: 945 time: 0.0569842 Mar 22 11:07:45.832493 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c6a324fe-d17a-4822-af54-4bd4ef32dc8b req-d7358302-07ce-48b1-abb5-8b130005d2d1 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/security-groups?id=82748c69-4f97-4b9d-8323-69fdf08c3a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315297 Mar 22 11:07:45.833848 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-78b5fe99-358e-4f48-9e06-2a2a18eed1b1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:45.836005 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-78b5fe99-358e-4f48-9e06-2a2a18eed1b1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:45.883120 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-78b5fe99-358e-4f48-9e06-2a2a18eed1b1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:45.884386 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b5fe99-358e-4f48-9e06-2a2a18eed1b1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Fanout notify agent at l3_agent the message router_deleted on router 4c546565-2467-4cbb-8a01-009e6d333cca {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 11:07:45.892933 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-78b5fe99-358e-4f48-9e06-2a2a18eed1b1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:45.894243 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-78b5fe99-358e-4f48-9e06-2a2a18eed1b1 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "DELETE /v2.0/routers/4c546565-2467-4cbb-8a01-009e6d333cca HTTP/1.1" status: 204 len: 168 time: 0.8776426 Mar 22 11:07:45.897168 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 43314) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:07:45.987784 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4756e37d-2a99-429f-b128-0355ad26c92e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:45.999531 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa400c3-5b4f-49e7-80c9-7af5d48f20f9 req-3fb7bcc6-879c-4026-bae4-a8bb8bcbfc08 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:07:46.002548 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0aa400c3-5b4f-49e7-80c9-7af5d48f20f9 req-3fb7bcc6-879c-4026-bae4-a8bb8bcbfc08 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.35 "GET /v2.0/ports?device_id=6fec4b30-c437-4c38-8b48-0dca86d60eb3 HTTP/1.1" status: 200 len: 945 time: 0.0575240 Mar 22 11:07:46.078902 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4756e37d-2a99-429f-b128-0355ad26c92e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:46.101598 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-0aa400c3-5b4f-49e7-80c9-7af5d48f20f9 req-d2b41493-5c89-4dd8-be7b-62ecb404a0dc tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Deleting port 6a5fd635-f681-4f87-a5e3-7baf0a7a9378 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:07:46.101945 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-0aa400c3-5b4f-49e7-80c9-7af5d48f20f9 req-d2b41493-5c89-4dd8-be7b-62ecb404a0dc tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:46.103867 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-4756e37d-2a99-429f-b128-0355ad26c92e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58e2729d-c1b9-4914-9cc0-73bfedb37515']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:07:46.114506 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-4756e37d-2a99-429f-b128-0355ad26c92e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5dc5367-794b-41ca-8322-53bf5acb03af') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:07:46.114807 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-4756e37d-2a99-429f-b128-0355ad26c92e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5dc5367-794b-41ca-8322-53bf5acb03af') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:07:46.125054 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4756e37d-2a99-429f-b128-0355ad26c92e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:46.138516 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4756e37d-2a99-429f-b128-0355ad26c92e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:46.145185 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4756e37d-2a99-429f-b128-0355ad26c92e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:07:46.145655 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4756e37d-2a99-429f-b128-0355ad26c92e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:46.148853 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 11:07:46.148853 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:07:46.148853 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 11:07:46.148853 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:07:46.148853 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 11:07:46.148853 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 11:07:46.148853 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 11:07:46.148853 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:07:46.148853 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 11:07:46.148853 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:07:46.148853 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 11:07:46.148853 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:07:46.148853 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 11:07:46.148853 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 11:07:46.148853 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:07:46.148853 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 11:07:46.148853 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:07:46.148853 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 11:07:46.148853 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 11:07:46.148853 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 11:07:46.148853 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 11:07:46.148853 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 11:07:46.148853 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:07:46.148853 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:07:46.148853 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 11:07:46.148853 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:07:46.148853 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:07:46.148853 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:07:46.148853 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:07:46.148853 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:07:46.148853 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:07:46.148853 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:07:46.209502 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-0aa400c3-5b4f-49e7-80c9-7af5d48f20f9 req-d2b41493-5c89-4dd8-be7b-62ecb404a0dc tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] For port 6a5fd635-f681-4f87-a5e3-7baf0a7a9378, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=6a5fd635-f681-4f87-a5e3-7baf0a7a9378,segment=NetworkSegment(1a35a9ba-da81-41c2-b3e4-2353befb7bac),segment_id=1a35a9ba-da81-41c2-b3e4-2353befb7bac)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:07:46.209876 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-0aa400c3-5b4f-49e7-80c9-7af5d48f20f9 req-d2b41493-5c89-4dd8-be7b-62ecb404a0dc tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:46.210767 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4756e37d-2a99-429f-b128-0355ad26c92e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:46.215786 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4756e37d-2a99-429f-b128-0355ad26c92e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:46.223808 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4756e37d-2a99-429f-b128-0355ad26c92e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "DELETE /v2.0/networks/58e2729d-c1b9-4914-9cc0-73bfedb37515 HTTP/1.1" status: 204 len: 168 time: 0.3211815 Mar 22 11:07:46.232726 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 43316) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:07:46.235703 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-0aa400c3-5b4f-49e7-80c9-7af5d48f20f9 req-d2b41493-5c89-4dd8-be7b-62ecb404a0dc tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Calling delete_port for 6a5fd635-f681-4f87-a5e3-7baf0a7a9378 owned by compute:nova {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:07:46.238206 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-60e03e77-5c5c-4170-aab5-bd2167ea7229 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'network': {'name': 'tempest-network-smoke--1030668391', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'port_security_enabled': True}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:07:46.243329 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4756e37d-2a99-429f-b128-0355ad26c92e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'Network': ['ID=58e2729d-c1b9-4914-9cc0-73bfedb37515,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:07:46.265327 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e03e77-5c5c-4170-aab5-bd2167ea7229 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Made reservation on behalf of 9d323f0b18e24bb7bcd0d92686e5587a for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:07:46.268954 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-60e03e77-5c5c-4170-aab5-bd2167ea7229 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:46.292109 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60e03e77-5c5c-4170-aab5-bd2167ea7229 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:07:46.302415 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-60e03e77-5c5c-4170-aab5-bd2167ea7229 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:46.302881 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-60e03e77-5c5c-4170-aab5-bd2167ea7229 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Added segment 09fcadd8-fd98-46c2-ac37-105bb602f084 of type vlan for network cb40399c-37d3-4f6f-9fff-48cb8cebc75b Mar 22 11:07:46.358087 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-60e03e77-5c5c-4170-aab5-bd2167ea7229 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:46.374599 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-0aa400c3-5b4f-49e7-80c9-7af5d48f20f9 req-d2b41493-5c89-4dd8-be7b-62ecb404a0dc tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:46.383148 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-60e03e77-5c5c-4170-aab5-bd2167ea7229 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:46.389123 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e03e77-5c5c-4170-aab5-bd2167ea7229 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:07:46.389722 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-60e03e77-5c5c-4170-aab5-bd2167ea7229 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:46.408619 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b41493-5c89-4dd8-be7b-62ecb404a0dc tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Pushing event deleted for resources: {'Port': ['ID=6a5fd635-f681-4f87-a5e3-7baf0a7a9378,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:07:46.429384 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-60e03e77-5c5c-4170-aab5-bd2167ea7229 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1955464 Mar 22 11:07:46.433164 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 43318) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:07:46.437615 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-1f1bd095-7f93-431f-9adc-c393b7f25f13 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-181945182', 'admin_state_up': True, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:07:46.451177 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aa400c3-5b4f-49e7-80c9-7af5d48f20f9 req-d2b41493-5c89-4dd8-be7b-62ecb404a0dc tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] No DVR routers for this DVR port 6a5fd635-f681-4f87-a5e3-7baf0a7a9378 on host hv-neutron-8345 {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:07:46.453801 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-0aa400c3-5b4f-49e7-80c9-7af5d48f20f9 req-d2b41493-5c89-4dd8-be7b-62ecb404a0dc tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:46.457076 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0aa400c3-5b4f-49e7-80c9-7af5d48f20f9 req-d2b41493-5c89-4dd8-be7b-62ecb404a0dc tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.35 "DELETE /v2.0/ports/6a5fd635-f681-4f87-a5e3-7baf0a7a9378 HTTP/1.1" status: 204 len: 173 time: 0.4491460 Mar 22 11:07:46.457531 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fec4b30-c437-4c38-8b48-0dca86d60eb3', 'name': 'network-vif-deleted', 'tag': '6a5fd635-f681-4f87-a5e3-7baf0a7a9378'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:07:46.459808 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7aa554-b077-42a7-a834-65c6e166621c" -d '{"events": [{"server_uuid": "6fec4b30-c437-4c38-8b48-0dca86d60eb3", "name": "network-vif-deleted", "tag": "6a5fd635-f681-4f87-a5e3-7baf0a7a9378"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:07:46.479849 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e03e77-5c5c-4170-aab5-bd2167ea7229 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Network': ['ID=cb40399c-37d3-4f6f-9fff-48cb8cebc75b,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:07:46.497546 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1f1bd095-7f93-431f-9adc-c393b7f25f13 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:46.499470 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1f1bd095-7f93-431f-9adc-c393b7f25f13 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:46.499660 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network cb40399c-37d3-4f6f-9fff-48cb8cebc75b details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 11:07:46.513622 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d9f035-ff43-4a2a-911e-6dfbaf293fb6 x-openstack-request-id: req-79d9f035-ff43-4a2a-911e-6dfbaf293fb6 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:07:46.513922 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fec4b30-c437-4c38-8b48-0dca86d60eb3", "name": "network-vif-deleted", "tag": "6a5fd635-f681-4f87-a5e3-7baf0a7a9378", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:07:46.514765 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-79d9f035-ff43-4a2a-911e-6dfbaf293fb6 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:07:46.514765 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79d9f035-ff43-4a2a-911e-6dfbaf293fb6'] response: {'server_uuid': '6fec4b30-c437-4c38-8b48-0dca86d60eb3', 'name': 'network-vif-deleted', 'tag': '6a5fd635-f681-4f87-a5e3-7baf0a7a9378', 'status': 'completed', 'code': 200} Mar 22 11:07:46.565978 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1f1bd095-7f93-431f-9adc-c393b7f25f13 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:46.705939 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1f1bd095-7f93-431f-9adc-c393b7f25f13 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:46.923582 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1f1bd095-7f93-431f-9adc-c393b7f25f13 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router_gateway, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:46.943604 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1f1bd095-7f93-431f-9adc-c393b7f25f13 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:46.949991 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-79ec786f-3936-474c-9be7-a018ad5c2796 req-9f1bccdb-8ca8-4331-bfb6-1ff6762d5739 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fec4b30-c437-4c38-8b48-0dca86d60eb3 HTTP/1.1" status: 200 len: 210 time: 0.0285046 Mar 22 11:07:47.060736 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-1f1bd095-7f93-431f-9adc-c393b7f25f13 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Allocated IP 172.26.7.73 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/b037a67d-8106-438c-8445-7e1e19eafd0b) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:07:47.161920 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1f1bd095-7f93-431f-9adc-c393b7f25f13 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:47.197697 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1f1bd095-7f93-431f-9adc-c393b7f25f13 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:47.241724 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1bd095-7f93-431f-9adc-c393b7f25f13 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:07:47.244542 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-1f1bd095-7f93-431f-9adc-c393b7f25f13 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:07:47.248813 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1bd095-7f93-431f-9adc-c393b7f25f13 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:07:47.252167 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1bd095-7f93-431f-9adc-c393b7f25f13 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Port': ['ID=b037a67d-8106-438c-8445-7e1e19eafd0b,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:07:47.282430 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 1177fc40-0650-4d21-adca-13e31fcde055 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:07:47.301983 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 1177fc40-0650-4d21-adca-13e31fcde055 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:07:47.302325 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 1177fc40-0650-4d21-adca-13e31fcde055 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:07:47.302738 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device cc89af66-4450-4a2d-a45b-7d25cbbb20da no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:07:47.322052 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: cc89af66-4450-4a2d-a45b-7d25cbbb20da {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:07:47.322392 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device cc89af66-4450-4a2d-a45b-7d25cbbb20da not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:07:47.322809 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 2dbf7d95-9fa8-49a2-9a40-1ae41fc70865 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:07:47.342115 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 2dbf7d95-9fa8-49a2-9a40-1ae41fc70865 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:07:47.342456 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 2dbf7d95-9fa8-49a2-9a40-1ae41fc70865 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:07:47.507527 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1f1bd095-7f93-431f-9adc-c393b7f25f13 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router_gateway, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:47.704911 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1f1bd095-7f93-431f-9adc-c393b7f25f13 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:48.051772 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-25cee835-0c28-452b-8e31-294ab8dacdb5 req-58eef92e-0fa0-4c8d-9d22-8bf5f644109b tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fec4b30-c437-4c38-8b48-0dca86d60eb3 HTTP/1.1" status: 200 len: 210 time: 0.0278304 Mar 22 11:07:48.176091 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f1bd095-7f93-431f-9adc-c393b7f25f13 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Router 9ae17424-71b6-44f9-9599-2031d2ca10ce is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 11:07:48.280474 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f1bd095-7f93-431f-9adc-c393b7f25f13 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:07:48.293017 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e37b414-d335-4cc6-b235-9b337fa54c46 None None] Sync routers for ids ['9ae17424-71b6-44f9-9599-2031d2ca10ce'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:07:48.304416 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e37b414-d335-4cc6-b235-9b337fa54c46 None None] Routers {'9ae17424-71b6-44f9-9599-2031d2ca10ce'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:07:48.304698 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1f1bd095-7f93-431f-9adc-c393b7f25f13 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:48.305245 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-8e37b414-d335-4cc6-b235-9b337fa54c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:07:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['9ae17424-71b6-44f9-9599-2031d2ca10ce'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:07:48.305823 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1f1bd095-7f93-431f-9adc-c393b7f25f13 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.8721230 Mar 22 11:07:48.309315 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 43326) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:07:48.412929 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 43330) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:07:48.413476 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e6512db7-cb6b-445a-88f2-6621aa78a575 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=9d323f0b18e24bb7bcd0d92686e5587a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1029718 Mar 22 11:07:48.415713 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-8e37b414-d335-4cc6-b235-9b337fa54c46 None None] Set router 9ae17424-71b6-44f9-9599-2031d2ca10ce gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:07:48.516617 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e094d9-e2ac-4264-b761-e73896df2e99 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:07:48.518685 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-53e094d9-e2ac-4264-b761-e73896df2e99 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1039970 Mar 22 11:07:48.521893 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 43332) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:07:48.550053 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-952a8294-3368-4888-b33c-fe7b48871c8b tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=a14ca783-6f82-4799-85a3-4cbe79c980a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268888 Mar 22 11:07:48.552661 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 43334) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:07:48.557545 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-a27255d7-adad-4dc7-830f-e94e58928c61 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-270140132', 'network_id': 'cb40399c-37d3-4f6f-9fff-48cb8cebc75b', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:07:48.598516 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-8e37b414-d335-4cc6-b235-9b337fa54c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'name': 'tempest-TestNetworkBasicOps-router-181945182', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'b037a67d-8106-438c-8445-7e1e19eafd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:07:46Z', 'updated_at': '2022-03-22T11:07:47Z', 'revision_number': 3, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'b037a67d-8106-438c-8445-7e1e19eafd0b', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:04:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:07:46Z', 'updated_at': '2022-03-22T11:07:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:07:48.624129 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e37b414-d335-4cc6-b235-9b337fa54c46 None None] Checking router: 9ae17424-71b6-44f9-9599-2031d2ca10ce for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:07:48.624541 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e37b414-d335-4cc6-b235-9b337fa54c46 None None] Updating router 9ae17424-71b6-44f9-9599-2031d2ca10ce port b037a67d-8106-438c-8445-7e1e19eafd0b binding host dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:07:48.650041 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27255d7-adad-4dc7-830f-e94e58928c61 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Made reservation on behalf of 9d323f0b18e24bb7bcd0d92686e5587a for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:07:48.653789 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-8e37b414-d335-4cc6-b235-9b337fa54c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:48.654341 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a27255d7-adad-4dc7-830f-e94e58928c61 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:48.842687 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a27255d7-adad-4dc7-830f-e94e58928c61 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:48.905215 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27255d7-adad-4dc7-830f-e94e58928c61 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Subnet': ['ID=eb2b0279-f760-4d5a-9690-ca3a2d697f6b,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:07:48.914874 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-8e37b414-d335-4cc6-b235-9b337fa54c46 None None] Notify callbacks [] for port, precommit_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:48.917799 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27255d7-adad-4dc7-830f-e94e58928c61 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Checking segment: {'id': '09fcadd8-fd98-46c2-ac37-105bb602f084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'cb40399c-37d3-4f6f-9fff-48cb8cebc75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:07:48.918877 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27255d7-adad-4dc7-830f-e94e58928c61 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Network hostable DHCP agents. Network: cb40399c-37d3-4f6f-9fff-48cb8cebc75b, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:07:48.922701 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-8e37b414-d335-4cc6-b235-9b337fa54c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:48.938075 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27255d7-adad-4dc7-830f-e94e58928c61 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Network cb40399c-37d3-4f6f-9fff-48cb8cebc75b is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:07:48.948296 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-a27255d7-adad-4dc7-830f-e94e58928c61 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, cb40399c-37d3-4f6f-9fff-48cb8cebc75b) {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:07:48.959887 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea3197f-e606-43d9-8a68-277781063119 None None] Network cb40399c-37d3-4f6f-9fff-48cb8cebc75b requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:07:48.967773 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-8e37b414-d335-4cc6-b235-9b337fa54c46 None None] Attempting to bind port b037a67d-8106-438c-8445-7e1e19eafd0b on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:07:48.968293 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-8e37b414-d335-4cc6-b235-9b337fa54c46 None None] Attempting to bind port b037a67d-8106-438c-8445-7e1e19eafd0b by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:07:48.968798 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e37b414-d335-4cc6-b235-9b337fa54c46 None None] Attempting to bind port b037a67d-8106-438c-8445-7e1e19eafd0b on network a14ca783-6f82-4799-85a3-4cbe79c980a8 {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:07:48.977807 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27255d7-adad-4dc7-830f-e94e58928c61 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:07:48.978438 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a27255d7-adad-4dc7-830f-e94e58928c61 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:48.978585 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e37b414-d335-4cc6-b235-9b337fa54c46 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:07:48.978993 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e37b414-d335-4cc6-b235-9b337fa54c46 None None] Checking segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:07:48.979484 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-8e37b414-d335-4cc6-b235-9b337fa54c46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:48.979934 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e37b414-d335-4cc6-b235-9b337fa54c46 None None] Bound using segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:07:48.980473 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-8e37b414-d335-4cc6-b235-9b337fa54c46 None None] Bound port: b037a67d-8106-438c-8445-7e1e19eafd0b, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:07:48.980925 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-8e37b414-d335-4cc6-b235-9b337fa54c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:48.999969 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-a27255d7-adad-4dc7-830f-e94e58928c61 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4458525 Mar 22 11:07:49.002556 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 43336) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:07:49.035629 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-8e37b414-d335-4cc6-b235-9b337fa54c46 None None] For port b037a67d-8106-438c-8445-7e1e19eafd0b, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:07:49.038847 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-8e37b414-d335-4cc6-b235-9b337fa54c46 None None] For port b037a67d-8106-438c-8445-7e1e19eafd0b, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=b037a67d-8106-438c-8445-7e1e19eafd0b,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:07:49.042994 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f501b9b1-d512-4657-870b-09a5f215a018 None None] Pushing event updated for resources: {'Port': ['ID=b037a67d-8106-438c-8445-7e1e19eafd0b,revision_number=2']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:07:49.051015 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-8e37b414-d335-4cc6-b235-9b337fa54c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:49.054282 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f501b9b1-d512-4657-870b-09a5f215a018 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:07:49.054643 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f501b9b1-d512-4657-870b-09a5f215a018 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:07:49.055969 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f501b9b1-d512-4657-870b-09a5f215a018 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:07:49.056352 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f501b9b1-d512-4657-870b-09a5f215a018 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:07:49.056684 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f501b9b1-d512-4657-870b-09a5f215a018 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:07:49.057030 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f501b9b1-d512-4657-870b-09a5f215a018 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:07:49.057362 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f501b9b1-d512-4657-870b-09a5f215a018 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:07:49.057706 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f501b9b1-d512-4657-870b-09a5f215a018 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:07:49.058055 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f501b9b1-d512-4657-870b-09a5f215a018 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:07:49.058382 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f501b9b1-d512-4657-870b-09a5f215a018 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:07:49.058703 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f501b9b1-d512-4657-870b-09a5f215a018 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:07:49.059016 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f501b9b1-d512-4657-870b-09a5f215a018 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:07:49.113225 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f501b9b1-d512-4657-870b-09a5f215a018 None None] Pushing event updated for resources: {'Port': ['ID=b037a67d-8106-438c-8445-7e1e19eafd0b,revision_number=3']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:07:49.126934 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e37b414-d335-4cc6-b235-9b337fa54c46 None None] Routers {'9ae17424-71b6-44f9-9599-2031d2ca10ce'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:07:49.127594 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-8e37b414-d335-4cc6-b235-9b337fa54c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:07:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['9ae17424-71b6-44f9-9599-2031d2ca10ce'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:07:49.177114 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1eb9b9-1216-4135-a1e1-8d4f36f9c6b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-cb40399c-37d3-4f6f-9fff-48cb8cebc75b', 'network_id': 'cb40399c-37d3-4f6f-9fff-48cb8cebc75b', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ips': [{'subnet_id': 'eb2b0279-f760-4d5a-9690-ca3a2d697f6b'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 11:07:49.178119 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2b1eb9b9-1216-4135-a1e1-8d4f36f9c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:49.229466 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d2ca22ec-3a6b-48f0-9c0c-7d359a84c156 req-473e93b8-6f2e-4da3-8fa0-4c0c8b22f389 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fec4b30-c437-4c38-8b48-0dca86d60eb3 HTTP/1.1" status: 200 len: 210 time: 0.0616429 Mar 22 11:07:49.246040 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-8e37b414-d335-4cc6-b235-9b337fa54c46 None None] Set router 9ae17424-71b6-44f9-9599-2031d2ca10ce gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:07:49.349513 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-2b1eb9b9-1216-4135-a1e1-8d4f36f9c6b7 None None] Allocated IP 172.20.0.2 (cb40399c-37d3-4f6f-9fff-48cb8cebc75b/eb2b0279-f760-4d5a-9690-ca3a2d697f6b/66e66c47-1357-4dee-bf9d-67e39060d985) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:07:49.381345 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 6a5fd635-f681-4f87-a5e3-7baf0a7a9378 no longer exists at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:07:49.416683 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] No Port match for: 6a5fd635-f681-4f87-a5e3-7baf0a7a9378 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:07:49.417077 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 6a5fd635-f681-4f87-a5e3-7baf0a7a9378 not bound to the agent host hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:07:49.451886 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-8e37b414-d335-4cc6-b235-9b337fa54c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'name': 'tempest-TestNetworkBasicOps-router-181945182', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'b037a67d-8106-438c-8445-7e1e19eafd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:07:46Z', 'updated_at': '2022-03-22T11:07:47Z', 'revision_number': 3, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'b037a67d-8106-438c-8445-7e1e19eafd0b', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:04:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:07:46Z', 'updated_at': '2022-03-22T11:07:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:07:49.498520 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e37b414-d335-4cc6-b235-9b337fa54c46 None None] The sync data for ids ['9ae17424-71b6-44f9-9599-2031d2ca10ce'] in dv-neutron-834599-1-hyperv is: [{'id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'name': 'tempest-TestNetworkBasicOps-router-181945182', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'b037a67d-8106-438c-8445-7e1e19eafd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:07:46Z', 'updated_at': '2022-03-22T11:07:47Z', 'revision_number': 3, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'b037a67d-8106-438c-8445-7e1e19eafd0b', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:04:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:07:46Z', 'updated_at': '2022-03-22T11:07:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:07:49.549110 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2b1eb9b9-1216-4135-a1e1-8d4f36f9c6b7 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:49.557014 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2b1eb9b9-1216-4135-a1e1-8d4f36f9c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:49.596674 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0c085d27-269a-4001-85d1-28c038b9df49 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:49.610396 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1eb9b9-1216-4135-a1e1-8d4f36f9c6b7 None None] Network cb40399c-37d3-4f6f-9fff-48cb8cebc75b is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:07:49.614492 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-2b1eb9b9-1216-4135-a1e1-8d4f36f9c6b7 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:07:49.616483 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1eb9b9-1216-4135-a1e1-8d4f36f9c6b7 None None] Pushing event updated for resources: {'Port': ['ID=66e66c47-1357-4dee-bf9d-67e39060d985,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:07:49.623905 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1eb9b9-1216-4135-a1e1-8d4f36f9c6b7 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:07:49.678518 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-2b1eb9b9-1216-4135-a1e1-8d4f36f9c6b7 None None] Attempting to bind port 66e66c47-1357-4dee-bf9d-67e39060d985 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:07:49.678907 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-2b1eb9b9-1216-4135-a1e1-8d4f36f9c6b7 None None] Attempting to bind port 66e66c47-1357-4dee-bf9d-67e39060d985 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '09fcadd8-fd98-46c2-ac37-105bb602f084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'cb40399c-37d3-4f6f-9fff-48cb8cebc75b'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:07:49.679276 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1eb9b9-1216-4135-a1e1-8d4f36f9c6b7 None None] Attempting to bind port 66e66c47-1357-4dee-bf9d-67e39060d985 on network cb40399c-37d3-4f6f-9fff-48cb8cebc75b {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:07:49.684717 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1eb9b9-1216-4135-a1e1-8d4f36f9c6b7 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:07:49.685089 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1eb9b9-1216-4135-a1e1-8d4f36f9c6b7 None None] Checking segment: {'id': '09fcadd8-fd98-46c2-ac37-105bb602f084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'cb40399c-37d3-4f6f-9fff-48cb8cebc75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:07:49.685465 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2b1eb9b9-1216-4135-a1e1-8d4f36f9c6b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:49.685855 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1eb9b9-1216-4135-a1e1-8d4f36f9c6b7 None None] Bound using segment: {'id': '09fcadd8-fd98-46c2-ac37-105bb602f084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'cb40399c-37d3-4f6f-9fff-48cb8cebc75b'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:07:49.686328 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-2b1eb9b9-1216-4135-a1e1-8d4f36f9c6b7 None None] Bound port: 66e66c47-1357-4dee-bf9d-67e39060d985, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09fcadd8-fd98-46c2-ac37-105bb602f084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'cb40399c-37d3-4f6f-9fff-48cb8cebc75b'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:07:49.686719 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2b1eb9b9-1216-4135-a1e1-8d4f36f9c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:49.754915 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2b1eb9b9-1216-4135-a1e1-8d4f36f9c6b7 None None] For port 66e66c47-1357-4dee-bf9d-67e39060d985, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:07:49.760523 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2b1eb9b9-1216-4135-a1e1-8d4f36f9c6b7 None None] For port 66e66c47-1357-4dee-bf9d-67e39060d985, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=66e66c47-1357-4dee-bf9d-67e39060d985,segment=NetworkSegment(09fcadd8-fd98-46c2-ac37-105bb602f084),segment_id=09fcadd8-fd98-46c2-ac37-105bb602f084)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:07:49.777298 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2b1eb9b9-1216-4135-a1e1-8d4f36f9c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:49.865832 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1eb9b9-1216-4135-a1e1-8d4f36f9c6b7 None None] Pushing event updated for resources: {'Port': ['ID=66e66c47-1357-4dee-bf9d-67e39060d985,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:07:49.952369 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-0c085d27-269a-4001-85d1-28c038b9df49 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Allocated IP 172.20.0.1 (cb40399c-37d3-4f6f-9fff-48cb8cebc75b/eb2b0279-f760-4d5a-9690-ca3a2d697f6b/a49c7def-594b-4150-899d-6a71b2d8eef7) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:07:50.124436 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0c085d27-269a-4001-85d1-28c038b9df49 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:50.171016 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0c085d27-269a-4001-85d1-28c038b9df49 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:50.222046 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c085d27-269a-4001-85d1-28c038b9df49 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Network cb40399c-37d3-4f6f-9fff-48cb8cebc75b is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:07:50.225317 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-0c085d27-269a-4001-85d1-28c038b9df49 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:07:50.229090 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c085d27-269a-4001-85d1-28c038b9df49 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:07:50.235890 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c085d27-269a-4001-85d1-28c038b9df49 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Port': ['ID=a49c7def-594b-4150-899d-6a71b2d8eef7,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:07:50.286407 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0c085d27-269a-4001-85d1-28c038b9df49 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684270'] for router_interface, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:50.351588 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-07cecd43-28be-446b-a04a-538bdda46239 req-b909b253-79a0-4bbb-8e9f-4bb575c9ce1b tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fec4b30-c437-4c38-8b48-0dca86d60eb3 HTTP/1.1" status: 200 len: 210 time: 0.0317180 Mar 22 11:07:50.444527 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0c085d27-269a-4001-85d1-28c038b9df49 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:50.740427 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0c085d27-269a-4001-85d1-28c038b9df49 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:50.746061 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0c085d27-269a-4001-85d1-28c038b9df49 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:50.821937 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0c085d27-269a-4001-85d1-28c038b9df49 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684306'] for router_interface, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:50.831760 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c085d27-269a-4001-85d1-28c038b9df49 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Port': ['ID=a49c7def-594b-4150-899d-6a71b2d8eef7,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:07:50.908704 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf93959f-04b5-4bfa-b0b3-74110977dab9 None None] Network cb40399c-37d3-4f6f-9fff-48cb8cebc75b requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:07:50.920023 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c085d27-269a-4001-85d1-28c038b9df49 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Network cb40399c-37d3-4f6f-9fff-48cb8cebc75b is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:07:50.921395 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-0c085d27-269a-4001-85d1-28c038b9df49 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:07:51.000981 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-94b421e6-a392-4b12-a1c6-4ae5eb533ddc None None] Provisioning complete for port 66e66c47-1357-4dee-bf9d-67e39060d985 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:07:51.001339 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-94b421e6-a392-4b12-a1c6-4ae5eb533ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:51.038947 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c085d27-269a-4001-85d1-28c038b9df49 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Router 9ae17424-71b6-44f9-9599-2031d2ca10ce has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:07:51.136654 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-94b421e6-a392-4b12-a1c6-4ae5eb533ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:51.149176 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c085d27-269a-4001-85d1-28c038b9df49 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:07:51.157695 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-0c085d27-269a-4001-85d1-28c038b9df49 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "PUT /v2.0/routers/9ae17424-71b6-44f9-9599-2031d2ca10ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1540534 Mar 22 11:07:51.160358 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 43342) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:07:51.177344 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-94b421e6-a392-4b12-a1c6-4ae5eb533ddc None None] For port 66e66c47-1357-4dee-bf9d-67e39060d985, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=66e66c47-1357-4dee-bf9d-67e39060d985,segment=NetworkSegment(09fcadd8-fd98-46c2-ac37-105bb602f084),segment_id=09fcadd8-fd98-46c2-ac37-105bb602f084)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:07:51.184880 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-94b421e6-a392-4b12-a1c6-4ae5eb533ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:51.251863 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b421e6-a392-4b12-a1c6-4ae5eb533ddc None None] Pushing event updated for resources: {'Port': ['ID=66e66c47-1357-4dee-bf9d-67e39060d985,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:07:51.291011 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a839c5-f237-42fb-8668-e6eb4b14f971 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:07:51.291794 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a839c5-f237-42fb-8668-e6eb4b14f971 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:07:51.292267 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a839c5-f237-42fb-8668-e6eb4b14f971 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:07:51.292713 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a839c5-f237-42fb-8668-e6eb4b14f971 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:07:51.293156 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a839c5-f237-42fb-8668-e6eb4b14f971 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:07:51.293620 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a839c5-f237-42fb-8668-e6eb4b14f971 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:07:51.298028 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-e3a839c5-f237-42fb-8668-e6eb4b14f971 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1341693 Mar 22 11:07:51.298367 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 43344) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:07:51.356111 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894304aa-c278-47f1-b8fc-3d501b20e363 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:07:51.356582 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894304aa-c278-47f1-b8fc-3d501b20e363 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:07:51.357971 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894304aa-c278-47f1-b8fc-3d501b20e363 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:07:51.357971 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894304aa-c278-47f1-b8fc-3d501b20e363 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:07:51.357971 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894304aa-c278-47f1-b8fc-3d501b20e363 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:07:51.358291 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894304aa-c278-47f1-b8fc-3d501b20e363 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:07:51.360180 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-894304aa-c278-47f1-b8fc-3d501b20e363 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0609760 Mar 22 11:07:51.362942 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 43346) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:07:51.368586 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device b037a67d-8106-438c-8445-7e1e19eafd0b up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:07:51.402963 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcf5668-b170-4210-bfc2-b5fe0afd73d7 None None] Sync routers for ids ['9ae17424-71b6-44f9-9599-2031d2ca10ce'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:07:51.415685 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 43350) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:07:51.422101 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcf5668-b170-4210-bfc2-b5fe0afd73d7 None None] Routers {'9ae17424-71b6-44f9-9599-2031d2ca10ce'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:07:51.423417 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-0bcf5668-b170-4210-bfc2-b5fe0afd73d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:07:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['9ae17424-71b6-44f9-9599-2031d2ca10ce'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:07:51.497590 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-e1ae6e69-bc2d-42a0-887c-c1f33cb8c395 None None] Provisioning complete for port a49c7def-594b-4150-899d-6a71b2d8eef7 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:07:51.497590 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e1ae6e69-bc2d-42a0-887c-c1f33cb8c395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:51.534633 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-d679013c-ddc4-49a9-8cb5-58d3cecd1e8c tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.1681149 Mar 22 11:07:51.565546 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-0587d88c-e313-401a-865f-abdc7b70b9e3 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Deleting port e115302b-584f-47d4-8d2d-3967615b3fb0 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:07:51.566184 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0587d88c-e313-401a-865f-abdc7b70b9e3 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:51.594301 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port b037a67d-8106-438c-8445-7e1e19eafd0b triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:07:51.594687 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:51.621552 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-0bcf5668-b170-4210-bfc2-b5fe0afd73d7 None None] Set router 9ae17424-71b6-44f9-9599-2031d2ca10ce gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:07:51.653098 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0587d88c-e313-401a-865f-abdc7b70b9e3 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:51.653427 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0587d88c-e313-401a-865f-abdc7b70b9e3 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:51.654462 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-e1ae6e69-bc2d-42a0-887c-c1f33cb8c395 None None] Port a49c7def-594b-4150-899d-6a71b2d8eef7 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:07:51.667700 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-0587d88c-e313-401a-865f-abdc7b70b9e3 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Calling delete_port for e115302b-584f-47d4-8d2d-3967615b3fb0 owned by network:floatingip {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:07:51.688382 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-e1ae6e69-bc2d-42a0-887c-c1f33cb8c395 None None] Provisioning complete for port 66e66c47-1357-4dee-bf9d-67e39060d985 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:07:51.688748 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e1ae6e69-bc2d-42a0-887c-c1f33cb8c395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:51.791077 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 43354) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:07:51.798746 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-ef0eb64a-96fa-42c8-aee2-dbc0cb5a7d0f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-361514627', 'description': 'tempest-secgroup-smoke-361514627 description', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:07:51.831519 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ef0eb64a-96fa-42c8-aee2-dbc0cb5a7d0f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:51.834723 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0587d88c-e313-401a-865f-abdc7b70b9e3 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:51.866312 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0587d88c-e313-401a-865f-abdc7b70b9e3 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Pushing event deleted for resources: {'Port': ['ID=e115302b-584f-47d4-8d2d-3967615b3fb0,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:07:51.875670 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:51.922035 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ef0eb64a-96fa-42c8-aee2-dbc0cb5a7d0f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:51.931475 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ef0eb64a-96fa-42c8-aee2-dbc0cb5a7d0f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:51.941131 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0587d88c-e313-401a-865f-abdc7b70b9e3 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks [] for floatingip, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:51.943795 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0587d88c-e313-401a-865f-abdc7b70b9e3 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:51.947540 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0587d88c-e313-401a-865f-abdc7b70b9e3 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "DELETE /v2.0/floatingips/9c736918-3ead-48a5-b66e-113c9fa8f2ee HTTP/1.1" status: 204 len: 168 time: 0.5282936 Mar 22 11:07:51.967507 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0eb64a-96fa-42c8-aee2-dbc0cb5a7d0f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad085a47-a585-494c-86d9-65f5a21f9f34,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:07:51.977778 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ef0eb64a-96fa-42c8-aee2-dbc0cb5a7d0f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:51.978811 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-ef0eb64a-96fa-42c8-aee2-dbc0cb5a7d0f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1865335 Mar 22 11:07:51.981765 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 43358) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:07:51.986453 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port b037a67d-8106-438c-8445-7e1e19eafd0b, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=b037a67d-8106-438c-8445-7e1e19eafd0b,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:07:51.987001 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-603261a8-703c-4253-82ff-9180546095db tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': 'ad085a47-a585-494c-86d9-65f5a21f9f34', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:07:51.997181 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:51.997903 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 66e66c47-1357-4dee-bf9d-67e39060d985 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:07:52.020202 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-603261a8-703c-4253-82ff-9180546095db tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:52.084613 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-603261a8-703c-4253-82ff-9180546095db tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:52.089774 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-603261a8-703c-4253-82ff-9180546095db tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:52.092573 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-0bcf5668-b170-4210-bfc2-b5fe0afd73d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'name': 'tempest-TestNetworkBasicOps-router-181945182', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'b037a67d-8106-438c-8445-7e1e19eafd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:07:46Z', 'updated_at': '2022-03-22T11:07:50Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'b037a67d-8106-438c-8445-7e1e19eafd0b', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:04:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:07:46Z', 'updated_at': '2022-03-22T11:07:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': 'a49c7def-594b-4150-899d-6a71b2d8eef7', 'name': '', 'network_id': 'cb40399c-37d3-4f6f-9fff-48cb8cebc75b', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:59:61:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eb2b0279-f760-4d5a-9690-ca3a2d697f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:07:49Z', 'updated_at': '2022-03-22T11:07:50Z', 'revision_number': 2, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': 'eb2b0279-f760-4d5a-9690-ca3a2d697f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:07:52.105743 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603261a8-703c-4253-82ff-9180546095db tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58ee27fc-01c9-401e-b0af-f8a718c2892b,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:07:52.117678 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-603261a8-703c-4253-82ff-9180546095db tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:52.121439 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-603261a8-703c-4253-82ff-9180546095db tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1360271 Mar 22 11:07:52.121748 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 43366) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:07:52.126227 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-a79920dc-c3e5-4635-803c-dceeeea2a976 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': 'ad085a47-a585-494c-86d9-65f5a21f9f34', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:07:52.131426 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=b037a67d-8106-438c-8445-7e1e19eafd0b,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:07:52.134603 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcf5668-b170-4210-bfc2-b5fe0afd73d7 None None] Checking router: 9ae17424-71b6-44f9-9599-2031d2ca10ce for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:07:52.134770 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcf5668-b170-4210-bfc2-b5fe0afd73d7 None None] Updating router 9ae17424-71b6-44f9-9599-2031d2ca10ce port a49c7def-594b-4150-899d-6a71b2d8eef7 binding host dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:07:52.170863 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a79920dc-c3e5-4635-803c-dceeeea2a976 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:52.174137 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 66e66c47-1357-4dee-bf9d-67e39060d985 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:07:52.174514 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:52.176711 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0bcf5668-b170-4210-bfc2-b5fe0afd73d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:52.218547 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-3f9aee1c-3fef-46e8-b4dc-d7c176f5c439 None None] Provisioning complete for port a49c7def-594b-4150-899d-6a71b2d8eef7 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:07:52.219790 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3f9aee1c-3fef-46e8-b4dc-d7c176f5c439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:52.240452 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a79920dc-c3e5-4635-803c-dceeeea2a976 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:52.245456 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a79920dc-c3e5-4635-803c-dceeeea2a976 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:52.265265 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79920dc-c3e5-4635-803c-dceeeea2a976 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e654b1e-85aa-4a4a-8696-35799409a7d8,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:07:52.277842 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a79920dc-c3e5-4635-803c-dceeeea2a976 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:52.280533 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-a79920dc-c3e5-4635-803c-dceeeea2a976 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1578174 Mar 22 11:07:52.283325 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 43368) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:07:52.288141 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-2536db48-0158-4918-bd2e-d3e17d2e884f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': 'ad085a47-a585-494c-86d9-65f5a21f9f34', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:07:52.316110 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2536db48-0158-4918-bd2e-d3e17d2e884f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:52.384602 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2536db48-0158-4918-bd2e-d3e17d2e884f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:52.389438 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2536db48-0158-4918-bd2e-d3e17d2e884f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:52.410125 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2536db48-0158-4918-bd2e-d3e17d2e884f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e186497-4e6f-4292-b200-a8ce864779c3,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:07:52.416226 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2536db48-0158-4918-bd2e-d3e17d2e884f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:52.417746 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2536db48-0158-4918-bd2e-d3e17d2e884f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1333511 Mar 22 11:07:52.420576 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 43370) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:07:52.425467 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-5771cf2c-3d98-4104-8c45-058718495807 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': 'ad085a47-a585-494c-86d9-65f5a21f9f34', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:07:52.453275 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-3f9aee1c-3fef-46e8-b4dc-d7c176f5c439 None None] Port a49c7def-594b-4150-899d-6a71b2d8eef7 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:07:52.459291 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5771cf2c-3d98-4104-8c45-058718495807 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:52.538541 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5771cf2c-3d98-4104-8c45-058718495807 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:52.545277 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5771cf2c-3d98-4104-8c45-058718495807 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:52.571877 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5771cf2c-3d98-4104-8c45-058718495807 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3868c723-83b5-4696-9b2a-192c7417b491,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:07:52.582264 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5771cf2c-3d98-4104-8c45-058718495807 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:52.583738 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5771cf2c-3d98-4104-8c45-058718495807 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1619086 Mar 22 11:07:52.586403 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 43372) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:07:52.593069 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-81a6a624-dcae-4bd9-9210-5a7d1e790d8c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': 'ad085a47-a585-494c-86d9-65f5a21f9f34', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:07:52.620727 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.securitygroups_db [None req-81a6a624-dcae-4bd9-9210-5a7d1e790d8c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Project 9d323f0b18e24bb7bcd0d92686e5587a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 11:07:52.626411 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-81a6a624-dcae-4bd9-9210-5a7d1e790d8c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:52.713609 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-81a6a624-dcae-4bd9-9210-5a7d1e790d8c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:52.720037 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-81a6a624-dcae-4bd9-9210-5a7d1e790d8c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:52.744547 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a6a624-dcae-4bd9-9210-5a7d1e790d8c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=615c3ef2-f45e-4dfd-8859-0a6c9153fd36,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:07:52.755517 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0bcf5668-b170-4210-bfc2-b5fe0afd73d7 None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:52.759541 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-81a6a624-dcae-4bd9-9210-5a7d1e790d8c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:52.761125 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-81a6a624-dcae-4bd9-9210-5a7d1e790d8c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1733222 Mar 22 11:07:52.764034 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 43374) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:07:52.768520 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0bcf5668-b170-4210-bfc2-b5fe0afd73d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:52.768729 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-f64767bc-6f0e-4b67-9c0f-7f915dd2ecbc tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': 'ad085a47-a585-494c-86d9-65f5a21f9f34', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:07:52.791393 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.securitygroups_db [None req-f64767bc-6f0e-4b67-9c0f-7f915dd2ecbc tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Project 9d323f0b18e24bb7bcd0d92686e5587a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 11:07:52.796448 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f64767bc-6f0e-4b67-9c0f-7f915dd2ecbc tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:52.818851 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e16ac1-667e-4ce1-bf55-b44a7fcfd781 None None] Pushing event updated for resources: {'Port': ['ID=a49c7def-594b-4150-899d-6a71b2d8eef7,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:07:52.866183 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f64767bc-6f0e-4b67-9c0f-7f915dd2ecbc tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:52.876155 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f64767bc-6f0e-4b67-9c0f-7f915dd2ecbc tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:52.886576 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-0bcf5668-b170-4210-bfc2-b5fe0afd73d7 None None] Attempting to bind port a49c7def-594b-4150-899d-6a71b2d8eef7 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:07:52.887297 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-0bcf5668-b170-4210-bfc2-b5fe0afd73d7 None None] Attempting to bind port a49c7def-594b-4150-899d-6a71b2d8eef7 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '09fcadd8-fd98-46c2-ac37-105bb602f084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'cb40399c-37d3-4f6f-9fff-48cb8cebc75b'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:07:52.887863 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcf5668-b170-4210-bfc2-b5fe0afd73d7 None None] Attempting to bind port a49c7def-594b-4150-899d-6a71b2d8eef7 on network cb40399c-37d3-4f6f-9fff-48cb8cebc75b {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:07:52.899113 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcf5668-b170-4210-bfc2-b5fe0afd73d7 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:07:52.900918 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcf5668-b170-4210-bfc2-b5fe0afd73d7 None None] Checking segment: {'id': '09fcadd8-fd98-46c2-ac37-105bb602f084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'cb40399c-37d3-4f6f-9fff-48cb8cebc75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:07:52.901336 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0bcf5668-b170-4210-bfc2-b5fe0afd73d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:52.901762 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcf5668-b170-4210-bfc2-b5fe0afd73d7 None None] Bound using segment: {'id': '09fcadd8-fd98-46c2-ac37-105bb602f084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'cb40399c-37d3-4f6f-9fff-48cb8cebc75b'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:07:52.904112 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-0bcf5668-b170-4210-bfc2-b5fe0afd73d7 None None] Bound port: a49c7def-594b-4150-899d-6a71b2d8eef7, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09fcadd8-fd98-46c2-ac37-105bb602f084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'cb40399c-37d3-4f6f-9fff-48cb8cebc75b'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:07:52.904866 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0bcf5668-b170-4210-bfc2-b5fe0afd73d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:52.905968 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f64767bc-6f0e-4b67-9c0f-7f915dd2ecbc tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:52.919426 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-f64767bc-6f0e-4b67-9c0f-7f915dd2ecbc tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1421342 Mar 22 11:07:52.919426 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64767bc-6f0e-4b67-9c0f-7f915dd2ecbc tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4900df0a-28c7-4d84-b260-d4ea70ce56ce,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:07:52.997668 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-0bcf5668-b170-4210-bfc2-b5fe0afd73d7 None None] For port a49c7def-594b-4150-899d-6a71b2d8eef7, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:07:53.004045 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-0bcf5668-b170-4210-bfc2-b5fe0afd73d7 None None] For port a49c7def-594b-4150-899d-6a71b2d8eef7, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=a49c7def-594b-4150-899d-6a71b2d8eef7,segment=NetworkSegment(09fcadd8-fd98-46c2-ac37-105bb602f084),segment_id=09fcadd8-fd98-46c2-ac37-105bb602f084)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:07:53.012117 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0bcf5668-b170-4210-bfc2-b5fe0afd73d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:53.061449 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcf5668-b170-4210-bfc2-b5fe0afd73d7 None None] Routers {'9ae17424-71b6-44f9-9599-2031d2ca10ce'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:07:53.062050 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-0bcf5668-b170-4210-bfc2-b5fe0afd73d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:07:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['9ae17424-71b6-44f9-9599-2031d2ca10ce'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:07:53.124560 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e16ac1-667e-4ce1-bf55-b44a7fcfd781 None None] Pushing event updated for resources: {'Port': ['ID=a49c7def-594b-4150-899d-6a71b2d8eef7,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:07:53.204480 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-0bcf5668-b170-4210-bfc2-b5fe0afd73d7 None None] Set router 9ae17424-71b6-44f9-9599-2031d2ca10ce gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:07:53.207166 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-732a1bfd-dda9-4207-a17b-f9ebb90a8fe3 None None] Provisioning complete for port a49c7def-594b-4150-899d-6a71b2d8eef7 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:07:53.207611 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-732a1bfd-dda9-4207-a17b-f9ebb90a8fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:53.247023 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-dcf8e9df-adee-45d1-b472-8acb47f59964 req-4a387a83-c6ec-4808-a20a-16917eeb822e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-361514627&fields=id&tenant_id=9d323f0b18e24bb7bcd0d92686e5587a HTTP/1.1" status: 200 len: 267 time: 0.0745542 Mar 22 11:07:53.357345 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 66e66c47-1357-4dee-bf9d-67e39060d985 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:07:53.397472 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf8e9df-adee-45d1-b472-8acb47f59964 req-555e5499-2a59-4ee5-9d02-8ff918983b53 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:07:53.399223 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-dcf8e9df-adee-45d1-b472-8acb47f59964 req-555e5499-2a59-4ee5-9d02-8ff918983b53 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/networks?id=cb40399c-37d3-4f6f-9fff-48cb8cebc75b HTTP/1.1" status: 200 len: 797 time: 0.1422932 Mar 22 11:07:53.414429 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-dcf8e9df-adee-45d1-b472-8acb47f59964 req-af71d0d9-9dec-4291-89e5-55d87df3498a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/quotas/9d323f0b18e24bb7bcd0d92686e5587a HTTP/1.1" status: 200 len: 375 time: 0.0093355 Mar 22 11:07:53.467226 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-dcf8e9df-adee-45d1-b472-8acb47f59964 req-49c14c96-4e32-477a-ac86-794626e7745b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=9d323f0b18e24bb7bcd0d92686e5587a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472145 Mar 22 11:07:53.494270 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-732a1bfd-dda9-4207-a17b-f9ebb90a8fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:53.533024 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 66e66c47-1357-4dee-bf9d-67e39060d985 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:07:53.533381 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:53.570773 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-dcf8e9df-adee-45d1-b472-8acb47f59964 req-7f5e597c-bc44-45c2-b028-6af673296775 service neutron] 10.222.0.57 "GET /v2.0/networks/cb40399c-37d3-4f6f-9fff-48cb8cebc75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907447 Mar 22 11:07:53.585224 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-732a1bfd-dda9-4207-a17b-f9ebb90a8fe3 None None] For port a49c7def-594b-4150-899d-6a71b2d8eef7, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=a49c7def-594b-4150-899d-6a71b2d8eef7,segment=NetworkSegment(09fcadd8-fd98-46c2-ac37-105bb602f084),segment_id=09fcadd8-fd98-46c2-ac37-105bb602f084)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:07:53.595793 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-732a1bfd-dda9-4207-a17b-f9ebb90a8fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:53.680200 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-dcf8e9df-adee-45d1-b472-8acb47f59964 req-a16c850b-42bb-4957-9f7f-543d2232db86 service neutron] 10.222.0.57 "GET /v2.0/networks/cb40399c-37d3-4f6f-9fff-48cb8cebc75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013410 Mar 22 11:07:53.690507 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732a1bfd-dda9-4207-a17b-f9ebb90a8fe3 None None] Pushing event updated for resources: {'Port': ['ID=a49c7def-594b-4150-899d-6a71b2d8eef7,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:07:53.704107 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-0bcf5668-b170-4210-bfc2-b5fe0afd73d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'name': 'tempest-TestNetworkBasicOps-router-181945182', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'b037a67d-8106-438c-8445-7e1e19eafd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:07:46Z', 'updated_at': '2022-03-22T11:07:50Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'b037a67d-8106-438c-8445-7e1e19eafd0b', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:04:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:07:46Z', 'updated_at': '2022-03-22T11:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': 'a49c7def-594b-4150-899d-6a71b2d8eef7', 'name': '', 'network_id': 'cb40399c-37d3-4f6f-9fff-48cb8cebc75b', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:59:61:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eb2b0279-f760-4d5a-9690-ca3a2d697f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:07:49Z', 'updated_at': '2022-03-22T11:07:52Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': 'eb2b0279-f760-4d5a-9690-ca3a2d697f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:07:53.736627 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device b037a67d-8106-438c-8445-7e1e19eafd0b up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:07:53.738391 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcf5668-b170-4210-bfc2-b5fe0afd73d7 None None] The sync data for ids ['9ae17424-71b6-44f9-9599-2031d2ca10ce'] in dv-neutron-834599-1-hyperv is: [{'id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'name': 'tempest-TestNetworkBasicOps-router-181945182', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'b037a67d-8106-438c-8445-7e1e19eafd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:07:46Z', 'updated_at': '2022-03-22T11:07:50Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'b037a67d-8106-438c-8445-7e1e19eafd0b', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:04:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:07:46Z', 'updated_at': '2022-03-22T11:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': 'a49c7def-594b-4150-899d-6a71b2d8eef7', 'name': '', 'network_id': 'cb40399c-37d3-4f6f-9fff-48cb8cebc75b', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:59:61:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eb2b0279-f760-4d5a-9690-ca3a2d697f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:07:49Z', 'updated_at': '2022-03-22T11:07:52Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': 'eb2b0279-f760-4d5a-9690-ca3a2d697f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:07:53.775663 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-12164a72-543f-4352-84ed-9613d91d2fc6 None None] Provisioning complete for port a49c7def-594b-4150-899d-6a71b2d8eef7 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:07:53.776042 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-12164a72-543f-4352-84ed-9613d91d2fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:53.881111 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port b037a67d-8106-438c-8445-7e1e19eafd0b triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:07:53.882562 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:53.938582 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-cd7de035-8be1-4a8f-a7e9-51530a72c31e req-466702e0-f8b7-4669-b76c-d9e74d35a00b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=59aa19e7-9d90-480b-9786-8599c7cfc0e2 HTTP/1.1" status: 200 len: 210 time: 0.0338566 Mar 22 11:07:55.002263 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf8e9df-adee-45d1-b472-8acb47f59964 req-eade26a1-ecb2-47cb-8bb1-639213d6b130 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:07:55.005233 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-dcf8e9df-adee-45d1-b472-8acb47f59964 req-eade26a1-ecb2-47cb-8bb1-639213d6b130 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.35 "GET /v2.0/networks?id=cb40399c-37d3-4f6f-9fff-48cb8cebc75b HTTP/1.1" status: 200 len: 797 time: 0.1195881 Mar 22 11:07:55.072711 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-06066275-49b6-4f49-8ef3-67e83e5b745e req-f391ad05-5372-430d-b24c-7c07aafb94e6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=59aa19e7-9d90-480b-9786-8599c7cfc0e2 HTTP/1.1" status: 200 len: 210 time: 0.0495844 Mar 22 11:07:55.084169 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-dcf8e9df-adee-45d1-b472-8acb47f59964 req-c57f0dd1-6c3a-4414-9e68-235ee907b93b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d323f0b18e24bb7bcd0d92686e5587a HTTP/1.1" status: 200 len: 379 time: 0.0685985 Mar 22 11:07:55.094895 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-dcf8e9df-adee-45d1-b472-8acb47f59964 req-0eae0e4a-1c1c-47d4-b730-c73cc03acff4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'port': {'device_id': '59aa19e7-9d90-480b-9786-8599c7cfc0e2', 'network_id': 'cb40399c-37d3-4f6f-9fff-48cb8cebc75b', 'admin_state_up': True, 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'security_groups': ['ad085a47-a585-494c-86d9-65f5a21f9f34']}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:07:55.302042 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device a49c7def-594b-4150-899d-6a71b2d8eef7 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:07:55.362242 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 43414) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:07:55.366757 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port a49c7def-594b-4150-899d-6a71b2d8eef7 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:07:55.367160 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:55.428463 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-018b8342-9088-4f5e-b8f6-f5905e060206 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:55.457053 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-018b8342-9088-4f5e-b8f6-f5905e060206 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:55.522478 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-018b8342-9088-4f5e-b8f6-f5905e060206 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:55.525234 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-018b8342-9088-4f5e-b8f6-f5905e060206 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:55.526438 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-018b8342-9088-4f5e-b8f6-f5905e060206 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] 10.222.0.57 "DELETE /v2.0/security-groups/82748c69-4f97-4b9d-8323-69fdf08c3a29 HTTP/1.1" status: 204 len: 168 time: 0.1630299 Mar 22 11:07:55.537342 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018b8342-9088-4f5e-b8f6-f5905e060206 tempest-TestVolumeBootPattern-195388935 tempest-TestVolumeBootPattern-195388935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82748c69-4f97-4b9d-8323-69fdf08c3a29,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:07:55.568711 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcf8e9df-adee-45d1-b472-8acb47f59964 req-0eae0e4a-1c1c-47d4-b730-c73cc03acff4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Made reservation on behalf of 9d323f0b18e24bb7bcd0d92686e5587a for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:07:55.573654 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-dcf8e9df-adee-45d1-b472-8acb47f59964 req-0eae0e4a-1c1c-47d4-b730-c73cc03acff4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:55.615029 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 43418) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:07:55.703466 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [req-dcf8e9df-adee-45d1-b472-8acb47f59964 req-0eae0e4a-1c1c-47d4-b730-c73cc03acff4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Allocated IP 172.20.0.8 (cb40399c-37d3-4f6f-9fff-48cb8cebc75b/eb2b0279-f760-4d5a-9690-ca3a2d697f6b/648a3d21-45a0-4f9b-9c41-0185583bf43c) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:07:55.845683 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-dcf8e9df-adee-45d1-b472-8acb47f59964 req-0eae0e4a-1c1c-47d4-b730-c73cc03acff4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:55.881495 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-dcf8e9df-adee-45d1-b472-8acb47f59964 req-0eae0e4a-1c1c-47d4-b730-c73cc03acff4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:55.927688 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcf8e9df-adee-45d1-b472-8acb47f59964 req-0eae0e4a-1c1c-47d4-b730-c73cc03acff4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Network cb40399c-37d3-4f6f-9fff-48cb8cebc75b is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:07:55.930741 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [req-dcf8e9df-adee-45d1-b472-8acb47f59964 req-0eae0e4a-1c1c-47d4-b730-c73cc03acff4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:07:55.935661 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcf8e9df-adee-45d1-b472-8acb47f59964 req-0eae0e4a-1c1c-47d4-b730-c73cc03acff4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:07:55.939853 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae0e4a-1c1c-47d4-b730-c73cc03acff4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Port': ['ID=648a3d21-45a0-4f9b-9c41-0185583bf43c,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:07:55.991032 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf8e9df-adee-45d1-b472-8acb47f59964 req-0eae0e4a-1c1c-47d4-b730-c73cc03acff4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:07:55.991714 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-dcf8e9df-adee-45d1-b472-8acb47f59964 req-0eae0e4a-1c1c-47d4-b730-c73cc03acff4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:56.010427 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-dcf8e9df-adee-45d1-b472-8acb47f59964 req-0eae0e4a-1c1c-47d4-b730-c73cc03acff4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9193456 Mar 22 11:07:56.024308 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-dcf8e9df-adee-45d1-b472-8acb47f59964 req-a447367f-c0fc-4e12-a7c6-01565b3beb01 service neutron] Request body: {'port': {'device_id': '59aa19e7-9d90-480b-9786-8599c7cfc0e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8345'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:07:56.082983 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-dcf8e9df-adee-45d1-b472-8acb47f59964 req-a447367f-c0fc-4e12-a7c6-01565b3beb01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:56.094349 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6ce90e72-e628-4735-8d28-c18e69bae0cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683891'] for router_interface, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:56.257416 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-fd892a13-a700-48ba-888b-f5ac4a0cab51 None None] Provisioning complete for port 648a3d21-45a0-4f9b-9c41-0185583bf43c triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:07:56.258519 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-fd892a13-a700-48ba-888b-f5ac4a0cab51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:56.276438 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ab03e-6465-4c32-8027-af84f71b0dda req-ba48e40a-fcf8-451a-90cd-279043c0bc4d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:07:56.277927 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-666ab03e-6465-4c32-8027-af84f71b0dda req-ba48e40a-fcf8-451a-90cd-279043c0bc4d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=59aa19e7-9d90-480b-9786-8599c7cfc0e2 HTTP/1.1" status: 200 len: 931 time: 0.0880997 Mar 22 11:07:56.298954 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-fd892a13-a700-48ba-888b-f5ac4a0cab51 None None] Port 648a3d21-45a0-4f9b-9c41-0185583bf43c cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:07:56.343396 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-6ce90e72-e628-4735-8d28-c18e69bae0cf admin admin] Deleting port 8553fc9a-ff90-48df-8d68-068b5c1f229b {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:07:56.343756 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6ce90e72-e628-4735-8d28-c18e69bae0cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:56.350884 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-666ab03e-6465-4c32-8027-af84f71b0dda req-1d5635fa-ff3e-45fa-85f3-914fa7a42a47 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=ad085a47-a585-494c-86d9-65f5a21f9f34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490069 Mar 22 11:07:56.420590 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-6ce90e72-e628-4735-8d28-c18e69bae0cf admin admin] For port 8553fc9a-ff90-48df-8d68-068b5c1f229b, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=8553fc9a-ff90-48df-8d68-068b5c1f229b,segment=NetworkSegment(1a35a9ba-da81-41c2-b3e4-2353befb7bac),segment_id=1a35a9ba-da81-41c2-b3e4-2353befb7bac)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:07:56.421307 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6ce90e72-e628-4735-8d28-c18e69bae0cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:56.421941 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [req-dcf8e9df-adee-45d1-b472-8acb47f59964 req-a447367f-c0fc-4e12-a7c6-01565b3beb01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 648a3d21-45a0-4f9b-9c41-0185583bf43c {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:07:56.429615 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-dcf8e9df-adee-45d1-b472-8acb47f59964 req-a447367f-c0fc-4e12-a7c6-01565b3beb01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:56.433638 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-6ce90e72-e628-4735-8d28-c18e69bae0cf admin admin] Calling delete_port for 8553fc9a-ff90-48df-8d68-068b5c1f229b owned by network:router_interface {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:07:56.441836 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [req-dcf8e9df-adee-45d1-b472-8acb47f59964 req-a447367f-c0fc-4e12-a7c6-01565b3beb01 service neutron] Transition to ACTIVE for port object 648a3d21-45a0-4f9b-9c41-0185583bf43c will not be triggered until provisioned by entity L2. {{(pid=109050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:07:56.446635 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-dcf8e9df-adee-45d1-b472-8acb47f59964 req-a447367f-c0fc-4e12-a7c6-01565b3beb01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:56.493265 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a447367f-c0fc-4e12-a7c6-01565b3beb01 service neutron] Pushing event updated for resources: {'Port': ['ID=648a3d21-45a0-4f9b-9c41-0185583bf43c,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:07:56.567268 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-dcf8e9df-adee-45d1-b472-8acb47f59964 req-a447367f-c0fc-4e12-a7c6-01565b3beb01 service neutron] Attempting to bind port 648a3d21-45a0-4f9b-9c41-0185583bf43c on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:07:56.568302 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-dcf8e9df-adee-45d1-b472-8acb47f59964 req-a447367f-c0fc-4e12-a7c6-01565b3beb01 service neutron] Attempting to bind port 648a3d21-45a0-4f9b-9c41-0185583bf43c by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': '09fcadd8-fd98-46c2-ac37-105bb602f084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'cb40399c-37d3-4f6f-9fff-48cb8cebc75b'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:07:56.568302 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf8e9df-adee-45d1-b472-8acb47f59964 req-a447367f-c0fc-4e12-a7c6-01565b3beb01 service neutron] Attempting to bind port 648a3d21-45a0-4f9b-9c41-0185583bf43c on network cb40399c-37d3-4f6f-9fff-48cb8cebc75b {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:07:56.572623 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf8e9df-adee-45d1-b472-8acb47f59964 req-a447367f-c0fc-4e12-a7c6-01565b3beb01 service neutron] Port 648a3d21-45a0-4f9b-9c41-0185583bf43c on network cb40399c-37d3-4f6f-9fff-48cb8cebc75b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 11:07:56.572990 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf8e9df-adee-45d1-b472-8acb47f59964 req-a447367f-c0fc-4e12-a7c6-01565b3beb01 service neutron] Attempting to bind port 648a3d21-45a0-4f9b-9c41-0185583bf43c on network cb40399c-37d3-4f6f-9fff-48cb8cebc75b {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:07:56.578719 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf8e9df-adee-45d1-b472-8acb47f59964 req-a447367f-c0fc-4e12-a7c6-01565b3beb01 service neutron] Checking agent: {'id': 'dcb78974-6458-4942-8c9c-663284d5bb3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8345', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:07:56.578719 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf8e9df-adee-45d1-b472-8acb47f59964 req-a447367f-c0fc-4e12-a7c6-01565b3beb01 service neutron] Checking segment: {'id': '09fcadd8-fd98-46c2-ac37-105bb602f084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'cb40399c-37d3-4f6f-9fff-48cb8cebc75b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:07:56.579084 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf8e9df-adee-45d1-b472-8acb47f59964 req-a447367f-c0fc-4e12-a7c6-01565b3beb01 service neutron] Bound using segment: {'id': '09fcadd8-fd98-46c2-ac37-105bb602f084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'cb40399c-37d3-4f6f-9fff-48cb8cebc75b'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:07:56.579527 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-dcf8e9df-adee-45d1-b472-8acb47f59964 req-a447367f-c0fc-4e12-a7c6-01565b3beb01 service neutron] Bound port: 648a3d21-45a0-4f9b-9c41-0185583bf43c, host: hv-neutron-8345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09fcadd8-fd98-46c2-ac37-105bb602f084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'cb40399c-37d3-4f6f-9fff-48cb8cebc75b'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:07:56.579886 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-dcf8e9df-adee-45d1-b472-8acb47f59964 req-a447367f-c0fc-4e12-a7c6-01565b3beb01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:56.636009 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6ce90e72-e628-4735-8d28-c18e69bae0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:56.652759 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-dcf8e9df-adee-45d1-b472-8acb47f59964 req-a447367f-c0fc-4e12-a7c6-01565b3beb01 service neutron] For port 648a3d21-45a0-4f9b-9c41-0185583bf43c, host hv-neutron-8345, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:07:56.656336 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-dcf8e9df-adee-45d1-b472-8acb47f59964 req-a447367f-c0fc-4e12-a7c6-01565b3beb01 service neutron] For port 648a3d21-45a0-4f9b-9c41-0185583bf43c, host hv-neutron-8345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=648a3d21-45a0-4f9b-9c41-0185583bf43c,segment=NetworkSegment(09fcadd8-fd98-46c2-ac37-105bb602f084),segment_id=09fcadd8-fd98-46c2-ac37-105bb602f084)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:07:56.661110 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-dcf8e9df-adee-45d1-b472-8acb47f59964 req-a447367f-c0fc-4e12-a7c6-01565b3beb01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:56.675817 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce90e72-e628-4735-8d28-c18e69bae0cf admin admin] Pushing event deleted for resources: {'Port': ['ID=8553fc9a-ff90-48df-8d68-068b5c1f229b,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:07:56.695896 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce90e72-e628-4735-8d28-c18e69bae0cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:07:56.695896 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce90e72-e628-4735-8d28-c18e69bae0cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:07:56.695896 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce90e72-e628-4735-8d28-c18e69bae0cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:07:56.696284 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce90e72-e628-4735-8d28-c18e69bae0cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:07:56.696447 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce90e72-e628-4735-8d28-c18e69bae0cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:07:56.696795 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce90e72-e628-4735-8d28-c18e69bae0cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:07:56.697127 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce90e72-e628-4735-8d28-c18e69bae0cf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:07:56.697462 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce90e72-e628-4735-8d28-c18e69bae0cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:07:56.697790 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce90e72-e628-4735-8d28-c18e69bae0cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:07:56.698116 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce90e72-e628-4735-8d28-c18e69bae0cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:07:56.698441 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce90e72-e628-4735-8d28-c18e69bae0cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:07:56.698759 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce90e72-e628-4735-8d28-c18e69bae0cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:07:56.702262 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf8e9df-adee-45d1-b472-8acb47f59964 req-a447367f-c0fc-4e12-a7c6-01565b3beb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:07:56.702907 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-dcf8e9df-adee-45d1-b472-8acb47f59964 req-a447367f-c0fc-4e12-a7c6-01565b3beb01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:56.704691 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-dcf8e9df-adee-45d1-b472-8acb47f59964 req-a447367f-c0fc-4e12-a7c6-01565b3beb01 service neutron] 10.222.0.35 "PUT /v2.0/ports/648a3d21-45a0-4f9b-9c41-0185583bf43c HTTP/1.1" status: 200 len: 1093 time: 0.6849647 Mar 22 11:07:56.705137 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59aa19e7-9d90-480b-9786-8599c7cfc0e2', 'tag': '648a3d21-45a0-4f9b-9c41-0185583bf43c'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:07:56.711564 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ffee4c0-3da1-4d6a-9358-4a0909f80006" -d '{"events": [{"name": "network-changed", "server_uuid": "59aa19e7-9d90-480b-9786-8599c7cfc0e2", "tag": "648a3d21-45a0-4f9b-9c41-0185583bf43c"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:07:56.735057 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a447367f-c0fc-4e12-a7c6-01565b3beb01 service neutron] Pushing event updated for resources: {'Port': ['ID=648a3d21-45a0-4f9b-9c41-0185583bf43c,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:07:56.791094 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728ae73d-8dee-4108-81d0-4cac3c07c49a x-openstack-request-id: req-728ae73d-8dee-4108-81d0-4cac3c07c49a {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:07:56.791405 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59aa19e7-9d90-480b-9786-8599c7cfc0e2", "tag": "648a3d21-45a0-4f9b-9c41-0185583bf43c", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:07:56.791675 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-728ae73d-8dee-4108-81d0-4cac3c07c49a {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:07:56.792082 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-728ae73d-8dee-4108-81d0-4cac3c07c49a'] response: {'name': 'network-changed', 'server_uuid': '59aa19e7-9d90-480b-9786-8599c7cfc0e2', 'tag': '648a3d21-45a0-4f9b-9c41-0185583bf43c', 'status': 'completed', 'code': 200} Mar 22 11:07:56.810990 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf8e9df-adee-45d1-b472-8acb47f59964 req-2b359677-728e-4936-8cb6-c690a8eea1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:07:56.812651 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-dcf8e9df-adee-45d1-b472-8acb47f59964 req-2b359677-728e-4936-8cb6-c690a8eea1ce service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d323f0b18e24bb7bcd0d92686e5587a&device_id=59aa19e7-9d90-480b-9786-8599c7cfc0e2 HTTP/1.1" status: 200 len: 1096 time: 0.0509651 Mar 22 11:07:56.868404 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-dcf8e9df-adee-45d1-b472-8acb47f59964 req-3719e866-10d3-4398-80fa-9dee0399fe56 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=648a3d21-45a0-4f9b-9c41-0185583bf43c HTTP/1.1" status: 200 len: 217 time: 0.0456085 Mar 22 11:07:56.899992 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6ce90e72-e628-4735-8d28-c18e69bae0cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684007'] for router_interface, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:56.925299 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf8e9df-adee-45d1-b472-8acb47f59964 req-4a5b097d-85f5-4c6a-9cff-683ff42d9f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:07:56.926788 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-dcf8e9df-adee-45d1-b472-8acb47f59964 req-4a5b097d-85f5-4c6a-9cff-683ff42d9f23 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eb2b0279-f760-4d5a-9690-ca3a2d697f6b HTTP/1.1" status: 200 len: 834 time: 0.0501738 Mar 22 11:07:56.996279 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf8e9df-adee-45d1-b472-8acb47f59964 req-3b80909d-81d8-47bc-9ec0-46a61adfd710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:07:56.997993 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-dcf8e9df-adee-45d1-b472-8acb47f59964 req-3b80909d-81d8-47bc-9ec0-46a61adfd710 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb40399c-37d3-4f6f-9fff-48cb8cebc75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0644624 Mar 22 11:07:57.096875 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-dcf8e9df-adee-45d1-b472-8acb47f59964 req-0b57dab6-cee4-4000-872a-4732db0f6fe7 service neutron] 10.222.0.35 "GET /v2.0/networks/cb40399c-37d3-4f6f-9fff-48cb8cebc75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914083 Mar 22 11:07:57.139618 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce90e72-e628-4735-8d28-c18e69bae0cf admin admin] Router 7fe3b75b-d7c7-4282-aac4-068d497a5d94 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:07:57.187697 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-dcf8e9df-adee-45d1-b472-8acb47f59964 req-bb70a95c-9224-44b4-a992-5dabc46cce11 service neutron] 10.222.0.35 "GET /v2.0/networks/cb40399c-37d3-4f6f-9fff-48cb8cebc75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835984 Mar 22 11:07:57.248215 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce90e72-e628-4735-8d28-c18e69bae0cf admin admin] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:07:57.255773 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6ce90e72-e628-4735-8d28-c18e69bae0cf admin admin] 10.222.0.57 "PUT /v2.0/routers/7fe3b75b-d7c7-4282-aac4-068d497a5d94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6372261 Mar 22 11:07:57.256198 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 43426) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:07:57.259209 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f14c745-41a7-49a1-a8ad-ed89b2a83377 None None] Sync routers for ids ['7fe3b75b-d7c7-4282-aac4-068d497a5d94'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:07:57.276521 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f14c745-41a7-49a1-a8ad-ed89b2a83377 None None] Routers {'7fe3b75b-d7c7-4282-aac4-068d497a5d94'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:07:57.277128 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-5f14c745-41a7-49a1-a8ad-ed89b2a83377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:07:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['7fe3b75b-d7c7-4282-aac4-068d497a5d94'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:07:57.294678 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffee4c0-3da1-4d6a-9358-4a0909f80006 req-460eee6e-6fab-43a6-acf7-2631ef4be861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:07:57.296269 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5ffee4c0-3da1-4d6a-9358-4a0909f80006 req-460eee6e-6fab-43a6-acf7-2631ef4be861 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d323f0b18e24bb7bcd0d92686e5587a&device_id=59aa19e7-9d90-480b-9786-8599c7cfc0e2 HTTP/1.1" status: 200 len: 1096 time: 0.0570798 Mar 22 11:07:57.402165 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e99e6023-5df3-4059-ba29-faa100469fe2 admin admin] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:57.410822 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffee4c0-3da1-4d6a-9358-4a0909f80006 req-783bcc57-5ab9-4a92-80f1-48cfba0431a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:07:57.413275 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5ffee4c0-3da1-4d6a-9358-4a0909f80006 req-783bcc57-5ab9-4a92-80f1-48cfba0431a3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cb40399c-37d3-4f6f-9fff-48cb8cebc75b HTTP/1.1" status: 200 len: 898 time: 0.1083372 Mar 22 11:07:57.415461 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-5f14c745-41a7-49a1-a8ad-ed89b2a83377 None None] Set router 7fe3b75b-d7c7-4282-aac4-068d497a5d94 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:07:57.465588 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5ffee4c0-3da1-4d6a-9358-4a0909f80006 req-d050f5dc-a1b1-49d6-855d-eaf543cae6b2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=648a3d21-45a0-4f9b-9c41-0185583bf43c HTTP/1.1" status: 200 len: 217 time: 0.0452011 Mar 22 11:07:57.529801 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e99e6023-5df3-4059-ba29-faa100469fe2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:57.548693 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffee4c0-3da1-4d6a-9358-4a0909f80006 req-321c20a5-e3de-4618-a444-3c6f7f3e51de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:07:57.551783 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5ffee4c0-3da1-4d6a-9358-4a0909f80006 req-321c20a5-e3de-4618-a444-3c6f7f3e51de service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eb2b0279-f760-4d5a-9690-ca3a2d697f6b HTTP/1.1" status: 200 len: 834 time: 0.0734863 Mar 22 11:07:57.559852 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf586f-e6fc-4f0f-975f-420f169b1196 req-37847a59-4378-46bd-bb17-ac4f02077b02 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:07:57.561292 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3fcf586f-e6fc-4f0f-975f-420f169b1196 req-37847a59-4378-46bd-bb17-ac4f02077b02 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=59aa19e7-9d90-480b-9786-8599c7cfc0e2 HTTP/1.1" status: 200 len: 943 time: 0.0997677 Mar 22 11:07:57.588464 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-e99e6023-5df3-4059-ba29-faa100469fe2 admin admin] Deleting port c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:07:57.588883 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e99e6023-5df3-4059-ba29-faa100469fe2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:57.630631 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3fcf586f-e6fc-4f0f-975f-420f169b1196 req-23376025-3903-4bb4-b8b2-540847c4ee0d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=ad085a47-a585-494c-86d9-65f5a21f9f34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581408 Mar 22 11:07:57.633206 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffee4c0-3da1-4d6a-9358-4a0909f80006 req-9ed9141a-6a43-4b7e-bd4c-68bba4302b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:07:57.634132 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-5f14c745-41a7-49a1-a8ad-ed89b2a83377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'name': 'tempest-TestVolumeBootPattern-1115789668-router', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:00:41Z', 'updated_at': '2022-03-22T11:07:56Z', 'revision_number': 5, 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'gw_port': {'id': 'c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:41Z', 'updated_at': '2022-03-22T11:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:07:57.634982 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5ffee4c0-3da1-4d6a-9358-4a0909f80006 req-9ed9141a-6a43-4b7e-bd4c-68bba4302b31 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb40399c-37d3-4f6f-9fff-48cb8cebc75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727804 Mar 22 11:07:57.665178 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f14c745-41a7-49a1-a8ad-ed89b2a83377 None None] Checking router: 7fe3b75b-d7c7-4282-aac4-068d497a5d94 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:07:57.674749 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f14c745-41a7-49a1-a8ad-ed89b2a83377 None None] Routers {'7fe3b75b-d7c7-4282-aac4-068d497a5d94'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:07:57.675188 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-5f14c745-41a7-49a1-a8ad-ed89b2a83377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:07:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['7fe3b75b-d7c7-4282-aac4-068d497a5d94'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:07:57.684507 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-e99e6023-5df3-4059-ba29-faa100469fe2 admin admin] For port c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:07:57.684987 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e99e6023-5df3-4059-ba29-faa100469fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:57.697518 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-e99e6023-5df3-4059-ba29-faa100469fe2 admin admin] Calling delete_port for c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12 owned by network:router_gateway {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:07:57.734238 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5ffee4c0-3da1-4d6a-9358-4a0909f80006 req-a3f02d14-39df-4021-b97c-47d64680352d service neutron] 10.222.0.35 "GET /v2.0/networks/cb40399c-37d3-4f6f-9fff-48cb8cebc75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902376 Mar 22 11:07:57.760344 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-5f14c745-41a7-49a1-a8ad-ed89b2a83377 None None] Set router 7fe3b75b-d7c7-4282-aac4-068d497a5d94 gateway port host: None {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:07:57.820251 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-5f14c745-41a7-49a1-a8ad-ed89b2a83377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'name': 'tempest-TestVolumeBootPattern-1115789668-router', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:00:41Z', 'updated_at': '2022-03-22T11:07:57Z', 'revision_number': 6, 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'gw_port_host': None}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:07:57.834249 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5ffee4c0-3da1-4d6a-9358-4a0909f80006 req-f6660376-280c-4b3c-8079-71e40f48ab82 service neutron] 10.222.0.35 "GET /v2.0/networks/cb40399c-37d3-4f6f-9fff-48cb8cebc75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930398 Mar 22 11:07:57.849860 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f14c745-41a7-49a1-a8ad-ed89b2a83377 None None] The sync data for ids ['7fe3b75b-d7c7-4282-aac4-068d497a5d94'] in dv-neutron-834599-1-hyperv is: [{'id': '7fe3b75b-d7c7-4282-aac4-068d497a5d94', 'name': 'tempest-TestVolumeBootPattern-1115789668-router', 'tenant_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:00:41Z', 'updated_at': '2022-03-22T11:07:57Z', 'revision_number': 6, 'project_id': 'c9a2db67725b46b3a61d41bcf76d544c', 'gw_port_host': None}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:07:57.885293 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e99e6023-5df3-4059-ba29-faa100469fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:57.915918 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99e6023-5df3-4059-ba29-faa100469fe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:07:57.974655 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e99e6023-5df3-4059-ba29-faa100469fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682553'] for router_gateway, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:58.061991 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e99e6023-5df3-4059-ba29-faa100469fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:58.064170 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e99e6023-5df3-4059-ba29-faa100469fe2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:58.107951 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e99e6023-5df3-4059-ba29-faa100469fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:58.108443 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99e6023-5df3-4059-ba29-faa100469fe2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fe3b75b-d7c7-4282-aac4-068d497a5d94 {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 11:07:58.113400 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e99e6023-5df3-4059-ba29-faa100469fe2 admin admin] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:58.114572 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e99e6023-5df3-4059-ba29-faa100469fe2 admin admin] 10.222.0.57 "DELETE /v2.0/routers/7fe3b75b-d7c7-4282-aac4-068d497a5d94 HTTP/1.1" status: 204 len: 168 time: 0.8576360 Mar 22 11:07:58.117263 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 43430) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:07:58.163252 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_v2 [None req-73903dbb-763e-46f6-8a47-4c2d2c092c47 admin admin] Deleting subnet 8080d27b-6577-44db-a10e-53ade16f0755 {{(pid=109050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 11:07:58.166411 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-73903dbb-763e-46f6-8a47-4c2d2c092c47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:58.200720 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-73903dbb-763e-46f6-8a47-4c2d2c092c47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11961780'] for subnet, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:58.286575 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-73903dbb-763e-46f6-8a47-4c2d2c092c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:58.338672 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-73903dbb-763e-46f6-8a47-4c2d2c092c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:58.363353 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73903dbb-763e-46f6-8a47-4c2d2c092c47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8080d27b-6577-44db-a10e-53ade16f0755,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:07:58.367439 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-73903dbb-763e-46f6-8a47-4c2d2c092c47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:58.373110 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-73903dbb-763e-46f6-8a47-4c2d2c092c47 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/8080d27b-6577-44db-a10e-53ade16f0755 HTTP/1.1" status: 204 len: 168 time: 0.2523129 Mar 22 11:07:58.373282 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 43432) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:07:58.374631 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117f4717-9ccb-4e5c-a023-951a6947f86a None None] Network 8f28cb31-2d61-41e3-9539-25a6eb750a37 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:07:58.444825 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cdebd253-393d-4cc2-a1af-26429e2edf99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:58.498775 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-cdebd253-393d-4cc2-a1af-26429e2edf99 admin admin] Deleting port 23836aa6-3b20-4e7e-ae64-777d2d9cb3d6 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:07:58.499127 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cdebd253-393d-4cc2-a1af-26429e2edf99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:58.560927 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-cdebd253-393d-4cc2-a1af-26429e2edf99 admin admin] For port 23836aa6-3b20-4e7e-ae64-777d2d9cb3d6, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=23836aa6-3b20-4e7e-ae64-777d2d9cb3d6,segment=NetworkSegment(1a35a9ba-da81-41c2-b3e4-2353befb7bac),segment_id=1a35a9ba-da81-41c2-b3e4-2353befb7bac)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:07:58.561157 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cdebd253-393d-4cc2-a1af-26429e2edf99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:58.574313 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-cdebd253-393d-4cc2-a1af-26429e2edf99 admin admin] Calling delete_port for 23836aa6-3b20-4e7e-ae64-777d2d9cb3d6 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:07:58.608822 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3beeff8-737a-4886-adc3-e6d3b2cb0d43 None None] DHCP port deletion for 8f28cb31-2d61-41e3-9539-25a6eb750a37 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 11:07:58.657432 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-b3beeff8-737a-4886-adc3-e6d3b2cb0d43 None None] Deleting port 23836aa6-3b20-4e7e-ae64-777d2d9cb3d6 {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:07:58.657960 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b3beeff8-737a-4886-adc3-e6d3b2cb0d43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:58.660608 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cdebd253-393d-4cc2-a1af-26429e2edf99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:58.694733 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdebd253-393d-4cc2-a1af-26429e2edf99 admin admin] No DVR routers for this DVR port 23836aa6-3b20-4e7e-ae64-777d2d9cb3d6 on host dv-neutron-834599-1-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:07:58.699350 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdebd253-393d-4cc2-a1af-26429e2edf99 admin admin] Pushing event deleted for resources: {'Port': ['ID=23836aa6-3b20-4e7e-ae64-777d2d9cb3d6,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:07:58.726014 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-b3beeff8-737a-4886-adc3-e6d3b2cb0d43 None None] For port 23836aa6-3b20-4e7e-ae64-777d2d9cb3d6, host dv-neutron-834599-1-hyperv, got binding levels [] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:07:58.726500 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b3beeff8-737a-4886-adc3-e6d3b2cb0d43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:58.740298 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-b3beeff8-737a-4886-adc3-e6d3b2cb0d43 None None] Calling delete_port for 23836aa6-3b20-4e7e-ae64-777d2d9cb3d6 owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:07:58.743115 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.ipam_backend_mixin [None req-b3beeff8-737a-4886-adc3-e6d3b2cb0d43 None None] Port 23836aa6-3b20-4e7e-ae64-777d2d9cb3d6 was not found and therefore no delete operation was performed {{(pid=109051) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 22 11:07:58.744418 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b3beeff8-737a-4886-adc3-e6d3b2cb0d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:58.759470 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3beeff8-737a-4886-adc3-e6d3b2cb0d43 None None] No DVR routers for this DVR port 23836aa6-3b20-4e7e-ae64-777d2d9cb3d6 on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:07:58.782030 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3beeff8-737a-4886-adc3-e6d3b2cb0d43 None None] Pushing event deleted for resources: {'Port': ['ID=23836aa6-3b20-4e7e-ae64-777d2d9cb3d6,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:07:58.809113 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cdebd253-393d-4cc2-a1af-26429e2edf99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:58.833982 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-cdebd253-393d-4cc2-a1af-26429e2edf99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f28cb31-2d61-41e3-9539-25a6eb750a37']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:07:58.850606 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf7d40-0474-475d-a990-aba9b0c27f77 req-0efe2a2e-367d-4c22-8abb-be476c75833e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:07:58.852213 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d7cf7d40-0474-475d-a990-aba9b0c27f77 req-0efe2a2e-367d-4c22-8abb-be476c75833e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=59aa19e7-9d90-480b-9786-8599c7cfc0e2 HTTP/1.1" status: 200 len: 943 time: 0.1081779 Mar 22 11:07:58.854105 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-cdebd253-393d-4cc2-a1af-26429e2edf99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a35a9ba-da81-41c2-b3e4-2353befb7bac') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:07:58.854393 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-cdebd253-393d-4cc2-a1af-26429e2edf99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a35a9ba-da81-41c2-b3e4-2353befb7bac') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:07:58.870555 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cdebd253-393d-4cc2-a1af-26429e2edf99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:58.894464 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cdebd253-393d-4cc2-a1af-26429e2edf99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:58.909610 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdebd253-393d-4cc2-a1af-26429e2edf99 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:07:58.910236 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cdebd253-393d-4cc2-a1af-26429e2edf99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:58.911951 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 11:07:58.911951 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:07:58.911951 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 11:07:58.911951 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:07:58.911951 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 11:07:58.911951 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 11:07:58.911951 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 11:07:58.911951 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:07:58.911951 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 11:07:58.911951 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:07:58.911951 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 11:07:58.911951 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:07:58.911951 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 11:07:58.911951 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 11:07:58.911951 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:07:58.911951 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 11:07:58.911951 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:07:58.911951 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 11:07:58.911951 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 11:07:58.911951 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 11:07:58.911951 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 11:07:58.911951 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 11:07:58.911951 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:07:58.911951 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:07:58.911951 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 11:07:58.911951 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:07:58.911951 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:07:58.911951 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:07:58.911951 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:07:58.911951 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:07:58.911951 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:07:58.911951 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:07:58.926916 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d7cf7d40-0474-475d-a990-aba9b0c27f77 req-6b263fe0-b3ab-4840-999d-1070d87ce66f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=ad085a47-a585-494c-86d9-65f5a21f9f34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654626 Mar 22 11:07:58.973922 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cdebd253-393d-4cc2-a1af-26429e2edf99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:58.980002 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cdebd253-393d-4cc2-a1af-26429e2edf99 admin admin] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:58.983066 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-cdebd253-393d-4cc2-a1af-26429e2edf99 admin admin] 10.222.0.57 "DELETE /v2.0/networks/8f28cb31-2d61-41e3-9539-25a6eb750a37 HTTP/1.1" status: 204 len: 168 time: 0.6088901 Mar 22 11:07:58.985971 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 43436) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:07:59.001290 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdebd253-393d-4cc2-a1af-26429e2edf99 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f28cb31-2d61-41e3-9539-25a6eb750a37,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:07:59.264223 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 8553fc9a-ff90-48df-8d68-068b5c1f229b no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:07:59.284595 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 8553fc9a-ff90-48df-8d68-068b5c1f229b {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:07:59.284908 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 8553fc9a-ff90-48df-8d68-068b5c1f229b not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:07:59.285329 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:07:59.303814 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:07:59.304157 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device c46e8bf7-fcd7-40fd-b9e5-08d47e8eed12 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:07:59.304570 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 23836aa6-3b20-4e7e-ae64-777d2d9cb3d6 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:07:59.323591 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 23836aa6-3b20-4e7e-ae64-777d2d9cb3d6 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:07:59.323926 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 23836aa6-3b20-4e7e-ae64-777d2d9cb3d6 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:07:59.345499 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7195ac99-d5e3-4508-a5d8-cfb9a940a82e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683891'] for router_interface, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:59.455450 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 648a3d21-45a0-4f9b-9c41-0185583bf43c details requested by agent hyperv_hv-neutron-8345 with host hv-neutron-8345 {{(pid=109051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 11:07:59.553724 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 648a3d21-45a0-4f9b-9c41-0185583bf43c, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=648a3d21-45a0-4f9b-9c41-0185583bf43c,segment=NetworkSegment(09fcadd8-fd98-46c2-ac37-105bb602f084),segment_id=09fcadd8-fd98-46c2-ac37-105bb602f084)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:07:59.565260 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Returning: {'device': '648a3d21-45a0-4f9b-9c41-0185583bf43c', 'network_id': 'cb40399c-37d3-4f6f-9fff-48cb8cebc75b', 'port_id': '648a3d21-45a0-4f9b-9c41-0185583bf43c', 'mac_address': 'fa:16:3e:24:a7:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb2b0279-f760-4d5a-9690-ca3a2d697f6b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 11:07:59.593435 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-7195ac99-d5e3-4508-a5d8-cfb9a940a82e admin admin] Deleting port 67e52c91-a077-4bba-8725-dc0cab2f56d9 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:07:59.593815 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7195ac99-d5e3-4508-a5d8-cfb9a940a82e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:59.602626 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:59.615794 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 648a3d21-45a0-4f9b-9c41-0185583bf43c {{(pid=109051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:07:59.635208 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 648a3d21-45a0-4f9b-9c41-0185583bf43c, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=648a3d21-45a0-4f9b-9c41-0185583bf43c,segment=NetworkSegment(09fcadd8-fd98-46c2-ac37-105bb602f084),segment_id=09fcadd8-fd98-46c2-ac37-105bb602f084)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:07:59.640632 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:59.677996 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-7195ac99-d5e3-4508-a5d8-cfb9a940a82e admin admin] For port 67e52c91-a077-4bba-8725-dc0cab2f56d9, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=67e52c91-a077-4bba-8725-dc0cab2f56d9,segment=NetworkSegment(a92d1ba7-f40b-4ed3-992e-aa19e8aa378e),segment_id=a92d1ba7-f40b-4ed3-992e-aa19e8aa378e)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:07:59.678355 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7195ac99-d5e3-4508-a5d8-cfb9a940a82e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:59.686376 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=648a3d21-45a0-4f9b-9c41-0185583bf43c,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:07:59.690718 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-7195ac99-d5e3-4508-a5d8-cfb9a940a82e admin admin] Calling delete_port for 67e52c91-a077-4bba-8725-dc0cab2f56d9 owned by network:router_interface {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:07:59.865230 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['648a3d21-45a0-4f9b-9c41-0185583bf43c'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 11:07:59.881467 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7195ac99-d5e3-4508-a5d8-cfb9a940a82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:07:59.908014 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7195ac99-d5e3-4508-a5d8-cfb9a940a82e admin admin] Pushing event deleted for resources: {'Port': ['ID=67e52c91-a077-4bba-8725-dc0cab2f56d9,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:08:00.105813 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79171534-5a4d-48df-8b48-7bd7ada4624f req-ca0e4961-0d47-4ea2-9a81-0bf7c66611cd tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:08:00.107340 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-79171534-5a4d-48df-8b48-7bd7ada4624f req-ca0e4961-0d47-4ea2-9a81-0bf7c66611cd tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=59aa19e7-9d90-480b-9786-8599c7cfc0e2 HTTP/1.1" status: 200 len: 944 time: 0.0923953 Mar 22 11:08:00.130874 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7195ac99-d5e3-4508-a5d8-cfb9a940a82e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684007'] for router_interface, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:00.185954 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-79171534-5a4d-48df-8b48-7bd7ada4624f req-4fcb94be-2082-4713-8bf5-2e26c2c013e8 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=ad085a47-a585-494c-86d9-65f5a21f9f34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704398 Mar 22 11:08:00.696251 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7195ac99-d5e3-4508-a5d8-cfb9a940a82e admin admin] Router a8423287-d68d-4719-92ce-831bd726edb3 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:08:00.803397 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7195ac99-d5e3-4508-a5d8-cfb9a940a82e admin admin] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:08:00.808439 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-7195ac99-d5e3-4508-a5d8-cfb9a940a82e admin admin] 10.222.0.57 "PUT /v2.0/routers/a8423287-d68d-4719-92ce-831bd726edb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8214364 Mar 22 11:08:00.811776 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 43440) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:08:00.813448 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa916af4-5213-4f11-901a-e047a6d76feb None None] Sync routers for ids ['a8423287-d68d-4719-92ce-831bd726edb3'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:08:00.826536 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa916af4-5213-4f11-901a-e047a6d76feb None None] Routers {'a8423287-d68d-4719-92ce-831bd726edb3'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:08:00.827308 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-aa916af4-5213-4f11-901a-e047a6d76feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:07:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['a8423287-d68d-4719-92ce-831bd726edb3'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:08:00.913205 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7ec1e855-ba6f-4332-ac4c-5303fe539076 admin admin] Notify callbacks [] for router, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:00.931541 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-aa916af4-5213-4f11-901a-e047a6d76feb None None] Set router a8423287-d68d-4719-92ce-831bd726edb3 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:08:01.014431 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7ec1e855-ba6f-4332-ac4c-5303fe539076 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:01.072062 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-7ec1e855-ba6f-4332-ac4c-5303fe539076 admin admin] Deleting port a3feda8c-3502-402c-8757-4951704b03d7 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:08:01.072386 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7ec1e855-ba6f-4332-ac4c-5303fe539076 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:01.156454 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-7ec1e855-ba6f-4332-ac4c-5303fe539076 admin admin] For port a3feda8c-3502-402c-8757-4951704b03d7, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=a3feda8c-3502-402c-8757-4951704b03d7,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:08:01.156806 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7ec1e855-ba6f-4332-ac4c-5303fe539076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:01.169951 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-7ec1e855-ba6f-4332-ac4c-5303fe539076 admin admin] Calling delete_port for a3feda8c-3502-402c-8757-4951704b03d7 owned by network:router_gateway {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:08:01.262677 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-aa916af4-5213-4f11-901a-e047a6d76feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8423287-d68d-4719-92ce-831bd726edb3', 'name': 'tempest-TestVolumeBootPattern-616861292-router', 'tenant_id': '0a7a198dd278461092dbe0993e2b2193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'a3feda8c-3502-402c-8757-4951704b03d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:00:46Z', 'updated_at': '2022-03-22T11:07:59Z', 'revision_number': 5, 'project_id': '0a7a198dd278461092dbe0993e2b2193', 'gw_port': {'id': 'a3feda8c-3502-402c-8757-4951704b03d7', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8423287-d68d-4719-92ce-831bd726edb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:00:46Z', 'updated_at': '2022-03-22T11:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:08:01.289165 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa916af4-5213-4f11-901a-e047a6d76feb None None] Checking router: a8423287-d68d-4719-92ce-831bd726edb3 for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:08:01.297643 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa916af4-5213-4f11-901a-e047a6d76feb None None] Routers {'a8423287-d68d-4719-92ce-831bd726edb3'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:08:01.298313 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-aa916af4-5213-4f11-901a-e047a6d76feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:07:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['a8423287-d68d-4719-92ce-831bd726edb3'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:08:01.341955 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058dd31-c166-4571-b042-0729af852a4f req-d07c4723-be55-4d82-81bb-34026fdd8c5b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:08:01.343518 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f058dd31-c166-4571-b042-0729af852a4f req-d07c4723-be55-4d82-81bb-34026fdd8c5b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=59aa19e7-9d90-480b-9786-8599c7cfc0e2 HTTP/1.1" status: 200 len: 944 time: 0.0642502 Mar 22 11:08:01.388400 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-aa916af4-5213-4f11-901a-e047a6d76feb None None] Set router a8423287-d68d-4719-92ce-831bd726edb3 gateway port host: None {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:08:01.414725 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f058dd31-c166-4571-b042-0729af852a4f req-9c889364-0f24-4b2e-85a8-64e3cdd17423 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=ad085a47-a585-494c-86d9-65f5a21f9f34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461524 Mar 22 11:08:01.415807 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7ec1e855-ba6f-4332-ac4c-5303fe539076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:01.441796 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec1e855-ba6f-4332-ac4c-5303fe539076 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3feda8c-3502-402c-8757-4951704b03d7,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:08:01.447157 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-aa916af4-5213-4f11-901a-e047a6d76feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8423287-d68d-4719-92ce-831bd726edb3', 'name': 'tempest-TestVolumeBootPattern-616861292-router', 'tenant_id': '0a7a198dd278461092dbe0993e2b2193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:00:46Z', 'updated_at': '2022-03-22T11:08:01Z', 'revision_number': 6, 'project_id': '0a7a198dd278461092dbe0993e2b2193', 'gw_port_host': None}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:08:01.476485 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 648a3d21-45a0-4f9b-9c41-0185583bf43c up at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:08:01.479951 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa916af4-5213-4f11-901a-e047a6d76feb None None] The sync data for ids ['a8423287-d68d-4719-92ce-831bd726edb3'] in dv-neutron-834599-1-hyperv is: [{'id': 'a8423287-d68d-4719-92ce-831bd726edb3', 'name': 'tempest-TestVolumeBootPattern-616861292-router', 'tenant_id': '0a7a198dd278461092dbe0993e2b2193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:00:46Z', 'updated_at': '2022-03-22T11:08:01Z', 'revision_number': 6, 'project_id': '0a7a198dd278461092dbe0993e2b2193', 'gw_port_host': None}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:08:01.502610 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7ec1e855-ba6f-4332-ac4c-5303fe539076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682553'] for router_gateway, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:01.531691 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning for port 648a3d21-45a0-4f9b-9c41-0185583bf43c completed by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:08:01.535585 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning complete for port 648a3d21-45a0-4f9b-9c41-0185583bf43c triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:08:01.535960 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:01.599714 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7ec1e855-ba6f-4332-ac4c-5303fe539076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:01.601882 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7ec1e855-ba6f-4332-ac4c-5303fe539076 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:01.615748 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:01.639998 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59aa19e7-9d90-480b-9786-8599c7cfc0e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '648a3d21-45a0-4f9b-9c41-0185583bf43c'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:08:01.642552 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93fd3da1-9cc5-4c47-bbdc-b93f4e9ef9e5" -d '{"events": [{"server_uuid": "59aa19e7-9d90-480b-9786-8599c7cfc0e2", "name": "network-vif-plugged", "status": "completed", "tag": "648a3d21-45a0-4f9b-9c41-0185583bf43c"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:08:01.645453 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7ec1e855-ba6f-4332-ac4c-5303fe539076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:01.646082 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec1e855-ba6f-4332-ac4c-5303fe539076 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8423287-d68d-4719-92ce-831bd726edb3 {{(pid=109050) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 11:08:01.650759 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7ec1e855-ba6f-4332-ac4c-5303fe539076 admin admin] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:01.654865 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 43446) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:08:01.655297 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-7ec1e855-ba6f-4332-ac4c-5303fe539076 admin admin] 10.222.0.57 "DELETE /v2.0/routers/a8423287-d68d-4719-92ce-831bd726edb3 HTTP/1.1" status: 204 len: 168 time: 0.8421891 Mar 22 11:08:01.656177 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 648a3d21-45a0-4f9b-9c41-0185583bf43c, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=648a3d21-45a0-4f9b-9c41-0185583bf43c,segment=NetworkSegment(09fcadd8-fd98-46c2-ac37-105bb602f084),segment_id=09fcadd8-fd98-46c2-ac37-105bb602f084)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:08:01.661368 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:01.699802 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0219195-72cf-454f-ae48-d0d9bd2ed772 x-openstack-request-id: req-d0219195-72cf-454f-ae48-d0d9bd2ed772 {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:08:01.700587 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59aa19e7-9d90-480b-9786-8599c7cfc0e2", "name": "network-vif-plugged", "status": "completed", "tag": "648a3d21-45a0-4f9b-9c41-0185583bf43c", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:08:01.700847 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d0219195-72cf-454f-ae48-d0d9bd2ed772 {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:08:01.701252 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0219195-72cf-454f-ae48-d0d9bd2ed772'] response: {'server_uuid': '59aa19e7-9d90-480b-9786-8599c7cfc0e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '648a3d21-45a0-4f9b-9c41-0185583bf43c', 'code': 200} Mar 22 11:08:01.712783 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-44c1fd29-6d24-4010-a874-22b477a2de62 admin admin] Deleting subnet b8327a02-0373-4afb-b2c3-3bf040ee4942 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 11:08:01.716418 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-44c1fd29-6d24-4010-a874-22b477a2de62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:01.718069 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=648a3d21-45a0-4f9b-9c41-0185583bf43c,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:08:01.751298 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-44c1fd29-6d24-4010-a874-22b477a2de62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:01.836138 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-44c1fd29-6d24-4010-a874-22b477a2de62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:01.878499 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fceb20-b285-43aa-991c-d16e7fd55dbf req-b795125b-ef0c-4b37-949a-e885eeb9d2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:08:01.880221 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d4fceb20-b285-43aa-991c-d16e7fd55dbf req-b795125b-ef0c-4b37-949a-e885eeb9d2e2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=59aa19e7-9d90-480b-9786-8599c7cfc0e2 HTTP/1.1" status: 200 len: 1098 time: 0.0518193 Mar 22 11:08:01.899973 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-44c1fd29-6d24-4010-a874-22b477a2de62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:01.922219 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33502cd-8239-4f0a-891c-a6ff5056d871 None None] Network a18a2990-2a2d-4b61-af6a-446afa7276de requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:08:01.922842 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d4fceb20-b285-43aa-991c-d16e7fd55dbf req-ad9139af-b61b-4c68-b2e7-efbf768638d5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ad085a47-a585-494c-86d9-65f5a21f9f34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326672 Mar 22 11:08:01.930098 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-44c1fd29-6d24-4010-a874-22b477a2de62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:01.933258 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-44c1fd29-6d24-4010-a874-22b477a2de62 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/b8327a02-0373-4afb-b2c3-3bf040ee4942 HTTP/1.1" status: 204 len: 168 time: 0.2767060 Mar 22 11:08:01.934467 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c1fd29-6d24-4010-a874-22b477a2de62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8327a02-0373-4afb-b2c3-3bf040ee4942,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:08:01.936640 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 43448) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:08:02.009263 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-09ef78b5-68d2-4d01-a947-7438e1b7ea21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:02.061534 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-09ef78b5-68d2-4d01-a947-7438e1b7ea21 admin admin] Deleting port 4d8b5690-c6d8-432c-a768-fe791934cff3 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:08:02.061875 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-09ef78b5-68d2-4d01-a947-7438e1b7ea21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:02.126354 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-09ef78b5-68d2-4d01-a947-7438e1b7ea21 admin admin] For port 4d8b5690-c6d8-432c-a768-fe791934cff3, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=4d8b5690-c6d8-432c-a768-fe791934cff3,segment=NetworkSegment(a92d1ba7-f40b-4ed3-992e-aa19e8aa378e),segment_id=a92d1ba7-f40b-4ed3-992e-aa19e8aa378e)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:08:02.126716 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-09ef78b5-68d2-4d01-a947-7438e1b7ea21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:02.139135 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-09ef78b5-68d2-4d01-a947-7438e1b7ea21 admin admin] Calling delete_port for 4d8b5690-c6d8-432c-a768-fe791934cff3 owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:08:02.233408 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-09ef78b5-68d2-4d01-a947-7438e1b7ea21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:02.262440 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef78b5-68d2-4d01-a947-7438e1b7ea21 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d8b5690-c6d8-432c-a768-fe791934cff3,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:08:02.266200 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ef78b5-68d2-4d01-a947-7438e1b7ea21 admin admin] No DVR routers for this DVR port 4d8b5690-c6d8-432c-a768-fe791934cff3 on host dv-neutron-834599-1-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:08:02.276979 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f7daea-eb7a-4f02-9bad-2f75e64a2dc3 None None] DHCP port deletion for a18a2990-2a2d-4b61-af6a-446afa7276de request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 11:08:02.336855 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-09ef78b5-68d2-4d01-a947-7438e1b7ea21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:02.355894 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-09ef78b5-68d2-4d01-a947-7438e1b7ea21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a18a2990-2a2d-4b61-af6a-446afa7276de']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:08:02.365106 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-09ef78b5-68d2-4d01-a947-7438e1b7ea21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a92d1ba7-f40b-4ed3-992e-aa19e8aa378e') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:08:02.365587 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-09ef78b5-68d2-4d01-a947-7438e1b7ea21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a92d1ba7-f40b-4ed3-992e-aa19e8aa378e') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:08:02.379413 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-09ef78b5-68d2-4d01-a947-7438e1b7ea21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:02.392927 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-09ef78b5-68d2-4d01-a947-7438e1b7ea21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:02.399135 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09ef78b5-68d2-4d01-a947-7438e1b7ea21 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:08:02.399572 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-09ef78b5-68d2-4d01-a947-7438e1b7ea21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:02.401264 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 11:08:02.401264 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:08:02.401264 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 11:08:02.401264 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:08:02.401264 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 11:08:02.401264 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 11:08:02.401264 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 11:08:02.401264 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:08:02.401264 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 11:08:02.401264 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:08:02.401264 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 11:08:02.401264 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:08:02.401264 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 11:08:02.401264 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 11:08:02.401264 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:08:02.401264 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 11:08:02.401264 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:08:02.401264 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 11:08:02.401264 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 11:08:02.401264 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 11:08:02.401264 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 11:08:02.401264 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 11:08:02.401264 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:08:02.401264 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:08:02.401264 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 11:08:02.401264 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:08:02.401264 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:08:02.401264 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:08:02.401264 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:08:02.401264 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:08:02.401264 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:08:02.401264 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:08:02.458980 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-09ef78b5-68d2-4d01-a947-7438e1b7ea21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:02.476069 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-09ef78b5-68d2-4d01-a947-7438e1b7ea21 admin admin] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:02.479303 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-09ef78b5-68d2-4d01-a947-7438e1b7ea21 admin admin] 10.222.0.57 "DELETE /v2.0/networks/a18a2990-2a2d-4b61-af6a-446afa7276de HTTP/1.1" status: 204 len: 168 time: 0.5422955 Mar 22 11:08:02.480655 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef78b5-68d2-4d01-a947-7438e1b7ea21 admin admin] Pushing event deleted for resources: {'Network': ['ID=a18a2990-2a2d-4b61-af6a-446afa7276de,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:08:02.552278 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6ebb5-6a2e-4d0a-95ad-b6b8571bc87e req-5cc9d752-0dcb-47b6-bd9d-1d2cb7987378 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:08:02.553950 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a0c6ebb5-6a2e-4d0a-95ad-b6b8571bc87e req-5cc9d752-0dcb-47b6-bd9d-1d2cb7987378 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=59aa19e7-9d90-480b-9786-8599c7cfc0e2 HTTP/1.1" status: 200 len: 945 time: 0.0571837 Mar 22 11:08:02.603239 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a0c6ebb5-6a2e-4d0a-95ad-b6b8571bc87e req-05f80996-f17e-4f2a-80c8-a116f05623cd tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=ad085a47-a585-494c-86d9-65f5a21f9f34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430427 Mar 22 11:08:02.609823 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 43454) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:08:02.648729 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-88109fc7-199b-4ce9-a0f8-3a672167b27c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c9a2db67725b46b3a61d41bcf76d544c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377178 Mar 22 11:08:02.651290 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 43456) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:08:02.697466 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a2093d95-422a-4044-8af9-3ef972406530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:02.722567 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a2093d95-422a-4044-8af9-3ef972406530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:02.772640 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a2093d95-422a-4044-8af9-3ef972406530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:02.775178 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a2093d95-422a-4044-8af9-3ef972406530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:02.776401 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a2093d95-422a-4044-8af9-3ef972406530 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/00e26e55-2103-4202-890e-d9dbedc623a7 HTTP/1.1" status: 204 len: 168 time: 0.1241932 Mar 22 11:08:02.784549 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2093d95-422a-4044-8af9-3ef972406530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e26e55-2103-4202-890e-d9dbedc623a7,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:08:03.124094 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 43462) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:08:03.164728 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-d79f2eef-0422-4770-893e-e85aa39e4967 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0a7a198dd278461092dbe0993e2b2193&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394056 Mar 22 11:08:03.167278 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 43464) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:08:03.216783 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6ea7859d-f786-49f8-9194-954972f1ce32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:03.238489 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6ea7859d-f786-49f8-9194-954972f1ce32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:03.265347 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 4d8b5690-c6d8-432c-a768-fe791934cff3 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:08:03.287559 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6ea7859d-f786-49f8-9194-954972f1ce32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:03.289820 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 4d8b5690-c6d8-432c-a768-fe791934cff3 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:08:03.290183 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 4d8b5690-c6d8-432c-a768-fe791934cff3 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:08:03.290358 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6ea7859d-f786-49f8-9194-954972f1ce32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:03.290779 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 67e52c91-a077-4bba-8725-dc0cab2f56d9 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:08:03.294223 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-6ea7859d-f786-49f8-9194-954972f1ce32 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3782eff9-3c34-4f5d-94e1-878b80535871 HTTP/1.1" status: 204 len: 168 time: 0.1235154 Mar 22 11:08:03.300267 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea7859d-f786-49f8-9194-954972f1ce32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3782eff9-3c34-4f5d-94e1-878b80535871,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:08:03.321628 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 67e52c91-a077-4bba-8725-dc0cab2f56d9 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:08:03.322064 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 67e52c91-a077-4bba-8725-dc0cab2f56d9 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:08:03.322488 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device a3feda8c-3502-402c-8757-4951704b03d7 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:08:03.345646 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: a3feda8c-3502-402c-8757-4951704b03d7 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:08:03.345985 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device a3feda8c-3502-402c-8757-4951704b03d7 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:08:03.725104 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fcc43e-f61c-4892-af71-e3a527a420b8 req-08fda35b-f55b-4d76-8b7c-e6d19e954b30 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:08:03.726583 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f7fcc43e-f61c-4892-af71-e3a527a420b8 req-08fda35b-f55b-4d76-8b7c-e6d19e954b30 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=59aa19e7-9d90-480b-9786-8599c7cfc0e2 HTTP/1.1" status: 200 len: 945 time: 0.0500453 Mar 22 11:08:03.768276 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f7fcc43e-f61c-4892-af71-e3a527a420b8 req-d1494b00-f8f0-470c-a94f-06c3be2da0cd tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=ad085a47-a585-494c-86d9-65f5a21f9f34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329416 Mar 22 11:08:03.906130 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026694a-aa16-46ed-b881-cb3855f523bf req-29c0dafe-b38f-4726-a109-5b32011cf084 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:08:03.907624 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a026694a-aa16-46ed-b881-cb3855f523bf req-29c0dafe-b38f-4726-a109-5b32011cf084 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=59aa19e7-9d90-480b-9786-8599c7cfc0e2 HTTP/1.1" status: 200 len: 945 time: 0.0619693 Mar 22 11:08:03.945757 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a026694a-aa16-46ed-b881-cb3855f523bf req-8dac9766-d2ff-4ddf-b315-196de047b2cd tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=ad085a47-a585-494c-86d9-65f5a21f9f34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321043 Mar 22 11:08:03.968453 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 43472) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:08:04.008488 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5a1670-0007-4cf1-ac7e-7b23a9b5c159 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:08:04.010303 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-1a5a1670-0007-4cf1-ac7e-7b23a9b5c159 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=59aa19e7-9d90-480b-9786-8599c7cfc0e2 HTTP/1.1" status: 200 len: 1093 time: 0.0408688 Mar 22 11:08:04.013222 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 43474) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:08:04.017499 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-2b6c86ac-1fd7-4517-a5f6-5490b8dcd4e9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'floatingip': {'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'port_id': '648a3d21-45a0-4f9b-9c41-0185583bf43c', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:08:04.039540 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2b6c86ac-1fd7-4517-a5f6-5490b8dcd4e9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for floatingip, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:04.145058 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2b6c86ac-1fd7-4517-a5f6-5490b8dcd4e9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:04.248940 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-2b6c86ac-1fd7-4517-a5f6-5490b8dcd4e9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Allocated IP 172.26.7.76 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/26309d64-7b72-4a58-bbc9-1cf12f6220c1) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:08:04.358682 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2b6c86ac-1fd7-4517-a5f6-5490b8dcd4e9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:04.396998 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2b6c86ac-1fd7-4517-a5f6-5490b8dcd4e9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:04.438350 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6c86ac-1fd7-4517-a5f6-5490b8dcd4e9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:08:04.441109 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-2b6c86ac-1fd7-4517-a5f6-5490b8dcd4e9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:08:04.445213 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6c86ac-1fd7-4517-a5f6-5490b8dcd4e9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:08:04.448200 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c86ac-1fd7-4517-a5f6-5490b8dcd4e9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Port': ['ID=26309d64-7b72-4a58-bbc9-1cf12f6220c1,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:08:04.800559 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2b6c86ac-1fd7-4517-a5f6-5490b8dcd4e9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:04.868610 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2b6c86ac-1fd7-4517-a5f6-5490b8dcd4e9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:05.023679 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2b6c86ac-1fd7-4517-a5f6-5490b8dcd4e9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:05.030389 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2b6c86ac-1fd7-4517-a5f6-5490b8dcd4e9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:05.099630 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c86ac-1fd7-4517-a5f6-5490b8dcd4e9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Port': ['ID=26309d64-7b72-4a58-bbc9-1cf12f6220c1,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:08:05.109584 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2b6c86ac-1fd7-4517-a5f6-5490b8dcd4e9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684147'] for floatingip, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:05.209153 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.l3_db [None req-2b6c86ac-1fd7-4517-a5f6-5490b8dcd4e9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Floating IP 1ceb16b9-14a6-4644-b102-561f04040b80 associated. External IP: 172.26.7.76, port: 648a3d21-45a0-4f9b-9c41-0185583bf43c. Mar 22 11:08:05.734132 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b6c86ac-1fd7-4517-a5f6-5490b8dcd4e9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Router 9ae17424-71b6-44f9-9599-2031d2ca10ce has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:08:05.843694 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6c86ac-1fd7-4517-a5f6-5490b8dcd4e9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:08:05.854256 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd517fd-262b-4682-9d5d-3e81b1346b4c None None] Sync routers for ids ['9ae17424-71b6-44f9-9599-2031d2ca10ce'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:08:05.864359 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2b6c86ac-1fd7-4517-a5f6-5490b8dcd4e9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:05.867570 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd517fd-262b-4682-9d5d-3e81b1346b4c None None] Routers {'9ae17424-71b6-44f9-9599-2031d2ca10ce'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:08:05.868166 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-8dd517fd-262b-4682-9d5d-3e81b1346b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:07:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['9ae17424-71b6-44f9-9599-2031d2ca10ce'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:08:05.892834 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-2b6c86ac-1fd7-4517-a5f6-5490b8dcd4e9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8786185 Mar 22 11:08:05.893426 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59aa19e7-9d90-480b-9786-8599c7cfc0e2', 'tag': '648a3d21-45a0-4f9b-9c41-0185583bf43c'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:08:05.895560 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 43476) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:08:05.896055 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f06726-ed88-49b2-9fd6-fed0b321f3d1" -d '{"events": [{"name": "network-changed", "server_uuid": "59aa19e7-9d90-480b-9786-8599c7cfc0e2", "tag": "648a3d21-45a0-4f9b-9c41-0185583bf43c"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:08:05.934807 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034e693c-e7f9-4bf6-9362-17eda3de84a9 x-openstack-request-id: req-034e693c-e7f9-4bf6-9362-17eda3de84a9 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:08:05.935134 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59aa19e7-9d90-480b-9786-8599c7cfc0e2", "tag": "648a3d21-45a0-4f9b-9c41-0185583bf43c", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:08:05.935460 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-034e693c-e7f9-4bf6-9362-17eda3de84a9 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:08:05.936006 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-034e693c-e7f9-4bf6-9362-17eda3de84a9'] response: {'name': 'network-changed', 'server_uuid': '59aa19e7-9d90-480b-9786-8599c7cfc0e2', 'tag': '648a3d21-45a0-4f9b-9c41-0185583bf43c', 'status': 'completed', 'code': 200} Mar 22 11:08:05.937804 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f7ebf8-71e4-475e-b11f-ed0917394f4b tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:08:05.939356 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-91f7ebf8-71e4-475e-b11f-ed0917394f4b tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=59aa19e7-9d90-480b-9786-8599c7cfc0e2 HTTP/1.1" status: 200 len: 1093 time: 0.0419631 Mar 22 11:08:05.984006 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-8dd517fd-262b-4682-9d5d-3e81b1346b4c None None] Set router 9ae17424-71b6-44f9-9599-2031d2ca10ce gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:08:06.010329 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f06726-ed88-49b2-9fd6-fed0b321f3d1 req-ffb8dce9-9b89-4718-ba57-4d10c0aab543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:08:06.011788 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-15f06726-ed88-49b2-9fd6-fed0b321f3d1 req-ffb8dce9-9b89-4718-ba57-4d10c0aab543 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d323f0b18e24bb7bcd0d92686e5587a&device_id=59aa19e7-9d90-480b-9786-8599c7cfc0e2 HTTP/1.1" status: 200 len: 1098 time: 0.0472412 Mar 22 11:08:06.105121 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f06726-ed88-49b2-9fd6-fed0b321f3d1 req-cff65795-bf01-412a-8f22-9c4e24e40153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:08:06.106586 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-15f06726-ed88-49b2-9fd6-fed0b321f3d1 req-cff65795-bf01-412a-8f22-9c4e24e40153 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cb40399c-37d3-4f6f-9fff-48cb8cebc75b HTTP/1.1" status: 200 len: 898 time: 0.0875244 Mar 22 11:08:06.164491 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:08:06.171047 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-15f06726-ed88-49b2-9fd6-fed0b321f3d1 req-5d54f090-d363-41de-9002-b35313f0598a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=648a3d21-45a0-4f9b-9c41-0185583bf43c HTTP/1.1" status: 200 len: 998 time: 0.0577958 Mar 22 11:08:06.220150 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-8dd517fd-262b-4682-9d5d-3e81b1346b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'name': 'tempest-TestNetworkBasicOps-router-181945182', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'b037a67d-8106-438c-8445-7e1e19eafd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:07:46Z', 'updated_at': '2022-03-22T11:07:50Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'b037a67d-8106-438c-8445-7e1e19eafd0b', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:04:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:07:46Z', 'updated_at': '2022-03-22T11:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '1ceb16b9-14a6-4644-b102-561f04040b80', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'floating_ip_address': '172.26.7.76', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'port_id': '648a3d21-45a0-4f9b-9c41-0185583bf43c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb40399c-37d3-4f6f-9fff-48cb8cebc75b', 'mac_address': 'fa:16:3e:24:a7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59aa19e7-9d90-480b-9786-8599c7cfc0e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:08:04Z', 'updated_at': '2022-03-22T11:08:04Z', 'revision_number': 0, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a49c7def-594b-4150-899d-6a71b2d8eef7', 'name': '', 'network_id': 'cb40399c-37d3-4f6f-9fff-48cb8cebc75b', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:59:61:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eb2b0279-f760-4d5a-9690-ca3a2d697f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:07:49Z', 'updated_at': '2022-03-22T11:07:53Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': 'eb2b0279-f760-4d5a-9690-ca3a2d697f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:08:06.222438 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f06726-ed88-49b2-9fd6-fed0b321f3d1 req-ed929cab-18fe-4c2b-8795-5ea31a4aa588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:08:06.224270 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-15f06726-ed88-49b2-9fd6-fed0b321f3d1 req-ed929cab-18fe-4c2b-8795-5ea31a4aa588 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eb2b0279-f760-4d5a-9690-ca3a2d697f6b HTTP/1.1" status: 200 len: 834 time: 0.0464709 Mar 22 11:08:06.240577 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 43482) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:08:06.245735 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-58b4b944-fb15-443f-a6c8-141b8ed75da5 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-603058938', 'description': 'tempest-secgroup-smoke-603058938 description', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:08:06.251762 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd517fd-262b-4682-9d5d-3e81b1346b4c None None] Checking router: 9ae17424-71b6-44f9-9599-2031d2ca10ce for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:08:06.260183 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd517fd-262b-4682-9d5d-3e81b1346b4c None None] Routers {'9ae17424-71b6-44f9-9599-2031d2ca10ce'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:08:06.260816 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-8dd517fd-262b-4682-9d5d-3e81b1346b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:07:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['9ae17424-71b6-44f9-9599-2031d2ca10ce'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:08:06.290522 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-58b4b944-fb15-443f-a6c8-141b8ed75da5 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:06.300477 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f06726-ed88-49b2-9fd6-fed0b321f3d1 req-de60b971-5460-49b1-920d-06abe69be360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:08:06.302008 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-15f06726-ed88-49b2-9fd6-fed0b321f3d1 req-de60b971-5460-49b1-920d-06abe69be360 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb40399c-37d3-4f6f-9fff-48cb8cebc75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715158 Mar 22 11:08:06.370274 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-8dd517fd-262b-4682-9d5d-3e81b1346b4c None None] Set router 9ae17424-71b6-44f9-9599-2031d2ca10ce gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:08:06.427999 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-58b4b944-fb15-443f-a6c8-141b8ed75da5 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:06.430613 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-15f06726-ed88-49b2-9fd6-fed0b321f3d1 req-79a077da-b747-47ca-8afc-49d510323bec service neutron] 10.222.0.35 "GET /v2.0/networks/cb40399c-37d3-4f6f-9fff-48cb8cebc75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203532 Mar 22 11:08:06.432909 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-58b4b944-fb15-443f-a6c8-141b8ed75da5 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:06.484859 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-58b4b944-fb15-443f-a6c8-141b8ed75da5 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:06.486089 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-58b4b944-fb15-443f-a6c8-141b8ed75da5 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2445650 Mar 22 11:08:06.489146 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 43484) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:08:06.493954 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-a49efa8d-47c8-46bb-8014-dd7b628b29b4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': '055d3917-193c-4a59-9b6b-848a218e8039', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:08:06.499164 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b4b944-fb15-443f-a6c8-141b8ed75da5 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=055d3917-193c-4a59-9b6b-848a218e8039,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:08:06.535298 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a49efa8d-47c8-46bb-8014-dd7b628b29b4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:06.557415 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-15f06726-ed88-49b2-9fd6-fed0b321f3d1 req-9443b888-f82c-432c-8ab1-6c92c3ba1f0c service neutron] 10.222.0.35 "GET /v2.0/networks/cb40399c-37d3-4f6f-9fff-48cb8cebc75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153018 Mar 22 11:08:06.594092 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a49efa8d-47c8-46bb-8014-dd7b628b29b4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:06.598649 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a49efa8d-47c8-46bb-8014-dd7b628b29b4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:06.616578 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49efa8d-47c8-46bb-8014-dd7b628b29b4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ed50d69-42ad-4cbd-a305-b5f0ca94ee12,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:08:06.625007 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a49efa8d-47c8-46bb-8014-dd7b628b29b4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:06.626306 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a49efa8d-47c8-46bb-8014-dd7b628b29b4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1360180 Mar 22 11:08:06.629057 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 43486) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:08:06.633552 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-eb9074ae-c00f-4ba0-a423-7fc3f2d3f9c7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': '055d3917-193c-4a59-9b6b-848a218e8039', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:08:06.658264 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-eb9074ae-c00f-4ba0-a423-7fc3f2d3f9c7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:06.704475 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-8dd517fd-262b-4682-9d5d-3e81b1346b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'name': 'tempest-TestNetworkBasicOps-router-181945182', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'b037a67d-8106-438c-8445-7e1e19eafd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:07:46Z', 'updated_at': '2022-03-22T11:07:50Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'b037a67d-8106-438c-8445-7e1e19eafd0b', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:04:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:07:46Z', 'updated_at': '2022-03-22T11:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '1ceb16b9-14a6-4644-b102-561f04040b80', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'floating_ip_address': '172.26.7.76', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'port_id': '648a3d21-45a0-4f9b-9c41-0185583bf43c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb40399c-37d3-4f6f-9fff-48cb8cebc75b', 'mac_address': 'fa:16:3e:24:a7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59aa19e7-9d90-480b-9786-8599c7cfc0e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:08:04Z', 'updated_at': '2022-03-22T11:08:04Z', 'revision_number': 0, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a49c7def-594b-4150-899d-6a71b2d8eef7', 'name': '', 'network_id': 'cb40399c-37d3-4f6f-9fff-48cb8cebc75b', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:59:61:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eb2b0279-f760-4d5a-9690-ca3a2d697f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:07:49Z', 'updated_at': '2022-03-22T11:07:53Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': 'eb2b0279-f760-4d5a-9690-ca3a2d697f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:08:06.716741 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-eb9074ae-c00f-4ba0-a423-7fc3f2d3f9c7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:06.721196 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-eb9074ae-c00f-4ba0-a423-7fc3f2d3f9c7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:06.733228 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd517fd-262b-4682-9d5d-3e81b1346b4c None None] The sync data for ids ['9ae17424-71b6-44f9-9599-2031d2ca10ce'] in dv-neutron-834599-1-hyperv is: [{'id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'name': 'tempest-TestNetworkBasicOps-router-181945182', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'b037a67d-8106-438c-8445-7e1e19eafd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:07:46Z', 'updated_at': '2022-03-22T11:07:50Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'b037a67d-8106-438c-8445-7e1e19eafd0b', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:04:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:07:46Z', 'updated_at': '2022-03-22T11:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '1ceb16b9-14a6-4644-b102-561f04040b80', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'floating_ip_address': '172.26.7.76', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'port_id': '648a3d21-45a0-4f9b-9c41-0185583bf43c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb40399c-37d3-4f6f-9fff-48cb8cebc75b', 'mac_address': 'fa:16:3e:24:a7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59aa19e7-9d90-480b-9786-8599c7cfc0e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:08:04Z', 'updated_at': '2022-03-22T11:08:04Z', 'revision_number': 0, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a49c7def-594b-4150-899d-6a71b2d8eef7', 'name': '', 'network_id': 'cb40399c-37d3-4f6f-9fff-48cb8cebc75b', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:59:61:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eb2b0279-f760-4d5a-9690-ca3a2d697f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:07:49Z', 'updated_at': '2022-03-22T11:07:53Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': 'eb2b0279-f760-4d5a-9690-ca3a2d697f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:08:06.934546 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89a8305-5ef0-4ab6-a17d-1d68f16e2659 None None] New status for floating IP 1ceb16b9-14a6-4644-b102-561f04040b80: ACTIVE {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 11:08:07.071432 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9074ae-c00f-4ba0-a423-7fc3f2d3f9c7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a613ae2-0f4a-47a3-8343-e6a1cd126c6c,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:08:07.080853 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-eb9074ae-c00f-4ba0-a423-7fc3f2d3f9c7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:07.082041 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-eb9074ae-c00f-4ba0-a423-7fc3f2d3f9c7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4520471 Mar 22 11:08:07.084888 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 43488) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:08:07.090179 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-4455b578-f8fa-4033-81a1-5a14a6b34106 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': '055d3917-193c-4a59-9b6b-848a218e8039', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:08:07.115358 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4455b578-f8fa-4033-81a1-5a14a6b34106 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:07.165222 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4455b578-f8fa-4033-81a1-5a14a6b34106 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:07.170446 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4455b578-f8fa-4033-81a1-5a14a6b34106 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:07.186739 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4455b578-f8fa-4033-81a1-5a14a6b34106 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7b8990c-3fac-4d95-a9a8-c0e3acb0a9b2,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:08:07.195775 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4455b578-f8fa-4033-81a1-5a14a6b34106 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:07.196942 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4455b578-f8fa-4033-81a1-5a14a6b34106 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1103284 Mar 22 11:08:07.201745 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 43490) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:08:07.206337 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-3203bfc7-f30b-43bb-9296-1b0af0382c88 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': '055d3917-193c-4a59-9b6b-848a218e8039', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:08:07.231676 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3203bfc7-f30b-43bb-9296-1b0af0382c88 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:07.293513 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3203bfc7-f30b-43bb-9296-1b0af0382c88 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:07.299854 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3203bfc7-f30b-43bb-9296-1b0af0382c88 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:07.325731 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3203bfc7-f30b-43bb-9296-1b0af0382c88 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdaf007f-4388-4ba7-9ead-92f82c45b131,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:08:07.330838 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3203bfc7-f30b-43bb-9296-1b0af0382c88 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:07.332039 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-3203bfc7-f30b-43bb-9296-1b0af0382c88 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1293101 Mar 22 11:08:07.334819 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 43492) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:08:07.339077 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-64e1ab7d-08f0-4b9a-a456-339e1e3f70f6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': '055d3917-193c-4a59-9b6b-848a218e8039', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:08:07.362060 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.securitygroups_db [None req-64e1ab7d-08f0-4b9a-a456-339e1e3f70f6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Project 9d323f0b18e24bb7bcd0d92686e5587a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 11:08:07.369208 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-64e1ab7d-08f0-4b9a-a456-339e1e3f70f6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:07.443006 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-64e1ab7d-08f0-4b9a-a456-339e1e3f70f6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:07.448184 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-64e1ab7d-08f0-4b9a-a456-339e1e3f70f6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:07.464782 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e1ab7d-08f0-4b9a-a456-339e1e3f70f6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d183ec45-39d1-4f03-bfa6-b2b087aa311a,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:08:07.473819 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-64e1ab7d-08f0-4b9a-a456-339e1e3f70f6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:07.475060 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-64e1ab7d-08f0-4b9a-a456-339e1e3f70f6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1392977 Mar 22 11:08:07.477985 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 43494) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:08:07.482617 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-4cffdbc3-4407-4790-bb46-2f0be82a7306 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': '055d3917-193c-4a59-9b6b-848a218e8039', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:08:07.505562 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.securitygroups_db [None req-4cffdbc3-4407-4790-bb46-2f0be82a7306 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Project 9d323f0b18e24bb7bcd0d92686e5587a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 11:08:07.510602 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4cffdbc3-4407-4790-bb46-2f0be82a7306 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:07.571942 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4cffdbc3-4407-4790-bb46-2f0be82a7306 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:07.577105 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4cffdbc3-4407-4790-bb46-2f0be82a7306 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:07.593999 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cffdbc3-4407-4790-bb46-2f0be82a7306 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0763fde-0c18-4401-a4fd-87798d3cd0ab,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:08:07.602332 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4cffdbc3-4407-4790-bb46-2f0be82a7306 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:07.603553 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-4cffdbc3-4407-4790-bb46-2f0be82a7306 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1244118 Mar 22 11:08:07.714104 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2854c85c-a8ca-4df5-a1ff-5bd8dff67216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:07.811961 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4b4a186d-0044-4a7b-812d-1d5fdcf32163 req-b73361aa-4744-486e-9154-f943272dfe0c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-603058938&fields=id&tenant_id=9d323f0b18e24bb7bcd0d92686e5587a HTTP/1.1" status: 200 len: 267 time: 0.0337372 Mar 22 11:08:07.920612 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a186d-0044-4a7b-812d-1d5fdcf32163 req-517d89a9-cc2b-49f7-bc3f-b592e7102747 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:08:07.922070 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4b4a186d-0044-4a7b-812d-1d5fdcf32163 req-517d89a9-cc2b-49f7-bc3f-b592e7102747 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/networks?id=cb40399c-37d3-4f6f-9fff-48cb8cebc75b HTTP/1.1" status: 200 len: 797 time: 0.1032593 Mar 22 11:08:07.936753 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4b4a186d-0044-4a7b-812d-1d5fdcf32163 req-e569af43-4f50-4e81-acd2-b0a399f73895 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/quotas/9d323f0b18e24bb7bcd0d92686e5587a HTTP/1.1" status: 200 len: 375 time: 0.0089324 Mar 22 11:08:07.992760 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4b4a186d-0044-4a7b-812d-1d5fdcf32163 req-c23e8531-4a9c-4f12-bf55-5d73a3c407b6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=9d323f0b18e24bb7bcd0d92686e5587a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0506210 Mar 22 11:08:08.094422 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4b4a186d-0044-4a7b-812d-1d5fdcf32163 req-0d82f66b-d4df-4862-808b-968c59003424 service neutron] 10.222.0.57 "GET /v2.0/networks/cb40399c-37d3-4f6f-9fff-48cb8cebc75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896921 Mar 22 11:08:08.187289 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4b4a186d-0044-4a7b-812d-1d5fdcf32163 req-2461b2c0-cb3c-414e-adce-adb5e196a116 service neutron] 10.222.0.57 "GET /v2.0/networks/cb40399c-37d3-4f6f-9fff-48cb8cebc75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862668 Mar 22 11:08:08.353156 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2aa1efb6-9d0b-400f-9073-9ab93c10c2e2 req-960bee98-dfdf-4743-b24b-eeea3884521b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=efe1b4f9-43ee-433e-b557-7236deff3146 HTTP/1.1" status: 200 len: 210 time: 0.0263221 Mar 22 11:08:09.431131 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-68acc7ac-9f5f-4d41-8bf8-3c55aae0a84f req-8495a882-0884-465b-8251-9aac6a5e8619 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=efe1b4f9-43ee-433e-b557-7236deff3146 HTTP/1.1" status: 200 len: 210 time: 0.0269549 Mar 22 11:08:09.833295 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9ebb3974-1b82-481a-a4e5-82696a67b44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:10.511991 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7a9443f0-9047-43d8-af53-0d6cc1409f43 req-81d3fa28-63c6-4f16-9593-5b646754c463 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=efe1b4f9-43ee-433e-b557-7236deff3146 HTTP/1.1" status: 200 len: 210 time: 0.0310578 Mar 22 11:08:11.137417 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:11.594174 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-730b51fe-3b5b-47a0-a7a1-2cb5ff4d1125 req-f899e8d0-e591-4b92-a6c2-c6f5deb10d16 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=efe1b4f9-43ee-433e-b557-7236deff3146 HTTP/1.1" status: 200 len: 210 time: 0.0288448 Mar 22 11:08:12.558027 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:12.688961 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ca92b70d-f169-4242-a5f0-517a43e118bd req-9c3807c6-af2e-4616-949f-c3865f741ff4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=efe1b4f9-43ee-433e-b557-7236deff3146 HTTP/1.1" status: 200 len: 210 time: 0.0260999 Mar 22 11:08:12.821671 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:13.378623 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:13.393757 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a186d-0044-4a7b-812d-1d5fdcf32163 req-ec1a8d3e-dea1-4e8c-b273-27d80a4e6a42 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:08:13.395307 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4b4a186d-0044-4a7b-812d-1d5fdcf32163 req-ec1a8d3e-dea1-4e8c-b273-27d80a4e6a42 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.35 "GET /v2.0/networks?id=cb40399c-37d3-4f6f-9fff-48cb8cebc75b HTTP/1.1" status: 200 len: 797 time: 0.1107216 Mar 22 11:08:13.440244 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4b4a186d-0044-4a7b-812d-1d5fdcf32163 req-0925b2f7-07df-4886-84ef-1fe75a2977a5 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d323f0b18e24bb7bcd0d92686e5587a HTTP/1.1" status: 200 len: 471 time: 0.0359359 Mar 22 11:08:13.456451 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-4b4a186d-0044-4a7b-812d-1d5fdcf32163 req-ec3c7542-a901-40d4-a144-9d43cf008e76 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'port': {'device_id': 'efe1b4f9-43ee-433e-b557-7236deff3146', 'network_id': 'cb40399c-37d3-4f6f-9fff-48cb8cebc75b', 'admin_state_up': True, 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'security_groups': ['055d3917-193c-4a59-9b6b-848a218e8039']}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:08:13.561647 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b4a186d-0044-4a7b-812d-1d5fdcf32163 req-ec3c7542-a901-40d4-a144-9d43cf008e76 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Made reservation on behalf of 9d323f0b18e24bb7bcd0d92686e5587a for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:08:13.565245 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-4b4a186d-0044-4a7b-812d-1d5fdcf32163 req-ec3c7542-a901-40d4-a144-9d43cf008e76 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:13.692485 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [req-4b4a186d-0044-4a7b-812d-1d5fdcf32163 req-ec3c7542-a901-40d4-a144-9d43cf008e76 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Allocated IP 172.20.0.13 (cb40399c-37d3-4f6f-9fff-48cb8cebc75b/eb2b0279-f760-4d5a-9690-ca3a2d697f6b/8621e8dc-d1b2-49b8-807d-9d09656d3c8f) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:08:13.811402 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-78a14843-1d03-42f3-8453-1b53f832480f req-016b09b4-a2db-4fb2-8420-e729183cae7b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=efe1b4f9-43ee-433e-b557-7236deff3146 HTTP/1.1" status: 200 len: 210 time: 0.0533750 Mar 22 11:08:13.856562 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-4b4a186d-0044-4a7b-812d-1d5fdcf32163 req-ec3c7542-a901-40d4-a144-9d43cf008e76 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:13.892305 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-4b4a186d-0044-4a7b-812d-1d5fdcf32163 req-ec3c7542-a901-40d4-a144-9d43cf008e76 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:13.935788 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b4a186d-0044-4a7b-812d-1d5fdcf32163 req-ec3c7542-a901-40d4-a144-9d43cf008e76 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Network cb40399c-37d3-4f6f-9fff-48cb8cebc75b is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:08:13.938828 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [req-4b4a186d-0044-4a7b-812d-1d5fdcf32163 req-ec3c7542-a901-40d4-a144-9d43cf008e76 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:08:13.942330 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b4a186d-0044-4a7b-812d-1d5fdcf32163 req-ec3c7542-a901-40d4-a144-9d43cf008e76 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:08:13.948426 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3c7542-a901-40d4-a144-9d43cf008e76 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Port': ['ID=8621e8dc-d1b2-49b8-807d-9d09656d3c8f,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:08:13.997520 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a186d-0044-4a7b-812d-1d5fdcf32163 req-ec3c7542-a901-40d4-a144-9d43cf008e76 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:08:13.998177 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-4b4a186d-0044-4a7b-812d-1d5fdcf32163 req-ec3c7542-a901-40d4-a144-9d43cf008e76 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:14.015587 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4b4a186d-0044-4a7b-812d-1d5fdcf32163 req-ec3c7542-a901-40d4-a144-9d43cf008e76 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5625768 Mar 22 11:08:14.027278 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-4b4a186d-0044-4a7b-812d-1d5fdcf32163 req-07de9933-9072-42ea-b033-4b07561a02cf service neutron] Request body: {'port': {'device_id': 'efe1b4f9-43ee-433e-b557-7236deff3146', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8345'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:08:14.085205 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-4b4a186d-0044-4a7b-812d-1d5fdcf32163 req-07de9933-9072-42ea-b033-4b07561a02cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:14.125243 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-664cd7aa-ffdf-4386-bc64-e41a29c68608 None None] Provisioning complete for port 8621e8dc-d1b2-49b8-807d-9d09656d3c8f triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:08:14.125817 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-664cd7aa-ffdf-4386-bc64-e41a29c68608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:14.162123 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-664cd7aa-ffdf-4386-bc64-e41a29c68608 None None] Port 8621e8dc-d1b2-49b8-807d-9d09656d3c8f cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:08:14.343802 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [req-4b4a186d-0044-4a7b-812d-1d5fdcf32163 req-07de9933-9072-42ea-b033-4b07561a02cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8621e8dc-d1b2-49b8-807d-9d09656d3c8f {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:08:14.352187 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-4b4a186d-0044-4a7b-812d-1d5fdcf32163 req-07de9933-9072-42ea-b033-4b07561a02cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:14.366817 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [req-4b4a186d-0044-4a7b-812d-1d5fdcf32163 req-07de9933-9072-42ea-b033-4b07561a02cf service neutron] Transition to ACTIVE for port object 8621e8dc-d1b2-49b8-807d-9d09656d3c8f will not be triggered until provisioned by entity L2. {{(pid=109050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:08:14.372713 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-4b4a186d-0044-4a7b-812d-1d5fdcf32163 req-07de9933-9072-42ea-b033-4b07561a02cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:14.419750 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9933-9072-42ea-b033-4b07561a02cf service neutron] Pushing event updated for resources: {'Port': ['ID=8621e8dc-d1b2-49b8-807d-9d09656d3c8f,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:08:14.493880 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-4b4a186d-0044-4a7b-812d-1d5fdcf32163 req-07de9933-9072-42ea-b033-4b07561a02cf service neutron] Attempting to bind port 8621e8dc-d1b2-49b8-807d-9d09656d3c8f on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:08:14.494194 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-4b4a186d-0044-4a7b-812d-1d5fdcf32163 req-07de9933-9072-42ea-b033-4b07561a02cf service neutron] Attempting to bind port 8621e8dc-d1b2-49b8-807d-9d09656d3c8f by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': '09fcadd8-fd98-46c2-ac37-105bb602f084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'cb40399c-37d3-4f6f-9fff-48cb8cebc75b'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:08:14.494554 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4a186d-0044-4a7b-812d-1d5fdcf32163 req-07de9933-9072-42ea-b033-4b07561a02cf service neutron] Attempting to bind port 8621e8dc-d1b2-49b8-807d-9d09656d3c8f on network cb40399c-37d3-4f6f-9fff-48cb8cebc75b {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:08:14.499126 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4a186d-0044-4a7b-812d-1d5fdcf32163 req-07de9933-9072-42ea-b033-4b07561a02cf service neutron] Port 8621e8dc-d1b2-49b8-807d-9d09656d3c8f on network cb40399c-37d3-4f6f-9fff-48cb8cebc75b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 11:08:14.499479 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4a186d-0044-4a7b-812d-1d5fdcf32163 req-07de9933-9072-42ea-b033-4b07561a02cf service neutron] Attempting to bind port 8621e8dc-d1b2-49b8-807d-9d09656d3c8f on network cb40399c-37d3-4f6f-9fff-48cb8cebc75b {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:08:14.504619 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4a186d-0044-4a7b-812d-1d5fdcf32163 req-07de9933-9072-42ea-b033-4b07561a02cf service neutron] Checking agent: {'id': 'dcb78974-6458-4942-8c9c-663284d5bb3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8345', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:08:14.504926 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4a186d-0044-4a7b-812d-1d5fdcf32163 req-07de9933-9072-42ea-b033-4b07561a02cf service neutron] Checking segment: {'id': '09fcadd8-fd98-46c2-ac37-105bb602f084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'cb40399c-37d3-4f6f-9fff-48cb8cebc75b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:08:14.505301 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4a186d-0044-4a7b-812d-1d5fdcf32163 req-07de9933-9072-42ea-b033-4b07561a02cf service neutron] Bound using segment: {'id': '09fcadd8-fd98-46c2-ac37-105bb602f084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'cb40399c-37d3-4f6f-9fff-48cb8cebc75b'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:08:14.505736 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-4b4a186d-0044-4a7b-812d-1d5fdcf32163 req-07de9933-9072-42ea-b033-4b07561a02cf service neutron] Bound port: 8621e8dc-d1b2-49b8-807d-9d09656d3c8f, host: hv-neutron-8345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09fcadd8-fd98-46c2-ac37-105bb602f084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'cb40399c-37d3-4f6f-9fff-48cb8cebc75b'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:08:14.506093 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-4b4a186d-0044-4a7b-812d-1d5fdcf32163 req-07de9933-9072-42ea-b033-4b07561a02cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:14.570668 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-4b4a186d-0044-4a7b-812d-1d5fdcf32163 req-07de9933-9072-42ea-b033-4b07561a02cf service neutron] For port 8621e8dc-d1b2-49b8-807d-9d09656d3c8f, host hv-neutron-8345, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:08:14.573789 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-4b4a186d-0044-4a7b-812d-1d5fdcf32163 req-07de9933-9072-42ea-b033-4b07561a02cf service neutron] For port 8621e8dc-d1b2-49b8-807d-9d09656d3c8f, host hv-neutron-8345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=8621e8dc-d1b2-49b8-807d-9d09656d3c8f,segment=NetworkSegment(09fcadd8-fd98-46c2-ac37-105bb602f084),segment_id=09fcadd8-fd98-46c2-ac37-105bb602f084)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:08:14.579398 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-4b4a186d-0044-4a7b-812d-1d5fdcf32163 req-07de9933-9072-42ea-b033-4b07561a02cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:14.614510 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a186d-0044-4a7b-812d-1d5fdcf32163 req-07de9933-9072-42ea-b033-4b07561a02cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:08:14.615227 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-4b4a186d-0044-4a7b-812d-1d5fdcf32163 req-07de9933-9072-42ea-b033-4b07561a02cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:14.616617 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4b4a186d-0044-4a7b-812d-1d5fdcf32163 req-07de9933-9072-42ea-b033-4b07561a02cf service neutron] 10.222.0.35 "PUT /v2.0/ports/8621e8dc-d1b2-49b8-807d-9d09656d3c8f HTTP/1.1" status: 200 len: 1094 time: 0.5936394 Mar 22 11:08:14.617112 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efe1b4f9-43ee-433e-b557-7236deff3146', 'tag': '8621e8dc-d1b2-49b8-807d-9d09656d3c8f'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:08:14.619300 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2c8f5e-196d-4031-aa54-060d8fa1eb32" -d '{"events": [{"name": "network-changed", "server_uuid": "efe1b4f9-43ee-433e-b557-7236deff3146", "tag": "8621e8dc-d1b2-49b8-807d-9d09656d3c8f"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:08:14.640847 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9933-9072-42ea-b033-4b07561a02cf service neutron] Pushing event updated for resources: {'Port': ['ID=8621e8dc-d1b2-49b8-807d-9d09656d3c8f,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:08:14.677385 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fba7e2e-0850-4a9b-a20e-cf32f00702e1 x-openstack-request-id: req-8fba7e2e-0850-4a9b-a20e-cf32f00702e1 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:08:14.677604 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efe1b4f9-43ee-433e-b557-7236deff3146", "tag": "8621e8dc-d1b2-49b8-807d-9d09656d3c8f", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:08:14.677832 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8fba7e2e-0850-4a9b-a20e-cf32f00702e1 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:08:14.678229 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fba7e2e-0850-4a9b-a20e-cf32f00702e1'] response: {'name': 'network-changed', 'server_uuid': 'efe1b4f9-43ee-433e-b557-7236deff3146', 'tag': '8621e8dc-d1b2-49b8-807d-9d09656d3c8f', 'status': 'completed', 'code': 200} Mar 22 11:08:14.712985 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a186d-0044-4a7b-812d-1d5fdcf32163 req-8d9c565b-fef6-43d4-ac53-36bab6148bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:08:14.714671 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4b4a186d-0044-4a7b-812d-1d5fdcf32163 req-8d9c565b-fef6-43d4-ac53-36bab6148bd6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d323f0b18e24bb7bcd0d92686e5587a&device_id=efe1b4f9-43ee-433e-b557-7236deff3146 HTTP/1.1" status: 200 len: 1097 time: 0.0475130 Mar 22 11:08:14.759646 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4b4a186d-0044-4a7b-812d-1d5fdcf32163 req-2e118763-5bf3-4fc4-87a0-05415dd3654c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8621e8dc-d1b2-49b8-807d-9d09656d3c8f HTTP/1.1" status: 200 len: 217 time: 0.0355725 Mar 22 11:08:14.809032 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a186d-0044-4a7b-812d-1d5fdcf32163 req-40411839-b915-4684-8ed8-8db8eeae5409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:08:14.810497 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4b4a186d-0044-4a7b-812d-1d5fdcf32163 req-40411839-b915-4684-8ed8-8db8eeae5409 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eb2b0279-f760-4d5a-9690-ca3a2d697f6b HTTP/1.1" status: 200 len: 834 time: 0.0448718 Mar 22 11:08:14.859643 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a186d-0044-4a7b-812d-1d5fdcf32163 req-43a6b4bb-ff9d-4f1a-a260-7f11c0e77e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:08:14.861119 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4b4a186d-0044-4a7b-812d-1d5fdcf32163 req-43a6b4bb-ff9d-4f1a-a260-7f11c0e77e5e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb40399c-37d3-4f6f-9fff-48cb8cebc75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441742 Mar 22 11:08:14.985249 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f487da-592d-4581-a90a-b2c00a5d0000 req-c31575ab-502f-4424-acc9-b8882a7f7888 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:08:14.986842 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-84f487da-592d-4581-a90a-b2c00a5d0000 req-c31575ab-502f-4424-acc9-b8882a7f7888 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=efe1b4f9-43ee-433e-b557-7236deff3146 HTTP/1.1" status: 200 len: 944 time: 0.1019657 Mar 22 11:08:14.989304 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4b4a186d-0044-4a7b-812d-1d5fdcf32163 req-c77849e6-6379-49c6-9dd6-83e09708abdf service neutron] 10.222.0.35 "GET /v2.0/networks/cb40399c-37d3-4f6f-9fff-48cb8cebc75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213779 Mar 22 11:08:15.077024 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-84f487da-592d-4581-a90a-b2c00a5d0000 req-2d1354a6-20e7-4cb3-ad47-a696ba1b5990 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=055d3917-193c-4a59-9b6b-848a218e8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835865 Mar 22 11:08:15.109820 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4b4a186d-0044-4a7b-812d-1d5fdcf32163 req-3d9d347f-df82-4da5-8192-b3679ffec13a service neutron] 10.222.0.35 "GET /v2.0/networks/cb40399c-37d3-4f6f-9fff-48cb8cebc75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073389 Mar 22 11:08:15.216231 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c8f5e-196d-4031-aa54-060d8fa1eb32 req-3e351de4-2f70-4135-a4a2-1c59b2ed19c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:08:15.217751 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-da2c8f5e-196d-4031-aa54-060d8fa1eb32 req-3e351de4-2f70-4135-a4a2-1c59b2ed19c7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d323f0b18e24bb7bcd0d92686e5587a&device_id=efe1b4f9-43ee-433e-b557-7236deff3146 HTTP/1.1" status: 200 len: 1097 time: 0.0512552 Mar 22 11:08:15.309610 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c8f5e-196d-4031-aa54-060d8fa1eb32 req-5d2148b4-fb24-45ed-afa9-d97718dfec2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:08:15.311073 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-da2c8f5e-196d-4031-aa54-060d8fa1eb32 req-5d2148b4-fb24-45ed-afa9-d97718dfec2b service neutron] 10.222.0.35 "GET /v2.0/networks?id=cb40399c-37d3-4f6f-9fff-48cb8cebc75b HTTP/1.1" status: 200 len: 898 time: 0.0864069 Mar 22 11:08:15.358802 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-da2c8f5e-196d-4031-aa54-060d8fa1eb32 req-3e57e93c-80ea-406f-9389-2ef699fceee5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8621e8dc-d1b2-49b8-807d-9d09656d3c8f HTTP/1.1" status: 200 len: 217 time: 0.0377018 Mar 22 11:08:15.410588 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c8f5e-196d-4031-aa54-060d8fa1eb32 req-2c17594d-0689-4df3-9408-afa14634c1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:08:15.412164 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-da2c8f5e-196d-4031-aa54-060d8fa1eb32 req-2c17594d-0689-4df3-9408-afa14634c1d3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eb2b0279-f760-4d5a-9690-ca3a2d697f6b HTTP/1.1" status: 200 len: 834 time: 0.0461311 Mar 22 11:08:15.463475 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c8f5e-196d-4031-aa54-060d8fa1eb32 req-ee474d72-7281-430d-983f-5f6b568a852b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:08:15.464838 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-da2c8f5e-196d-4031-aa54-060d8fa1eb32 req-ee474d72-7281-430d-983f-5f6b568a852b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb40399c-37d3-4f6f-9fff-48cb8cebc75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411339 Mar 22 11:08:15.568742 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-da2c8f5e-196d-4031-aa54-060d8fa1eb32 req-fd709675-85a8-4fc3-9325-bcfff1ab1587 service neutron] 10.222.0.35 "GET /v2.0/networks/cb40399c-37d3-4f6f-9fff-48cb8cebc75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949059 Mar 22 11:08:15.665660 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-da2c8f5e-196d-4031-aa54-060d8fa1eb32 req-b863e516-c071-4b6a-a92b-176e8c1a09d6 service neutron] 10.222.0.35 "GET /v2.0/networks/cb40399c-37d3-4f6f-9fff-48cb8cebc75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889118 Mar 22 11:08:16.204404 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b56e56-ff2a-4407-b1d4-0f579ffb53fe req-2f5d3e81-1ce2-4c2d-8d0a-e25c43c82af5 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:08:16.205862 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f8b56e56-ff2a-4407-b1d4-0f579ffb53fe req-2f5d3e81-1ce2-4c2d-8d0a-e25c43c82af5 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=efe1b4f9-43ee-433e-b557-7236deff3146 HTTP/1.1" status: 200 len: 944 time: 0.0493839 Mar 22 11:08:16.248518 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f8b56e56-ff2a-4407-b1d4-0f579ffb53fe req-0d7ee9e3-e5bf-43be-87e5-d7bc134a2ace tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=055d3917-193c-4a59-9b6b-848a218e8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360675 Mar 22 11:08:17.387567 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afcd991-0232-460e-888f-e1dfcf44e56e req-8b202655-4dfd-47bd-87fe-e4f368eb88dc tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:08:17.389031 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9afcd991-0232-460e-888f-e1dfcf44e56e req-8b202655-4dfd-47bd-87fe-e4f368eb88dc tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=efe1b4f9-43ee-433e-b557-7236deff3146 HTTP/1.1" status: 200 len: 944 time: 0.0639606 Mar 22 11:08:17.436434 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9afcd991-0232-460e-888f-e1dfcf44e56e req-dfe68d19-6dc0-44ab-8e61-88531d27b363 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=055d3917-193c-4a59-9b6b-848a218e8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410919 Mar 22 11:08:17.549115 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 8621e8dc-d1b2-49b8-807d-9d09656d3c8f details requested by agent hyperv_hv-neutron-8345 with host hv-neutron-8345 {{(pid=109051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 11:08:17.651301 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 8621e8dc-d1b2-49b8-807d-9d09656d3c8f, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=8621e8dc-d1b2-49b8-807d-9d09656d3c8f,segment=NetworkSegment(09fcadd8-fd98-46c2-ac37-105bb602f084),segment_id=09fcadd8-fd98-46c2-ac37-105bb602f084)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:08:17.664464 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Returning: {'device': '8621e8dc-d1b2-49b8-807d-9d09656d3c8f', 'network_id': 'cb40399c-37d3-4f6f-9fff-48cb8cebc75b', 'port_id': '8621e8dc-d1b2-49b8-807d-9d09656d3c8f', 'mac_address': 'fa:16:3e:90:86:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb2b0279-f760-4d5a-9690-ca3a2d697f6b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 11:08:17.706102 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:17.724099 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8621e8dc-d1b2-49b8-807d-9d09656d3c8f {{(pid=109051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:08:17.753058 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 8621e8dc-d1b2-49b8-807d-9d09656d3c8f, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=8621e8dc-d1b2-49b8-807d-9d09656d3c8f,segment=NetworkSegment(09fcadd8-fd98-46c2-ac37-105bb602f084),segment_id=09fcadd8-fd98-46c2-ac37-105bb602f084)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:08:17.758897 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:17.805917 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=8621e8dc-d1b2-49b8-807d-9d09656d3c8f,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:08:17.978304 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['8621e8dc-d1b2-49b8-807d-9d09656d3c8f'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 11:08:18.567404 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a6635-ef74-4e4a-99e7-d356964047b9 req-c188a781-3a94-4d08-80b2-3997d34859c6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:08:18.568878 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-772a6635-ef74-4e4a-99e7-d356964047b9 req-c188a781-3a94-4d08-80b2-3997d34859c6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=efe1b4f9-43ee-433e-b557-7236deff3146 HTTP/1.1" status: 200 len: 945 time: 0.0573163 Mar 22 11:08:18.608542 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-772a6635-ef74-4e4a-99e7-d356964047b9 req-1ef77eeb-c13d-4e51-a9d3-6a129b82b699 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=055d3917-193c-4a59-9b6b-848a218e8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308745 Mar 22 11:08:19.565880 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 8621e8dc-d1b2-49b8-807d-9d09656d3c8f up at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:08:19.624470 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning for port 8621e8dc-d1b2-49b8-807d-9d09656d3c8f completed by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:08:19.628273 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning complete for port 8621e8dc-d1b2-49b8-807d-9d09656d3c8f triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:08:19.628664 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:19.706720 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:19.723253 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734dbbc-24c5-439b-b383-843188b4bad5 req-0d774a8b-3c43-4f94-8a5a-5506343d73f5 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:08:19.724754 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1734dbbc-24c5-439b-b383-843188b4bad5 req-0d774a8b-3c43-4f94-8a5a-5506343d73f5 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=efe1b4f9-43ee-433e-b557-7236deff3146 HTTP/1.1" status: 200 len: 945 time: 0.0492485 Mar 22 11:08:19.730545 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe1b4f9-43ee-433e-b557-7236deff3146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8621e8dc-d1b2-49b8-807d-9d09656d3c8f'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:08:19.732911 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb656717-5961-436d-ad79-b3acb32b7a42" -d '{"events": [{"server_uuid": "efe1b4f9-43ee-433e-b557-7236deff3146", "name": "network-vif-plugged", "status": "completed", "tag": "8621e8dc-d1b2-49b8-807d-9d09656d3c8f"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:08:19.746022 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 8621e8dc-d1b2-49b8-807d-9d09656d3c8f, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=8621e8dc-d1b2-49b8-807d-9d09656d3c8f,segment=NetworkSegment(09fcadd8-fd98-46c2-ac37-105bb602f084),segment_id=09fcadd8-fd98-46c2-ac37-105bb602f084)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:08:19.752307 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:19.768341 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1734dbbc-24c5-439b-b383-843188b4bad5 req-79890322-b8ac-444e-bb55-d779d281a5a4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=055d3917-193c-4a59-9b6b-848a218e8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375018 Mar 22 11:08:19.776061 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1baed2-2a73-4b3a-a706-8c59f2a65546 x-openstack-request-id: req-9f1baed2-2a73-4b3a-a706-8c59f2a65546 {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:08:19.776351 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efe1b4f9-43ee-433e-b557-7236deff3146", "name": "network-vif-plugged", "status": "completed", "tag": "8621e8dc-d1b2-49b8-807d-9d09656d3c8f", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:08:19.776597 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9f1baed2-2a73-4b3a-a706-8c59f2a65546 {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:08:19.776991 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f1baed2-2a73-4b3a-a706-8c59f2a65546'] response: {'server_uuid': 'efe1b4f9-43ee-433e-b557-7236deff3146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8621e8dc-d1b2-49b8-807d-9d09656d3c8f', 'code': 200} Mar 22 11:08:19.801528 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=8621e8dc-d1b2-49b8-807d-9d09656d3c8f,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:08:19.944213 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df740575-f406-4f8e-bf66-49156bbdb43f req-5a68156f-3f8d-458e-ba94-6c6f7ce85a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:08:19.945746 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-df740575-f406-4f8e-bf66-49156bbdb43f req-5a68156f-3f8d-458e-ba94-6c6f7ce85a6e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=efe1b4f9-43ee-433e-b557-7236deff3146 HTTP/1.1" status: 200 len: 1099 time: 0.0419142 Mar 22 11:08:19.982365 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-df740575-f406-4f8e-bf66-49156bbdb43f req-e2cf127f-27d5-4b6a-83ff-6043782e5851 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=055d3917-193c-4a59-9b6b-848a218e8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289636 Mar 22 11:08:20.889096 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d130df-50e3-4d51-a9a2-8ee38169f26b req-4f0fd4be-7263-4105-b67f-33fef7c3449c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:08:20.890586 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f4d130df-50e3-4d51-a9a2-8ee38169f26b req-4f0fd4be-7263-4105-b67f-33fef7c3449c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=efe1b4f9-43ee-433e-b557-7236deff3146 HTTP/1.1" status: 200 len: 946 time: 0.0505166 Mar 22 11:08:20.928038 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f4d130df-50e3-4d51-a9a2-8ee38169f26b req-e0f86584-4be7-48c6-9efd-a91069813140 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=055d3917-193c-4a59-9b6b-848a218e8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312445 Mar 22 11:08:22.044960 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98195a84-2669-4a73-bd2d-03b69c6cc1a5 req-c6d1c5d0-ea85-4f85-9680-1c1da99f831d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:08:22.046427 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-98195a84-2669-4a73-bd2d-03b69c6cc1a5 req-c6d1c5d0-ea85-4f85-9680-1c1da99f831d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=efe1b4f9-43ee-433e-b557-7236deff3146 HTTP/1.1" status: 200 len: 946 time: 0.0481770 Mar 22 11:08:22.092269 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-98195a84-2669-4a73-bd2d-03b69c6cc1a5 req-2d3d0918-7f29-454e-b857-0ff5beecec2d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=055d3917-193c-4a59-9b6b-848a218e8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396245 Mar 22 11:08:22.207226 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e739063-af8d-450f-95b1-f50373b1e7b4 req-adcdcd4e-23f8-4ab6-8e90-02131ba4ebbb tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:08:22.208617 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1e739063-af8d-450f-95b1-f50373b1e7b4 req-adcdcd4e-23f8-4ab6-8e90-02131ba4ebbb tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=efe1b4f9-43ee-433e-b557-7236deff3146 HTTP/1.1" status: 200 len: 946 time: 0.0491545 Mar 22 11:08:22.246424 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1e739063-af8d-450f-95b1-f50373b1e7b4 req-db965529-f011-412e-8237-8dba7e8616bd tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=055d3917-193c-4a59-9b6b-848a218e8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317740 Mar 22 11:08:22.268243 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 43560) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:08:22.307793 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60827e2-75ff-43d2-928f-7c539ac3b16f tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:08:22.309268 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-b60827e2-75ff-43d2-928f-7c539ac3b16f tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=efe1b4f9-43ee-433e-b557-7236deff3146 HTTP/1.1" status: 200 len: 1094 time: 0.0400760 Mar 22 11:08:22.313526 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 43562) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:08:22.317956 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-99def0ec-4891-4ab9-9318-574946eb7bef tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'floatingip': {'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'port_id': '8621e8dc-d1b2-49b8-807d-9d09656d3c8f', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:08:22.341376 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-99def0ec-4891-4ab9-9318-574946eb7bef tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for floatingip, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:22.442897 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-99def0ec-4891-4ab9-9318-574946eb7bef tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:22.543909 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-99def0ec-4891-4ab9-9318-574946eb7bef tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Allocated IP 172.26.7.99 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/646969dc-be71-4a0e-b8f4-92e31e203d02) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:08:22.659640 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-99def0ec-4891-4ab9-9318-574946eb7bef tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:22.699753 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-99def0ec-4891-4ab9-9318-574946eb7bef tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:22.739021 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99def0ec-4891-4ab9-9318-574946eb7bef tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:08:22.741749 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-99def0ec-4891-4ab9-9318-574946eb7bef tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:08:22.746086 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99def0ec-4891-4ab9-9318-574946eb7bef tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:08:22.749052 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99def0ec-4891-4ab9-9318-574946eb7bef tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Port': ['ID=646969dc-be71-4a0e-b8f4-92e31e203d02,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:08:23.095744 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-99def0ec-4891-4ab9-9318-574946eb7bef tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:23.161539 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-99def0ec-4891-4ab9-9318-574946eb7bef tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:23.319977 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-99def0ec-4891-4ab9-9318-574946eb7bef tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:23.325665 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-99def0ec-4891-4ab9-9318-574946eb7bef tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:23.393044 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99def0ec-4891-4ab9-9318-574946eb7bef tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Port': ['ID=646969dc-be71-4a0e-b8f4-92e31e203d02,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:08:23.409034 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-99def0ec-4891-4ab9-9318-574946eb7bef tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684147'] for floatingip, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:23.507143 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.l3_db [None req-99def0ec-4891-4ab9-9318-574946eb7bef tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Floating IP a65753c5-0a73-4fcd-802f-604b417dcbe3 associated. External IP: 172.26.7.99, port: 8621e8dc-d1b2-49b8-807d-9d09656d3c8f. Mar 22 11:08:23.711349 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99def0ec-4891-4ab9-9318-574946eb7bef tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Router 9ae17424-71b6-44f9-9599-2031d2ca10ce has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:08:23.824265 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99def0ec-4891-4ab9-9318-574946eb7bef tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:08:23.835093 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ddc8b3-ed7d-4676-b848-080c8199375c None None] Sync routers for ids ['9ae17424-71b6-44f9-9599-2031d2ca10ce'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:08:23.844434 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-99def0ec-4891-4ab9-9318-574946eb7bef tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:23.845659 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ddc8b3-ed7d-4676-b848-080c8199375c None None] Routers {'9ae17424-71b6-44f9-9599-2031d2ca10ce'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:08:23.846345 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-08ddc8b3-ed7d-4676-b848-080c8199375c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:08:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['9ae17424-71b6-44f9-9599-2031d2ca10ce'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:08:23.872878 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-99def0ec-4891-4ab9-9318-574946eb7bef tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5583925 Mar 22 11:08:23.873510 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efe1b4f9-43ee-433e-b557-7236deff3146', 'tag': '8621e8dc-d1b2-49b8-807d-9d09656d3c8f'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:08:23.875995 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea20d47ee5c2e5d2aa35ee26c9e60aea7970c4225f3eb14fb63792ea9ad3856f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c07249-7077-4058-8faf-841dde24e2fe" -d '{"events": [{"name": "network-changed", "server_uuid": "efe1b4f9-43ee-433e-b557-7236deff3146", "tag": "8621e8dc-d1b2-49b8-807d-9d09656d3c8f"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:08:23.951836 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-08ddc8b3-ed7d-4676-b848-080c8199375c None None] Set router 9ae17424-71b6-44f9-9599-2031d2ca10ce gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:08:24.036642 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad9d4936-04fb-4981-83b2-db5ceaa31686 x-openstack-request-id: req-ad9d4936-04fb-4981-83b2-db5ceaa31686 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:08:24.036880 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efe1b4f9-43ee-433e-b557-7236deff3146", "tag": "8621e8dc-d1b2-49b8-807d-9d09656d3c8f", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:08:24.037131 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ad9d4936-04fb-4981-83b2-db5ceaa31686 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:08:24.037539 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad9d4936-04fb-4981-83b2-db5ceaa31686'] response: {'name': 'network-changed', 'server_uuid': 'efe1b4f9-43ee-433e-b557-7236deff3146', 'tag': '8621e8dc-d1b2-49b8-807d-9d09656d3c8f', 'status': 'completed', 'code': 200} Mar 22 11:08:24.098562 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c07249-7077-4058-8faf-841dde24e2fe req-19223833-6286-43c2-b896-7a3319d31795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:08:24.100124 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-36c07249-7077-4058-8faf-841dde24e2fe req-19223833-6286-43c2-b896-7a3319d31795 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d323f0b18e24bb7bcd0d92686e5587a&device_id=efe1b4f9-43ee-433e-b557-7236deff3146 HTTP/1.1" status: 200 len: 1099 time: 0.0401540 Mar 22 11:08:24.173979 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-08ddc8b3-ed7d-4676-b848-080c8199375c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'name': 'tempest-TestNetworkBasicOps-router-181945182', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'b037a67d-8106-438c-8445-7e1e19eafd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:07:46Z', 'updated_at': '2022-03-22T11:07:50Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'b037a67d-8106-438c-8445-7e1e19eafd0b', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:04:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:07:46Z', 'updated_at': '2022-03-22T11:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '1ceb16b9-14a6-4644-b102-561f04040b80', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'floating_ip_address': '172.26.7.76', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'port_id': '648a3d21-45a0-4f9b-9c41-0185583bf43c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb40399c-37d3-4f6f-9fff-48cb8cebc75b', 'mac_address': 'fa:16:3e:24:a7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59aa19e7-9d90-480b-9786-8599c7cfc0e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:08:04Z', 'updated_at': '2022-03-22T11:08:07Z', 'revision_number': 1, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ip_address_scope': None}, {'id': 'a65753c5-0a73-4fcd-802f-604b417dcbe3', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'floating_ip_address': '172.26.7.99', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'port_id': '8621e8dc-d1b2-49b8-807d-9d09656d3c8f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb40399c-37d3-4f6f-9fff-48cb8cebc75b', 'mac_address': 'fa:16:3e:90:86:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe1b4f9-43ee-433e-b557-7236deff3146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:08:22Z', 'updated_at': '2022-03-22T11:08:22Z', 'revision_number': 0, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a49c7def-594b-4150-899d-6a71b2d8eef7', 'name': '', 'network_id': 'cb40399c-37d3-4f6f-9fff-48cb8cebc75b', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:59:61:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eb2b0279-f760-4d5a-9690-ca3a2d697f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:07:49Z', 'updated_at': '2022-03-22T11:07:53Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': 'eb2b0279-f760-4d5a-9690-ca3a2d697f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:08:24.193539 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c07249-7077-4058-8faf-841dde24e2fe req-a93d5fdb-0b13-4e23-8ffb-32877c505405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:08:24.195022 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-36c07249-7077-4058-8faf-841dde24e2fe req-a93d5fdb-0b13-4e23-8ffb-32877c505405 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cb40399c-37d3-4f6f-9fff-48cb8cebc75b HTTP/1.1" status: 200 len: 898 time: 0.0865288 Mar 22 11:08:24.203103 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ddc8b3-ed7d-4676-b848-080c8199375c None None] Checking router: 9ae17424-71b6-44f9-9599-2031d2ca10ce for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:08:24.211783 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ddc8b3-ed7d-4676-b848-080c8199375c None None] Routers {'9ae17424-71b6-44f9-9599-2031d2ca10ce'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:08:24.212366 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-08ddc8b3-ed7d-4676-b848-080c8199375c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:08:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['9ae17424-71b6-44f9-9599-2031d2ca10ce'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:08:24.260486 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-36c07249-7077-4058-8faf-841dde24e2fe req-a8167adc-1330-4401-9a31-37a9e359f8ce service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8621e8dc-d1b2-49b8-807d-9d09656d3c8f HTTP/1.1" status: 200 len: 999 time: 0.0581784 Mar 22 11:08:24.314210 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c07249-7077-4058-8faf-841dde24e2fe req-aa0ac9fe-3b41-456c-8531-038ceda08349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:08:24.315140 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-08ddc8b3-ed7d-4676-b848-080c8199375c None None] Set router 9ae17424-71b6-44f9-9599-2031d2ca10ce gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:08:24.315702 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-36c07249-7077-4058-8faf-841dde24e2fe req-aa0ac9fe-3b41-456c-8531-038ceda08349 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eb2b0279-f760-4d5a-9690-ca3a2d697f6b HTTP/1.1" status: 200 len: 834 time: 0.0472612 Mar 22 11:08:24.360570 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c07249-7077-4058-8faf-841dde24e2fe req-ba35c50e-4d5d-472e-bf71-5419721fd070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:08:24.362071 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-36c07249-7077-4058-8faf-841dde24e2fe req-ba35c50e-4d5d-472e-bf71-5419721fd070 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb40399c-37d3-4f6f-9fff-48cb8cebc75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397854 Mar 22 11:08:24.456794 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-36c07249-7077-4058-8faf-841dde24e2fe req-bd772ccd-4b69-4c12-a0df-7edc83db4fe8 service neutron] 10.222.0.35 "GET /v2.0/networks/cb40399c-37d3-4f6f-9fff-48cb8cebc75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866208 Mar 22 11:08:24.535761 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-08ddc8b3-ed7d-4676-b848-080c8199375c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'name': 'tempest-TestNetworkBasicOps-router-181945182', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'b037a67d-8106-438c-8445-7e1e19eafd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:07:46Z', 'updated_at': '2022-03-22T11:07:50Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'b037a67d-8106-438c-8445-7e1e19eafd0b', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:04:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:07:46Z', 'updated_at': '2022-03-22T11:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '1ceb16b9-14a6-4644-b102-561f04040b80', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'floating_ip_address': '172.26.7.76', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'port_id': '648a3d21-45a0-4f9b-9c41-0185583bf43c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb40399c-37d3-4f6f-9fff-48cb8cebc75b', 'mac_address': 'fa:16:3e:24:a7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59aa19e7-9d90-480b-9786-8599c7cfc0e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:08:04Z', 'updated_at': '2022-03-22T11:08:07Z', 'revision_number': 1, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ip_address_scope': None}, {'id': 'a65753c5-0a73-4fcd-802f-604b417dcbe3', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'floating_ip_address': '172.26.7.99', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'port_id': '8621e8dc-d1b2-49b8-807d-9d09656d3c8f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb40399c-37d3-4f6f-9fff-48cb8cebc75b', 'mac_address': 'fa:16:3e:90:86:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe1b4f9-43ee-433e-b557-7236deff3146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:08:22Z', 'updated_at': '2022-03-22T11:08:22Z', 'revision_number': 0, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a49c7def-594b-4150-899d-6a71b2d8eef7', 'name': '', 'network_id': 'cb40399c-37d3-4f6f-9fff-48cb8cebc75b', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:59:61:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eb2b0279-f760-4d5a-9690-ca3a2d697f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:07:49Z', 'updated_at': '2022-03-22T11:07:53Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': 'eb2b0279-f760-4d5a-9690-ca3a2d697f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:08:24.545487 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-36c07249-7077-4058-8faf-841dde24e2fe req-0319e591-2cc4-4732-834b-18dbcd9a7ace service neutron] 10.222.0.35 "GET /v2.0/networks/cb40399c-37d3-4f6f-9fff-48cb8cebc75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816603 Mar 22 11:08:24.565122 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ddc8b3-ed7d-4676-b848-080c8199375c None None] The sync data for ids ['9ae17424-71b6-44f9-9599-2031d2ca10ce'] in dv-neutron-834599-1-hyperv is: [{'id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'name': 'tempest-TestNetworkBasicOps-router-181945182', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'b037a67d-8106-438c-8445-7e1e19eafd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:07:46Z', 'updated_at': '2022-03-22T11:07:50Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'b037a67d-8106-438c-8445-7e1e19eafd0b', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:04:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:07:46Z', 'updated_at': '2022-03-22T11:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '1ceb16b9-14a6-4644-b102-561f04040b80', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'floating_ip_address': '172.26.7.76', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'port_id': '648a3d21-45a0-4f9b-9c41-0185583bf43c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb40399c-37d3-4f6f-9fff-48cb8cebc75b', 'mac_address': 'fa:16:3e:24:a7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59aa19e7-9d90-480b-9786-8599c7cfc0e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:08:04Z', 'updated_at': '2022-03-22T11:08:07Z', 'revision_number': 1, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ip_address_scope': None}, {'id': 'a65753c5-0a73-4fcd-802f-604b417dcbe3', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'floating_ip_address': '172.26.7.99', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'port_id': '8621e8dc-d1b2-49b8-807d-9d09656d3c8f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb40399c-37d3-4f6f-9fff-48cb8cebc75b', 'mac_address': 'fa:16:3e:90:86:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe1b4f9-43ee-433e-b557-7236deff3146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:08:22Z', 'updated_at': '2022-03-22T11:08:22Z', 'revision_number': 0, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a49c7def-594b-4150-899d-6a71b2d8eef7', 'name': '', 'network_id': 'cb40399c-37d3-4f6f-9fff-48cb8cebc75b', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:59:61:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eb2b0279-f760-4d5a-9690-ca3a2d697f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:07:49Z', 'updated_at': '2022-03-22T11:07:53Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': 'eb2b0279-f760-4d5a-9690-ca3a2d697f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:08:24.748856 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97f080a-8db5-4435-a7f1-37443e17a9f7 None None] New status for floating IP a65753c5-0a73-4fcd-802f-604b417dcbe3: ACTIVE {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 11:08:37.719012 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-941b690e-3bb5-4b79-b320-1574ebcd7ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:39.839600 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-1553b4f5-333f-486c-84ec-bb930cbe0d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:41.150003 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:42.561383 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:42.834520 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:08:43.158624 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:08:43.386389 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:00.007306 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 43582) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:09:00.068416 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9967cc9a-e2b0-41c0-9896-3f588ac46fa2 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/floatingips/1ceb16b9-14a6-4644-b102-561f04040b80 HTTP/1.1" status: 200 len: 992 time: 0.0595489 Mar 22 11:09:01.008110 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 43590) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:09:01.014314 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-cc2e61e7-a992-4cec-b4cd-802405e54a79 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'port': {'admin_state_up': False}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:09:01.078792 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cc2e61e7-a992-4cec-b4cd-802405e54a79 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:01.222126 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-cc2e61e7-a992-4cec-b4cd-802405e54a79 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] For port 648a3d21-45a0-4f9b-9c41-0185583bf43c, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=648a3d21-45a0-4f9b-9c41-0185583bf43c,segment=NetworkSegment(09fcadd8-fd98-46c2-ac37-105bb602f084),segment_id=09fcadd8-fd98-46c2-ac37-105bb602f084)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:09:01.255065 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cc2e61e7-a992-4cec-b4cd-802405e54a79 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:01.261779 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cc2e61e7-a992-4cec-b4cd-802405e54a79 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:01.304252 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2e61e7-a992-4cec-b4cd-802405e54a79 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:09:01.304876 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-cc2e61e7-a992-4cec-b4cd-802405e54a79 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:01.310583 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-cc2e61e7-a992-4cec-b4cd-802405e54a79 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "PUT /v2.0/ports/648a3d21-45a0-4f9b-9c41-0185583bf43c HTTP/1.1" status: 200 len: 938 time: 0.2965500 Mar 22 11:09:01.310583 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59aa19e7-9d90-480b-9786-8599c7cfc0e2', 'tag': '648a3d21-45a0-4f9b-9c41-0185583bf43c'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:09:01.311434 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea20d47ee5c2e5d2aa35ee26c9e60aea7970c4225f3eb14fb63792ea9ad3856f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a25463f-78ae-4503-ad68-7f632b41c628" -d '{"events": [{"name": "network-changed", "server_uuid": "59aa19e7-9d90-480b-9786-8599c7cfc0e2", "tag": "648a3d21-45a0-4f9b-9c41-0185583bf43c"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:09:01.336274 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2e61e7-a992-4cec-b4cd-802405e54a79 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Port': ['ID=648a3d21-45a0-4f9b-9c41-0185583bf43c,revision_number=6']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:09:01.344027 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2e61e7-a992-4cec-b4cd-802405e54a79 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:09:01.344375 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2e61e7-a992-4cec-b4cd-802405e54a79 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:09:01.344713 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2e61e7-a992-4cec-b4cd-802405e54a79 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:09:01.345041 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2e61e7-a992-4cec-b4cd-802405e54a79 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:09:01.345372 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2e61e7-a992-4cec-b4cd-802405e54a79 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:09:01.345687 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2e61e7-a992-4cec-b4cd-802405e54a79 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:09:01.346007 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2e61e7-a992-4cec-b4cd-802405e54a79 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:09:01.347039 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2e61e7-a992-4cec-b4cd-802405e54a79 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:09:01.347039 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2e61e7-a992-4cec-b4cd-802405e54a79 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:09:01.347039 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2e61e7-a992-4cec-b4cd-802405e54a79 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:09:01.347403 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2e61e7-a992-4cec-b4cd-802405e54a79 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:09:01.347696 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2e61e7-a992-4cec-b4cd-802405e54a79 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:09:01.352086 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934a94ae-da9c-413b-acbb-05cb94ced8c8 x-openstack-request-id: req-934a94ae-da9c-413b-acbb-05cb94ced8c8 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:09:01.352376 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59aa19e7-9d90-480b-9786-8599c7cfc0e2", "tag": "648a3d21-45a0-4f9b-9c41-0185583bf43c", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:09:01.352635 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-934a94ae-da9c-413b-acbb-05cb94ced8c8 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:09:01.353007 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-934a94ae-da9c-413b-acbb-05cb94ced8c8'] response: {'name': 'network-changed', 'server_uuid': '59aa19e7-9d90-480b-9786-8599c7cfc0e2', 'tag': '648a3d21-45a0-4f9b-9c41-0185583bf43c', 'status': 'completed', 'code': 200} Mar 22 11:09:01.522907 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25463f-78ae-4503-ad68-7f632b41c628 req-dbcb7b66-2392-4e18-a0a3-30fbdb27c531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:09:01.524325 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3a25463f-78ae-4503-ad68-7f632b41c628 req-dbcb7b66-2392-4e18-a0a3-30fbdb27c531 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d323f0b18e24bb7bcd0d92686e5587a&device_id=59aa19e7-9d90-480b-9786-8599c7cfc0e2 HTTP/1.1" status: 200 len: 1099 time: 0.1505232 Mar 22 11:09:01.556589 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-9dcabf60-593c-4f40-89df-fcd5e9de7337 None None] Provisioning complete for port 648a3d21-45a0-4f9b-9c41-0185583bf43c triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:09:01.557220 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9dcabf60-593c-4f40-89df-fcd5e9de7337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:01.597720 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-9dcabf60-593c-4f40-89df-fcd5e9de7337 None None] Port 648a3d21-45a0-4f9b-9c41-0185583bf43c is administratively disabled so it will not transition to active. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:353}} Mar 22 11:09:01.619896 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25463f-78ae-4503-ad68-7f632b41c628 req-ffb499a3-2e6f-4003-8733-c1a2ebfa41ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:09:01.621395 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3a25463f-78ae-4503-ad68-7f632b41c628 req-ffb499a3-2e6f-4003-8733-c1a2ebfa41ba service neutron] 10.222.0.35 "GET /v2.0/networks?id=cb40399c-37d3-4f6f-9fff-48cb8cebc75b HTTP/1.1" status: 200 len: 898 time: 0.0876377 Mar 22 11:09:01.689256 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3a25463f-78ae-4503-ad68-7f632b41c628 req-e424c82c-b40f-40d1-ac0b-777ebe1f8cd6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=648a3d21-45a0-4f9b-9c41-0185583bf43c HTTP/1.1" status: 200 len: 1001 time: 0.0605900 Mar 22 11:09:01.746574 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25463f-78ae-4503-ad68-7f632b41c628 req-253879cc-9d6d-40b7-8532-235f95fbee69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:09:01.748101 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3a25463f-78ae-4503-ad68-7f632b41c628 req-253879cc-9d6d-40b7-8532-235f95fbee69 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eb2b0279-f760-4d5a-9690-ca3a2d697f6b HTTP/1.1" status: 200 len: 834 time: 0.0520611 Mar 22 11:09:01.803254 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25463f-78ae-4503-ad68-7f632b41c628 req-a7d4375d-07d1-4e5b-9f97-9dea38bda769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:09:01.805566 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3a25463f-78ae-4503-ad68-7f632b41c628 req-a7d4375d-07d1-4e5b-9f97-9dea38bda769 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb40399c-37d3-4f6f-9fff-48cb8cebc75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0506628 Mar 22 11:09:01.897392 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3a25463f-78ae-4503-ad68-7f632b41c628 req-02105de9-b0ef-4565-b794-0b00203829ea service neutron] 10.222.0.35 "GET /v2.0/networks/cb40399c-37d3-4f6f-9fff-48cb8cebc75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836897 Mar 22 11:09:02.313338 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3a25463f-78ae-4503-ad68-7f632b41c628 req-3bb12e83-af44-4af7-8092-34a9a938d583 service neutron] 10.222.0.35 "GET /v2.0/networks/cb40399c-37d3-4f6f-9fff-48cb8cebc75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4090579 Mar 22 11:09:04.718989 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 43600) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:09:04.724350 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-b574a7ba-8030-4e44-b0e4-a83c3ff0ecc6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'port': {'admin_state_up': True}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:09:04.786407 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b574a7ba-8030-4e44-b0e4-a83c3ff0ecc6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:04.933689 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-b574a7ba-8030-4e44-b0e4-a83c3ff0ecc6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] For port 648a3d21-45a0-4f9b-9c41-0185583bf43c, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=648a3d21-45a0-4f9b-9c41-0185583bf43c,segment=NetworkSegment(09fcadd8-fd98-46c2-ac37-105bb602f084),segment_id=09fcadd8-fd98-46c2-ac37-105bb602f084)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:09:04.962766 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b574a7ba-8030-4e44-b0e4-a83c3ff0ecc6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:04.971074 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b574a7ba-8030-4e44-b0e4-a83c3ff0ecc6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:05.012808 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b574a7ba-8030-4e44-b0e4-a83c3ff0ecc6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:09:05.013424 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b574a7ba-8030-4e44-b0e4-a83c3ff0ecc6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:05.014855 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b574a7ba-8030-4e44-b0e4-a83c3ff0ecc6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "PUT /v2.0/ports/648a3d21-45a0-4f9b-9c41-0185583bf43c HTTP/1.1" status: 200 len: 937 time: 0.2948449 Mar 22 11:09:05.015417 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59aa19e7-9d90-480b-9786-8599c7cfc0e2', 'tag': '648a3d21-45a0-4f9b-9c41-0185583bf43c'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:09:05.017670 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea20d47ee5c2e5d2aa35ee26c9e60aea7970c4225f3eb14fb63792ea9ad3856f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd06c8d7-893b-42b0-82c8-ed4ec1bdd655" -d '{"events": [{"name": "network-changed", "server_uuid": "59aa19e7-9d90-480b-9786-8599c7cfc0e2", "tag": "648a3d21-45a0-4f9b-9c41-0185583bf43c"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:09:05.018194 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 43602) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:09:05.042055 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b574a7ba-8030-4e44-b0e4-a83c3ff0ecc6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Port': ['ID=648a3d21-45a0-4f9b-9c41-0185583bf43c,revision_number=7']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:09:05.064627 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a02108-1ca6-4320-8518-3f431a7a4231 x-openstack-request-id: req-06a02108-1ca6-4320-8518-3f431a7a4231 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:09:05.064922 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59aa19e7-9d90-480b-9786-8599c7cfc0e2", "tag": "648a3d21-45a0-4f9b-9c41-0185583bf43c", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:09:05.065171 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-06a02108-1ca6-4320-8518-3f431a7a4231 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:09:05.065589 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06a02108-1ca6-4320-8518-3f431a7a4231'] response: {'name': 'network-changed', 'server_uuid': '59aa19e7-9d90-480b-9786-8599c7cfc0e2', 'tag': '648a3d21-45a0-4f9b-9c41-0185583bf43c', 'status': 'completed', 'code': 200} Mar 22 11:09:05.100026 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-4849619d-9b75-4e70-b6b6-b14356bbb43d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/floatingips/1ceb16b9-14a6-4644-b102-561f04040b80 HTTP/1.1" status: 200 len: 992 time: 0.0806224 Mar 22 11:09:05.128287 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06c8d7-893b-42b0-82c8-ed4ec1bdd655 req-b4e74edf-84f6-4265-8372-d262fdbdf651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:09:05.129786 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-cd06c8d7-893b-42b0-82c8-ed4ec1bdd655 req-b4e74edf-84f6-4265-8372-d262fdbdf651 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d323f0b18e24bb7bcd0d92686e5587a&device_id=59aa19e7-9d90-480b-9786-8599c7cfc0e2 HTTP/1.1" status: 200 len: 1098 time: 0.0437193 Mar 22 11:09:05.220724 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06c8d7-893b-42b0-82c8-ed4ec1bdd655 req-e78b36ee-d1f1-402c-ad59-a6483f68a96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:09:05.222218 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-cd06c8d7-893b-42b0-82c8-ed4ec1bdd655 req-e78b36ee-d1f1-402c-ad59-a6483f68a96e service neutron] 10.222.0.35 "GET /v2.0/networks?id=cb40399c-37d3-4f6f-9fff-48cb8cebc75b HTTP/1.1" status: 200 len: 898 time: 0.0854495 Mar 22 11:09:05.238807 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['648a3d21-45a0-4f9b-9c41-0185583bf43c'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 11:09:05.269621 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-0988bf0a-78dc-47bc-b83f-e24e34c33e78 None None] Provisioning complete for port 648a3d21-45a0-4f9b-9c41-0185583bf43c triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:09:05.269995 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0988bf0a-78dc-47bc-b83f-e24e34c33e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:05.292045 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-cd06c8d7-893b-42b0-82c8-ed4ec1bdd655 req-45887fdd-03ad-46ff-9fbf-46e152f9d94d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=648a3d21-45a0-4f9b-9c41-0185583bf43c HTTP/1.1" status: 200 len: 1000 time: 0.0623071 Mar 22 11:09:05.341658 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06c8d7-893b-42b0-82c8-ed4ec1bdd655 req-61babaf6-54fe-4d61-8ccd-87e7794e88f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:09:05.343126 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-cd06c8d7-893b-42b0-82c8-ed4ec1bdd655 req-61babaf6-54fe-4d61-8ccd-87e7794e88f0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eb2b0279-f760-4d5a-9690-ca3a2d697f6b HTTP/1.1" status: 200 len: 834 time: 0.0431864 Mar 22 11:09:05.388190 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06c8d7-893b-42b0-82c8-ed4ec1bdd655 req-05bd4947-24c0-4554-b83a-0aba0ae622f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:09:05.389727 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-cd06c8d7-893b-42b0-82c8-ed4ec1bdd655 req-05bd4947-24c0-4554-b83a-0aba0ae622f3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb40399c-37d3-4f6f-9fff-48cb8cebc75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404360 Mar 22 11:09:05.483277 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-cd06c8d7-893b-42b0-82c8-ed4ec1bdd655 req-475e7495-e3de-443b-82b7-1225a320791f service neutron] 10.222.0.35 "GET /v2.0/networks/cb40399c-37d3-4f6f-9fff-48cb8cebc75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865653 Mar 22 11:09:05.576344 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-cd06c8d7-893b-42b0-82c8-ed4ec1bdd655 req-ea35f1e3-5034-4d3f-88ab-a795417bd679 service neutron] 10.222.0.35 "GET /v2.0/networks/cb40399c-37d3-4f6f-9fff-48cb8cebc75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869107 Mar 22 11:09:07.652667 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 43612) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:09:07.703691 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-72276efb-109e-4baf-b739-2d6a2d96291e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:07.824267 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-6bb7f428-2383-4017-9aeb-dc43a063a2be tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Deleting port 646969dc-be71-4a0e-b8f4-92e31e203d02 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:09:07.824542 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6bb7f428-2383-4017-9aeb-dc43a063a2be tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:07.899844 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6bb7f428-2383-4017-9aeb-dc43a063a2be tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:07.900190 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6bb7f428-2383-4017-9aeb-dc43a063a2be tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:07.911638 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-6bb7f428-2383-4017-9aeb-dc43a063a2be tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Calling delete_port for 646969dc-be71-4a0e-b8f4-92e31e203d02 owned by network:floatingip {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:09:08.073739 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6bb7f428-2383-4017-9aeb-dc43a063a2be tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:08.098137 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb7f428-2383-4017-9aeb-dc43a063a2be tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'Port': ['ID=646969dc-be71-4a0e-b8f4-92e31e203d02,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:09:08.111503 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb7f428-2383-4017-9aeb-dc43a063a2be tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:09:08.111865 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb7f428-2383-4017-9aeb-dc43a063a2be tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:09:08.112196 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb7f428-2383-4017-9aeb-dc43a063a2be tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:09:08.112542 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb7f428-2383-4017-9aeb-dc43a063a2be tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:09:08.112864 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb7f428-2383-4017-9aeb-dc43a063a2be tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:09:08.113174 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb7f428-2383-4017-9aeb-dc43a063a2be tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:09:08.113495 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb7f428-2383-4017-9aeb-dc43a063a2be tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:09:08.113809 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb7f428-2383-4017-9aeb-dc43a063a2be tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:09:08.114130 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb7f428-2383-4017-9aeb-dc43a063a2be tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:09:08.114471 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb7f428-2383-4017-9aeb-dc43a063a2be tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:09:08.114778 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb7f428-2383-4017-9aeb-dc43a063a2be tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:09:08.115071 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb7f428-2383-4017-9aeb-dc43a063a2be tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:09:08.173056 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6bb7f428-2383-4017-9aeb-dc43a063a2be tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for floatingip, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:08.173374 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.l3_db [None req-6bb7f428-2383-4017-9aeb-dc43a063a2be tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Floating IP a65753c5-0a73-4fcd-802f-604b417dcbe3 disassociated (deleted). External IP: 172.26.7.99, port: 8621e8dc-d1b2-49b8-807d-9d09656d3c8f. Mar 22 11:09:08.387915 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bb7f428-2383-4017-9aeb-dc43a063a2be tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Router 9ae17424-71b6-44f9-9599-2031d2ca10ce has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:09:08.502813 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb7f428-2383-4017-9aeb-dc43a063a2be tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:09:08.508306 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6bb7f428-2383-4017-9aeb-dc43a063a2be tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:08.512951 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3610b5-d4d9-4e44-afa5-17e8894c82aa None None] Sync routers for ids ['9ae17424-71b6-44f9-9599-2031d2ca10ce'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:09:08.523918 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3610b5-d4d9-4e44-afa5-17e8894c82aa None None] Routers {'9ae17424-71b6-44f9-9599-2031d2ca10ce'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:09:08.524508 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-dc3610b5-d4d9-4e44-afa5-17e8894c82aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:08:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['9ae17424-71b6-44f9-9599-2031d2ca10ce'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:09:08.537075 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-6bb7f428-2383-4017-9aeb-dc43a063a2be tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "DELETE /v2.0/floatingips/a65753c5-0a73-4fcd-802f-604b417dcbe3 HTTP/1.1" status: 204 len: 168 time: 0.8831091 Mar 22 11:09:08.537630 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efe1b4f9-43ee-433e-b557-7236deff3146', 'tag': '8621e8dc-d1b2-49b8-807d-9d09656d3c8f'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:09:08.539970 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d7bedf-1716-4cc5-ab62-484862226dbf" -d '{"events": [{"name": "network-changed", "server_uuid": "efe1b4f9-43ee-433e-b557-7236deff3146", "tag": "8621e8dc-d1b2-49b8-807d-9d09656d3c8f"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:09:08.584127 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96cdfa0d-8dcc-4a88-81f8-687c02ced4a6 x-openstack-request-id: req-96cdfa0d-8dcc-4a88-81f8-687c02ced4a6 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:09:08.584433 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efe1b4f9-43ee-433e-b557-7236deff3146", "tag": "8621e8dc-d1b2-49b8-807d-9d09656d3c8f", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:09:08.584722 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-96cdfa0d-8dcc-4a88-81f8-687c02ced4a6 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:09:08.585505 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96cdfa0d-8dcc-4a88-81f8-687c02ced4a6'] response: {'name': 'network-changed', 'server_uuid': 'efe1b4f9-43ee-433e-b557-7236deff3146', 'tag': '8621e8dc-d1b2-49b8-807d-9d09656d3c8f', 'status': 'completed', 'code': 200} Mar 22 11:09:08.628893 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-dc3610b5-d4d9-4e44-afa5-17e8894c82aa None None] Set router 9ae17424-71b6-44f9-9599-2031d2ca10ce gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:09:08.651315 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d7bedf-1716-4cc5-ab62-484862226dbf req-e50f8794-fe1e-4a49-95b0-42ddc6c2c672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:09:08.652842 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-45d7bedf-1716-4cc5-ab62-484862226dbf req-e50f8794-fe1e-4a49-95b0-42ddc6c2c672 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d323f0b18e24bb7bcd0d92686e5587a&device_id=efe1b4f9-43ee-433e-b557-7236deff3146 HTTP/1.1" status: 200 len: 1099 time: 0.0458374 Mar 22 11:09:08.765124 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d7bedf-1716-4cc5-ab62-484862226dbf req-5147d4e0-642e-4a11-9cbe-335e9932e02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:09:08.766766 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-45d7bedf-1716-4cc5-ab62-484862226dbf req-5147d4e0-642e-4a11-9cbe-335e9932e02a service neutron] 10.222.0.35 "GET /v2.0/networks?id=cb40399c-37d3-4f6f-9fff-48cb8cebc75b HTTP/1.1" status: 200 len: 898 time: 0.1071830 Mar 22 11:09:08.809769 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-45d7bedf-1716-4cc5-ab62-484862226dbf req-be77c34e-bec0-465c-8679-3c534701e101 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8621e8dc-d1b2-49b8-807d-9d09656d3c8f HTTP/1.1" status: 200 len: 217 time: 0.0353210 Mar 22 11:09:08.851521 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-dc3610b5-d4d9-4e44-afa5-17e8894c82aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'name': 'tempest-TestNetworkBasicOps-router-181945182', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'b037a67d-8106-438c-8445-7e1e19eafd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:07:46Z', 'updated_at': '2022-03-22T11:07:50Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'b037a67d-8106-438c-8445-7e1e19eafd0b', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:04:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:07:46Z', 'updated_at': '2022-03-22T11:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '1ceb16b9-14a6-4644-b102-561f04040b80', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'floating_ip_address': '172.26.7.76', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'port_id': '648a3d21-45a0-4f9b-9c41-0185583bf43c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb40399c-37d3-4f6f-9fff-48cb8cebc75b', 'mac_address': 'fa:16:3e:24:a7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59aa19e7-9d90-480b-9786-8599c7cfc0e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:08:04Z', 'updated_at': '2022-03-22T11:08:07Z', 'revision_number': 1, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a49c7def-594b-4150-899d-6a71b2d8eef7', 'name': '', 'network_id': 'cb40399c-37d3-4f6f-9fff-48cb8cebc75b', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:59:61:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eb2b0279-f760-4d5a-9690-ca3a2d697f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:07:49Z', 'updated_at': '2022-03-22T11:07:53Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': 'eb2b0279-f760-4d5a-9690-ca3a2d697f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:09:08.876574 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3610b5-d4d9-4e44-afa5-17e8894c82aa None None] Checking router: 9ae17424-71b6-44f9-9599-2031d2ca10ce for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:09:08.885002 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3610b5-d4d9-4e44-afa5-17e8894c82aa None None] Routers {'9ae17424-71b6-44f9-9599-2031d2ca10ce'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:09:08.885575 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-dc3610b5-d4d9-4e44-afa5-17e8894c82aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:08:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['9ae17424-71b6-44f9-9599-2031d2ca10ce'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:09:08.892030 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d7bedf-1716-4cc5-ab62-484862226dbf req-1d6eeaf7-1dcd-4feb-9544-c423b864bb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:09:08.893768 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-45d7bedf-1716-4cc5-ab62-484862226dbf req-1d6eeaf7-1dcd-4feb-9544-c423b864bb9f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eb2b0279-f760-4d5a-9690-ca3a2d697f6b HTTP/1.1" status: 200 len: 834 time: 0.0694034 Mar 22 11:09:08.904780 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e38916-ff84-42b8-83c0-1ebfa3fdeb5c req-eb2db1ba-68e6-4c09-9f66-3caf5a186b3c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:09:08.906116 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e3e38916-ff84-42b8-83c0-1ebfa3fdeb5c req-eb2db1ba-68e6-4c09-9f66-3caf5a186b3c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=efe1b4f9-43ee-433e-b557-7236deff3146 HTTP/1.1" status: 200 len: 946 time: 0.1790562 Mar 22 11:09:08.970535 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e3e38916-ff84-42b8-83c0-1ebfa3fdeb5c req-338870a0-1eb5-436a-b163-dc725f158b68 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=055d3917-193c-4a59-9b6b-848a218e8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562279 Mar 22 11:09:08.973535 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d7bedf-1716-4cc5-ab62-484862226dbf req-46fcc301-7848-48c1-8f4a-c0f49fd0cb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:09:08.976011 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-45d7bedf-1716-4cc5-ab62-484862226dbf req-46fcc301-7848-48c1-8f4a-c0f49fd0cb90 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb40399c-37d3-4f6f-9fff-48cb8cebc75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680399 Mar 22 11:09:09.077311 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-dc3610b5-d4d9-4e44-afa5-17e8894c82aa None None] Set router 9ae17424-71b6-44f9-9599-2031d2ca10ce gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:09:09.078010 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-45d7bedf-1716-4cc5-ab62-484862226dbf req-92afa932-17c4-4ec3-9a21-ffd587fc2503 service neutron] 10.222.0.35 "GET /v2.0/networks/cb40399c-37d3-4f6f-9fff-48cb8cebc75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943851 Mar 22 11:09:09.173187 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-45d7bedf-1716-4cc5-ab62-484862226dbf req-46f1e4d3-3477-40fa-b8de-be7da1be7dde service neutron] 10.222.0.35 "GET /v2.0/networks/cb40399c-37d3-4f6f-9fff-48cb8cebc75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836706 Mar 22 11:09:09.307124 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-dc3610b5-d4d9-4e44-afa5-17e8894c82aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'name': 'tempest-TestNetworkBasicOps-router-181945182', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'b037a67d-8106-438c-8445-7e1e19eafd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:07:46Z', 'updated_at': '2022-03-22T11:07:50Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'b037a67d-8106-438c-8445-7e1e19eafd0b', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:04:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:07:46Z', 'updated_at': '2022-03-22T11:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '1ceb16b9-14a6-4644-b102-561f04040b80', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'floating_ip_address': '172.26.7.76', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'port_id': '648a3d21-45a0-4f9b-9c41-0185583bf43c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb40399c-37d3-4f6f-9fff-48cb8cebc75b', 'mac_address': 'fa:16:3e:24:a7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59aa19e7-9d90-480b-9786-8599c7cfc0e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:08:04Z', 'updated_at': '2022-03-22T11:08:07Z', 'revision_number': 1, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a49c7def-594b-4150-899d-6a71b2d8eef7', 'name': '', 'network_id': 'cb40399c-37d3-4f6f-9fff-48cb8cebc75b', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:59:61:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eb2b0279-f760-4d5a-9690-ca3a2d697f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:07:49Z', 'updated_at': '2022-03-22T11:07:53Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': 'eb2b0279-f760-4d5a-9690-ca3a2d697f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:09:09.339602 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3610b5-d4d9-4e44-afa5-17e8894c82aa None None] The sync data for ids ['9ae17424-71b6-44f9-9599-2031d2ca10ce'] in dv-neutron-834599-1-hyperv is: [{'id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'name': 'tempest-TestNetworkBasicOps-router-181945182', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'b037a67d-8106-438c-8445-7e1e19eafd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:07:46Z', 'updated_at': '2022-03-22T11:07:50Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'b037a67d-8106-438c-8445-7e1e19eafd0b', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:04:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:07:46Z', 'updated_at': '2022-03-22T11:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '1ceb16b9-14a6-4644-b102-561f04040b80', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'floating_ip_address': '172.26.7.76', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'port_id': '648a3d21-45a0-4f9b-9c41-0185583bf43c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb40399c-37d3-4f6f-9fff-48cb8cebc75b', 'mac_address': 'fa:16:3e:24:a7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59aa19e7-9d90-480b-9786-8599c7cfc0e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:08:04Z', 'updated_at': '2022-03-22T11:08:07Z', 'revision_number': 1, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a49c7def-594b-4150-899d-6a71b2d8eef7', 'name': '', 'network_id': 'cb40399c-37d3-4f6f-9fff-48cb8cebc75b', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:59:61:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eb2b0279-f760-4d5a-9690-ca3a2d697f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:07:49Z', 'updated_at': '2022-03-22T11:07:53Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': 'eb2b0279-f760-4d5a-9690-ca3a2d697f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:09:09.547103 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e023a2-977d-4e3b-9416-b2450f941166 None None] New status for floating IP a65753c5-0a73-4fcd-802f-604b417dcbe3: DOWN {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 11:09:09.837924 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-6ed19e1a-2290-4f94-ad61-29614c93ad5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:10.028996 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe8f03-33ea-41de-9598-1b1608a27c0f req-a12e957c-23b2-4c82-81d0-8bfbbbe0a2d2 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:09:10.030517 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e7fe8f03-33ea-41de-9598-1b1608a27c0f req-a12e957c-23b2-4c82-81d0-8bfbbbe0a2d2 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.35 "GET /v2.0/ports?device_id=efe1b4f9-43ee-433e-b557-7236deff3146 HTTP/1.1" status: 200 len: 946 time: 0.0529959 Mar 22 11:09:10.149412 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-e7fe8f03-33ea-41de-9598-1b1608a27c0f req-32ae8f6e-c7ca-40ff-8671-0701693fb541 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Deleting port 8621e8dc-d1b2-49b8-807d-9d09656d3c8f {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:09:10.149709 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-e7fe8f03-33ea-41de-9598-1b1608a27c0f req-32ae8f6e-c7ca-40ff-8671-0701693fb541 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:10.228197 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ed2cf8-6a69-468d-8117-d01e9aa192f4 req-283b09d1-4591-4075-904c-bec41c5c814c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:09:10.229656 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-92ed2cf8-6a69-468d-8117-d01e9aa192f4 req-283b09d1-4591-4075-904c-bec41c5c814c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=efe1b4f9-43ee-433e-b557-7236deff3146 HTTP/1.1" status: 200 len: 946 time: 0.1656270 Mar 22 11:09:10.264878 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-e7fe8f03-33ea-41de-9598-1b1608a27c0f req-32ae8f6e-c7ca-40ff-8671-0701693fb541 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] For port 8621e8dc-d1b2-49b8-807d-9d09656d3c8f, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=8621e8dc-d1b2-49b8-807d-9d09656d3c8f,segment=NetworkSegment(09fcadd8-fd98-46c2-ac37-105bb602f084),segment_id=09fcadd8-fd98-46c2-ac37-105bb602f084)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:09:10.265230 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-e7fe8f03-33ea-41de-9598-1b1608a27c0f req-32ae8f6e-c7ca-40ff-8671-0701693fb541 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:10.280014 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-e7fe8f03-33ea-41de-9598-1b1608a27c0f req-32ae8f6e-c7ca-40ff-8671-0701693fb541 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Calling delete_port for 8621e8dc-d1b2-49b8-807d-9d09656d3c8f owned by compute:nova {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:09:10.299321 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-92ed2cf8-6a69-468d-8117-d01e9aa192f4 req-0f821416-d0bb-4fd0-8e5e-b35967c3fe77 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=055d3917-193c-4a59-9b6b-848a218e8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624313 Mar 22 11:09:10.433540 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-e7fe8f03-33ea-41de-9598-1b1608a27c0f req-32ae8f6e-c7ca-40ff-8671-0701693fb541 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:10.463073 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ae8f6e-c7ca-40ff-8671-0701693fb541 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'Port': ['ID=8621e8dc-d1b2-49b8-807d-9d09656d3c8f,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:09:10.503877 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7fe8f03-33ea-41de-9598-1b1608a27c0f req-32ae8f6e-c7ca-40ff-8671-0701693fb541 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] No DVR routers for this DVR port 8621e8dc-d1b2-49b8-807d-9d09656d3c8f on host hv-neutron-8345 {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:09:10.506469 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-e7fe8f03-33ea-41de-9598-1b1608a27c0f req-32ae8f6e-c7ca-40ff-8671-0701693fb541 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:10.510159 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e7fe8f03-33ea-41de-9598-1b1608a27c0f req-32ae8f6e-c7ca-40ff-8671-0701693fb541 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.35 "DELETE /v2.0/ports/8621e8dc-d1b2-49b8-807d-9d09656d3c8f HTTP/1.1" status: 204 len: 173 time: 0.4734824 Mar 22 11:09:10.587010 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe1b4f9-43ee-433e-b557-7236deff3146', 'name': 'network-vif-deleted', 'tag': '8621e8dc-d1b2-49b8-807d-9d09656d3c8f'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:09:10.589503 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d531cb3a-1ba9-48ca-b4df-f98bde67e84d" -d '{"events": [{"server_uuid": "efe1b4f9-43ee-433e-b557-7236deff3146", "name": "network-vif-deleted", "tag": "8621e8dc-d1b2-49b8-807d-9d09656d3c8f"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:09:10.626169 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae35304-fe96-4179-b112-24c371df866e x-openstack-request-id: req-9ae35304-fe96-4179-b112-24c371df866e {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:09:10.626492 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efe1b4f9-43ee-433e-b557-7236deff3146", "name": "network-vif-deleted", "tag": "8621e8dc-d1b2-49b8-807d-9d09656d3c8f", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:09:10.626764 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9ae35304-fe96-4179-b112-24c371df866e {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:09:10.627192 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ae35304-fe96-4179-b112-24c371df866e'] response: {'server_uuid': 'efe1b4f9-43ee-433e-b557-7236deff3146', 'name': 'network-vif-deleted', 'tag': '8621e8dc-d1b2-49b8-807d-9d09656d3c8f', 'status': 'completed', 'code': 200} Mar 22 11:09:11.147012 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:11.358648 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 43630) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:09:11.420463 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-18ef5a38-e546-4579-a7b5-c5f9a7615da3 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:11.445120 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-18ef5a38-e546-4579-a7b5-c5f9a7615da3 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:11.512598 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-18ef5a38-e546-4579-a7b5-c5f9a7615da3 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:11.515124 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-18ef5a38-e546-4579-a7b5-c5f9a7615da3 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:11.516387 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-18ef5a38-e546-4579-a7b5-c5f9a7615da3 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "DELETE /v2.0/security-groups/055d3917-193c-4a59-9b6b-848a218e8039 HTTP/1.1" status: 204 len: 168 time: 0.1561112 Mar 22 11:09:11.525785 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef5a38-e546-4579-a7b5-c5f9a7615da3 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=055d3917-193c-4a59-9b6b-848a218e8039,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:09:11.552166 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 43634) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:09:11.717286 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-8c4ed6dd-b09b-4a6d-b1df-4c774cd61217 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Deleting port 26309d64-7b72-4a58-bbc9-1cf12f6220c1 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:09:11.717595 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8c4ed6dd-b09b-4a6d-b1df-4c774cd61217 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:11.797096 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8c4ed6dd-b09b-4a6d-b1df-4c774cd61217 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:11.797438 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8c4ed6dd-b09b-4a6d-b1df-4c774cd61217 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:11.812791 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-8c4ed6dd-b09b-4a6d-b1df-4c774cd61217 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Calling delete_port for 26309d64-7b72-4a58-bbc9-1cf12f6220c1 owned by network:floatingip {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:09:11.983888 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8c4ed6dd-b09b-4a6d-b1df-4c774cd61217 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:12.008366 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4ed6dd-b09b-4a6d-b1df-4c774cd61217 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'Port': ['ID=26309d64-7b72-4a58-bbc9-1cf12f6220c1,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:09:12.074913 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8c4ed6dd-b09b-4a6d-b1df-4c774cd61217 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for floatingip, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:12.075137 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.l3_db [None req-8c4ed6dd-b09b-4a6d-b1df-4c774cd61217 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Floating IP 1ceb16b9-14a6-4644-b102-561f04040b80 disassociated (deleted). External IP: 172.26.7.76, port: 648a3d21-45a0-4f9b-9c41-0185583bf43c. Mar 22 11:09:12.287144 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c4ed6dd-b09b-4a6d-b1df-4c774cd61217 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Router 9ae17424-71b6-44f9-9599-2031d2ca10ce has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:09:12.393936 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c4ed6dd-b09b-4a6d-b1df-4c774cd61217 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:09:12.399104 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8c4ed6dd-b09b-4a6d-b1df-4c774cd61217 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:12.403569 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28c2868-7539-491f-bb95-e22cf5cc3202 None None] Sync routers for ids ['9ae17424-71b6-44f9-9599-2031d2ca10ce'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:09:12.412788 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28c2868-7539-491f-bb95-e22cf5cc3202 None None] Routers {'9ae17424-71b6-44f9-9599-2031d2ca10ce'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:09:12.413353 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-c28c2868-7539-491f-bb95-e22cf5cc3202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:09:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['9ae17424-71b6-44f9-9599-2031d2ca10ce'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:09:12.426779 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8c4ed6dd-b09b-4a6d-b1df-4c774cd61217 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "DELETE /v2.0/floatingips/1ceb16b9-14a6-4644-b102-561f04040b80 HTTP/1.1" status: 204 len: 168 time: 0.8733046 Mar 22 11:09:12.427502 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59aa19e7-9d90-480b-9786-8599c7cfc0e2', 'tag': '648a3d21-45a0-4f9b-9c41-0185583bf43c'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:09:12.429885 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea20d47ee5c2e5d2aa35ee26c9e60aea7970c4225f3eb14fb63792ea9ad3856f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbe02d5-2696-4c55-924c-7495289f1275" -d '{"events": [{"name": "network-changed", "server_uuid": "59aa19e7-9d90-480b-9786-8599c7cfc0e2", "tag": "648a3d21-45a0-4f9b-9c41-0185583bf43c"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:09:12.489798 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6acd4ac7-1e28-4a15-bd21-1b3dab185b28 x-openstack-request-id: req-6acd4ac7-1e28-4a15-bd21-1b3dab185b28 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:09:12.490189 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59aa19e7-9d90-480b-9786-8599c7cfc0e2", "tag": "648a3d21-45a0-4f9b-9c41-0185583bf43c", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:09:12.490553 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6acd4ac7-1e28-4a15-bd21-1b3dab185b28 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:09:12.491072 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6acd4ac7-1e28-4a15-bd21-1b3dab185b28'] response: {'name': 'network-changed', 'server_uuid': '59aa19e7-9d90-480b-9786-8599c7cfc0e2', 'tag': '648a3d21-45a0-4f9b-9c41-0185583bf43c', 'status': 'completed', 'code': 200} Mar 22 11:09:12.534924 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-c28c2868-7539-491f-bb95-e22cf5cc3202 None None] Set router 9ae17424-71b6-44f9-9599-2031d2ca10ce gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:09:12.568014 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbe02d5-2696-4c55-924c-7495289f1275 req-52951bd6-8392-4814-bd02-d46b6185e2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:09:12.570329 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7bbe02d5-2696-4c55-924c-7495289f1275 req-52951bd6-8392-4814-bd02-d46b6185e2cf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d323f0b18e24bb7bcd0d92686e5587a&device_id=59aa19e7-9d90-480b-9786-8599c7cfc0e2 HTTP/1.1" status: 200 len: 1098 time: 0.0572739 Mar 22 11:09:12.615382 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:12.711963 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbe02d5-2696-4c55-924c-7495289f1275 req-c66c8bce-750f-4865-a1ea-1395c9d345bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:09:12.713357 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7bbe02d5-2696-4c55-924c-7495289f1275 req-c66c8bce-750f-4865-a1ea-1395c9d345bc service neutron] 10.222.0.35 "GET /v2.0/networks?id=cb40399c-37d3-4f6f-9fff-48cb8cebc75b HTTP/1.1" status: 200 len: 898 time: 0.1273661 Mar 22 11:09:12.721536 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9846a1-0451-472a-83d3-459028626b3f req-3d0f2c20-809a-40b4-92bd-239d981fbd36 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:09:12.722911 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7e9846a1-0451-472a-83d3-459028626b3f req-3d0f2c20-809a-40b4-92bd-239d981fbd36 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=59aa19e7-9d90-480b-9786-8599c7cfc0e2 HTTP/1.1" status: 200 len: 945 time: 0.0717084 Mar 22 11:09:12.759396 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-c28c2868-7539-491f-bb95-e22cf5cc3202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'name': 'tempest-TestNetworkBasicOps-router-181945182', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'b037a67d-8106-438c-8445-7e1e19eafd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:07:46Z', 'updated_at': '2022-03-22T11:07:50Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'b037a67d-8106-438c-8445-7e1e19eafd0b', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:04:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:07:46Z', 'updated_at': '2022-03-22T11:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': 'a49c7def-594b-4150-899d-6a71b2d8eef7', 'name': '', 'network_id': 'cb40399c-37d3-4f6f-9fff-48cb8cebc75b', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:59:61:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eb2b0279-f760-4d5a-9690-ca3a2d697f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:07:49Z', 'updated_at': '2022-03-22T11:07:53Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': 'eb2b0279-f760-4d5a-9690-ca3a2d697f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:09:12.764468 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7bbe02d5-2696-4c55-924c-7495289f1275 req-fa8bfe3d-4c68-440b-922b-1eb926230fff service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=648a3d21-45a0-4f9b-9c41-0185583bf43c HTTP/1.1" status: 200 len: 217 time: 0.0406156 Mar 22 11:09:12.793269 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28c2868-7539-491f-bb95-e22cf5cc3202 None None] Checking router: 9ae17424-71b6-44f9-9599-2031d2ca10ce for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:09:12.802043 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28c2868-7539-491f-bb95-e22cf5cc3202 None None] Routers {'9ae17424-71b6-44f9-9599-2031d2ca10ce'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:09:12.802641 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-c28c2868-7539-491f-bb95-e22cf5cc3202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:09:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['9ae17424-71b6-44f9-9599-2031d2ca10ce'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:09:12.825672 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7e9846a1-0451-472a-83d3-459028626b3f req-81960133-b269-49c8-8050-1758ce7574a9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=ad085a47-a585-494c-86d9-65f5a21f9f34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948694 Mar 22 11:09:12.834062 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbe02d5-2696-4c55-924c-7495289f1275 req-17a0410f-8224-4a58-b0dc-4e4bdd275a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:09:12.835581 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7bbe02d5-2696-4c55-924c-7495289f1275 req-17a0410f-8224-4a58-b0dc-4e4bdd275a82 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eb2b0279-f760-4d5a-9690-ca3a2d697f6b HTTP/1.1" status: 200 len: 834 time: 0.0632010 Mar 22 11:09:12.837987 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:12.889590 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbe02d5-2696-4c55-924c-7495289f1275 req-f34d4375-8aad-497f-8a81-7169355d1c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:09:12.891439 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7bbe02d5-2696-4c55-924c-7495289f1275 req-f34d4375-8aad-497f-8a81-7169355d1c91 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb40399c-37d3-4f6f-9fff-48cb8cebc75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0481334 Mar 22 11:09:12.915224 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-c28c2868-7539-491f-bb95-e22cf5cc3202 None None] Set router 9ae17424-71b6-44f9-9599-2031d2ca10ce gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:09:12.983820 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7bbe02d5-2696-4c55-924c-7495289f1275 req-22a4a68f-27bb-40d0-99ea-a892d748227f service neutron] 10.222.0.35 "GET /v2.0/networks/cb40399c-37d3-4f6f-9fff-48cb8cebc75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853930 Mar 22 11:09:13.075492 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7bbe02d5-2696-4c55-924c-7495289f1275 req-3995894a-00b4-4e77-b2dd-6f1720332b7b service neutron] 10.222.0.35 "GET /v2.0/networks/cb40399c-37d3-4f6f-9fff-48cb8cebc75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852458 Mar 22 11:09:13.110064 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-c28c2868-7539-491f-bb95-e22cf5cc3202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'name': 'tempest-TestNetworkBasicOps-router-181945182', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'b037a67d-8106-438c-8445-7e1e19eafd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:07:46Z', 'updated_at': '2022-03-22T11:07:50Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'b037a67d-8106-438c-8445-7e1e19eafd0b', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:04:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:07:46Z', 'updated_at': '2022-03-22T11:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': 'a49c7def-594b-4150-899d-6a71b2d8eef7', 'name': '', 'network_id': 'cb40399c-37d3-4f6f-9fff-48cb8cebc75b', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:59:61:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eb2b0279-f760-4d5a-9690-ca3a2d697f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:07:49Z', 'updated_at': '2022-03-22T11:07:53Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': 'eb2b0279-f760-4d5a-9690-ca3a2d697f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:09:13.136027 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28c2868-7539-491f-bb95-e22cf5cc3202 None None] The sync data for ids ['9ae17424-71b6-44f9-9599-2031d2ca10ce'] in dv-neutron-834599-1-hyperv is: [{'id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'name': 'tempest-TestNetworkBasicOps-router-181945182', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'b037a67d-8106-438c-8445-7e1e19eafd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:07:46Z', 'updated_at': '2022-03-22T11:07:50Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'b037a67d-8106-438c-8445-7e1e19eafd0b', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:04:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:07:46Z', 'updated_at': '2022-03-22T11:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': 'a49c7def-594b-4150-899d-6a71b2d8eef7', 'name': '', 'network_id': 'cb40399c-37d3-4f6f-9fff-48cb8cebc75b', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:59:61:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eb2b0279-f760-4d5a-9690-ca3a2d697f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:07:49Z', 'updated_at': '2022-03-22T11:07:53Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': 'eb2b0279-f760-4d5a-9690-ca3a2d697f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:09:13.362912 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9bda78-933c-4d2e-862a-1261cb1d3067 None None] New status for floating IP 1ceb16b9-14a6-4644-b102-561f04040b80: DOWN {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 11:09:13.435025 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:13.817903 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 8621e8dc-d1b2-49b8-807d-9d09656d3c8f no longer exists at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:09:13.850927 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] No Port match for: 8621e8dc-d1b2-49b8-807d-9d09656d3c8f {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:09:13.851278 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 8621e8dc-d1b2-49b8-807d-9d09656d3c8f not bound to the agent host hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:09:13.949227 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb458028-b3ef-4ed8-8ea4-069ad8d14a93 req-100a8e5d-39af-4513-9927-9ba307e0c0c6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:09:13.950865 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-bb458028-b3ef-4ed8-8ea4-069ad8d14a93 req-100a8e5d-39af-4513-9927-9ba307e0c0c6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=59aa19e7-9d90-480b-9786-8599c7cfc0e2 HTTP/1.1" status: 200 len: 945 time: 0.0512700 Mar 22 11:09:13.989024 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-bb458028-b3ef-4ed8-8ea4-069ad8d14a93 req-4f85e397-1c31-4e93-9de5-9aeaa1785b83 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=ad085a47-a585-494c-86d9-65f5a21f9f34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321202 Mar 22 11:09:14.090305 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc802e-8c32-43c8-98fe-865fe5c85feb req-8a4b3c6a-ccf1-4ff3-859a-86204e79b96f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:09:14.091667 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1bbc802e-8c32-43c8-98fe-865fe5c85feb req-8a4b3c6a-ccf1-4ff3-859a-86204e79b96f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.35 "GET /v2.0/ports?device_id=59aa19e7-9d90-480b-9786-8599c7cfc0e2 HTTP/1.1" status: 200 len: 945 time: 0.0488088 Mar 22 11:09:14.187317 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-1bbc802e-8c32-43c8-98fe-865fe5c85feb req-581668f4-d831-4d91-b1a0-2839933fb43a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Deleting port 648a3d21-45a0-4f9b-9c41-0185583bf43c {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:09:14.187680 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-1bbc802e-8c32-43c8-98fe-865fe5c85feb req-581668f4-d831-4d91-b1a0-2839933fb43a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:14.279033 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-1bbc802e-8c32-43c8-98fe-865fe5c85feb req-581668f4-d831-4d91-b1a0-2839933fb43a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] For port 648a3d21-45a0-4f9b-9c41-0185583bf43c, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=648a3d21-45a0-4f9b-9c41-0185583bf43c,segment=NetworkSegment(09fcadd8-fd98-46c2-ac37-105bb602f084),segment_id=09fcadd8-fd98-46c2-ac37-105bb602f084)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:09:14.279389 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-1bbc802e-8c32-43c8-98fe-865fe5c85feb req-581668f4-d831-4d91-b1a0-2839933fb43a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:14.296580 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-1bbc802e-8c32-43c8-98fe-865fe5c85feb req-581668f4-d831-4d91-b1a0-2839933fb43a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Calling delete_port for 648a3d21-45a0-4f9b-9c41-0185583bf43c owned by compute:nova {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:09:14.423819 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-1bbc802e-8c32-43c8-98fe-865fe5c85feb req-581668f4-d831-4d91-b1a0-2839933fb43a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:14.451694 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581668f4-d831-4d91-b1a0-2839933fb43a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'Port': ['ID=648a3d21-45a0-4f9b-9c41-0185583bf43c,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:09:14.496347 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bbc802e-8c32-43c8-98fe-865fe5c85feb req-581668f4-d831-4d91-b1a0-2839933fb43a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] No DVR routers for this DVR port 648a3d21-45a0-4f9b-9c41-0185583bf43c on host hv-neutron-8345 {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:09:14.498908 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-1bbc802e-8c32-43c8-98fe-865fe5c85feb req-581668f4-d831-4d91-b1a0-2839933fb43a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:14.502163 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1bbc802e-8c32-43c8-98fe-865fe5c85feb req-581668f4-d831-4d91-b1a0-2839933fb43a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.35 "DELETE /v2.0/ports/648a3d21-45a0-4f9b-9c41-0185583bf43c HTTP/1.1" status: 204 len: 173 time: 0.4031169 Mar 22 11:09:14.502593 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59aa19e7-9d90-480b-9786-8599c7cfc0e2', 'name': 'network-vif-deleted', 'tag': '648a3d21-45a0-4f9b-9c41-0185583bf43c'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:09:14.504842 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1522a0-1475-488d-a914-311ce0df0aff" -d '{"events": [{"server_uuid": "59aa19e7-9d90-480b-9786-8599c7cfc0e2", "name": "network-vif-deleted", "tag": "648a3d21-45a0-4f9b-9c41-0185583bf43c"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:09:14.542941 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ed6e5f-03f7-4328-8059-daa139933c33 x-openstack-request-id: req-09ed6e5f-03f7-4328-8059-daa139933c33 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:09:14.543228 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59aa19e7-9d90-480b-9786-8599c7cfc0e2", "name": "network-vif-deleted", "tag": "648a3d21-45a0-4f9b-9c41-0185583bf43c", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:09:14.543516 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-09ed6e5f-03f7-4328-8059-daa139933c33 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:09:14.543920 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09ed6e5f-03f7-4328-8059-daa139933c33'] response: {'server_uuid': '59aa19e7-9d90-480b-9786-8599c7cfc0e2', 'name': 'network-vif-deleted', 'tag': '648a3d21-45a0-4f9b-9c41-0185583bf43c', 'status': 'completed', 'code': 200} Mar 22 11:09:15.052995 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 43648) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:09:15.114638 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6a4f96a4-85d9-4a31-9cbe-7495c55fc7f9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:15.143505 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6a4f96a4-85d9-4a31-9cbe-7495c55fc7f9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:15.214806 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6a4f96a4-85d9-4a31-9cbe-7495c55fc7f9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:15.218453 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6a4f96a4-85d9-4a31-9cbe-7495c55fc7f9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:15.219659 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6a4f96a4-85d9-4a31-9cbe-7495c55fc7f9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "DELETE /v2.0/security-groups/ad085a47-a585-494c-86d9-65f5a21f9f34 HTTP/1.1" status: 204 len: 168 time: 0.1656520 Mar 22 11:09:15.229109 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4f96a4-85d9-4a31-9cbe-7495c55fc7f9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad085a47-a585-494c-86d9-65f5a21f9f34,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:09:15.251510 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 43652) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:09:15.614286 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c98b3d24-d317-4d42-885c-4bf956bb77fe tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683891'] for router_interface, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:15.870042 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-c98b3d24-d317-4d42-885c-4bf956bb77fe tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Deleting port a49c7def-594b-4150-899d-6a71b2d8eef7 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:09:15.870281 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c98b3d24-d317-4d42-885c-4bf956bb77fe tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:16.279012 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-c98b3d24-d317-4d42-885c-4bf956bb77fe tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] For port a49c7def-594b-4150-899d-6a71b2d8eef7, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=a49c7def-594b-4150-899d-6a71b2d8eef7,segment=NetworkSegment(09fcadd8-fd98-46c2-ac37-105bb602f084),segment_id=09fcadd8-fd98-46c2-ac37-105bb602f084)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:09:16.279880 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c98b3d24-d317-4d42-885c-4bf956bb77fe tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:16.292328 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-c98b3d24-d317-4d42-885c-4bf956bb77fe tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Calling delete_port for a49c7def-594b-4150-899d-6a71b2d8eef7 owned by network:router_interface {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:09:16.496327 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c98b3d24-d317-4d42-885c-4bf956bb77fe tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:16.523064 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98b3d24-d317-4d42-885c-4bf956bb77fe tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'Port': ['ID=a49c7def-594b-4150-899d-6a71b2d8eef7,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:09:16.702072 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c98b3d24-d317-4d42-885c-4bf956bb77fe tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684007'] for router_interface, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:16.927879 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98b3d24-d317-4d42-885c-4bf956bb77fe tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Router 9ae17424-71b6-44f9-9599-2031d2ca10ce has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:09:17.043718 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98b3d24-d317-4d42-885c-4bf956bb77fe tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:09:17.051403 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-c98b3d24-d317-4d42-885c-4bf956bb77fe tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "PUT /v2.0/routers/9ae17424-71b6-44f9-9599-2031d2ca10ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7989409 Mar 22 11:09:17.055319 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 43654) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:09:17.055854 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cb1870-bbda-435c-b664-8ddcc995e4c0 None None] Sync routers for ids ['9ae17424-71b6-44f9-9599-2031d2ca10ce'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:09:17.068246 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cb1870-bbda-435c-b664-8ddcc995e4c0 None None] Routers {'9ae17424-71b6-44f9-9599-2031d2ca10ce'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:09:17.068846 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-d4cb1870-bbda-435c-b664-8ddcc995e4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:09:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['9ae17424-71b6-44f9-9599-2031d2ca10ce'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:09:17.108568 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa8c4f28-4e4f-465b-adf4-e46391d4b6a9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Deleting subnet eb2b0279-f760-4d5a-9690-ca3a2d697f6b {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 11:09:17.111741 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fa8c4f28-4e4f-465b-adf4-e46391d4b6a9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:17.151604 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fa8c4f28-4e4f-465b-adf4-e46391d4b6a9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:17.173050 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-d4cb1870-bbda-435c-b664-8ddcc995e4c0 None None] Set router 9ae17424-71b6-44f9-9599-2031d2ca10ce gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:09:17.237280 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fa8c4f28-4e4f-465b-adf4-e46391d4b6a9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:17.300020 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fa8c4f28-4e4f-465b-adf4-e46391d4b6a9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:17.327385 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8c4f28-4e4f-465b-adf4-e46391d4b6a9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'Subnet': ['ID=eb2b0279-f760-4d5a-9690-ca3a2d697f6b,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:09:17.333413 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fa8c4f28-4e4f-465b-adf4-e46391d4b6a9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:17.336618 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-fa8c4f28-4e4f-465b-adf4-e46391d4b6a9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "DELETE /v2.0/subnets/eb2b0279-f760-4d5a-9690-ca3a2d697f6b HTTP/1.1" status: 204 len: 168 time: 0.2803040 Mar 22 11:09:17.340625 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 43656) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:09:17.344390 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed34b39-47ce-4b7d-9a47-5e26c73c5fb9 None None] Network cb40399c-37d3-4f6f-9fff-48cb8cebc75b requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:09:17.368424 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-d4cb1870-bbda-435c-b664-8ddcc995e4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'name': 'tempest-TestNetworkBasicOps-router-181945182', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'b037a67d-8106-438c-8445-7e1e19eafd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:07:46Z', 'updated_at': '2022-03-22T11:09:16Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'b037a67d-8106-438c-8445-7e1e19eafd0b', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:04:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:07:46Z', 'updated_at': '2022-03-22T11:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:09:17.395621 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cb1870-bbda-435c-b664-8ddcc995e4c0 None None] Checking router: 9ae17424-71b6-44f9-9599-2031d2ca10ce for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:09:17.404178 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cb1870-bbda-435c-b664-8ddcc995e4c0 None None] Routers {'9ae17424-71b6-44f9-9599-2031d2ca10ce'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:09:17.405061 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-d4cb1870-bbda-435c-b664-8ddcc995e4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:09:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['9ae17424-71b6-44f9-9599-2031d2ca10ce'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:09:17.452212 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-94464f3c-9e4a-4bae-9df4-d83d2fa87f6f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:17.566538 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-94464f3c-9e4a-4bae-9df4-d83d2fa87f6f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:17.606886 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-d4cb1870-bbda-435c-b664-8ddcc995e4c0 None None] Set router 9ae17424-71b6-44f9-9599-2031d2ca10ce gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:09:17.623962 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-94464f3c-9e4a-4bae-9df4-d83d2fa87f6f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Deleting port b037a67d-8106-438c-8445-7e1e19eafd0b {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:09:17.624858 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-94464f3c-9e4a-4bae-9df4-d83d2fa87f6f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:17.703900 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc0294a-9324-445b-9e13-721311bd594f None None] DHCP port deletion for cb40399c-37d3-4f6f-9fff-48cb8cebc75b request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 11:09:17.718670 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-94464f3c-9e4a-4bae-9df4-d83d2fa87f6f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] For port b037a67d-8106-438c-8445-7e1e19eafd0b, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=b037a67d-8106-438c-8445-7e1e19eafd0b,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:09:17.719095 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-94464f3c-9e4a-4bae-9df4-d83d2fa87f6f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:17.731311 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-94464f3c-9e4a-4bae-9df4-d83d2fa87f6f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Calling delete_port for b037a67d-8106-438c-8445-7e1e19eafd0b owned by network:router_gateway {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:09:17.751199 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-6fc0294a-9324-445b-9e13-721311bd594f None None] Deleting port 66e66c47-1357-4dee-bf9d-67e39060d985 {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:09:17.751588 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-6fc0294a-9324-445b-9e13-721311bd594f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:17.803549 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-d4cb1870-bbda-435c-b664-8ddcc995e4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'name': 'tempest-TestNetworkBasicOps-router-181945182', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'b037a67d-8106-438c-8445-7e1e19eafd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:07:46Z', 'updated_at': '2022-03-22T11:09:16Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'b037a67d-8106-438c-8445-7e1e19eafd0b', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:04:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:07:46Z', 'updated_at': '2022-03-22T11:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:09:17.821809 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-6fc0294a-9324-445b-9e13-721311bd594f None None] For port 66e66c47-1357-4dee-bf9d-67e39060d985, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=66e66c47-1357-4dee-bf9d-67e39060d985,segment=NetworkSegment(09fcadd8-fd98-46c2-ac37-105bb602f084),segment_id=09fcadd8-fd98-46c2-ac37-105bb602f084)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:09:17.822221 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-6fc0294a-9324-445b-9e13-721311bd594f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:17.834325 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cb1870-bbda-435c-b664-8ddcc995e4c0 None None] The sync data for ids ['9ae17424-71b6-44f9-9599-2031d2ca10ce'] in dv-neutron-834599-1-hyperv is: [{'id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'name': 'tempest-TestNetworkBasicOps-router-181945182', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'b037a67d-8106-438c-8445-7e1e19eafd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:07:46Z', 'updated_at': '2022-03-22T11:09:16Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': 'b037a67d-8106-438c-8445-7e1e19eafd0b', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:04:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae17424-71b6-44f9-9599-2031d2ca10ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:07:46Z', 'updated_at': '2022-03-22T11:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:09:17.836369 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-6fc0294a-9324-445b-9e13-721311bd594f None None] Calling delete_port for 66e66c47-1357-4dee-bf9d-67e39060d985 owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:09:17.844008 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 648a3d21-45a0-4f9b-9c41-0185583bf43c no longer exists at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:09:17.876354 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] No Port match for: 648a3d21-45a0-4f9b-9c41-0185583bf43c {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:09:17.876704 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 648a3d21-45a0-4f9b-9c41-0185583bf43c not bound to the agent host hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:09:17.905897 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-94464f3c-9e4a-4bae-9df4-d83d2fa87f6f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:17.931293 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94464f3c-9e4a-4bae-9df4-d83d2fa87f6f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'Port': ['ID=b037a67d-8106-438c-8445-7e1e19eafd0b,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:09:17.949738 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-6fc0294a-9324-445b-9e13-721311bd594f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:17.980690 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc0294a-9324-445b-9e13-721311bd594f None None] No DVR routers for this DVR port 66e66c47-1357-4dee-bf9d-67e39060d985 on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:09:17.983001 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc0294a-9324-445b-9e13-721311bd594f None None] Pushing event deleted for resources: {'Port': ['ID=66e66c47-1357-4dee-bf9d-67e39060d985,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:09:17.995613 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc0294a-9324-445b-9e13-721311bd594f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:09:17.995935 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc0294a-9324-445b-9e13-721311bd594f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:09:17.996265 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc0294a-9324-445b-9e13-721311bd594f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:09:17.996594 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc0294a-9324-445b-9e13-721311bd594f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:09:17.997444 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc0294a-9324-445b-9e13-721311bd594f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:09:17.997444 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc0294a-9324-445b-9e13-721311bd594f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:09:17.997872 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc0294a-9324-445b-9e13-721311bd594f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:09:17.997872 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc0294a-9324-445b-9e13-721311bd594f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:09:17.998166 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-94464f3c-9e4a-4bae-9df4-d83d2fa87f6f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682553'] for router_gateway, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:17.998306 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc0294a-9324-445b-9e13-721311bd594f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:09:17.998528 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc0294a-9324-445b-9e13-721311bd594f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:09:17.998839 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc0294a-9324-445b-9e13-721311bd594f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:09:17.999162 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc0294a-9324-445b-9e13-721311bd594f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:09:18.088712 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-94464f3c-9e4a-4bae-9df4-d83d2fa87f6f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:18.091000 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-94464f3c-9e4a-4bae-9df4-d83d2fa87f6f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:18.135474 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-94464f3c-9e4a-4bae-9df4-d83d2fa87f6f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:18.136023 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94464f3c-9e4a-4bae-9df4-d83d2fa87f6f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Fanout notify agent at l3_agent the message router_deleted on router 9ae17424-71b6-44f9-9599-2031d2ca10ce {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 11:09:18.143216 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-94464f3c-9e4a-4bae-9df4-d83d2fa87f6f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:18.144352 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-94464f3c-9e4a-4bae-9df4-d83d2fa87f6f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "DELETE /v2.0/routers/9ae17424-71b6-44f9-9599-2031d2ca10ce HTTP/1.1" status: 204 len: 168 time: 0.8026268 Mar 22 11:09:18.147140 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 43658) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:09:18.227484 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-432787cb-389e-4404-b42b-f7cb666ddb68 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:18.314592 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-432787cb-389e-4404-b42b-f7cb666ddb68 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:18.335167 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-432787cb-389e-4404-b42b-f7cb666ddb68 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb40399c-37d3-4f6f-9fff-48cb8cebc75b']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:09:18.344523 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-432787cb-389e-4404-b42b-f7cb666ddb68 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09fcadd8-fd98-46c2-ac37-105bb602f084') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:09:18.344756 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-432787cb-389e-4404-b42b-f7cb666ddb68 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09fcadd8-fd98-46c2-ac37-105bb602f084') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:09:18.353752 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-432787cb-389e-4404-b42b-f7cb666ddb68 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:18.367029 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-432787cb-389e-4404-b42b-f7cb666ddb68 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:18.373530 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-432787cb-389e-4404-b42b-f7cb666ddb68 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:09:18.374085 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-432787cb-389e-4404-b42b-f7cb666ddb68 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:18.377252 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 11:09:18.377252 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:09:18.377252 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 11:09:18.377252 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:09:18.377252 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 11:09:18.377252 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 11:09:18.377252 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 11:09:18.377252 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:09:18.377252 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 11:09:18.377252 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:09:18.377252 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 11:09:18.377252 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:09:18.377252 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 11:09:18.377252 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 11:09:18.377252 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:09:18.377252 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 11:09:18.377252 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:09:18.377252 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 11:09:18.377252 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 11:09:18.377252 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 11:09:18.377252 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 11:09:18.377252 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 11:09:18.377252 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:09:18.377252 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:09:18.377252 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 11:09:18.377252 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:09:18.377252 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:09:18.377252 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:09:18.377252 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:09:18.377252 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:09:18.377252 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:09:18.377252 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:09:18.441336 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-432787cb-389e-4404-b42b-f7cb666ddb68 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:18.447226 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-432787cb-389e-4404-b42b-f7cb666ddb68 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:18.453368 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-432787cb-389e-4404-b42b-f7cb666ddb68 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "DELETE /v2.0/networks/cb40399c-37d3-4f6f-9fff-48cb8cebc75b HTTP/1.1" status: 204 len: 168 time: 0.3023548 Mar 22 11:09:18.469332 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432787cb-389e-4404-b42b-f7cb666ddb68 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'Network': ['ID=cb40399c-37d3-4f6f-9fff-48cb8cebc75b,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:09:18.474320 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 43660) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:09:18.480330 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-1c14b530-6dc4-412e-a3cc-be7172d7e9c4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'network': {'name': 'tempest-network-smoke--110749282', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'port_security_enabled': True}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:09:18.504129 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c14b530-6dc4-412e-a3cc-be7172d7e9c4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Made reservation on behalf of 9d323f0b18e24bb7bcd0d92686e5587a for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:09:18.508200 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1c14b530-6dc4-412e-a3cc-be7172d7e9c4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:18.531275 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c14b530-6dc4-412e-a3cc-be7172d7e9c4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:09:18.540305 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1c14b530-6dc4-412e-a3cc-be7172d7e9c4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:18.540695 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-1c14b530-6dc4-412e-a3cc-be7172d7e9c4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Added segment c1838caa-ba78-4386-84ca-f05abee550d2 of type vlan for network 4de65bcf-0dca-4967-9034-e20dd9c30ec3 Mar 22 11:09:18.579676 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1c14b530-6dc4-412e-a3cc-be7172d7e9c4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:18.606787 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1c14b530-6dc4-412e-a3cc-be7172d7e9c4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:18.612351 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c14b530-6dc4-412e-a3cc-be7172d7e9c4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:09:18.612934 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1c14b530-6dc4-412e-a3cc-be7172d7e9c4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:18.647787 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-1c14b530-6dc4-412e-a3cc-be7172d7e9c4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1716065 Mar 22 11:09:18.650539 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 43662) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:09:18.657469 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-bc2b4699-77a1-456e-9454-233204e32e1d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1858174629', 'admin_state_up': True, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:09:18.692685 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c14b530-6dc4-412e-a3cc-be7172d7e9c4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Network': ['ID=4de65bcf-0dca-4967-9034-e20dd9c30ec3,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:09:18.704323 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 4de65bcf-0dca-4967-9034-e20dd9c30ec3 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 11:09:18.708298 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bc2b4699-77a1-456e-9454-233204e32e1d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:18.709394 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bc2b4699-77a1-456e-9454-233204e32e1d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:18.765348 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bc2b4699-77a1-456e-9454-233204e32e1d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:18.910074 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bc2b4699-77a1-456e-9454-233204e32e1d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:19.099353 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bc2b4699-77a1-456e-9454-233204e32e1d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router_gateway, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:19.117788 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bc2b4699-77a1-456e-9454-233204e32e1d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:19.221548 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-bc2b4699-77a1-456e-9454-233204e32e1d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Allocated IP 172.26.7.102 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/9403bc46-9f33-43a6-b1f4-1da42f7a27e6) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:09:19.332030 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 66e66c47-1357-4dee-bf9d-67e39060d985 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:09:19.344417 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bc2b4699-77a1-456e-9454-233204e32e1d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:19.351984 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 66e66c47-1357-4dee-bf9d-67e39060d985 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:09:19.352327 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 66e66c47-1357-4dee-bf9d-67e39060d985 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:09:19.352742 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device a49c7def-594b-4150-899d-6a71b2d8eef7 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:09:19.376248 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: a49c7def-594b-4150-899d-6a71b2d8eef7 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:09:19.376884 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device a49c7def-594b-4150-899d-6a71b2d8eef7 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:09:19.377326 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device b037a67d-8106-438c-8445-7e1e19eafd0b no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:09:19.397225 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bc2b4699-77a1-456e-9454-233204e32e1d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:19.397539 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: b037a67d-8106-438c-8445-7e1e19eafd0b {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:09:19.397999 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device b037a67d-8106-438c-8445-7e1e19eafd0b not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:09:19.443140 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2b4699-77a1-456e-9454-233204e32e1d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:09:19.445995 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-bc2b4699-77a1-456e-9454-233204e32e1d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:09:19.449395 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2b4699-77a1-456e-9454-233204e32e1d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:09:19.471470 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2b4699-77a1-456e-9454-233204e32e1d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Port': ['ID=9403bc46-9f33-43a6-b1f4-1da42f7a27e6,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:09:19.702560 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bc2b4699-77a1-456e-9454-233204e32e1d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router_gateway, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:19.904501 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bc2b4699-77a1-456e-9454-233204e32e1d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:20.047206 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc2b4699-77a1-456e-9454-233204e32e1d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Router 26ccafbb-8228-4cf4-93da-edfc1448d23a is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109050) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 11:09:20.157227 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:09:20.160565 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2b4699-77a1-456e-9454-233204e32e1d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:09:20.171264 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8021f7cb-ce99-49e0-9012-55a6a64f5f17 None None] Sync routers for ids ['26ccafbb-8228-4cf4-93da-edfc1448d23a'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:09:20.181940 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bc2b4699-77a1-456e-9454-233204e32e1d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:20.186067 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-bc2b4699-77a1-456e-9454-233204e32e1d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5316398 Mar 22 11:09:20.186233 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8021f7cb-ce99-49e0-9012-55a6a64f5f17 None None] Routers {'26ccafbb-8228-4cf4-93da-edfc1448d23a'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:09:20.186233 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-8021f7cb-ce99-49e0-9012-55a6a64f5f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:09:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['26ccafbb-8228-4cf4-93da-edfc1448d23a'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:09:20.186689 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 43664) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:09:20.220970 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-93c20e51-1d94-476f-afb6-2ee0aab697f4 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=9d323f0b18e24bb7bcd0d92686e5587a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330906 Mar 22 11:09:20.223590 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 43666) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:09:20.292493 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-8021f7cb-ce99-49e0-9012-55a6a64f5f17 None None] Set router 26ccafbb-8228-4cf4-93da-edfc1448d23a gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:09:20.307979 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d1109f-7a74-4dff-aaf7-78d74826623a tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:09:20.309517 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-e3d1109f-7a74-4dff-aaf7-78d74826623a tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0849483 Mar 22 11:09:20.312494 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 43668) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:09:20.339974 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-1dd64ab4-4427-4911-9713-932d4f6c75f7 tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=a14ca783-6f82-4799-85a3-4cbe79c980a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260797 Mar 22 11:09:20.342681 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 43670) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:09:20.347676 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-998bd84a-3c7b-46f7-9267-a85ec29fa55e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-782907647', 'network_id': '4de65bcf-0dca-4967-9034-e20dd9c30ec3', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:09:20.446146 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998bd84a-3c7b-46f7-9267-a85ec29fa55e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Made reservation on behalf of 9d323f0b18e24bb7bcd0d92686e5587a for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:09:20.449849 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-998bd84a-3c7b-46f7-9267-a85ec29fa55e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:20.478793 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-8021f7cb-ce99-49e0-9012-55a6a64f5f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ccafbb-8228-4cf4-93da-edfc1448d23a', 'name': 'tempest-TestNetworkBasicOps-router-1858174629', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.102'}], 'enable_snat': True}, 'gw_port_id': '9403bc46-9f33-43a6-b1f4-1da42f7a27e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:09:18Z', 'updated_at': '2022-03-22T11:09:19Z', 'revision_number': 3, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '9403bc46-9f33-43a6-b1f4-1da42f7a27e6', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:06:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26ccafbb-8228-4cf4-93da-edfc1448d23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:09:19Z', 'updated_at': '2022-03-22T11:09:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:09:20.508813 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8021f7cb-ce99-49e0-9012-55a6a64f5f17 None None] Checking router: 26ccafbb-8228-4cf4-93da-edfc1448d23a for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:09:20.509432 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8021f7cb-ce99-49e0-9012-55a6a64f5f17 None None] Updating router 26ccafbb-8228-4cf4-93da-edfc1448d23a port 9403bc46-9f33-43a6-b1f4-1da42f7a27e6 binding host dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:09:20.533684 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8021f7cb-ce99-49e0-9012-55a6a64f5f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:20.796083 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8021f7cb-ce99-49e0-9012-55a6a64f5f17 None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:20.803740 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8021f7cb-ce99-49e0-9012-55a6a64f5f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:20.860085 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bffd033-0d6d-4468-a986-8a87401214a0 None None] Pushing event updated for resources: {'Port': ['ID=9403bc46-9f33-43a6-b1f4-1da42f7a27e6,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:09:20.862351 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-8021f7cb-ce99-49e0-9012-55a6a64f5f17 None None] Attempting to bind port 9403bc46-9f33-43a6-b1f4-1da42f7a27e6 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:09:20.862724 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-8021f7cb-ce99-49e0-9012-55a6a64f5f17 None None] Attempting to bind port 9403bc46-9f33-43a6-b1f4-1da42f7a27e6 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:09:20.863082 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8021f7cb-ce99-49e0-9012-55a6a64f5f17 None None] Attempting to bind port 9403bc46-9f33-43a6-b1f4-1da42f7a27e6 on network a14ca783-6f82-4799-85a3-4cbe79c980a8 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:09:20.868477 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8021f7cb-ce99-49e0-9012-55a6a64f5f17 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:09:20.868852 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8021f7cb-ce99-49e0-9012-55a6a64f5f17 None None] Checking segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:09:20.869255 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8021f7cb-ce99-49e0-9012-55a6a64f5f17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:20.869637 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8021f7cb-ce99-49e0-9012-55a6a64f5f17 None None] Bound using segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:09:20.870103 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-8021f7cb-ce99-49e0-9012-55a6a64f5f17 None None] Bound port: 9403bc46-9f33-43a6-b1f4-1da42f7a27e6, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:09:20.870481 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8021f7cb-ce99-49e0-9012-55a6a64f5f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:20.923140 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8021f7cb-ce99-49e0-9012-55a6a64f5f17 None None] For port 9403bc46-9f33-43a6-b1f4-1da42f7a27e6, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:09:20.926397 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8021f7cb-ce99-49e0-9012-55a6a64f5f17 None None] For port 9403bc46-9f33-43a6-b1f4-1da42f7a27e6, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=9403bc46-9f33-43a6-b1f4-1da42f7a27e6,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:09:20.931776 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8021f7cb-ce99-49e0-9012-55a6a64f5f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:20.955575 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-998bd84a-3c7b-46f7-9267-a85ec29fa55e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:20.985866 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8021f7cb-ce99-49e0-9012-55a6a64f5f17 None None] Routers {'26ccafbb-8228-4cf4-93da-edfc1448d23a'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:09:20.986964 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-8021f7cb-ce99-49e0-9012-55a6a64f5f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:09:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['26ccafbb-8228-4cf4-93da-edfc1448d23a'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:09:21.013301 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998bd84a-3c7b-46f7-9267-a85ec29fa55e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Subnet': ['ID=6df7dba4-ac0d-4110-ab3d-3335dd363804,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:09:21.022401 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bffd033-0d6d-4468-a986-8a87401214a0 None None] Pushing event updated for resources: {'Port': ['ID=9403bc46-9f33-43a6-b1f4-1da42f7a27e6,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:09:21.023862 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998bd84a-3c7b-46f7-9267-a85ec29fa55e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Checking segment: {'id': 'c1838caa-ba78-4386-84ca-f05abee550d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '4de65bcf-0dca-4967-9034-e20dd9c30ec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:09:21.024220 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998bd84a-3c7b-46f7-9267-a85ec29fa55e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Network hostable DHCP agents. Network: 4de65bcf-0dca-4967-9034-e20dd9c30ec3, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:09:21.042688 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998bd84a-3c7b-46f7-9267-a85ec29fa55e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Network 4de65bcf-0dca-4967-9034-e20dd9c30ec3 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:09:21.052163 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-998bd84a-3c7b-46f7-9267-a85ec29fa55e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 4de65bcf-0dca-4967-9034-e20dd9c30ec3) {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:09:21.056724 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998bd84a-3c7b-46f7-9267-a85ec29fa55e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:09:21.057393 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-998bd84a-3c7b-46f7-9267-a85ec29fa55e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:21.075529 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-998bd84a-3c7b-46f7-9267-a85ec29fa55e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7317812 Mar 22 11:09:21.076183 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55dc7e0-9d12-4a04-8b67-211ffa2825e9 None None] Network 4de65bcf-0dca-4967-9034-e20dd9c30ec3 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:09:21.078609 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 43672) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:09:21.145829 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-8021f7cb-ce99-49e0-9012-55a6a64f5f17 None None] Set router 26ccafbb-8228-4cf4-93da-edfc1448d23a gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:09:21.359717 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b945f2d-2dfe-4496-b36c-6f88cc5d53d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-4de65bcf-0dca-4967-9034-e20dd9c30ec3', 'network_id': '4de65bcf-0dca-4967-9034-e20dd9c30ec3', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ips': [{'subnet_id': '6df7dba4-ac0d-4110-ab3d-3335dd363804'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 11:09:21.360580 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7b945f2d-2dfe-4496-b36c-6f88cc5d53d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:21.499327 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-8021f7cb-ce99-49e0-9012-55a6a64f5f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ccafbb-8228-4cf4-93da-edfc1448d23a', 'name': 'tempest-TestNetworkBasicOps-router-1858174629', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.102'}], 'enable_snat': True}, 'gw_port_id': '9403bc46-9f33-43a6-b1f4-1da42f7a27e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:09:18Z', 'updated_at': '2022-03-22T11:09:19Z', 'revision_number': 3, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '9403bc46-9f33-43a6-b1f4-1da42f7a27e6', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:06:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26ccafbb-8228-4cf4-93da-edfc1448d23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:09:19Z', 'updated_at': '2022-03-22T11:09:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:09:21.532648 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8021f7cb-ce99-49e0-9012-55a6a64f5f17 None None] The sync data for ids ['26ccafbb-8228-4cf4-93da-edfc1448d23a'] in dv-neutron-834599-1-hyperv is: [{'id': '26ccafbb-8228-4cf4-93da-edfc1448d23a', 'name': 'tempest-TestNetworkBasicOps-router-1858174629', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.102'}], 'enable_snat': True}, 'gw_port_id': '9403bc46-9f33-43a6-b1f4-1da42f7a27e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:09:18Z', 'updated_at': '2022-03-22T11:09:19Z', 'revision_number': 3, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '9403bc46-9f33-43a6-b1f4-1da42f7a27e6', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:06:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26ccafbb-8228-4cf4-93da-edfc1448d23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:09:19Z', 'updated_at': '2022-03-22T11:09:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:09:21.544478 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-7b945f2d-2dfe-4496-b36c-6f88cc5d53d5 None None] Allocated IP 172.20.0.2 (4de65bcf-0dca-4967-9034-e20dd9c30ec3/6df7dba4-ac0d-4110-ab3d-3335dd363804/c33c9012-cbfb-4d2d-b2dc-d54bded4620d) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:09:21.874155 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-99022d8b-6bf0-4c2c-ab1e-270647af7643 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:21.875116 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7b945f2d-2dfe-4496-b36c-6f88cc5d53d5 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:21.883696 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7b945f2d-2dfe-4496-b36c-6f88cc5d53d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:21.934963 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b945f2d-2dfe-4496-b36c-6f88cc5d53d5 None None] Network 4de65bcf-0dca-4967-9034-e20dd9c30ec3 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:09:21.937945 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-7b945f2d-2dfe-4496-b36c-6f88cc5d53d5 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:09:21.941510 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b945f2d-2dfe-4496-b36c-6f88cc5d53d5 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:09:21.948589 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b945f2d-2dfe-4496-b36c-6f88cc5d53d5 None None] Pushing event updated for resources: {'Port': ['ID=c33c9012-cbfb-4d2d-b2dc-d54bded4620d,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:09:22.000270 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-7b945f2d-2dfe-4496-b36c-6f88cc5d53d5 None None] Attempting to bind port c33c9012-cbfb-4d2d-b2dc-d54bded4620d on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:09:22.000651 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-7b945f2d-2dfe-4496-b36c-6f88cc5d53d5 None None] Attempting to bind port c33c9012-cbfb-4d2d-b2dc-d54bded4620d by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': 'c1838caa-ba78-4386-84ca-f05abee550d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '4de65bcf-0dca-4967-9034-e20dd9c30ec3'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:09:22.001018 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b945f2d-2dfe-4496-b36c-6f88cc5d53d5 None None] Attempting to bind port c33c9012-cbfb-4d2d-b2dc-d54bded4620d on network 4de65bcf-0dca-4967-9034-e20dd9c30ec3 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:09:22.006147 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b945f2d-2dfe-4496-b36c-6f88cc5d53d5 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:09:22.006522 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b945f2d-2dfe-4496-b36c-6f88cc5d53d5 None None] Checking segment: {'id': 'c1838caa-ba78-4386-84ca-f05abee550d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '4de65bcf-0dca-4967-9034-e20dd9c30ec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:09:22.006929 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7b945f2d-2dfe-4496-b36c-6f88cc5d53d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:22.007697 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b945f2d-2dfe-4496-b36c-6f88cc5d53d5 None None] Bound using segment: {'id': 'c1838caa-ba78-4386-84ca-f05abee550d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '4de65bcf-0dca-4967-9034-e20dd9c30ec3'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:09:22.008177 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-7b945f2d-2dfe-4496-b36c-6f88cc5d53d5 None None] Bound port: c33c9012-cbfb-4d2d-b2dc-d54bded4620d, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1838caa-ba78-4386-84ca-f05abee550d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '4de65bcf-0dca-4967-9034-e20dd9c30ec3'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:09:22.008560 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7b945f2d-2dfe-4496-b36c-6f88cc5d53d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:22.075786 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-7b945f2d-2dfe-4496-b36c-6f88cc5d53d5 None None] For port c33c9012-cbfb-4d2d-b2dc-d54bded4620d, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:09:22.080410 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-7b945f2d-2dfe-4496-b36c-6f88cc5d53d5 None None] For port c33c9012-cbfb-4d2d-b2dc-d54bded4620d, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=c33c9012-cbfb-4d2d-b2dc-d54bded4620d,segment=NetworkSegment(c1838caa-ba78-4386-84ca-f05abee550d2),segment_id=c1838caa-ba78-4386-84ca-f05abee550d2)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:09:22.084783 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7b945f2d-2dfe-4496-b36c-6f88cc5d53d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:22.152483 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b945f2d-2dfe-4496-b36c-6f88cc5d53d5 None None] Pushing event updated for resources: {'Port': ['ID=c33c9012-cbfb-4d2d-b2dc-d54bded4620d,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:09:22.191635 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-99022d8b-6bf0-4c2c-ab1e-270647af7643 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Allocated IP 172.20.0.1 (4de65bcf-0dca-4967-9034-e20dd9c30ec3/6df7dba4-ac0d-4110-ab3d-3335dd363804/623e307d-6b6a-4e05-b759-d9b3d9dc9720) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:09:22.325938 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-99022d8b-6bf0-4c2c-ab1e-270647af7643 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:22.374005 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-99022d8b-6bf0-4c2c-ab1e-270647af7643 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:22.429380 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99022d8b-6bf0-4c2c-ab1e-270647af7643 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Port': ['ID=623e307d-6b6a-4e05-b759-d9b3d9dc9720,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:09:22.436878 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99022d8b-6bf0-4c2c-ab1e-270647af7643 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Network 4de65bcf-0dca-4967-9034-e20dd9c30ec3 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:09:22.438584 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-99022d8b-6bf0-4c2c-ab1e-270647af7643 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:09:22.441182 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99022d8b-6bf0-4c2c-ab1e-270647af7643 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:09:22.483861 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-99022d8b-6bf0-4c2c-ab1e-270647af7643 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684270'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:22.621908 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-99022d8b-6bf0-4c2c-ab1e-270647af7643 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:22.918208 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-99022d8b-6bf0-4c2c-ab1e-270647af7643 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:22.924540 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-99022d8b-6bf0-4c2c-ab1e-270647af7643 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:23.004286 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99022d8b-6bf0-4c2c-ab1e-270647af7643 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Port': ['ID=623e307d-6b6a-4e05-b759-d9b3d9dc9720,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:09:23.006789 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-99022d8b-6bf0-4c2c-ab1e-270647af7643 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684306'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:23.101948 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99022d8b-6bf0-4c2c-ab1e-270647af7643 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Network 4de65bcf-0dca-4967-9034-e20dd9c30ec3 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:09:23.103469 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-99022d8b-6bf0-4c2c-ab1e-270647af7643 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:09:23.224676 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99022d8b-6bf0-4c2c-ab1e-270647af7643 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Router 26ccafbb-8228-4cf4-93da-edfc1448d23a has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:09:23.340254 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99022d8b-6bf0-4c2c-ab1e-270647af7643 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:09:23.347417 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-99022d8b-6bf0-4c2c-ab1e-270647af7643 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "PUT /v2.0/routers/26ccafbb-8228-4cf4-93da-edfc1448d23a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2655644 Mar 22 11:09:23.347907 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 43674) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:09:23.351144 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1290e9a-341c-4cb7-ac75-9f8088c38ad6 None None] Sync routers for ids ['26ccafbb-8228-4cf4-93da-edfc1448d23a'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:09:23.360925 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1290e9a-341c-4cb7-ac75-9f8088c38ad6 None None] Routers {'26ccafbb-8228-4cf4-93da-edfc1448d23a'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:09:23.362093 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-d1290e9a-341c-4cb7-ac75-9f8088c38ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:09:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['26ccafbb-8228-4cf4-93da-edfc1448d23a'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:09:23.384836 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device c33c9012-cbfb-4d2d-b2dc-d54bded4620d up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:09:23.442410 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port c33c9012-cbfb-4d2d-b2dc-d54bded4620d triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:09:23.442861 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:23.460828 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6150e5-8952-49c1-a732-e342b088a5cb tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:09:23.461306 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6150e5-8952-49c1-a732-e342b088a5cb tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:09:23.461915 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6150e5-8952-49c1-a732-e342b088a5cb tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:09:23.462373 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6150e5-8952-49c1-a732-e342b088a5cb tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:09:23.464236 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5b6150e5-8952-49c1-a732-e342b088a5cb tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1154828 Mar 22 11:09:23.466756 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 43676) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:09:23.491034 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-d1290e9a-341c-4cb7-ac75-9f8088c38ad6 None None] Set router 26ccafbb-8228-4cf4-93da-edfc1448d23a gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:09:23.524804 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a292638-e5dd-4554-8461-69602d3742fa tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:09:23.525463 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a292638-e5dd-4554-8461-69602d3742fa tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:09:23.525915 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a292638-e5dd-4554-8461-69602d3742fa tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:09:23.526359 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a292638-e5dd-4554-8461-69602d3742fa tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:09:23.530590 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3a292638-e5dd-4554-8461-69602d3742fa tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0601485 Mar 22 11:09:23.530833 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 43678) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:09:23.538054 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:23.574263 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port c33c9012-cbfb-4d2d-b2dc-d54bded4620d, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=c33c9012-cbfb-4d2d-b2dc-d54bded4620d,segment=NetworkSegment(c1838caa-ba78-4386-84ca-f05abee550d2),segment_id=c1838caa-ba78-4386-84ca-f05abee550d2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:09:23.582729 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:23.583599 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 9403bc46-9f33-43a6-b1f4-1da42f7a27e6 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:09:23.671755 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=c33c9012-cbfb-4d2d-b2dc-d54bded4620d,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:09:23.687799 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 9403bc46-9f33-43a6-b1f4-1da42f7a27e6 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:09:23.688490 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:23.702842 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7620edb7-073b-4d76-90dd-788c261e0a1b tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1676784 Mar 22 11:09:23.728364 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-d1290e9a-341c-4cb7-ac75-9f8088c38ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ccafbb-8228-4cf4-93da-edfc1448d23a', 'name': 'tempest-TestNetworkBasicOps-router-1858174629', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.102'}], 'enable_snat': True}, 'gw_port_id': '9403bc46-9f33-43a6-b1f4-1da42f7a27e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:09:18Z', 'updated_at': '2022-03-22T11:09:22Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '9403bc46-9f33-43a6-b1f4-1da42f7a27e6', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:06:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26ccafbb-8228-4cf4-93da-edfc1448d23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:09:19Z', 'updated_at': '2022-03-22T11:09:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '623e307d-6b6a-4e05-b759-d9b3d9dc9720', 'name': '', 'network_id': '4de65bcf-0dca-4967-9034-e20dd9c30ec3', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:0b:a5:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26ccafbb-8228-4cf4-93da-edfc1448d23a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '6df7dba4-ac0d-4110-ab3d-3335dd363804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:09:22Z', 'updated_at': '2022-03-22T11:09:22Z', 'revision_number': 2, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '6df7dba4-ac0d-4110-ab3d-3335dd363804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:09:23.759100 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1290e9a-341c-4cb7-ac75-9f8088c38ad6 None None] Checking router: 26ccafbb-8228-4cf4-93da-edfc1448d23a for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:09:23.759469 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1290e9a-341c-4cb7-ac75-9f8088c38ad6 None None] Updating router 26ccafbb-8228-4cf4-93da-edfc1448d23a port 623e307d-6b6a-4e05-b759-d9b3d9dc9720 binding host dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:09:23.772883 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:23.784619 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-d1290e9a-341c-4cb7-ac75-9f8088c38ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:23.799815 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port 9403bc46-9f33-43a6-b1f4-1da42f7a27e6, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=9403bc46-9f33-43a6-b1f4-1da42f7a27e6,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:09:23.804425 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:23.855745 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=9403bc46-9f33-43a6-b1f4-1da42f7a27e6,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:09:23.867901 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f72a60d-7a73-4f5b-be51-4fdc50b2c01b None None] Network 4de65bcf-0dca-4967-9034-e20dd9c30ec3 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:09:23.954458 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8fa7dd17-8ac9-4cfb-b958-a4ac6da03c18 None None] Provisioning complete for port c33c9012-cbfb-4d2d-b2dc-d54bded4620d triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:09:23.954830 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8fa7dd17-8ac9-4cfb-b958-a4ac6da03c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:24.049498 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-d1290e9a-341c-4cb7-ac75-9f8088c38ad6 None None] Notify callbacks [] for port, precommit_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:24.055866 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-d1290e9a-341c-4cb7-ac75-9f8088c38ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:24.109658 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b33675-0c4a-4b79-97d1-921eb07cb7bc None None] Pushing event updated for resources: {'Port': ['ID=623e307d-6b6a-4e05-b759-d9b3d9dc9720,revision_number=3']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:09:24.132110 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b33675-0c4a-4b79-97d1-921eb07cb7bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:09:24.132999 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b33675-0c4a-4b79-97d1-921eb07cb7bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:09:24.133127 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b33675-0c4a-4b79-97d1-921eb07cb7bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:09:24.133398 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b33675-0c4a-4b79-97d1-921eb07cb7bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:09:24.133716 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b33675-0c4a-4b79-97d1-921eb07cb7bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:09:24.134039 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b33675-0c4a-4b79-97d1-921eb07cb7bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:09:24.134386 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b33675-0c4a-4b79-97d1-921eb07cb7bc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:09:24.134674 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b33675-0c4a-4b79-97d1-921eb07cb7bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:09:24.134991 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b33675-0c4a-4b79-97d1-921eb07cb7bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:09:24.135302 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b33675-0c4a-4b79-97d1-921eb07cb7bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:09:24.135647 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b33675-0c4a-4b79-97d1-921eb07cb7bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:09:24.135963 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b33675-0c4a-4b79-97d1-921eb07cb7bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:09:24.167317 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-d1290e9a-341c-4cb7-ac75-9f8088c38ad6 None None] Attempting to bind port 623e307d-6b6a-4e05-b759-d9b3d9dc9720 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:09:24.167708 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-d1290e9a-341c-4cb7-ac75-9f8088c38ad6 None None] Attempting to bind port 623e307d-6b6a-4e05-b759-d9b3d9dc9720 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': 'c1838caa-ba78-4386-84ca-f05abee550d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '4de65bcf-0dca-4967-9034-e20dd9c30ec3'}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:09:24.168270 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1290e9a-341c-4cb7-ac75-9f8088c38ad6 None None] Attempting to bind port 623e307d-6b6a-4e05-b759-d9b3d9dc9720 on network 4de65bcf-0dca-4967-9034-e20dd9c30ec3 {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:09:24.173080 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1290e9a-341c-4cb7-ac75-9f8088c38ad6 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:09:24.173446 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1290e9a-341c-4cb7-ac75-9f8088c38ad6 None None] Checking segment: {'id': 'c1838caa-ba78-4386-84ca-f05abee550d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '4de65bcf-0dca-4967-9034-e20dd9c30ec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:09:24.173842 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-d1290e9a-341c-4cb7-ac75-9f8088c38ad6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:24.174228 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1290e9a-341c-4cb7-ac75-9f8088c38ad6 None None] Bound using segment: {'id': 'c1838caa-ba78-4386-84ca-f05abee550d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '4de65bcf-0dca-4967-9034-e20dd9c30ec3'} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:09:24.174689 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-d1290e9a-341c-4cb7-ac75-9f8088c38ad6 None None] Bound port: 623e307d-6b6a-4e05-b759-d9b3d9dc9720, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1838caa-ba78-4386-84ca-f05abee550d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '4de65bcf-0dca-4967-9034-e20dd9c30ec3'}}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:09:24.175068 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-d1290e9a-341c-4cb7-ac75-9f8088c38ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:24.237301 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-d1290e9a-341c-4cb7-ac75-9f8088c38ad6 None None] For port 623e307d-6b6a-4e05-b759-d9b3d9dc9720, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:09:24.240565 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-d1290e9a-341c-4cb7-ac75-9f8088c38ad6 None None] For port 623e307d-6b6a-4e05-b759-d9b3d9dc9720, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=623e307d-6b6a-4e05-b759-d9b3d9dc9720,segment=NetworkSegment(c1838caa-ba78-4386-84ca-f05abee550d2),segment_id=c1838caa-ba78-4386-84ca-f05abee550d2)] {{(pid=109052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:09:24.247208 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-d1290e9a-341c-4cb7-ac75-9f8088c38ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:24.302095 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1290e9a-341c-4cb7-ac75-9f8088c38ad6 None None] Routers {'26ccafbb-8228-4cf4-93da-edfc1448d23a'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:09:24.302775 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-d1290e9a-341c-4cb7-ac75-9f8088c38ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:09:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['26ccafbb-8228-4cf4-93da-edfc1448d23a'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:09:24.307464 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b33675-0c4a-4b79-97d1-921eb07cb7bc None None] Pushing event updated for resources: {'Port': ['ID=623e307d-6b6a-4e05-b759-d9b3d9dc9720,revision_number=4']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:09:24.309264 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-f6e14e9f-d7c1-45d3-bce8-61399505d2b8 None None] Provisioning complete for port 623e307d-6b6a-4e05-b759-d9b3d9dc9720 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:09:24.309742 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f6e14e9f-d7c1-45d3-bce8-61399505d2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:24.393408 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f6e14e9f-d7c1-45d3-bce8-61399505d2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:24.417929 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-d1290e9a-341c-4cb7-ac75-9f8088c38ad6 None None] Set router 26ccafbb-8228-4cf4-93da-edfc1448d23a gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:09:24.427728 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-f6e14e9f-d7c1-45d3-bce8-61399505d2b8 None None] For port 623e307d-6b6a-4e05-b759-d9b3d9dc9720, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=623e307d-6b6a-4e05-b759-d9b3d9dc9720,segment=NetworkSegment(c1838caa-ba78-4386-84ca-f05abee550d2),segment_id=c1838caa-ba78-4386-84ca-f05abee550d2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:09:24.433394 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f6e14e9f-d7c1-45d3-bce8-61399505d2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:24.484915 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-f6e14e9f-d7c1-45d3-bce8-61399505d2b8 None None] Provisioning complete for port c33c9012-cbfb-4d2d-b2dc-d54bded4620d triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:09:24.485285 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f6e14e9f-d7c1-45d3-bce8-61399505d2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:24.511061 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e14e9f-d7c1-45d3-bce8-61399505d2b8 None None] Pushing event updated for resources: {'Port': ['ID=623e307d-6b6a-4e05-b759-d9b3d9dc9720,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:09:24.628745 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-d1290e9a-341c-4cb7-ac75-9f8088c38ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ccafbb-8228-4cf4-93da-edfc1448d23a', 'name': 'tempest-TestNetworkBasicOps-router-1858174629', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.102'}], 'enable_snat': True}, 'gw_port_id': '9403bc46-9f33-43a6-b1f4-1da42f7a27e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:09:18Z', 'updated_at': '2022-03-22T11:09:22Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '9403bc46-9f33-43a6-b1f4-1da42f7a27e6', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:06:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ccafbb-8228-4cf4-93da-edfc1448d23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:09:19Z', 'updated_at': '2022-03-22T11:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '623e307d-6b6a-4e05-b759-d9b3d9dc9720', 'name': '', 'network_id': '4de65bcf-0dca-4967-9034-e20dd9c30ec3', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:0b:a5:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26ccafbb-8228-4cf4-93da-edfc1448d23a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '6df7dba4-ac0d-4110-ab3d-3335dd363804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:09:22Z', 'updated_at': '2022-03-22T11:09:24Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '6df7dba4-ac0d-4110-ab3d-3335dd363804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:09:24.655234 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1290e9a-341c-4cb7-ac75-9f8088c38ad6 None None] The sync data for ids ['26ccafbb-8228-4cf4-93da-edfc1448d23a'] in dv-neutron-834599-1-hyperv is: [{'id': '26ccafbb-8228-4cf4-93da-edfc1448d23a', 'name': 'tempest-TestNetworkBasicOps-router-1858174629', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.102'}], 'enable_snat': True}, 'gw_port_id': '9403bc46-9f33-43a6-b1f4-1da42f7a27e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:09:18Z', 'updated_at': '2022-03-22T11:09:22Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '9403bc46-9f33-43a6-b1f4-1da42f7a27e6', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:06:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ccafbb-8228-4cf4-93da-edfc1448d23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:09:19Z', 'updated_at': '2022-03-22T11:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '623e307d-6b6a-4e05-b759-d9b3d9dc9720', 'name': '', 'network_id': '4de65bcf-0dca-4967-9034-e20dd9c30ec3', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:0b:a5:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26ccafbb-8228-4cf4-93da-edfc1448d23a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '6df7dba4-ac0d-4110-ab3d-3335dd363804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:09:22Z', 'updated_at': '2022-03-22T11:09:24Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '6df7dba4-ac0d-4110-ab3d-3335dd363804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:09:24.705825 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2bbd5efa-af1a-4de2-a7b2-41b28059e1aa None None] Provisioning complete for port 623e307d-6b6a-4e05-b759-d9b3d9dc9720 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:09:24.706214 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2bbd5efa-af1a-4de2-a7b2-41b28059e1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:24.932105 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-1808fabf-078a-458f-8270-1b7324de717d None None] Provisioning complete for port 623e307d-6b6a-4e05-b759-d9b3d9dc9720 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:09:24.933211 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-1808fabf-078a-458f-8270-1b7324de717d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:25.011793 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 43684) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:09:25.018161 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-a61ee674-392e-484c-a45d-d2081604f43a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1093725914', 'description': 'tempest-secgroup-smoke-1093725914 description', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:09:25.048238 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a61ee674-392e-484c-a45d-d2081604f43a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:25.120065 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a61ee674-392e-484c-a45d-d2081604f43a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:25.126082 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a61ee674-392e-484c-a45d-d2081604f43a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:25.159241 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a61ee674-392e-484c-a45d-d2081604f43a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:25.160512 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a61ee674-392e-484c-a45d-d2081604f43a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1471043 Mar 22 11:09:25.161394 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61ee674-392e-484c-a45d-d2081604f43a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00d89924-56de-4665-90c7-b4eab3b65ba5,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:09:25.163400 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 43686) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:09:25.168860 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-7d5922a3-711b-4fc2-84bb-540560061327 None None] Provisioning complete for port 623e307d-6b6a-4e05-b759-d9b3d9dc9720 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:09:25.169099 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7d5922a3-711b-4fc2-84bb-540560061327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:25.173147 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-2579d0cc-8724-4b14-9a42-cb13a0bf266e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': '00d89924-56de-4665-90c7-b4eab3b65ba5', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:09:25.200897 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2579d0cc-8724-4b14-9a42-cb13a0bf266e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:25.260083 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2579d0cc-8724-4b14-9a42-cb13a0bf266e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:25.264696 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2579d0cc-8724-4b14-9a42-cb13a0bf266e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:25.281081 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2579d0cc-8724-4b14-9a42-cb13a0bf266e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=892557a0-735a-4095-96e4-d5f465c25199,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:09:25.299952 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2579d0cc-8724-4b14-9a42-cb13a0bf266e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:25.304126 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2579d0cc-8724-4b14-9a42-cb13a0bf266e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1329265 Mar 22 11:09:25.304822 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 43688) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:09:25.309659 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-e5818a4f-5101-4a06-953c-221a45d93193 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': '00d89924-56de-4665-90c7-b4eab3b65ba5', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:09:25.341339 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e5818a4f-5101-4a06-953c-221a45d93193 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:25.416140 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e5818a4f-5101-4a06-953c-221a45d93193 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:25.420885 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e5818a4f-5101-4a06-953c-221a45d93193 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:25.438685 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 623e307d-6b6a-4e05-b759-d9b3d9dc9720 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:09:25.446262 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5818a4f-5101-4a06-953c-221a45d93193 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1186781-79be-4b1a-8479-81c26a9a758c,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:09:25.452496 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e5818a4f-5101-4a06-953c-221a45d93193 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:25.453836 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e5818a4f-5101-4a06-953c-221a45d93193 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1484931 Mar 22 11:09:25.456718 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 43690) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:09:25.461469 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-957628ba-73fe-4ca8-8688-7be05b1b6e26 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': '00d89924-56de-4665-90c7-b4eab3b65ba5', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:09:25.489079 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-957628ba-73fe-4ca8-8688-7be05b1b6e26 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:25.491271 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 623e307d-6b6a-4e05-b759-d9b3d9dc9720 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:09:25.491695 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:25.556361 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-957628ba-73fe-4ca8-8688-7be05b1b6e26 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:25.561104 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-957628ba-73fe-4ca8-8688-7be05b1b6e26 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:25.575896 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device c33c9012-cbfb-4d2d-b2dc-d54bded4620d up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:09:25.581709 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957628ba-73fe-4ca8-8688-7be05b1b6e26 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04956609-b3bd-47a1-b5fc-d615810e6fa9,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:09:25.594909 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-957628ba-73fe-4ca8-8688-7be05b1b6e26 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:25.596333 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-957628ba-73fe-4ca8-8688-7be05b1b6e26 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1385739 Mar 22 11:09:25.599012 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 43692) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:09:25.603360 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-653266db-dabb-40f5-8cb0-ee58a7d5f703 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': '00d89924-56de-4665-90c7-b4eab3b65ba5', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:09:25.629773 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port c33c9012-cbfb-4d2d-b2dc-d54bded4620d triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:09:25.630044 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-653266db-dabb-40f5-8cb0-ee58a7d5f703 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:25.630356 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:25.694986 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-653266db-dabb-40f5-8cb0-ee58a7d5f703 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:25.700179 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-653266db-dabb-40f5-8cb0-ee58a7d5f703 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:25.714697 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 9403bc46-9f33-43a6-b1f4-1da42f7a27e6 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:09:25.722270 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653266db-dabb-40f5-8cb0-ee58a7d5f703 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22685de6-c21c-42d7-a538-d32912b8e181,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:09:25.728347 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-653266db-dabb-40f5-8cb0-ee58a7d5f703 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:25.732385 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-653266db-dabb-40f5-8cb0-ee58a7d5f703 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1298099 Mar 22 11:09:25.733160 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 43694) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:09:25.739289 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-415d74bf-50de-4e0c-9f5d-7d81011cef56 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': '00d89924-56de-4665-90c7-b4eab3b65ba5', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:09:25.765209 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.securitygroups_db [None req-415d74bf-50de-4e0c-9f5d-7d81011cef56 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Project 9d323f0b18e24bb7bcd0d92686e5587a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 11:09:25.770050 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 9403bc46-9f33-43a6-b1f4-1da42f7a27e6 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:09:25.770457 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:25.770672 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-415d74bf-50de-4e0c-9f5d-7d81011cef56 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:25.830512 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-415d74bf-50de-4e0c-9f5d-7d81011cef56 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:25.834427 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-415d74bf-50de-4e0c-9f5d-7d81011cef56 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:25.851467 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415d74bf-50de-4e0c-9f5d-7d81011cef56 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d3fd34e-6b68-4fbf-ae34-6ea53a1faf6e,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:09:25.860783 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-415d74bf-50de-4e0c-9f5d-7d81011cef56 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:25.861976 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-415d74bf-50de-4e0c-9f5d-7d81011cef56 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1275368 Mar 22 11:09:25.864834 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 43696) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:09:25.869226 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-27d57135-fcde-4856-996e-30cb1f59ce00 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'security_group_rule': {'security_group_id': '00d89924-56de-4665-90c7-b4eab3b65ba5', 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:09:25.889039 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.securitygroups_db [None req-27d57135-fcde-4856-996e-30cb1f59ce00 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Project 9d323f0b18e24bb7bcd0d92686e5587a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 11:09:25.895335 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-27d57135-fcde-4856-996e-30cb1f59ce00 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:25.955208 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-27d57135-fcde-4856-996e-30cb1f59ce00 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:25.961065 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-27d57135-fcde-4856-996e-30cb1f59ce00 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:25.980336 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d57135-fcde-4856-996e-30cb1f59ce00 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b3716e5-3ed9-4567-9fa1-b3540f8d68f0,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:09:25.988851 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-27d57135-fcde-4856-996e-30cb1f59ce00 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:25.990100 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-27d57135-fcde-4856-996e-30cb1f59ce00 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1243274 Mar 22 11:09:26.133025 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-dfd9110b-a629-40d0-a5b6-ce58d614ae43 req-e9ffc354-95a1-4a97-a899-c51a0d8f3890 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1093725914&fields=id&tenant_id=9d323f0b18e24bb7bcd0d92686e5587a HTTP/1.1" status: 200 len: 267 time: 0.0339720 Mar 22 11:09:26.243521 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9110b-a629-40d0-a5b6-ce58d614ae43 req-18bbbd90-77c4-443d-a3cd-3315ae35c794 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:09:26.244981 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-dfd9110b-a629-40d0-a5b6-ce58d614ae43 req-18bbbd90-77c4-443d-a3cd-3315ae35c794 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/networks?id=4de65bcf-0dca-4967-9034-e20dd9c30ec3 HTTP/1.1" status: 200 len: 796 time: 0.1026576 Mar 22 11:09:26.263812 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-dfd9110b-a629-40d0-a5b6-ce58d614ae43 req-3ec783a6-7294-4f63-b2ad-90ff1337fc63 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/quotas/9d323f0b18e24bb7bcd0d92686e5587a HTTP/1.1" status: 200 len: 375 time: 0.0099444 Mar 22 11:09:26.316404 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-dfd9110b-a629-40d0-a5b6-ce58d614ae43 req-e691a508-8bee-4c8e-9629-152b775bff97 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=9d323f0b18e24bb7bcd0d92686e5587a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472796 Mar 22 11:09:26.456816 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-dfd9110b-a629-40d0-a5b6-ce58d614ae43 req-aee0bdd0-8908-41b5-bb0b-39f1d5109b8f service neutron] 10.222.0.57 "GET /v2.0/networks/4de65bcf-0dca-4967-9034-e20dd9c30ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282635 Mar 22 11:09:26.551137 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-dfd9110b-a629-40d0-a5b6-ce58d614ae43 req-f7abd80d-cdd0-4d71-913e-5cd95e93ef6e service neutron] 10.222.0.57 "GET /v2.0/networks/4de65bcf-0dca-4967-9034-e20dd9c30ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853882 Mar 22 11:09:27.732077 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2e2714a3-980e-4198-bb22-78c4fb139261 req-5ffdbc06-35f9-4012-b7db-62aef262867d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee97b7d1-b666-4650-9236-6a3d504c7225 HTTP/1.1" status: 200 len: 210 time: 0.0264671 Mar 22 11:09:28.689360 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9110b-a629-40d0-a5b6-ce58d614ae43 req-5e6c84cd-68c8-494c-a9c6-6a5bc9ba9fa6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:09:28.690785 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-dfd9110b-a629-40d0-a5b6-ce58d614ae43 req-5e6c84cd-68c8-494c-a9c6-6a5bc9ba9fa6 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.35 "GET /v2.0/networks?id=4de65bcf-0dca-4967-9034-e20dd9c30ec3 HTTP/1.1" status: 200 len: 796 time: 0.1073942 Mar 22 11:09:28.736454 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-dfd9110b-a629-40d0-a5b6-ce58d614ae43 req-5f90cf6d-4014-4df7-80f0-f7ca57b7101e tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d323f0b18e24bb7bcd0d92686e5587a HTTP/1.1" status: 200 len: 380 time: 0.0360992 Mar 22 11:09:28.750737 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-dfd9110b-a629-40d0-a5b6-ce58d614ae43 req-0fcea4b1-2ca5-43e2-ad9b-e6e3b09fffad tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'port': {'device_id': 'ee97b7d1-b666-4650-9236-6a3d504c7225', 'network_id': '4de65bcf-0dca-4967-9034-e20dd9c30ec3', 'admin_state_up': True, 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'security_groups': ['00d89924-56de-4665-90c7-b4eab3b65ba5']}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:09:28.849275 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3ca821fb-b828-45e7-b86a-a4d16b67494b req-4c69342e-04f1-4074-b0eb-e7304cc569db tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee97b7d1-b666-4650-9236-6a3d504c7225 HTTP/1.1" status: 200 len: 210 time: 0.0412652 Mar 22 11:09:28.896960 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfd9110b-a629-40d0-a5b6-ce58d614ae43 req-0fcea4b1-2ca5-43e2-ad9b-e6e3b09fffad tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Made reservation on behalf of 9d323f0b18e24bb7bcd0d92686e5587a for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:09:28.902548 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-dfd9110b-a629-40d0-a5b6-ce58d614ae43 req-0fcea4b1-2ca5-43e2-ad9b-e6e3b09fffad tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:29.031078 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [req-dfd9110b-a629-40d0-a5b6-ce58d614ae43 req-0fcea4b1-2ca5-43e2-ad9b-e6e3b09fffad tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Allocated IP 172.20.0.5 (4de65bcf-0dca-4967-9034-e20dd9c30ec3/6df7dba4-ac0d-4110-ab3d-3335dd363804/a0957559-8d24-4012-8f4d-68f65e2800f9) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:09:29.181566 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-dfd9110b-a629-40d0-a5b6-ce58d614ae43 req-0fcea4b1-2ca5-43e2-ad9b-e6e3b09fffad tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:29.221630 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-dfd9110b-a629-40d0-a5b6-ce58d614ae43 req-0fcea4b1-2ca5-43e2-ad9b-e6e3b09fffad tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:29.264506 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfd9110b-a629-40d0-a5b6-ce58d614ae43 req-0fcea4b1-2ca5-43e2-ad9b-e6e3b09fffad tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Network 4de65bcf-0dca-4967-9034-e20dd9c30ec3 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:09:29.267577 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [req-dfd9110b-a629-40d0-a5b6-ce58d614ae43 req-0fcea4b1-2ca5-43e2-ad9b-e6e3b09fffad tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:09:29.271025 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfd9110b-a629-40d0-a5b6-ce58d614ae43 req-0fcea4b1-2ca5-43e2-ad9b-e6e3b09fffad tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:09:29.294929 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcea4b1-2ca5-43e2-ad9b-e6e3b09fffad tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Port': ['ID=a0957559-8d24-4012-8f4d-68f65e2800f9,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:09:29.328287 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9110b-a629-40d0-a5b6-ce58d614ae43 req-0fcea4b1-2ca5-43e2-ad9b-e6e3b09fffad tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:09:29.329340 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-dfd9110b-a629-40d0-a5b6-ce58d614ae43 req-0fcea4b1-2ca5-43e2-ad9b-e6e3b09fffad tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:29.346062 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-dfd9110b-a629-40d0-a5b6-ce58d614ae43 req-0fcea4b1-2ca5-43e2-ad9b-e6e3b09fffad tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6005826 Mar 22 11:09:29.358617 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-dfd9110b-a629-40d0-a5b6-ce58d614ae43 req-e702aa00-0fb4-4a5d-be16-641a5f9b0541 service neutron] Request body: {'port': {'device_id': 'ee97b7d1-b666-4650-9236-6a3d504c7225', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8345'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:09:29.413783 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-dfd9110b-a629-40d0-a5b6-ce58d614ae43 req-e702aa00-0fb4-4a5d-be16-641a5f9b0541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:29.506376 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8f705ba6-8fcf-407c-9e46-1264e98ecd52 None None] Provisioning complete for port a0957559-8d24-4012-8f4d-68f65e2800f9 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:09:29.507050 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8f705ba6-8fcf-407c-9e46-1264e98ecd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:29.540047 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8f705ba6-8fcf-407c-9e46-1264e98ecd52 None None] Port a0957559-8d24-4012-8f4d-68f65e2800f9 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:09:29.680600 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [req-dfd9110b-a629-40d0-a5b6-ce58d614ae43 req-e702aa00-0fb4-4a5d-be16-641a5f9b0541 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0957559-8d24-4012-8f4d-68f65e2800f9 {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:09:29.688091 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-dfd9110b-a629-40d0-a5b6-ce58d614ae43 req-e702aa00-0fb4-4a5d-be16-641a5f9b0541 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:29.699995 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [req-dfd9110b-a629-40d0-a5b6-ce58d614ae43 req-e702aa00-0fb4-4a5d-be16-641a5f9b0541 service neutron] Transition to ACTIVE for port object a0957559-8d24-4012-8f4d-68f65e2800f9 will not be triggered until provisioned by entity L2. {{(pid=109050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:09:29.706752 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-dfd9110b-a629-40d0-a5b6-ce58d614ae43 req-e702aa00-0fb4-4a5d-be16-641a5f9b0541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:29.758153 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e702aa00-0fb4-4a5d-be16-641a5f9b0541 service neutron] Pushing event updated for resources: {'Port': ['ID=a0957559-8d24-4012-8f4d-68f65e2800f9,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:09:29.827513 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-dfd9110b-a629-40d0-a5b6-ce58d614ae43 req-e702aa00-0fb4-4a5d-be16-641a5f9b0541 service neutron] Attempting to bind port a0957559-8d24-4012-8f4d-68f65e2800f9 on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:09:29.827853 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-dfd9110b-a629-40d0-a5b6-ce58d614ae43 req-e702aa00-0fb4-4a5d-be16-641a5f9b0541 service neutron] Attempting to bind port a0957559-8d24-4012-8f4d-68f65e2800f9 by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': 'c1838caa-ba78-4386-84ca-f05abee550d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '4de65bcf-0dca-4967-9034-e20dd9c30ec3'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:09:29.828256 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd9110b-a629-40d0-a5b6-ce58d614ae43 req-e702aa00-0fb4-4a5d-be16-641a5f9b0541 service neutron] Attempting to bind port a0957559-8d24-4012-8f4d-68f65e2800f9 on network 4de65bcf-0dca-4967-9034-e20dd9c30ec3 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:09:29.832740 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd9110b-a629-40d0-a5b6-ce58d614ae43 req-e702aa00-0fb4-4a5d-be16-641a5f9b0541 service neutron] Port a0957559-8d24-4012-8f4d-68f65e2800f9 on network 4de65bcf-0dca-4967-9034-e20dd9c30ec3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 11:09:29.833060 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd9110b-a629-40d0-a5b6-ce58d614ae43 req-e702aa00-0fb4-4a5d-be16-641a5f9b0541 service neutron] Attempting to bind port a0957559-8d24-4012-8f4d-68f65e2800f9 on network 4de65bcf-0dca-4967-9034-e20dd9c30ec3 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:09:29.838024 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd9110b-a629-40d0-a5b6-ce58d614ae43 req-e702aa00-0fb4-4a5d-be16-641a5f9b0541 service neutron] Checking agent: {'id': 'dcb78974-6458-4942-8c9c-663284d5bb3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8345', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:09:29.838389 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd9110b-a629-40d0-a5b6-ce58d614ae43 req-e702aa00-0fb4-4a5d-be16-641a5f9b0541 service neutron] Checking segment: {'id': 'c1838caa-ba78-4386-84ca-f05abee550d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '4de65bcf-0dca-4967-9034-e20dd9c30ec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:09:29.838779 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd9110b-a629-40d0-a5b6-ce58d614ae43 req-e702aa00-0fb4-4a5d-be16-641a5f9b0541 service neutron] Bound using segment: {'id': 'c1838caa-ba78-4386-84ca-f05abee550d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '4de65bcf-0dca-4967-9034-e20dd9c30ec3'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:09:29.839206 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-dfd9110b-a629-40d0-a5b6-ce58d614ae43 req-e702aa00-0fb4-4a5d-be16-641a5f9b0541 service neutron] Bound port: a0957559-8d24-4012-8f4d-68f65e2800f9, host: hv-neutron-8345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1838caa-ba78-4386-84ca-f05abee550d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '4de65bcf-0dca-4967-9034-e20dd9c30ec3'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:09:29.839598 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-dfd9110b-a629-40d0-a5b6-ce58d614ae43 req-e702aa00-0fb4-4a5d-be16-641a5f9b0541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:29.913536 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-dfd9110b-a629-40d0-a5b6-ce58d614ae43 req-e702aa00-0fb4-4a5d-be16-641a5f9b0541 service neutron] For port a0957559-8d24-4012-8f4d-68f65e2800f9, host hv-neutron-8345, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:09:29.916712 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-dfd9110b-a629-40d0-a5b6-ce58d614ae43 req-e702aa00-0fb4-4a5d-be16-641a5f9b0541 service neutron] For port a0957559-8d24-4012-8f4d-68f65e2800f9, host hv-neutron-8345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=a0957559-8d24-4012-8f4d-68f65e2800f9,segment=NetworkSegment(c1838caa-ba78-4386-84ca-f05abee550d2),segment_id=c1838caa-ba78-4386-84ca-f05abee550d2)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:09:29.921473 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-dfd9110b-a629-40d0-a5b6-ce58d614ae43 req-e702aa00-0fb4-4a5d-be16-641a5f9b0541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:29.982595 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9110b-a629-40d0-a5b6-ce58d614ae43 req-e702aa00-0fb4-4a5d-be16-641a5f9b0541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:09:29.983298 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-dfd9110b-a629-40d0-a5b6-ce58d614ae43 req-e702aa00-0fb4-4a5d-be16-641a5f9b0541 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:29.984697 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-dfd9110b-a629-40d0-a5b6-ce58d614ae43 req-e702aa00-0fb4-4a5d-be16-641a5f9b0541 service neutron] 10.222.0.35 "PUT /v2.0/ports/a0957559-8d24-4012-8f4d-68f65e2800f9 HTTP/1.1" status: 200 len: 1093 time: 0.6305978 Mar 22 11:09:29.985936 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee97b7d1-b666-4650-9236-6a3d504c7225', 'tag': 'a0957559-8d24-4012-8f4d-68f65e2800f9'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:09:29.988257 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40650d83-59ae-4bc8-88d6-dc75ad7d99a3" -d '{"events": [{"name": "network-changed", "server_uuid": "ee97b7d1-b666-4650-9236-6a3d504c7225", "tag": "a0957559-8d24-4012-8f4d-68f65e2800f9"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:09:30.021297 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e702aa00-0fb4-4a5d-be16-641a5f9b0541 service neutron] Pushing event updated for resources: {'Port': ['ID=a0957559-8d24-4012-8f4d-68f65e2800f9,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:09:30.036606 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d258a04-74aa-4bf0-b5a0-59a811e2fc26 req-00ec8893-a4d5-4ba7-ab70-b334e2f0635a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:09:30.038235 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9d258a04-74aa-4bf0-b5a0-59a811e2fc26 req-00ec8893-a4d5-4ba7-ab70-b334e2f0635a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee97b7d1-b666-4650-9236-6a3d504c7225 HTTP/1.1" status: 200 len: 943 time: 0.1145115 Mar 22 11:09:30.041373 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555bc3f6-558c-4c3a-82ff-83fa5ac26625 x-openstack-request-id: req-555bc3f6-558c-4c3a-82ff-83fa5ac26625 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:09:30.041656 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee97b7d1-b666-4650-9236-6a3d504c7225", "tag": "a0957559-8d24-4012-8f4d-68f65e2800f9", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:09:30.041913 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-555bc3f6-558c-4c3a-82ff-83fa5ac26625 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:09:30.042300 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-555bc3f6-558c-4c3a-82ff-83fa5ac26625'] response: {'name': 'network-changed', 'server_uuid': 'ee97b7d1-b666-4650-9236-6a3d504c7225', 'tag': 'a0957559-8d24-4012-8f4d-68f65e2800f9', 'status': 'completed', 'code': 200} Mar 22 11:09:30.111631 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9d258a04-74aa-4bf0-b5a0-59a811e2fc26 req-195863bc-aa19-4764-8da9-21be6773d5f9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=00d89924-56de-4665-90c7-b4eab3b65ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617256 Mar 22 11:09:30.114397 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9110b-a629-40d0-a5b6-ce58d614ae43 req-c9f6d13e-47b3-4fc7-8f57-404fc34bf34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:09:30.115960 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-dfd9110b-a629-40d0-a5b6-ce58d614ae43 req-c9f6d13e-47b3-4fc7-8f57-404fc34bf34a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d323f0b18e24bb7bcd0d92686e5587a&device_id=ee97b7d1-b666-4650-9236-6a3d504c7225 HTTP/1.1" status: 200 len: 1096 time: 0.0766807 Mar 22 11:09:30.164481 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-dfd9110b-a629-40d0-a5b6-ce58d614ae43 req-4a7464dd-17b7-41fe-a863-535e5a818eb1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0957559-8d24-4012-8f4d-68f65e2800f9 HTTP/1.1" status: 200 len: 217 time: 0.0352733 Mar 22 11:09:30.217231 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9110b-a629-40d0-a5b6-ce58d614ae43 req-c59488cf-db02-4881-aec6-325e75d03ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:09:30.218858 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-dfd9110b-a629-40d0-a5b6-ce58d614ae43 req-c59488cf-db02-4881-aec6-325e75d03ff2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6df7dba4-ac0d-4110-ab3d-3335dd363804 HTTP/1.1" status: 200 len: 834 time: 0.0475678 Mar 22 11:09:30.269955 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9110b-a629-40d0-a5b6-ce58d614ae43 req-0118a80c-0655-4879-b0a9-eaa40c12c270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:09:30.271389 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-dfd9110b-a629-40d0-a5b6-ce58d614ae43 req-0118a80c-0655-4879-b0a9-eaa40c12c270 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4de65bcf-0dca-4967-9034-e20dd9c30ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0461497 Mar 22 11:09:30.361322 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-dfd9110b-a629-40d0-a5b6-ce58d614ae43 req-22358f9d-6dab-46d0-80f2-e52c076e298e service neutron] 10.222.0.35 "GET /v2.0/networks/4de65bcf-0dca-4967-9034-e20dd9c30ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809877 Mar 22 11:09:30.457859 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-dfd9110b-a629-40d0-a5b6-ce58d614ae43 req-7d1b6215-6de6-4ff7-bdd9-a6db4eb72867 service neutron] 10.222.0.35 "GET /v2.0/networks/4de65bcf-0dca-4967-9034-e20dd9c30ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895352 Mar 22 11:09:30.544034 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40650d83-59ae-4bc8-88d6-dc75ad7d99a3 req-7322075b-50c3-45e2-96c5-58de8e74f823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:09:30.545444 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-40650d83-59ae-4bc8-88d6-dc75ad7d99a3 req-7322075b-50c3-45e2-96c5-58de8e74f823 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d323f0b18e24bb7bcd0d92686e5587a&device_id=ee97b7d1-b666-4650-9236-6a3d504c7225 HTTP/1.1" status: 200 len: 1096 time: 0.0419028 Mar 22 11:09:30.638625 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40650d83-59ae-4bc8-88d6-dc75ad7d99a3 req-b7ae2523-5a84-447f-8233-0ac676539940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:09:30.640180 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-40650d83-59ae-4bc8-88d6-dc75ad7d99a3 req-b7ae2523-5a84-447f-8233-0ac676539940 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4de65bcf-0dca-4967-9034-e20dd9c30ec3 HTTP/1.1" status: 200 len: 897 time: 0.0870066 Mar 22 11:09:30.683561 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-40650d83-59ae-4bc8-88d6-dc75ad7d99a3 req-a215ed79-13f3-4a1c-9fab-dbf80b5615fb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0957559-8d24-4012-8f4d-68f65e2800f9 HTTP/1.1" status: 200 len: 217 time: 0.0336165 Mar 22 11:09:30.734057 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40650d83-59ae-4bc8-88d6-dc75ad7d99a3 req-d9cd232a-db39-40d9-9ab2-d2dddb475e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:09:30.735575 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-40650d83-59ae-4bc8-88d6-dc75ad7d99a3 req-d9cd232a-db39-40d9-9ab2-d2dddb475e4d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6df7dba4-ac0d-4110-ab3d-3335dd363804 HTTP/1.1" status: 200 len: 834 time: 0.0446234 Mar 22 11:09:30.784579 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40650d83-59ae-4bc8-88d6-dc75ad7d99a3 req-fdda4bab-66e2-455d-b2cd-9097cf88aa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:09:30.786356 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-40650d83-59ae-4bc8-88d6-dc75ad7d99a3 req-fdda4bab-66e2-455d-b2cd-9097cf88aa42 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4de65bcf-0dca-4967-9034-e20dd9c30ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429707 Mar 22 11:09:30.883010 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-40650d83-59ae-4bc8-88d6-dc75ad7d99a3 req-40b9a193-e3c6-4e58-a388-064cc4b76d7d service neutron] 10.222.0.35 "GET /v2.0/networks/4de65bcf-0dca-4967-9034-e20dd9c30ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881371 Mar 22 11:09:30.982691 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-40650d83-59ae-4bc8-88d6-dc75ad7d99a3 req-509b4215-82dc-4d45-9181-2eeb3ee66c5e service neutron] 10.222.0.35 "GET /v2.0/networks/4de65bcf-0dca-4967-9034-e20dd9c30ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919743 Mar 22 11:09:31.247815 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0748796e-c444-4e57-ab8a-d096df5898a5 req-c0e8de35-8c54-4a4b-8f5d-b0d8411e5175 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:09:31.249455 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0748796e-c444-4e57-ab8a-d096df5898a5 req-c0e8de35-8c54-4a4b-8f5d-b0d8411e5175 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee97b7d1-b666-4650-9236-6a3d504c7225 HTTP/1.1" status: 200 len: 943 time: 0.0598474 Mar 22 11:09:31.289212 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0748796e-c444-4e57-ab8a-d096df5898a5 req-80ed4698-87bf-4dac-ba20-8dcd70030437 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=00d89924-56de-4665-90c7-b4eab3b65ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332670 Mar 22 11:09:32.422341 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e646b35-76c7-4e0a-a8d8-6d50ee982afc req-4592b8c6-809e-4ce0-8de6-d516b72bd280 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:09:32.423807 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0e646b35-76c7-4e0a-a8d8-6d50ee982afc req-4592b8c6-809e-4ce0-8de6-d516b72bd280 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee97b7d1-b666-4650-9236-6a3d504c7225 HTTP/1.1" status: 200 len: 943 time: 0.0601389 Mar 22 11:09:32.463429 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0e646b35-76c7-4e0a-a8d8-6d50ee982afc req-a7efd9ef-458d-46f5-b8ae-44911809bffa tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=00d89924-56de-4665-90c7-b4eab3b65ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308661 Mar 22 11:09:33.589091 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff278b-c59f-4c92-906d-7e14034809bc req-4ee36306-23e0-4b71-9769-c35008713227 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:09:33.590463 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-81ff278b-c59f-4c92-906d-7e14034809bc req-4ee36306-23e0-4b71-9769-c35008713227 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee97b7d1-b666-4650-9236-6a3d504c7225 HTTP/1.1" status: 200 len: 943 time: 0.0543587 Mar 22 11:09:33.630764 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-81ff278b-c59f-4c92-906d-7e14034809bc req-c67e7713-2b4c-40e2-ab48-eacfb90386fe tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=00d89924-56de-4665-90c7-b4eab3b65ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314255 Mar 22 11:09:33.952902 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device a0957559-8d24-4012-8f4d-68f65e2800f9 details requested by agent hyperv_hv-neutron-8345 with host hv-neutron-8345 {{(pid=109051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 11:09:34.062115 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port a0957559-8d24-4012-8f4d-68f65e2800f9, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=a0957559-8d24-4012-8f4d-68f65e2800f9,segment=NetworkSegment(c1838caa-ba78-4386-84ca-f05abee550d2),segment_id=c1838caa-ba78-4386-84ca-f05abee550d2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:09:34.076246 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Returning: {'device': 'a0957559-8d24-4012-8f4d-68f65e2800f9', 'network_id': '4de65bcf-0dca-4967-9034-e20dd9c30ec3', 'port_id': 'a0957559-8d24-4012-8f4d-68f65e2800f9', 'mac_address': 'fa:16:3e:0b:89:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df7dba4-ac0d-4110-ab3d-3335dd363804', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 11:09:34.116547 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:34.131991 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0957559-8d24-4012-8f4d-68f65e2800f9 {{(pid=109051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:09:34.152862 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port a0957559-8d24-4012-8f4d-68f65e2800f9, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=a0957559-8d24-4012-8f4d-68f65e2800f9,segment=NetworkSegment(c1838caa-ba78-4386-84ca-f05abee550d2),segment_id=c1838caa-ba78-4386-84ca-f05abee550d2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:09:34.158361 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:34.205350 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=a0957559-8d24-4012-8f4d-68f65e2800f9,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:09:34.350480 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['a0957559-8d24-4012-8f4d-68f65e2800f9'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 11:09:34.753722 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c55017-832c-4a5b-8c10-db64662f3b28 req-14c2b594-f7cf-4e89-9734-18843e9ad2fe tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:09:34.755178 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-25c55017-832c-4a5b-8c10-db64662f3b28 req-14c2b594-f7cf-4e89-9734-18843e9ad2fe tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee97b7d1-b666-4650-9236-6a3d504c7225 HTTP/1.1" status: 200 len: 944 time: 0.0517893 Mar 22 11:09:34.797488 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-25c55017-832c-4a5b-8c10-db64662f3b28 req-ffa37337-4fd2-4731-8466-6ef78ae0f3c0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=00d89924-56de-4665-90c7-b4eab3b65ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332630 Mar 22 11:09:35.917512 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095a3ae-23ef-4c88-83bb-cb1faedd6a83 req-406761bf-a2d8-45d9-be7b-a72017e80d24 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:09:35.919016 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a095a3ae-23ef-4c88-83bb-cb1faedd6a83 req-406761bf-a2d8-45d9-be7b-a72017e80d24 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee97b7d1-b666-4650-9236-6a3d504c7225 HTTP/1.1" status: 200 len: 944 time: 0.0505092 Mar 22 11:09:35.956343 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a095a3ae-23ef-4c88-83bb-cb1faedd6a83 req-12db751b-92ed-41e1-af94-5a9028505a9d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=00d89924-56de-4665-90c7-b4eab3b65ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311635 Mar 22 11:09:35.968196 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device a0957559-8d24-4012-8f4d-68f65e2800f9 up at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:09:36.019107 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning for port a0957559-8d24-4012-8f4d-68f65e2800f9 completed by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:09:36.023316 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning complete for port a0957559-8d24-4012-8f4d-68f65e2800f9 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:09:36.023752 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:36.103430 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:36.126337 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee97b7d1-b666-4650-9236-6a3d504c7225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0957559-8d24-4012-8f4d-68f65e2800f9'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:09:36.128642 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63435ed3-f4b7-4e78-87ad-28bdbc7ececf" -d '{"events": [{"server_uuid": "ee97b7d1-b666-4650-9236-6a3d504c7225", "name": "network-vif-plugged", "status": "completed", "tag": "a0957559-8d24-4012-8f4d-68f65e2800f9"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:09:36.142141 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port a0957559-8d24-4012-8f4d-68f65e2800f9, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=a0957559-8d24-4012-8f4d-68f65e2800f9,segment=NetworkSegment(c1838caa-ba78-4386-84ca-f05abee550d2),segment_id=c1838caa-ba78-4386-84ca-f05abee550d2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:09:36.146323 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:36.168392 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03567256-3668-4835-a7b7-50e9ab952ca0 x-openstack-request-id: req-03567256-3668-4835-a7b7-50e9ab952ca0 {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:09:36.168675 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee97b7d1-b666-4650-9236-6a3d504c7225", "name": "network-vif-plugged", "status": "completed", "tag": "a0957559-8d24-4012-8f4d-68f65e2800f9", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:09:36.168919 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-03567256-3668-4835-a7b7-50e9ab952ca0 {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:09:36.169303 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03567256-3668-4835-a7b7-50e9ab952ca0'] response: {'server_uuid': 'ee97b7d1-b666-4650-9236-6a3d504c7225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0957559-8d24-4012-8f4d-68f65e2800f9', 'code': 200} Mar 22 11:09:36.194441 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=a0957559-8d24-4012-8f4d-68f65e2800f9,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:09:36.342606 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8203d176-0c1f-449b-a8db-a0334f61a431 req-eea28f92-2f47-4f97-b199-e810cc283a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:09:36.344103 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8203d176-0c1f-449b-a8db-a0334f61a431 req-eea28f92-2f47-4f97-b199-e810cc283a28 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ee97b7d1-b666-4650-9236-6a3d504c7225 HTTP/1.1" status: 200 len: 1098 time: 0.0450294 Mar 22 11:09:36.389388 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8203d176-0c1f-449b-a8db-a0334f61a431 req-ec8e3a42-72f8-4841-8dea-f3f7283478b1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=00d89924-56de-4665-90c7-b4eab3b65ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380497 Mar 22 11:09:37.078355 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b33f71-ae8a-46ca-85ee-9217d1c7c0ff req-0473d3b4-b6f5-446a-9f51-762b0ccbb5d4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:09:37.079911 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-40b33f71-ae8a-46ca-85ee-9217d1c7c0ff req-0473d3b4-b6f5-446a-9f51-762b0ccbb5d4 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee97b7d1-b666-4650-9236-6a3d504c7225 HTTP/1.1" status: 200 len: 945 time: 0.0560780 Mar 22 11:09:37.127410 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-40b33f71-ae8a-46ca-85ee-9217d1c7c0ff req-e479cf11-f080-4476-8da1-5107e18333cb tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=00d89924-56de-4665-90c7-b4eab3b65ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378916 Mar 22 11:09:37.708477 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7c65e564-d0e7-4279-97ba-6b6e2b4e7f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:38.259124 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d16b61-b897-4492-92d7-ab34b6cb4c30 req-de186fba-8a37-464a-ad1e-00caa3aa10e7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:09:38.260513 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-78d16b61-b897-4492-92d7-ab34b6cb4c30 req-de186fba-8a37-464a-ad1e-00caa3aa10e7 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee97b7d1-b666-4650-9236-6a3d504c7225 HTTP/1.1" status: 200 len: 945 time: 0.0524580 Mar 22 11:09:38.300154 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-78d16b61-b897-4492-92d7-ab34b6cb4c30 req-2d06852c-01d9-467d-b9d6-3d338ae78b2c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=00d89924-56de-4665-90c7-b4eab3b65ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308921 Mar 22 11:09:38.426445 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d80fea-317b-4264-abd0-3b71e8329c32 req-23b4c83d-4636-457d-9f47-8277222c7a91 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:09:38.427946 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-50d80fea-317b-4264-abd0-3b71e8329c32 req-23b4c83d-4636-457d-9f47-8277222c7a91 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee97b7d1-b666-4650-9236-6a3d504c7225 HTTP/1.1" status: 200 len: 945 time: 0.0612626 Mar 22 11:09:38.472722 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-50d80fea-317b-4264-abd0-3b71e8329c32 req-a7a5865f-67b5-4da5-b80d-58317d71271f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=00d89924-56de-4665-90c7-b4eab3b65ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356607 Mar 22 11:09:38.505641 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 43756) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:09:38.545149 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee6263e-9ad0-40ff-bc48-01bdd30728fc tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:09:38.546558 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-aee6263e-9ad0-40ff-bc48-01bdd30728fc tempest-TestNetworkBasicOps-1659839527 tempest-TestNetworkBasicOps-1659839527-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=ee97b7d1-b666-4650-9236-6a3d504c7225 HTTP/1.1" status: 200 len: 1093 time: 0.0398688 Mar 22 11:09:38.549381 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 43758) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:09:38.553596 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-7d6b5622-dc6a-4248-8467-ca1265afb643 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'floatingip': {'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'port_id': 'a0957559-8d24-4012-8f4d-68f65e2800f9', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:09:38.577275 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7d6b5622-dc6a-4248-8467-ca1265afb643 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for floatingip, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:38.686523 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7d6b5622-dc6a-4248-8467-ca1265afb643 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:38.785901 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-7d6b5622-dc6a-4248-8467-ca1265afb643 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Allocated IP 172.26.7.179 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/ac09fe3a-6fce-455a-922b-e21f156c5e5c) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:09:38.887396 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7d6b5622-dc6a-4248-8467-ca1265afb643 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:38.925164 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7d6b5622-dc6a-4248-8467-ca1265afb643 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:38.962831 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6b5622-dc6a-4248-8467-ca1265afb643 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:09:38.969337 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-7d6b5622-dc6a-4248-8467-ca1265afb643 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:09:38.973677 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6b5622-dc6a-4248-8467-ca1265afb643 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:09:38.976836 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6b5622-dc6a-4248-8467-ca1265afb643 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Port': ['ID=ac09fe3a-6fce-455a-922b-e21f156c5e5c,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:09:39.323055 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7d6b5622-dc6a-4248-8467-ca1265afb643 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:39.392352 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7d6b5622-dc6a-4248-8467-ca1265afb643 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:39.549614 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7d6b5622-dc6a-4248-8467-ca1265afb643 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:39.558221 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7d6b5622-dc6a-4248-8467-ca1265afb643 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:39.636038 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6b5622-dc6a-4248-8467-ca1265afb643 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event updated for resources: {'Port': ['ID=ac09fe3a-6fce-455a-922b-e21f156c5e5c,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:09:39.647876 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7d6b5622-dc6a-4248-8467-ca1265afb643 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684147'] for floatingip, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:39.833174 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-13c06dae-da27-4dcc-932f-49f4cab97e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:40.068181 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.l3_db [None req-7d6b5622-dc6a-4248-8467-ca1265afb643 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Floating IP 3d7d1d58-d3c6-4b27-b44f-318751d5a295 associated. External IP: 172.26.7.179, port: a0957559-8d24-4012-8f4d-68f65e2800f9. Mar 22 11:09:40.287304 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d6b5622-dc6a-4248-8467-ca1265afb643 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Router 26ccafbb-8228-4cf4-93da-edfc1448d23a has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:09:40.396253 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6b5622-dc6a-4248-8467-ca1265afb643 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:09:40.406464 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58497e3-98c0-4c66-a58e-9a7231f53aeb None None] Sync routers for ids ['26ccafbb-8228-4cf4-93da-edfc1448d23a'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:09:40.416627 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58497e3-98c0-4c66-a58e-9a7231f53aeb None None] Routers {'26ccafbb-8228-4cf4-93da-edfc1448d23a'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:09:40.417221 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-b58497e3-98c0-4c66-a58e-9a7231f53aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:09:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['26ccafbb-8228-4cf4-93da-edfc1448d23a'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:09:40.418420 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7d6b5622-dc6a-4248-8467-ca1265afb643 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:40.449277 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-7d6b5622-dc6a-4248-8467-ca1265afb643 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8988895 Mar 22 11:09:40.449897 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee97b7d1-b666-4650-9236-6a3d504c7225', 'tag': 'a0957559-8d24-4012-8f4d-68f65e2800f9'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:09:40.452103 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 43760) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:09:40.452610 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07dca034-9f92-42ec-8e7e-2a7d2ea28ce2" -d '{"events": [{"name": "network-changed", "server_uuid": "ee97b7d1-b666-4650-9236-6a3d504c7225", "tag": "a0957559-8d24-4012-8f4d-68f65e2800f9"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:09:40.516222 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-bcf64190-c648-465f-82f9-fefbac5d6a86 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/floatingips/3d7d1d58-d3c6-4b27-b44f-318751d5a295 HTTP/1.1" status: 200 len: 991 time: 0.0628231 Mar 22 11:09:40.529561 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-b58497e3-98c0-4c66-a58e-9a7231f53aeb None None] Set router 26ccafbb-8228-4cf4-93da-edfc1448d23a gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:09:40.543233 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704f61b8-f03d-4d88-8961-dbff45ff3c90 x-openstack-request-id: req-704f61b8-f03d-4d88-8961-dbff45ff3c90 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:09:40.543532 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee97b7d1-b666-4650-9236-6a3d504c7225", "tag": "a0957559-8d24-4012-8f4d-68f65e2800f9", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:09:40.543793 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-704f61b8-f03d-4d88-8961-dbff45ff3c90 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:09:40.544200 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-704f61b8-f03d-4d88-8961-dbff45ff3c90'] response: {'name': 'network-changed', 'server_uuid': 'ee97b7d1-b666-4650-9236-6a3d504c7225', 'tag': 'a0957559-8d24-4012-8f4d-68f65e2800f9', 'status': 'completed', 'code': 200} Mar 22 11:09:40.605427 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dca034-9f92-42ec-8e7e-2a7d2ea28ce2 req-3b940e84-6b4c-458b-b919-99423247cdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:09:40.606997 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-07dca034-9f92-42ec-8e7e-2a7d2ea28ce2 req-3b940e84-6b4c-458b-b919-99423247cdb7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d323f0b18e24bb7bcd0d92686e5587a&device_id=ee97b7d1-b666-4650-9236-6a3d504c7225 HTTP/1.1" status: 200 len: 1098 time: 0.0423026 Mar 22 11:09:40.698014 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dca034-9f92-42ec-8e7e-2a7d2ea28ce2 req-7064bf8c-f00f-4f26-b512-c9c6229e8471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:09:40.699506 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-07dca034-9f92-42ec-8e7e-2a7d2ea28ce2 req-7064bf8c-f00f-4f26-b512-c9c6229e8471 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4de65bcf-0dca-4967-9034-e20dd9c30ec3 HTTP/1.1" status: 200 len: 897 time: 0.0866146 Mar 22 11:09:40.745812 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-b58497e3-98c0-4c66-a58e-9a7231f53aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ccafbb-8228-4cf4-93da-edfc1448d23a', 'name': 'tempest-TestNetworkBasicOps-router-1858174629', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.102'}], 'enable_snat': True}, 'gw_port_id': '9403bc46-9f33-43a6-b1f4-1da42f7a27e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:09:18Z', 'updated_at': '2022-03-22T11:09:22Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '9403bc46-9f33-43a6-b1f4-1da42f7a27e6', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:06:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ccafbb-8228-4cf4-93da-edfc1448d23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:09:19Z', 'updated_at': '2022-03-22T11:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '3d7d1d58-d3c6-4b27-b44f-318751d5a295', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'floating_ip_address': '172.26.7.179', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '26ccafbb-8228-4cf4-93da-edfc1448d23a', 'port_id': 'a0957559-8d24-4012-8f4d-68f65e2800f9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4de65bcf-0dca-4967-9034-e20dd9c30ec3', 'mac_address': 'fa:16:3e:0b:89:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee97b7d1-b666-4650-9236-6a3d504c7225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:09:39Z', 'updated_at': '2022-03-22T11:09:39Z', 'revision_number': 0, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '623e307d-6b6a-4e05-b759-d9b3d9dc9720', 'name': '', 'network_id': '4de65bcf-0dca-4967-9034-e20dd9c30ec3', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:0b:a5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ccafbb-8228-4cf4-93da-edfc1448d23a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '6df7dba4-ac0d-4110-ab3d-3335dd363804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:09:22Z', 'updated_at': '2022-03-22T11:09:24Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '6df7dba4-ac0d-4110-ab3d-3335dd363804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:09:40.769240 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-07dca034-9f92-42ec-8e7e-2a7d2ea28ce2 req-740ae7ba-976d-47d3-9dd1-89d1b35e0edf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0957559-8d24-4012-8f4d-68f65e2800f9 HTTP/1.1" status: 200 len: 999 time: 0.0634241 Mar 22 11:09:40.775401 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58497e3-98c0-4c66-a58e-9a7231f53aeb None None] Checking router: 26ccafbb-8228-4cf4-93da-edfc1448d23a for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:09:40.783653 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58497e3-98c0-4c66-a58e-9a7231f53aeb None None] Routers {'26ccafbb-8228-4cf4-93da-edfc1448d23a'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:09:40.784237 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-b58497e3-98c0-4c66-a58e-9a7231f53aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:09:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['26ccafbb-8228-4cf4-93da-edfc1448d23a'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:09:40.817622 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dca034-9f92-42ec-8e7e-2a7d2ea28ce2 req-474656eb-f771-49a8-bf98-6f0d3ebab195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:09:40.819087 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-07dca034-9f92-42ec-8e7e-2a7d2ea28ce2 req-474656eb-f771-49a8-bf98-6f0d3ebab195 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6df7dba4-ac0d-4110-ab3d-3335dd363804 HTTP/1.1" status: 200 len: 834 time: 0.0431013 Mar 22 11:09:40.865844 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dca034-9f92-42ec-8e7e-2a7d2ea28ce2 req-411df87a-5e85-4d29-9bac-1ad9774df97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:09:40.867396 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-07dca034-9f92-42ec-8e7e-2a7d2ea28ce2 req-411df87a-5e85-4d29-9bac-1ad9774df97c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4de65bcf-0dca-4967-9034-e20dd9c30ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417001 Mar 22 11:09:40.968329 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-07dca034-9f92-42ec-8e7e-2a7d2ea28ce2 req-0a81c833-3aa4-4b0b-9849-9ff655ca4ce5 service neutron] 10.222.0.35 "GET /v2.0/networks/4de65bcf-0dca-4967-9034-e20dd9c30ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936043 Mar 22 11:09:41.038074 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-b58497e3-98c0-4c66-a58e-9a7231f53aeb None None] Set router 26ccafbb-8228-4cf4-93da-edfc1448d23a gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:09:41.062082 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-07dca034-9f92-42ec-8e7e-2a7d2ea28ce2 req-75ef74d4-2cec-469b-9a07-ee79867ab6aa service neutron] 10.222.0.35 "GET /v2.0/networks/4de65bcf-0dca-4967-9034-e20dd9c30ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858505 Mar 22 11:09:41.165638 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:41.267801 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-b58497e3-98c0-4c66-a58e-9a7231f53aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ccafbb-8228-4cf4-93da-edfc1448d23a', 'name': 'tempest-TestNetworkBasicOps-router-1858174629', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.102'}], 'enable_snat': True}, 'gw_port_id': '9403bc46-9f33-43a6-b1f4-1da42f7a27e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:09:18Z', 'updated_at': '2022-03-22T11:09:22Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '9403bc46-9f33-43a6-b1f4-1da42f7a27e6', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:06:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ccafbb-8228-4cf4-93da-edfc1448d23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:09:19Z', 'updated_at': '2022-03-22T11:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '3d7d1d58-d3c6-4b27-b44f-318751d5a295', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'floating_ip_address': '172.26.7.179', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '26ccafbb-8228-4cf4-93da-edfc1448d23a', 'port_id': 'a0957559-8d24-4012-8f4d-68f65e2800f9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4de65bcf-0dca-4967-9034-e20dd9c30ec3', 'mac_address': 'fa:16:3e:0b:89:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee97b7d1-b666-4650-9236-6a3d504c7225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:09:39Z', 'updated_at': '2022-03-22T11:09:39Z', 'revision_number': 0, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '623e307d-6b6a-4e05-b759-d9b3d9dc9720', 'name': '', 'network_id': '4de65bcf-0dca-4967-9034-e20dd9c30ec3', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:0b:a5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ccafbb-8228-4cf4-93da-edfc1448d23a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '6df7dba4-ac0d-4110-ab3d-3335dd363804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:09:22Z', 'updated_at': '2022-03-22T11:09:24Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '6df7dba4-ac0d-4110-ab3d-3335dd363804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:09:41.299678 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58497e3-98c0-4c66-a58e-9a7231f53aeb None None] The sync data for ids ['26ccafbb-8228-4cf4-93da-edfc1448d23a'] in dv-neutron-834599-1-hyperv is: [{'id': '26ccafbb-8228-4cf4-93da-edfc1448d23a', 'name': 'tempest-TestNetworkBasicOps-router-1858174629', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.102'}], 'enable_snat': True}, 'gw_port_id': '9403bc46-9f33-43a6-b1f4-1da42f7a27e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:09:18Z', 'updated_at': '2022-03-22T11:09:22Z', 'revision_number': 4, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '9403bc46-9f33-43a6-b1f4-1da42f7a27e6', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:06:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ccafbb-8228-4cf4-93da-edfc1448d23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:09:19Z', 'updated_at': '2022-03-22T11:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '3d7d1d58-d3c6-4b27-b44f-318751d5a295', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'floating_ip_address': '172.26.7.179', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '26ccafbb-8228-4cf4-93da-edfc1448d23a', 'port_id': 'a0957559-8d24-4012-8f4d-68f65e2800f9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4de65bcf-0dca-4967-9034-e20dd9c30ec3', 'mac_address': 'fa:16:3e:0b:89:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee97b7d1-b666-4650-9236-6a3d504c7225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:09:39Z', 'updated_at': '2022-03-22T11:09:39Z', 'revision_number': 0, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '623e307d-6b6a-4e05-b759-d9b3d9dc9720', 'name': '', 'network_id': '4de65bcf-0dca-4967-9034-e20dd9c30ec3', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:0b:a5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ccafbb-8228-4cf4-93da-edfc1448d23a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '6df7dba4-ac0d-4110-ab3d-3335dd363804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:09:22Z', 'updated_at': '2022-03-22T11:09:24Z', 'revision_number': 5, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '6df7dba4-ac0d-4110-ab3d-3335dd363804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:09:41.501253 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a8c506-0864-47f1-a2c5-2ba9eeb0447e None None] New status for floating IP 3d7d1d58-d3c6-4b27-b44f-318751d5a295: ACTIVE {{(pid=109052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 11:09:41.519007 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 43766) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:09:41.582669 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-6cb8fca2-2fa2-49a4-ba3d-a2b85bce0852 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/floatingips/3d7d1d58-d3c6-4b27-b44f-318751d5a295 HTTP/1.1" status: 200 len: 991 time: 0.0624461 Mar 22 11:09:42.564537 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:42.586881 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 43768) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:09:42.648178 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2ecc32df-dad0-4c1c-b60b-55a77613aebc tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/floatingips/3d7d1d58-d3c6-4b27-b44f-318751d5a295 HTTP/1.1" status: 200 len: 993 time: 0.0600877 Mar 22 11:09:42.833479 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:43.397802 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:09:57.162617 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:10:07.715635 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7c24f6bc-3572-4fcc-9697-671ad9486f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:09.839289 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-fe422c40-0d15-4777-b9f1-210c0c49878e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:11.154681 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:12.569273 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:12.839274 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:13.413365 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:13.874963 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 43780) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:10:13.881388 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-fc83e4b1-5ccc-4132-b668-d89aeec4c98d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'router': {'admin_state_up': False}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:10:14.186272 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fc83e4b1-5ccc-4132-b668-d89aeec4c98d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3682488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11476'] for router, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:14.200569 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fc83e4b1-5ccc-4132-b668-d89aeec4c98d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3682435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3682442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3684457'] for router, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:14.309192 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc83e4b1-5ccc-4132-b668-d89aeec4c98d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Router 26ccafbb-8228-4cf4-93da-edfc1448d23a has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:10:14.422756 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc83e4b1-5ccc-4132-b668-d89aeec4c98d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:10:14.432113 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fc83e4b1-5ccc-4132-b668-d89aeec4c98d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:14.433609 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-fc83e4b1-5ccc-4132-b668-d89aeec4c98d tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "PUT /v2.0/routers/26ccafbb-8228-4cf4-93da-edfc1448d23a HTTP/1.1" status: 200 len: 889 time: 0.5569184 Mar 22 11:10:14.434845 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc89524-930c-4104-a7e0-9ad58a612e03 None None] Sync routers for ids ['26ccafbb-8228-4cf4-93da-edfc1448d23a'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:10:14.447790 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc89524-930c-4104-a7e0-9ad58a612e03 None None] Routers {'26ccafbb-8228-4cf4-93da-edfc1448d23a'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:10:14.448332 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-7cc89524-930c-4104-a7e0-9ad58a612e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:10:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['26ccafbb-8228-4cf4-93da-edfc1448d23a'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:10:14.480848 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-7cc89524-930c-4104-a7e0-9ad58a612e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:10:14.491040 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc89524-930c-4104-a7e0-9ad58a612e03 None None] Routers {'26ccafbb-8228-4cf4-93da-edfc1448d23a'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:10:14.491662 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-7cc89524-930c-4104-a7e0-9ad58a612e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:10:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['26ccafbb-8228-4cf4-93da-edfc1448d23a'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:10:14.529157 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-7cc89524-930c-4104-a7e0-9ad58a612e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:10:14.529791 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc89524-930c-4104-a7e0-9ad58a612e03 None None] The sync data for ids ['26ccafbb-8228-4cf4-93da-edfc1448d23a'] in dv-neutron-834599-1-hyperv is: [] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:10:15.332090 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8039881-c805-47e8-a9b0-270270186929 None None] New status for floating IP 3d7d1d58-d3c6-4b27-b44f-318751d5a295: DOWN {{(pid=109052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 11:10:15.362408 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 623e307d-6b6a-4e05-b759-d9b3d9dc9720 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:10:15.440021 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:15.475782 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port 623e307d-6b6a-4e05-b759-d9b3d9dc9720, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=623e307d-6b6a-4e05-b759-d9b3d9dc9720,segment=NetworkSegment(c1838caa-ba78-4386-84ca-f05abee550d2),segment_id=c1838caa-ba78-4386-84ca-f05abee550d2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:10:15.480848 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:15.481552 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 9403bc46-9f33-43a6-b1f4-1da42f7a27e6 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:10:15.559179 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=623e307d-6b6a-4e05-b759-d9b3d9dc9720,revision_number=6']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:10:15.597842 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:15.618720 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port 9403bc46-9f33-43a6-b1f4-1da42f7a27e6, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=9403bc46-9f33-43a6-b1f4-1da42f7a27e6,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:10:15.625282 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:15.677709 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=9403bc46-9f33-43a6-b1f4-1da42f7a27e6,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:10:16.562894 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 43784) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:10:16.569844 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-24b9b765-e57f-4f40-8d31-a6ab9bb1a2a9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:10:16.875245 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-24b9b765-e57f-4f40-8d31-a6ab9bb1a2a9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3682488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11476'] for router, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:16.890188 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-24b9b765-e57f-4f40-8d31-a6ab9bb1a2a9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3682435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3682442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3684457'] for router, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:17.005067 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b9b765-e57f-4f40-8d31-a6ab9bb1a2a9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Router 26ccafbb-8228-4cf4-93da-edfc1448d23a has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:10:17.434574 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b9b765-e57f-4f40-8d31-a6ab9bb1a2a9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:10:17.442022 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-24b9b765-e57f-4f40-8d31-a6ab9bb1a2a9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:17.443425 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-24b9b765-e57f-4f40-8d31-a6ab9bb1a2a9 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "PUT /v2.0/routers/26ccafbb-8228-4cf4-93da-edfc1448d23a HTTP/1.1" status: 200 len: 888 time: 0.8790500 Mar 22 11:10:17.444510 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818022ce-9a94-4f66-b0b4-b6206e1c242f None None] Sync routers for ids ['26ccafbb-8228-4cf4-93da-edfc1448d23a'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:10:17.446452 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 43786) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:10:17.455135 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818022ce-9a94-4f66-b0b4-b6206e1c242f None None] Routers {'26ccafbb-8228-4cf4-93da-edfc1448d23a'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:10:17.455766 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-818022ce-9a94-4f66-b0b4-b6206e1c242f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:10:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['26ccafbb-8228-4cf4-93da-edfc1448d23a'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:10:17.504904 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-aa26d933-9785-42e6-af6f-7338d124cc9c tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/floatingips/3d7d1d58-d3c6-4b27-b44f-318751d5a295 HTTP/1.1" status: 200 len: 991 time: 0.0573776 Mar 22 11:10:17.568880 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-818022ce-9a94-4f66-b0b4-b6206e1c242f None None] Set router 26ccafbb-8228-4cf4-93da-edfc1448d23a gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:10:17.804612 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-818022ce-9a94-4f66-b0b4-b6206e1c242f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ccafbb-8228-4cf4-93da-edfc1448d23a', 'name': 'tempest-TestNetworkBasicOps-router-1858174629', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.102'}], 'enable_snat': True}, 'gw_port_id': '9403bc46-9f33-43a6-b1f4-1da42f7a27e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:09:18Z', 'updated_at': '2022-03-22T11:10:16Z', 'revision_number': 6, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '9403bc46-9f33-43a6-b1f4-1da42f7a27e6', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:06:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26ccafbb-8228-4cf4-93da-edfc1448d23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:09:19Z', 'updated_at': '2022-03-22T11:10:15Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '3d7d1d58-d3c6-4b27-b44f-318751d5a295', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'floating_ip_address': '172.26.7.179', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '26ccafbb-8228-4cf4-93da-edfc1448d23a', 'port_id': 'a0957559-8d24-4012-8f4d-68f65e2800f9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4de65bcf-0dca-4967-9034-e20dd9c30ec3', 'mac_address': 'fa:16:3e:0b:89:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee97b7d1-b666-4650-9236-6a3d504c7225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:09:39Z', 'updated_at': '2022-03-22T11:10:15Z', 'revision_number': 2, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '623e307d-6b6a-4e05-b759-d9b3d9dc9720', 'name': '', 'network_id': '4de65bcf-0dca-4967-9034-e20dd9c30ec3', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:0b:a5:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26ccafbb-8228-4cf4-93da-edfc1448d23a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '6df7dba4-ac0d-4110-ab3d-3335dd363804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:09:22Z', 'updated_at': '2022-03-22T11:10:15Z', 'revision_number': 6, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '6df7dba4-ac0d-4110-ab3d-3335dd363804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:10:17.830523 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818022ce-9a94-4f66-b0b4-b6206e1c242f None None] Checking router: 26ccafbb-8228-4cf4-93da-edfc1448d23a for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:10:17.839591 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818022ce-9a94-4f66-b0b4-b6206e1c242f None None] Routers {'26ccafbb-8228-4cf4-93da-edfc1448d23a'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:10:17.840201 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-818022ce-9a94-4f66-b0b4-b6206e1c242f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:10:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['26ccafbb-8228-4cf4-93da-edfc1448d23a'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:10:17.946556 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-818022ce-9a94-4f66-b0b4-b6206e1c242f None None] Set router 26ccafbb-8228-4cf4-93da-edfc1448d23a gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:10:18.173816 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-818022ce-9a94-4f66-b0b4-b6206e1c242f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ccafbb-8228-4cf4-93da-edfc1448d23a', 'name': 'tempest-TestNetworkBasicOps-router-1858174629', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.102'}], 'enable_snat': True}, 'gw_port_id': '9403bc46-9f33-43a6-b1f4-1da42f7a27e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:09:18Z', 'updated_at': '2022-03-22T11:10:16Z', 'revision_number': 6, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '9403bc46-9f33-43a6-b1f4-1da42f7a27e6', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:06:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26ccafbb-8228-4cf4-93da-edfc1448d23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:09:19Z', 'updated_at': '2022-03-22T11:10:15Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '3d7d1d58-d3c6-4b27-b44f-318751d5a295', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'floating_ip_address': '172.26.7.179', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '26ccafbb-8228-4cf4-93da-edfc1448d23a', 'port_id': 'a0957559-8d24-4012-8f4d-68f65e2800f9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4de65bcf-0dca-4967-9034-e20dd9c30ec3', 'mac_address': 'fa:16:3e:0b:89:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee97b7d1-b666-4650-9236-6a3d504c7225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:09:39Z', 'updated_at': '2022-03-22T11:10:15Z', 'revision_number': 2, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '623e307d-6b6a-4e05-b759-d9b3d9dc9720', 'name': '', 'network_id': '4de65bcf-0dca-4967-9034-e20dd9c30ec3', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:0b:a5:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26ccafbb-8228-4cf4-93da-edfc1448d23a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '6df7dba4-ac0d-4110-ab3d-3335dd363804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:09:22Z', 'updated_at': '2022-03-22T11:10:15Z', 'revision_number': 6, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '6df7dba4-ac0d-4110-ab3d-3335dd363804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:10:18.199663 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818022ce-9a94-4f66-b0b4-b6206e1c242f None None] The sync data for ids ['26ccafbb-8228-4cf4-93da-edfc1448d23a'] in dv-neutron-834599-1-hyperv is: [{'id': '26ccafbb-8228-4cf4-93da-edfc1448d23a', 'name': 'tempest-TestNetworkBasicOps-router-1858174629', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.102'}], 'enable_snat': True}, 'gw_port_id': '9403bc46-9f33-43a6-b1f4-1da42f7a27e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:09:18Z', 'updated_at': '2022-03-22T11:10:16Z', 'revision_number': 6, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '9403bc46-9f33-43a6-b1f4-1da42f7a27e6', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:06:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26ccafbb-8228-4cf4-93da-edfc1448d23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:09:19Z', 'updated_at': '2022-03-22T11:10:15Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '3d7d1d58-d3c6-4b27-b44f-318751d5a295', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'floating_ip_address': '172.26.7.179', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '26ccafbb-8228-4cf4-93da-edfc1448d23a', 'port_id': 'a0957559-8d24-4012-8f4d-68f65e2800f9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4de65bcf-0dca-4967-9034-e20dd9c30ec3', 'mac_address': 'fa:16:3e:0b:89:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee97b7d1-b666-4650-9236-6a3d504c7225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:09:39Z', 'updated_at': '2022-03-22T11:10:15Z', 'revision_number': 2, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '623e307d-6b6a-4e05-b759-d9b3d9dc9720', 'name': '', 'network_id': '4de65bcf-0dca-4967-9034-e20dd9c30ec3', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:0b:a5:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26ccafbb-8228-4cf4-93da-edfc1448d23a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '6df7dba4-ac0d-4110-ab3d-3335dd363804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:09:22Z', 'updated_at': '2022-03-22T11:10:15Z', 'revision_number': 6, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '6df7dba4-ac0d-4110-ab3d-3335dd363804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:10:18.509168 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 43788) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:10:18.574231 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-4d675a86-12a5-4f33-9cac-9c3452238d51 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/floatingips/3d7d1d58-d3c6-4b27-b44f-318751d5a295 HTTP/1.1" status: 200 len: 991 time: 0.0638716 Mar 22 11:10:19.387776 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 623e307d-6b6a-4e05-b759-d9b3d9dc9720 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:10:19.436288 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 623e307d-6b6a-4e05-b759-d9b3d9dc9720 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:10:19.436657 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:19.518872 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:19.554727 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port 623e307d-6b6a-4e05-b759-d9b3d9dc9720, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=623e307d-6b6a-4e05-b759-d9b3d9dc9720,segment=NetworkSegment(c1838caa-ba78-4386-84ca-f05abee550d2),segment_id=c1838caa-ba78-4386-84ca-f05abee550d2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:10:19.560007 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:19.560799 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 9403bc46-9f33-43a6-b1f4-1da42f7a27e6 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:10:19.578046 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 43790) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:10:19.634069 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=623e307d-6b6a-4e05-b759-d9b3d9dc9720,revision_number=7']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:10:19.639424 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-7404ed18-4213-4331-9091-c2d58a3ad699 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/floatingips/3d7d1d58-d3c6-4b27-b44f-318751d5a295 HTTP/1.1" status: 200 len: 991 time: 0.0602019 Mar 22 11:10:19.641748 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:10:19.642095 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:10:19.642432 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:10:19.642755 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:10:19.643084 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:10:19.643430 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:10:19.643758 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:10:19.644078 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:10:19.644401 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:10:19.644716 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:10:19.645031 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:10:19.645353 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:10:19.657218 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 9403bc46-9f33-43a6-b1f4-1da42f7a27e6 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:10:19.657593 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:19.739925 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:19.762046 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port 9403bc46-9f33-43a6-b1f4-1da42f7a27e6, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=9403bc46-9f33-43a6-b1f4-1da42f7a27e6,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:10:19.766856 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:19.797682 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f95150-4976-44de-b253-8507351121f5 None None] New status for floating IP 3d7d1d58-d3c6-4b27-b44f-318751d5a295: ACTIVE {{(pid=109052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 11:10:19.823689 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=9403bc46-9f33-43a6-b1f4-1da42f7a27e6,revision_number=6']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:10:20.643590 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 43792) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:10:20.707693 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4fc9707b-f3e9-4faa-a154-c5b617565c28 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/floatingips/3d7d1d58-d3c6-4b27-b44f-318751d5a295 HTTP/1.1" status: 200 len: 993 time: 0.0629416 Mar 22 11:10:20.945595 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 43798) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:10:21.106932 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-a30369a0-1e38-47d4-bd14-5d7322153d5f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Deleting port ac09fe3a-6fce-455a-922b-e21f156c5e5c {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:10:21.107242 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a30369a0-1e38-47d4-bd14-5d7322153d5f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:21.192692 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a30369a0-1e38-47d4-bd14-5d7322153d5f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:21.193024 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a30369a0-1e38-47d4-bd14-5d7322153d5f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:21.205482 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-a30369a0-1e38-47d4-bd14-5d7322153d5f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Calling delete_port for ac09fe3a-6fce-455a-922b-e21f156c5e5c owned by network:floatingip {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:10:21.356334 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 623e307d-6b6a-4e05-b759-d9b3d9dc9720 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:10:21.359140 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a30369a0-1e38-47d4-bd14-5d7322153d5f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:21.392514 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30369a0-1e38-47d4-bd14-5d7322153d5f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'Port': ['ID=ac09fe3a-6fce-455a-922b-e21f156c5e5c,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:10:21.407919 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 623e307d-6b6a-4e05-b759-d9b3d9dc9720 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:10:21.408385 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:21.431121 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30369a0-1e38-47d4-bd14-5d7322153d5f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:10:21.431497 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30369a0-1e38-47d4-bd14-5d7322153d5f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:10:21.431837 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30369a0-1e38-47d4-bd14-5d7322153d5f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:10:21.432167 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30369a0-1e38-47d4-bd14-5d7322153d5f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:10:21.432497 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30369a0-1e38-47d4-bd14-5d7322153d5f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:10:21.432825 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30369a0-1e38-47d4-bd14-5d7322153d5f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:10:21.433154 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30369a0-1e38-47d4-bd14-5d7322153d5f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:10:21.433476 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30369a0-1e38-47d4-bd14-5d7322153d5f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:10:21.433799 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30369a0-1e38-47d4-bd14-5d7322153d5f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:10:21.434118 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30369a0-1e38-47d4-bd14-5d7322153d5f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:10:21.434445 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30369a0-1e38-47d4-bd14-5d7322153d5f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:10:21.434752 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30369a0-1e38-47d4-bd14-5d7322153d5f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:10:21.456252 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a30369a0-1e38-47d4-bd14-5d7322153d5f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for floatingip, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:21.456589 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.l3_db [None req-a30369a0-1e38-47d4-bd14-5d7322153d5f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Floating IP 3d7d1d58-d3c6-4b27-b44f-318751d5a295 disassociated (deleted). External IP: 172.26.7.179, port: a0957559-8d24-4012-8f4d-68f65e2800f9. Mar 22 11:10:21.485401 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 9403bc46-9f33-43a6-b1f4-1da42f7a27e6 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:10:21.532683 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 9403bc46-9f33-43a6-b1f4-1da42f7a27e6 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:10:21.533114 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:21.662559 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a30369a0-1e38-47d4-bd14-5d7322153d5f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Router 26ccafbb-8228-4cf4-93da-edfc1448d23a has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:10:21.774501 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30369a0-1e38-47d4-bd14-5d7322153d5f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:10:21.779823 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a30369a0-1e38-47d4-bd14-5d7322153d5f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:21.784495 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42afe3e5-cade-4431-a7cd-f9d3a43086f3 None None] Sync routers for ids ['26ccafbb-8228-4cf4-93da-edfc1448d23a'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:10:21.793897 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42afe3e5-cade-4431-a7cd-f9d3a43086f3 None None] Routers {'26ccafbb-8228-4cf4-93da-edfc1448d23a'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:10:21.794505 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-42afe3e5-cade-4431-a7cd-f9d3a43086f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:10:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['26ccafbb-8228-4cf4-93da-edfc1448d23a'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:10:21.806772 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a30369a0-1e38-47d4-bd14-5d7322153d5f tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "DELETE /v2.0/floatingips/3d7d1d58-d3c6-4b27-b44f-318751d5a295 HTTP/1.1" status: 204 len: 168 time: 0.8601511 Mar 22 11:10:21.807344 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee97b7d1-b666-4650-9236-6a3d504c7225', 'tag': 'a0957559-8d24-4012-8f4d-68f65e2800f9'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:10:21.810327 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea20d47ee5c2e5d2aa35ee26c9e60aea7970c4225f3eb14fb63792ea9ad3856f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b007daca-3d48-4e42-b049-fa3d9f2f56e9" -d '{"events": [{"name": "network-changed", "server_uuid": "ee97b7d1-b666-4650-9236-6a3d504c7225", "tag": "a0957559-8d24-4012-8f4d-68f65e2800f9"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:10:21.846806 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6552819b-818c-4cdc-b0a0-881eefb59849 x-openstack-request-id: req-6552819b-818c-4cdc-b0a0-881eefb59849 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:10:21.846806 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee97b7d1-b666-4650-9236-6a3d504c7225", "tag": "a0957559-8d24-4012-8f4d-68f65e2800f9", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:10:21.847098 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6552819b-818c-4cdc-b0a0-881eefb59849 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:10:21.847396 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6552819b-818c-4cdc-b0a0-881eefb59849'] response: {'name': 'network-changed', 'server_uuid': 'ee97b7d1-b666-4650-9236-6a3d504c7225', 'tag': 'a0957559-8d24-4012-8f4d-68f65e2800f9', 'status': 'completed', 'code': 200} Mar 22 11:10:21.902881 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-42afe3e5-cade-4431-a7cd-f9d3a43086f3 None None] Set router 26ccafbb-8228-4cf4-93da-edfc1448d23a gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:10:21.923653 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b007daca-3d48-4e42-b049-fa3d9f2f56e9 req-ce05283c-5d64-4d75-9cbf-5cc12fcea07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:10:21.925210 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b007daca-3d48-4e42-b049-fa3d9f2f56e9 req-ce05283c-5d64-4d75-9cbf-5cc12fcea07a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d323f0b18e24bb7bcd0d92686e5587a&device_id=ee97b7d1-b666-4650-9236-6a3d504c7225 HTTP/1.1" status: 200 len: 1098 time: 0.0551438 Mar 22 11:10:22.056062 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b007daca-3d48-4e42-b049-fa3d9f2f56e9 req-acc9c81a-0869-4bc8-be4d-7f1f58a8af73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:10:22.057441 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b007daca-3d48-4e42-b049-fa3d9f2f56e9 req-acc9c81a-0869-4bc8-be4d-7f1f58a8af73 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4de65bcf-0dca-4967-9034-e20dd9c30ec3 HTTP/1.1" status: 200 len: 897 time: 0.1248608 Mar 22 11:10:22.069134 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c86b43-1da7-4f23-b4f1-1993615142e7 req-2248e293-7b33-4aa9-bf3f-2f68460b8bfd tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:10:22.070584 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e6c86b43-1da7-4f23-b4f1-1993615142e7 req-2248e293-7b33-4aa9-bf3f-2f68460b8bfd tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee97b7d1-b666-4650-9236-6a3d504c7225 HTTP/1.1" status: 200 len: 945 time: 0.0706594 Mar 22 11:10:22.109646 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-42afe3e5-cade-4431-a7cd-f9d3a43086f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ccafbb-8228-4cf4-93da-edfc1448d23a', 'name': 'tempest-TestNetworkBasicOps-router-1858174629', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.102'}], 'enable_snat': True}, 'gw_port_id': '9403bc46-9f33-43a6-b1f4-1da42f7a27e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:09:18Z', 'updated_at': '2022-03-22T11:10:16Z', 'revision_number': 6, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '9403bc46-9f33-43a6-b1f4-1da42f7a27e6', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:06:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ccafbb-8228-4cf4-93da-edfc1448d23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:09:19Z', 'updated_at': '2022-03-22T11:10:19Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '623e307d-6b6a-4e05-b759-d9b3d9dc9720', 'name': '', 'network_id': '4de65bcf-0dca-4967-9034-e20dd9c30ec3', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:0b:a5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ccafbb-8228-4cf4-93da-edfc1448d23a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '6df7dba4-ac0d-4110-ab3d-3335dd363804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:09:22Z', 'updated_at': '2022-03-22T11:10:19Z', 'revision_number': 7, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '6df7dba4-ac0d-4110-ab3d-3335dd363804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:10:22.120537 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b007daca-3d48-4e42-b049-fa3d9f2f56e9 req-1fc704e1-7936-4070-a10f-e4922ad31c1f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0957559-8d24-4012-8f4d-68f65e2800f9 HTTP/1.1" status: 200 len: 217 time: 0.0489550 Mar 22 11:10:22.167918 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e6c86b43-1da7-4f23-b4f1-1993615142e7 req-4dbd03ac-d114-4f5a-9cd5-e0dba26eb7bf tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=00d89924-56de-4665-90c7-b4eab3b65ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893180 Mar 22 11:10:22.184956 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b007daca-3d48-4e42-b049-fa3d9f2f56e9 req-e66f901f-2747-48ca-b34b-8690145d796b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:10:22.186420 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b007daca-3d48-4e42-b049-fa3d9f2f56e9 req-e66f901f-2747-48ca-b34b-8690145d796b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6df7dba4-ac0d-4110-ab3d-3335dd363804 HTTP/1.1" status: 200 len: 834 time: 0.0592923 Mar 22 11:10:22.235555 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b007daca-3d48-4e42-b049-fa3d9f2f56e9 req-068c2262-0a16-4b36-b885-04f3a7767d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:10:22.237068 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b007daca-3d48-4e42-b049-fa3d9f2f56e9 req-068c2262-0a16-4b36-b885-04f3a7767d57 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4de65bcf-0dca-4967-9034-e20dd9c30ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430329 Mar 22 11:10:22.290632 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42afe3e5-cade-4431-a7cd-f9d3a43086f3 None None] Checking router: 26ccafbb-8228-4cf4-93da-edfc1448d23a for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:10:22.299467 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42afe3e5-cade-4431-a7cd-f9d3a43086f3 None None] Routers {'26ccafbb-8228-4cf4-93da-edfc1448d23a'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:10:22.300044 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-42afe3e5-cade-4431-a7cd-f9d3a43086f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:10:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['26ccafbb-8228-4cf4-93da-edfc1448d23a'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:10:22.332183 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b007daca-3d48-4e42-b049-fa3d9f2f56e9 req-d2dabd09-94b6-4dc4-9790-a080a9a911da service neutron] 10.222.0.35 "GET /v2.0/networks/4de65bcf-0dca-4967-9034-e20dd9c30ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870047 Mar 22 11:10:22.405153 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-42afe3e5-cade-4431-a7cd-f9d3a43086f3 None None] Set router 26ccafbb-8228-4cf4-93da-edfc1448d23a gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:10:22.421931 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b007daca-3d48-4e42-b049-fa3d9f2f56e9 req-d36da6e5-b203-400e-80bf-afd50064eab9 service neutron] 10.222.0.35 "GET /v2.0/networks/4de65bcf-0dca-4967-9034-e20dd9c30ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830774 Mar 22 11:10:22.602998 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-42afe3e5-cade-4431-a7cd-f9d3a43086f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ccafbb-8228-4cf4-93da-edfc1448d23a', 'name': 'tempest-TestNetworkBasicOps-router-1858174629', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.102'}], 'enable_snat': True}, 'gw_port_id': '9403bc46-9f33-43a6-b1f4-1da42f7a27e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:09:18Z', 'updated_at': '2022-03-22T11:10:16Z', 'revision_number': 6, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '9403bc46-9f33-43a6-b1f4-1da42f7a27e6', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:06:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ccafbb-8228-4cf4-93da-edfc1448d23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:09:19Z', 'updated_at': '2022-03-22T11:10:19Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '623e307d-6b6a-4e05-b759-d9b3d9dc9720', 'name': '', 'network_id': '4de65bcf-0dca-4967-9034-e20dd9c30ec3', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:0b:a5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ccafbb-8228-4cf4-93da-edfc1448d23a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '6df7dba4-ac0d-4110-ab3d-3335dd363804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:09:22Z', 'updated_at': '2022-03-22T11:10:19Z', 'revision_number': 7, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '6df7dba4-ac0d-4110-ab3d-3335dd363804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:10:22.632455 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42afe3e5-cade-4431-a7cd-f9d3a43086f3 None None] The sync data for ids ['26ccafbb-8228-4cf4-93da-edfc1448d23a'] in dv-neutron-834599-1-hyperv is: [{'id': '26ccafbb-8228-4cf4-93da-edfc1448d23a', 'name': 'tempest-TestNetworkBasicOps-router-1858174629', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.102'}], 'enable_snat': True}, 'gw_port_id': '9403bc46-9f33-43a6-b1f4-1da42f7a27e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:09:18Z', 'updated_at': '2022-03-22T11:10:16Z', 'revision_number': 6, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '9403bc46-9f33-43a6-b1f4-1da42f7a27e6', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:06:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ccafbb-8228-4cf4-93da-edfc1448d23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:09:19Z', 'updated_at': '2022-03-22T11:10:19Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '623e307d-6b6a-4e05-b759-d9b3d9dc9720', 'name': '', 'network_id': '4de65bcf-0dca-4967-9034-e20dd9c30ec3', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'mac_address': 'fa:16:3e:0b:a5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ccafbb-8228-4cf4-93da-edfc1448d23a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '6df7dba4-ac0d-4110-ab3d-3335dd363804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:09:22Z', 'updated_at': '2022-03-22T11:10:19Z', 'revision_number': 7, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'subnets': [{'id': '6df7dba4-ac0d-4110-ab3d-3335dd363804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:10:23.281793 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92edb562-3c46-4c10-a004-9f3a197d36c5 None None] New status for floating IP 3d7d1d58-d3c6-4b27-b44f-318751d5a295: DOWN {{(pid=109052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 11:10:23.320188 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d939e-a482-427b-8501-bef0aa8805ba req-46f86dea-d67c-47dd-af8d-8534d43086ec tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:10:23.321682 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-cb3d939e-a482-427b-8501-bef0aa8805ba req-46f86dea-d67c-47dd-af8d-8534d43086ec tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee97b7d1-b666-4650-9236-6a3d504c7225 HTTP/1.1" status: 200 len: 945 time: 0.0821497 Mar 22 11:10:23.343984 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd996b-8cd2-4984-8750-d8be33fd9d10 req-09bc9e1b-02bd-4e1e-bae3-888c58ee2c84 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:10:23.345435 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4bcd996b-8cd2-4984-8750-d8be33fd9d10 req-09bc9e1b-02bd-4e1e-bae3-888c58ee2c84 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee97b7d1-b666-4650-9236-6a3d504c7225 HTTP/1.1" status: 200 len: 945 time: 0.0699031 Mar 22 11:10:23.397999 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-cb3d939e-a482-427b-8501-bef0aa8805ba req-e8ae6fbf-bcb2-45a7-8378-78edde9a2f2a tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "GET /v2.0/security-groups?id=00d89924-56de-4665-90c7-b4eab3b65ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696084 Mar 22 11:10:23.460612 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-4bcd996b-8cd2-4984-8750-d8be33fd9d10 req-edc58922-cb1c-483c-afef-25635b2f75ba tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Deleting port a0957559-8d24-4012-8f4d-68f65e2800f9 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:10:23.461044 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-4bcd996b-8cd2-4984-8750-d8be33fd9d10 req-edc58922-cb1c-483c-afef-25635b2f75ba tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:23.553013 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-4bcd996b-8cd2-4984-8750-d8be33fd9d10 req-edc58922-cb1c-483c-afef-25635b2f75ba tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] For port a0957559-8d24-4012-8f4d-68f65e2800f9, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=a0957559-8d24-4012-8f4d-68f65e2800f9,segment=NetworkSegment(c1838caa-ba78-4386-84ca-f05abee550d2),segment_id=c1838caa-ba78-4386-84ca-f05abee550d2)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:10:23.553348 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-4bcd996b-8cd2-4984-8750-d8be33fd9d10 req-edc58922-cb1c-483c-afef-25635b2f75ba tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:23.565645 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-4bcd996b-8cd2-4984-8750-d8be33fd9d10 req-edc58922-cb1c-483c-afef-25635b2f75ba tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Calling delete_port for a0957559-8d24-4012-8f4d-68f65e2800f9 owned by compute:nova {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:10:23.709182 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-4bcd996b-8cd2-4984-8750-d8be33fd9d10 req-edc58922-cb1c-483c-afef-25635b2f75ba tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:23.738653 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc58922-cb1c-483c-afef-25635b2f75ba tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'Port': ['ID=a0957559-8d24-4012-8f4d-68f65e2800f9,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:10:23.764203 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc58922-cb1c-483c-afef-25635b2f75ba tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:10:23.764548 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc58922-cb1c-483c-afef-25635b2f75ba tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:10:23.764888 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc58922-cb1c-483c-afef-25635b2f75ba tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:10:23.765218 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc58922-cb1c-483c-afef-25635b2f75ba tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:10:23.765546 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc58922-cb1c-483c-afef-25635b2f75ba tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:10:23.765848 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc58922-cb1c-483c-afef-25635b2f75ba tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:10:23.766202 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc58922-cb1c-483c-afef-25635b2f75ba tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:10:23.766520 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc58922-cb1c-483c-afef-25635b2f75ba tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:10:23.766845 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc58922-cb1c-483c-afef-25635b2f75ba tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:10:23.767162 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc58922-cb1c-483c-afef-25635b2f75ba tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:10:23.767504 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc58922-cb1c-483c-afef-25635b2f75ba tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:10:23.767823 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc58922-cb1c-483c-afef-25635b2f75ba tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:10:23.786574 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bcd996b-8cd2-4984-8750-d8be33fd9d10 req-edc58922-cb1c-483c-afef-25635b2f75ba tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] No DVR routers for this DVR port a0957559-8d24-4012-8f4d-68f65e2800f9 on host hv-neutron-8345 {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:10:23.789173 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-4bcd996b-8cd2-4984-8750-d8be33fd9d10 req-edc58922-cb1c-483c-afef-25635b2f75ba tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:23.792403 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4bcd996b-8cd2-4984-8750-d8be33fd9d10 req-edc58922-cb1c-483c-afef-25635b2f75ba tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.35 "DELETE /v2.0/ports/a0957559-8d24-4012-8f4d-68f65e2800f9 HTTP/1.1" status: 204 len: 173 time: 0.4405913 Mar 22 11:10:23.793137 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee97b7d1-b666-4650-9236-6a3d504c7225', 'name': 'network-vif-deleted', 'tag': 'a0957559-8d24-4012-8f4d-68f65e2800f9'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:10:23.795045 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e329e8-2179-4940-97c0-7801fc3fe105" -d '{"events": [{"server_uuid": "ee97b7d1-b666-4650-9236-6a3d504c7225", "name": "network-vif-deleted", "tag": "a0957559-8d24-4012-8f4d-68f65e2800f9"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:10:23.834064 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e8a813-df0c-4fcd-9382-e42f21183fb0 x-openstack-request-id: req-b6e8a813-df0c-4fcd-9382-e42f21183fb0 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:10:23.834352 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee97b7d1-b666-4650-9236-6a3d504c7225", "name": "network-vif-deleted", "tag": "a0957559-8d24-4012-8f4d-68f65e2800f9", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:10:23.834597 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b6e8a813-df0c-4fcd-9382-e42f21183fb0 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:10:23.834999 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6e8a813-df0c-4fcd-9382-e42f21183fb0'] response: {'server_uuid': 'ee97b7d1-b666-4650-9236-6a3d504c7225', 'name': 'network-vif-deleted', 'tag': 'a0957559-8d24-4012-8f4d-68f65e2800f9', 'status': 'completed', 'code': 200} Mar 22 11:10:24.460765 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 43812) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:10:24.523510 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-507af743-b0d0-4b4b-afe5-836c688d0cd0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:24.548788 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-507af743-b0d0-4b4b-afe5-836c688d0cd0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:24.610122 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-507af743-b0d0-4b4b-afe5-836c688d0cd0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:24.612869 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-507af743-b0d0-4b4b-afe5-836c688d0cd0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:24.614047 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-507af743-b0d0-4b4b-afe5-836c688d0cd0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "DELETE /v2.0/security-groups/00d89924-56de-4665-90c7-b4eab3b65ba5 HTTP/1.1" status: 204 len: 168 time: 0.1523454 Mar 22 11:10:24.623545 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507af743-b0d0-4b4b-afe5-836c688d0cd0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d89924-56de-4665-90c7-b4eab3b65ba5,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:10:24.649141 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 43816) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:10:25.020133 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a2e99c33-ced1-4154-953a-c5f662b3b0be tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683891'] for router_interface, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:25.275302 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-a2e99c33-ced1-4154-953a-c5f662b3b0be tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Deleting port 623e307d-6b6a-4e05-b759-d9b3d9dc9720 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:10:25.275765 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a2e99c33-ced1-4154-953a-c5f662b3b0be tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:25.367402 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-a2e99c33-ced1-4154-953a-c5f662b3b0be tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] For port 623e307d-6b6a-4e05-b759-d9b3d9dc9720, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=623e307d-6b6a-4e05-b759-d9b3d9dc9720,segment=NetworkSegment(c1838caa-ba78-4386-84ca-f05abee550d2),segment_id=c1838caa-ba78-4386-84ca-f05abee550d2)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:10:25.367743 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a2e99c33-ced1-4154-953a-c5f662b3b0be tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:25.379516 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-a2e99c33-ced1-4154-953a-c5f662b3b0be tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Calling delete_port for 623e307d-6b6a-4e05-b759-d9b3d9dc9720 owned by network:router_interface {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:10:25.568502 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a2e99c33-ced1-4154-953a-c5f662b3b0be tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:25.594021 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e99c33-ced1-4154-953a-c5f662b3b0be tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'Port': ['ID=623e307d-6b6a-4e05-b759-d9b3d9dc9720,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:10:25.766275 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a2e99c33-ced1-4154-953a-c5f662b3b0be tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684007'] for router_interface, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:25.982087 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e99c33-ced1-4154-953a-c5f662b3b0be tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Router 26ccafbb-8228-4cf4-93da-edfc1448d23a has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:10:26.095101 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e99c33-ced1-4154-953a-c5f662b3b0be tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:10:26.100275 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-a2e99c33-ced1-4154-953a-c5f662b3b0be tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "PUT /v2.0/routers/26ccafbb-8228-4cf4-93da-edfc1448d23a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4503982 Mar 22 11:10:26.103208 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 43818) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:10:26.104923 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1ba7f3-8e0b-470e-9527-f13c34253879 None None] Sync routers for ids ['26ccafbb-8228-4cf4-93da-edfc1448d23a'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:10:26.115758 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1ba7f3-8e0b-470e-9527-f13c34253879 None None] Routers {'26ccafbb-8228-4cf4-93da-edfc1448d23a'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:10:26.116415 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-7f1ba7f3-8e0b-470e-9527-f13c34253879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:10:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['26ccafbb-8228-4cf4-93da-edfc1448d23a'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:10:26.158879 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_v2 [None req-94ac3bc5-a655-4c3f-b72d-b42d8260781b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Deleting subnet 6df7dba4-ac0d-4110-ab3d-3335dd363804 {{(pid=109050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 11:10:26.162019 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-94ac3bc5-a655-4c3f-b72d-b42d8260781b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for subnet, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:26.201231 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-94ac3bc5-a655-4c3f-b72d-b42d8260781b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11961780'] for subnet, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:26.220370 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-7f1ba7f3-8e0b-470e-9527-f13c34253879 None None] Set router 26ccafbb-8228-4cf4-93da-edfc1448d23a gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:10:26.289066 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-94ac3bc5-a655-4c3f-b72d-b42d8260781b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:26.348392 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-94ac3bc5-a655-4c3f-b72d-b42d8260781b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:26.377397 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-94ac3bc5-a655-4c3f-b72d-b42d8260781b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:26.381588 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-94ac3bc5-a655-4c3f-b72d-b42d8260781b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "DELETE /v2.0/subnets/6df7dba4-ac0d-4110-ab3d-3335dd363804 HTTP/1.1" status: 204 len: 168 time: 0.2761974 Mar 22 11:10:26.383065 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ac3bc5-a655-4c3f-b72d-b42d8260781b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'Subnet': ['ID=6df7dba4-ac0d-4110-ab3d-3335dd363804,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:10:26.383715 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7d44c3-c27b-414e-9bf8-47025c0d5c4e None None] Network 4de65bcf-0dca-4967-9034-e20dd9c30ec3 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:10:26.384036 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 43820) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:10:26.451130 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-7f1ba7f3-8e0b-470e-9527-f13c34253879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ccafbb-8228-4cf4-93da-edfc1448d23a', 'name': 'tempest-TestNetworkBasicOps-router-1858174629', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.102'}], 'enable_snat': True}, 'gw_port_id': '9403bc46-9f33-43a6-b1f4-1da42f7a27e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:09:18Z', 'updated_at': '2022-03-22T11:10:25Z', 'revision_number': 7, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '9403bc46-9f33-43a6-b1f4-1da42f7a27e6', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:06:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ccafbb-8228-4cf4-93da-edfc1448d23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:09:19Z', 'updated_at': '2022-03-22T11:10:19Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:10:26.480482 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1ba7f3-8e0b-470e-9527-f13c34253879 None None] Checking router: 26ccafbb-8228-4cf4-93da-edfc1448d23a for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:10:26.491057 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e3adacf2-b270-4ce7-bf91-0f8857b5169b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:26.518455 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1ba7f3-8e0b-470e-9527-f13c34253879 None None] Routers {'26ccafbb-8228-4cf4-93da-edfc1448d23a'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:10:26.519061 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-7f1ba7f3-8e0b-470e-9527-f13c34253879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:10:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['26ccafbb-8228-4cf4-93da-edfc1448d23a'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:10:26.594862 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e3adacf2-b270-4ce7-bf91-0f8857b5169b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:26.628687 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-7f1ba7f3-8e0b-470e-9527-f13c34253879 None None] Set router 26ccafbb-8228-4cf4-93da-edfc1448d23a gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:10:26.657434 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-e3adacf2-b270-4ce7-bf91-0f8857b5169b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Deleting port 9403bc46-9f33-43a6-b1f4-1da42f7a27e6 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:10:26.657777 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2caf31-66aa-4433-b7f0-26ae0c7077b9 None None] DHCP port deletion for 4de65bcf-0dca-4967-9034-e20dd9c30ec3 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 11:10:26.657911 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e3adacf2-b270-4ce7-bf91-0f8857b5169b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:26.736698 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-e3adacf2-b270-4ce7-bf91-0f8857b5169b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] For port 9403bc46-9f33-43a6-b1f4-1da42f7a27e6, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=9403bc46-9f33-43a6-b1f4-1da42f7a27e6,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:10:26.737060 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e3adacf2-b270-4ce7-bf91-0f8857b5169b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:26.749262 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-e3adacf2-b270-4ce7-bf91-0f8857b5169b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Calling delete_port for 9403bc46-9f33-43a6-b1f4-1da42f7a27e6 owned by network:router_gateway {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:10:26.812670 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-be2caf31-66aa-4433-b7f0-26ae0c7077b9 None None] Deleting port c33c9012-cbfb-4d2d-b2dc-d54bded4620d {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:10:26.813045 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-be2caf31-66aa-4433-b7f0-26ae0c7077b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:26.884415 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-be2caf31-66aa-4433-b7f0-26ae0c7077b9 None None] For port c33c9012-cbfb-4d2d-b2dc-d54bded4620d, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=c33c9012-cbfb-4d2d-b2dc-d54bded4620d,segment=NetworkSegment(c1838caa-ba78-4386-84ca-f05abee550d2),segment_id=c1838caa-ba78-4386-84ca-f05abee550d2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:10:26.884816 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-be2caf31-66aa-4433-b7f0-26ae0c7077b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:26.899384 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-be2caf31-66aa-4433-b7f0-26ae0c7077b9 None None] Calling delete_port for c33c9012-cbfb-4d2d-b2dc-d54bded4620d owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:10:26.916619 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e3adacf2-b270-4ce7-bf91-0f8857b5169b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:26.916953 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-7f1ba7f3-8e0b-470e-9527-f13c34253879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ccafbb-8228-4cf4-93da-edfc1448d23a', 'name': 'tempest-TestNetworkBasicOps-router-1858174629', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.102'}], 'enable_snat': True}, 'gw_port_id': '9403bc46-9f33-43a6-b1f4-1da42f7a27e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:09:18Z', 'updated_at': '2022-03-22T11:10:25Z', 'revision_number': 7, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '9403bc46-9f33-43a6-b1f4-1da42f7a27e6', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:06:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ccafbb-8228-4cf4-93da-edfc1448d23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:09:19Z', 'updated_at': '2022-03-22T11:10:19Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:10:26.946996 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3adacf2-b270-4ce7-bf91-0f8857b5169b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'Port': ['ID=9403bc46-9f33-43a6-b1f4-1da42f7a27e6,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:10:26.968530 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1ba7f3-8e0b-470e-9527-f13c34253879 None None] The sync data for ids ['26ccafbb-8228-4cf4-93da-edfc1448d23a'] in dv-neutron-834599-1-hyperv is: [{'id': '26ccafbb-8228-4cf4-93da-edfc1448d23a', 'name': 'tempest-TestNetworkBasicOps-router-1858174629', 'tenant_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.102'}], 'enable_snat': True}, 'gw_port_id': '9403bc46-9f33-43a6-b1f4-1da42f7a27e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:09:18Z', 'updated_at': '2022-03-22T11:10:25Z', 'revision_number': 7, 'project_id': '9d323f0b18e24bb7bcd0d92686e5587a', 'gw_port': {'id': '9403bc46-9f33-43a6-b1f4-1da42f7a27e6', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:06:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ccafbb-8228-4cf4-93da-edfc1448d23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:09:19Z', 'updated_at': '2022-03-22T11:10:19Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:10:27.013699 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-be2caf31-66aa-4433-b7f0-26ae0c7077b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:27.016828 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e3adacf2-b270-4ce7-bf91-0f8857b5169b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682553'] for router_gateway, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:27.043269 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2caf31-66aa-4433-b7f0-26ae0c7077b9 None None] No DVR routers for this DVR port c33c9012-cbfb-4d2d-b2dc-d54bded4620d on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:10:27.046414 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2caf31-66aa-4433-b7f0-26ae0c7077b9 None None] Pushing event deleted for resources: {'Port': ['ID=c33c9012-cbfb-4d2d-b2dc-d54bded4620d,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:10:27.434147 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e3adacf2-b270-4ce7-bf91-0f8857b5169b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:27.435533 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 623e307d-6b6a-4e05-b759-d9b3d9dc9720 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:10:27.436462 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e3adacf2-b270-4ce7-bf91-0f8857b5169b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:27.455583 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 623e307d-6b6a-4e05-b759-d9b3d9dc9720 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:10:27.455928 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 623e307d-6b6a-4e05-b759-d9b3d9dc9720 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:10:27.456346 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device c33c9012-cbfb-4d2d-b2dc-d54bded4620d no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:10:27.477882 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: c33c9012-cbfb-4d2d-b2dc-d54bded4620d {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:10:27.478272 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device c33c9012-cbfb-4d2d-b2dc-d54bded4620d not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:10:27.480596 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e3adacf2-b270-4ce7-bf91-0f8857b5169b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:27.481324 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3adacf2-b270-4ce7-bf91-0f8857b5169b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Fanout notify agent at l3_agent the message router_deleted on router 26ccafbb-8228-4cf4-93da-edfc1448d23a {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 11:10:27.489184 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e3adacf2-b270-4ce7-bf91-0f8857b5169b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:27.492937 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e3adacf2-b270-4ce7-bf91-0f8857b5169b tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "DELETE /v2.0/routers/26ccafbb-8228-4cf4-93da-edfc1448d23a HTTP/1.1" status: 204 len: 168 time: 1.1047397 Mar 22 11:10:27.493155 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 43822) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:10:27.572315 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f980c0e5-8b9e-4ef1-a8b3-bf21e5aa24e0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:27.659631 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f980c0e5-8b9e-4ef1-a8b3-bf21e5aa24e0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:27.680105 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-f980c0e5-8b9e-4ef1-a8b3-bf21e5aa24e0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4de65bcf-0dca-4967-9034-e20dd9c30ec3']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:10:27.689421 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-f980c0e5-8b9e-4ef1-a8b3-bf21e5aa24e0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1838caa-ba78-4386-84ca-f05abee550d2') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:10:27.689715 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-f980c0e5-8b9e-4ef1-a8b3-bf21e5aa24e0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1838caa-ba78-4386-84ca-f05abee550d2') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:10:27.699879 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f980c0e5-8b9e-4ef1-a8b3-bf21e5aa24e0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:27.715904 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f980c0e5-8b9e-4ef1-a8b3-bf21e5aa24e0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:27.724731 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f980c0e5-8b9e-4ef1-a8b3-bf21e5aa24e0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:10:27.725358 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f980c0e5-8b9e-4ef1-a8b3-bf21e5aa24e0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:27.730051 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 11:10:27.730051 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:10:27.730051 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 11:10:27.730051 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:10:27.730051 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 11:10:27.730051 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 11:10:27.730051 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 11:10:27.730051 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:10:27.730051 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 11:10:27.730051 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:10:27.730051 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 11:10:27.730051 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:10:27.730051 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 11:10:27.730051 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 11:10:27.730051 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:10:27.730051 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 11:10:27.730051 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:10:27.730051 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 11:10:27.730051 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 11:10:27.730051 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 11:10:27.730051 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 11:10:27.730051 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 11:10:27.730051 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:10:27.730051 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:10:27.730051 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 11:10:27.730051 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:10:27.730051 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:10:27.730051 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:10:27.730051 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:10:27.730051 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:10:27.730051 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:10:27.730051 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:10:27.796553 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f980c0e5-8b9e-4ef1-a8b3-bf21e5aa24e0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:27.801414 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f980c0e5-8b9e-4ef1-a8b3-bf21e5aa24e0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:27.804726 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f980c0e5-8b9e-4ef1-a8b3-bf21e5aa24e0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] 10.222.0.57 "DELETE /v2.0/networks/4de65bcf-0dca-4967-9034-e20dd9c30ec3 HTTP/1.1" status: 204 len: 168 time: 0.3105664 Mar 22 11:10:27.820045 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f980c0e5-8b9e-4ef1-a8b3-bf21e5aa24e0 tempest-TestNetworkBasicOps-1069077289 tempest-TestNetworkBasicOps-1069077289-project] Pushing event deleted for resources: {'Network': ['ID=4de65bcf-0dca-4967-9034-e20dd9c30ec3,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:10:28.112691 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 43828) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:10:28.253207 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-00fbf547-14c4-472d-805f-aa78674820bd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9d323f0b18e24bb7bcd0d92686e5587a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1392660 Mar 22 11:10:28.256953 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 43832) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:10:28.306704 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8555b806-9c53-4572-877d-18b8753daa30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:28.309790 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device a0957559-8d24-4012-8f4d-68f65e2800f9 no longer exists at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:10:28.328228 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8555b806-9c53-4572-877d-18b8753daa30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:28.329663 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] No Port match for: a0957559-8d24-4012-8f4d-68f65e2800f9 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:10:28.330034 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device a0957559-8d24-4012-8f4d-68f65e2800f9 not bound to the agent host hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:10:28.377998 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8555b806-9c53-4572-877d-18b8753daa30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:28.380998 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8555b806-9c53-4572-877d-18b8753daa30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:28.382628 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8555b806-9c53-4572-877d-18b8753daa30 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/490c5b7e-2d03-4c50-9ac1-87542458a12c HTTP/1.1" status: 204 len: 168 time: 0.1247914 Mar 22 11:10:28.390163 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8555b806-9c53-4572-877d-18b8753daa30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490c5b7e-2d03-4c50-9ac1-87542458a12c,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:10:28.672753 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 43838) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:10:28.689550 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b0783426-0659-4e61-849d-eb7fb0a02cfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:28.764043 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b0783426-0659-4e61-849d-eb7fb0a02cfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:28.770266 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b0783426-0659-4e61-849d-eb7fb0a02cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:28.807685 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b0783426-0659-4e61-849d-eb7fb0a02cfb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=270a803a0ee146789de231b81b102abb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1338241 Mar 22 11:10:28.808501 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0783426-0659-4e61-849d-eb7fb0a02cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54568bc7-6b33-464a-8c68-e74c206792d1,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:10:28.810825 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 43840) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:10:28.869934 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-827dfa45-cad2-48f2-9175-7432c8963c3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:28.896009 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-827dfa45-cad2-48f2-9175-7432c8963c3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:28.946858 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-827dfa45-cad2-48f2-9175-7432c8963c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:28.949441 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-827dfa45-cad2-48f2-9175-7432c8963c3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:28.950629 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-827dfa45-cad2-48f2-9175-7432c8963c3c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/54568bc7-6b33-464a-8c68-e74c206792d1 HTTP/1.1" status: 204 len: 168 time: 0.1382768 Mar 22 11:10:28.958277 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827dfa45-cad2-48f2-9175-7432c8963c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54568bc7-6b33-464a-8c68-e74c206792d1,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:10:29.307762 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 9403bc46-9f33-43a6-b1f4-1da42f7a27e6 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:10:29.331308 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 9403bc46-9f33-43a6-b1f4-1da42f7a27e6 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:10:29.331723 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 9403bc46-9f33-43a6-b1f4-1da42f7a27e6 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:10:34.162099 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:10:36.271559 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5d8b2c75-ca46-4fa5-8232-18f5e237ccae req-2d80308a-6aef-42e4-9421-ebc79d89324f tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=dafea242639e4f979e100479b3aa9c4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386598 Mar 22 11:10:36.455890 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b2c75-ca46-4fa5-8232-18f5e237ccae req-350e4159-b679-41c6-b681-cfb472f609aa tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:10:36.457309 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5d8b2c75-ca46-4fa5-8232-18f5e237ccae req-350e4159-b679-41c6-b681-cfb472f609aa tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1801355 Mar 22 11:10:36.472614 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5d8b2c75-ca46-4fa5-8232-18f5e237ccae req-6f5756ad-8df7-423e-ab20-09fb854f6a3d tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] 10.222.0.57 "GET /v2.0/quotas/dafea242639e4f979e100479b3aa9c4b HTTP/1.1" status: 200 len: 375 time: 0.0094194 Mar 22 11:10:36.503287 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5d8b2c75-ca46-4fa5-8232-18f5e237ccae req-2cd7ab55-26bd-434a-a758-faf253117c36 tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=dafea242639e4f979e100479b3aa9c4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252953 Mar 22 11:10:36.671576 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-31c8446c-57b0-494f-bfe9-165d92ef0bdb req-b521397b-367e-468d-b7bf-077507134cab tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cac1241-3631-4026-bfc8-df5c412cad14 HTTP/1.1" status: 200 len: 210 time: 0.0293894 Mar 22 11:10:37.650684 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5d8b2c75-ca46-4fa5-8232-18f5e237ccae req-b6da71e3-84ee-4eff-a6be-743f0a323f8d tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=dafea242639e4f979e100479b3aa9c4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227859 Mar 22 11:10:37.709360 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7fd936bc-4027-496b-b59c-88a5f7275998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:37.775495 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b2c75-ca46-4fa5-8232-18f5e237ccae req-c55666e7-76fb-4952-9685-55a689e26ac5 tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:10:37.776934 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5d8b2c75-ca46-4fa5-8232-18f5e237ccae req-c55666e7-76fb-4952-9685-55a689e26ac5 tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1200249 Mar 22 11:10:37.797567 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-5d8b2c75-ca46-4fa5-8232-18f5e237ccae req-601168f4-9542-4fad-914a-61ccb21d47fa tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] Request body: {'port': {'device_id': '3cac1241-3631-4026-bfc8-df5c412cad14', 'network_id': '69c52808-db4b-40b7-ac4c-de130e2a7453', 'admin_state_up': True, 'tenant_id': 'dafea242639e4f979e100479b3aa9c4b'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:10:37.801882 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3a63a318-0124-471c-98a8-9816e948829c req-382602c1-113b-4a27-8785-e7708975a456 tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cac1241-3631-4026-bfc8-df5c412cad14 HTTP/1.1" status: 200 len: 210 time: 0.0509641 Mar 22 11:10:37.922924 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d8b2c75-ca46-4fa5-8232-18f5e237ccae req-601168f4-9542-4fad-914a-61ccb21d47fa tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] Made reservation on behalf of dafea242639e4f979e100479b3aa9c4b for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:10:37.928254 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-5d8b2c75-ca46-4fa5-8232-18f5e237ccae req-601168f4-9542-4fad-914a-61ccb21d47fa tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:37.936909 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-5d8b2c75-ca46-4fa5-8232-18f5e237ccae req-601168f4-9542-4fad-914a-61ccb21d47fa tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:38.020969 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-5d8b2c75-ca46-4fa5-8232-18f5e237ccae req-601168f4-9542-4fad-914a-61ccb21d47fa tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:38.025538 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-5d8b2c75-ca46-4fa5-8232-18f5e237ccae req-601168f4-9542-4fad-914a-61ccb21d47fa tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:38.088162 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601168f4-9542-4fad-914a-61ccb21d47fa tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aeba6b09-3704-4c4a-a4ba-8c14dfbdc9fa,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:10:38.163763 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [req-5d8b2c75-ca46-4fa5-8232-18f5e237ccae req-601168f4-9542-4fad-914a-61ccb21d47fa tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] Allocated IP 192.168.233.14 (69c52808-db4b-40b7-ac4c-de130e2a7453/73a99198-ba97-4877-8080-fb22555d17ed/ff4b935b-eda8-465b-ab11-59127d07231b) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:10:38.327693 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-5d8b2c75-ca46-4fa5-8232-18f5e237ccae req-601168f4-9542-4fad-914a-61ccb21d47fa tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:38.366044 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-5d8b2c75-ca46-4fa5-8232-18f5e237ccae req-601168f4-9542-4fad-914a-61ccb21d47fa tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:38.409337 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d8b2c75-ca46-4fa5-8232-18f5e237ccae req-601168f4-9542-4fad-914a-61ccb21d47fa tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] Network 69c52808-db4b-40b7-ac4c-de130e2a7453 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:10:38.412354 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [req-5d8b2c75-ca46-4fa5-8232-18f5e237ccae req-601168f4-9542-4fad-914a-61ccb21d47fa tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:10:38.415782 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d8b2c75-ca46-4fa5-8232-18f5e237ccae req-601168f4-9542-4fad-914a-61ccb21d47fa tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:10:38.421956 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601168f4-9542-4fad-914a-61ccb21d47fa tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] Pushing event updated for resources: {'Port': ['ID=ff4b935b-eda8-465b-ab11-59127d07231b,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:10:38.468175 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b2c75-ca46-4fa5-8232-18f5e237ccae req-601168f4-9542-4fad-914a-61ccb21d47fa tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:10:38.468821 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-5d8b2c75-ca46-4fa5-8232-18f5e237ccae req-601168f4-9542-4fad-914a-61ccb21d47fa tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:38.487759 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5d8b2c75-ca46-4fa5-8232-18f5e237ccae req-601168f4-9542-4fad-914a-61ccb21d47fa tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6939211 Mar 22 11:10:38.500408 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-5d8b2c75-ca46-4fa5-8232-18f5e237ccae req-9f87b1bb-b42a-4b6f-8969-a9421ce7d7ed service neutron] Request body: {'port': {'device_id': '3cac1241-3631-4026-bfc8-df5c412cad14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8345'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:10:38.560041 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-5d8b2c75-ca46-4fa5-8232-18f5e237ccae req-9f87b1bb-b42a-4b6f-8969-a9421ce7d7ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:38.688177 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-1a2d8641-3e92-4173-8686-ae41da5f0404 None None] Provisioning complete for port ff4b935b-eda8-465b-ab11-59127d07231b triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:10:38.688468 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-1a2d8641-3e92-4173-8686-ae41da5f0404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:38.721896 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-1a2d8641-3e92-4173-8686-ae41da5f0404 None None] Port ff4b935b-eda8-465b-ab11-59127d07231b cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:10:38.824713 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [req-5d8b2c75-ca46-4fa5-8232-18f5e237ccae req-9f87b1bb-b42a-4b6f-8969-a9421ce7d7ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff4b935b-eda8-465b-ab11-59127d07231b {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:10:38.832158 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-5d8b2c75-ca46-4fa5-8232-18f5e237ccae req-9f87b1bb-b42a-4b6f-8969-a9421ce7d7ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:38.844223 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [req-5d8b2c75-ca46-4fa5-8232-18f5e237ccae req-9f87b1bb-b42a-4b6f-8969-a9421ce7d7ed service neutron] Transition to ACTIVE for port object ff4b935b-eda8-465b-ab11-59127d07231b will not be triggered until provisioned by entity L2. {{(pid=109050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:10:38.848656 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-5d8b2c75-ca46-4fa5-8232-18f5e237ccae req-9f87b1bb-b42a-4b6f-8969-a9421ce7d7ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:38.946462 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f87b1bb-b42a-4b6f-8969-a9421ce7d7ed service neutron] Pushing event updated for resources: {'Port': ['ID=ff4b935b-eda8-465b-ab11-59127d07231b,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:10:38.994009 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53295227-299e-4dfa-b907-89061457c20f req-486d1d39-5c76-4947-beda-e91689cc7c3e tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:10:38.995599 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-53295227-299e-4dfa-b907-89061457c20f req-486d1d39-5c76-4947-beda-e91689cc7c3e tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cac1241-3631-4026-bfc8-df5c412cad14 HTTP/1.1" status: 200 len: 947 time: 0.1138942 Mar 22 11:10:39.028287 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-5d8b2c75-ca46-4fa5-8232-18f5e237ccae req-9f87b1bb-b42a-4b6f-8969-a9421ce7d7ed service neutron] Attempting to bind port ff4b935b-eda8-465b-ab11-59127d07231b on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:10:39.028612 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-5d8b2c75-ca46-4fa5-8232-18f5e237ccae req-9f87b1bb-b42a-4b6f-8969-a9421ce7d7ed service neutron] Attempting to bind port ff4b935b-eda8-465b-ab11-59127d07231b by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': 'c5d023fa-9a5c-4dd7-ba3e-86beac3ea421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '69c52808-db4b-40b7-ac4c-de130e2a7453'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:10:39.028938 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8b2c75-ca46-4fa5-8232-18f5e237ccae req-9f87b1bb-b42a-4b6f-8969-a9421ce7d7ed service neutron] Attempting to bind port ff4b935b-eda8-465b-ab11-59127d07231b on network 69c52808-db4b-40b7-ac4c-de130e2a7453 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:10:39.036608 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8b2c75-ca46-4fa5-8232-18f5e237ccae req-9f87b1bb-b42a-4b6f-8969-a9421ce7d7ed service neutron] Port ff4b935b-eda8-465b-ab11-59127d07231b on network 69c52808-db4b-40b7-ac4c-de130e2a7453 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 11:10:39.036913 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8b2c75-ca46-4fa5-8232-18f5e237ccae req-9f87b1bb-b42a-4b6f-8969-a9421ce7d7ed service neutron] Attempting to bind port ff4b935b-eda8-465b-ab11-59127d07231b on network 69c52808-db4b-40b7-ac4c-de130e2a7453 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:10:39.050301 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8b2c75-ca46-4fa5-8232-18f5e237ccae req-9f87b1bb-b42a-4b6f-8969-a9421ce7d7ed service neutron] Checking agent: {'id': 'dcb78974-6458-4942-8c9c-663284d5bb3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8345', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:10:39.050631 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8b2c75-ca46-4fa5-8232-18f5e237ccae req-9f87b1bb-b42a-4b6f-8969-a9421ce7d7ed service neutron] Checking segment: {'id': 'c5d023fa-9a5c-4dd7-ba3e-86beac3ea421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '69c52808-db4b-40b7-ac4c-de130e2a7453'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:10:39.051002 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8b2c75-ca46-4fa5-8232-18f5e237ccae req-9f87b1bb-b42a-4b6f-8969-a9421ce7d7ed service neutron] Bound using segment: {'id': 'c5d023fa-9a5c-4dd7-ba3e-86beac3ea421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '69c52808-db4b-40b7-ac4c-de130e2a7453'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:10:39.051455 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-5d8b2c75-ca46-4fa5-8232-18f5e237ccae req-9f87b1bb-b42a-4b6f-8969-a9421ce7d7ed service neutron] Bound port: ff4b935b-eda8-465b-ab11-59127d07231b, host: hv-neutron-8345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5d023fa-9a5c-4dd7-ba3e-86beac3ea421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '69c52808-db4b-40b7-ac4c-de130e2a7453'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:10:39.051811 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-5d8b2c75-ca46-4fa5-8232-18f5e237ccae req-9f87b1bb-b42a-4b6f-8969-a9421ce7d7ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:39.056019 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-53295227-299e-4dfa-b907-89061457c20f req-09868662-ae38-41e1-8e88-ce8d73f96823 tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] 10.222.0.57 "GET /v2.0/security-groups?id=aeba6b09-3704-4c4a-a4ba-8c14dfbdc9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522463 Mar 22 11:10:39.120964 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-5d8b2c75-ca46-4fa5-8232-18f5e237ccae req-9f87b1bb-b42a-4b6f-8969-a9421ce7d7ed service neutron] For port ff4b935b-eda8-465b-ab11-59127d07231b, host hv-neutron-8345, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:10:39.123981 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-5d8b2c75-ca46-4fa5-8232-18f5e237ccae req-9f87b1bb-b42a-4b6f-8969-a9421ce7d7ed service neutron] For port ff4b935b-eda8-465b-ab11-59127d07231b, host hv-neutron-8345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=ff4b935b-eda8-465b-ab11-59127d07231b,segment=NetworkSegment(c5d023fa-9a5c-4dd7-ba3e-86beac3ea421),segment_id=c5d023fa-9a5c-4dd7-ba3e-86beac3ea421)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:10:39.133954 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-5d8b2c75-ca46-4fa5-8232-18f5e237ccae req-9f87b1bb-b42a-4b6f-8969-a9421ce7d7ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:39.169880 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b2c75-ca46-4fa5-8232-18f5e237ccae req-9f87b1bb-b42a-4b6f-8969-a9421ce7d7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:10:39.170291 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-5d8b2c75-ca46-4fa5-8232-18f5e237ccae req-9f87b1bb-b42a-4b6f-8969-a9421ce7d7ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:39.171692 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5d8b2c75-ca46-4fa5-8232-18f5e237ccae req-9f87b1bb-b42a-4b6f-8969-a9421ce7d7ed service neutron] 10.222.0.35 "PUT /v2.0/ports/ff4b935b-eda8-465b-ab11-59127d07231b HTTP/1.1" status: 200 len: 1097 time: 0.6755116 Mar 22 11:10:39.174211 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cac1241-3631-4026-bfc8-df5c412cad14', 'tag': 'ff4b935b-eda8-465b-ab11-59127d07231b'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:10:39.177248 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442e3994-e473-4555-9d1c-995873a6e2dd" -d '{"events": [{"name": "network-changed", "server_uuid": "3cac1241-3631-4026-bfc8-df5c412cad14", "tag": "ff4b935b-eda8-465b-ab11-59127d07231b"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:10:39.200687 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f87b1bb-b42a-4b6f-8969-a9421ce7d7ed service neutron] Pushing event updated for resources: {'Port': ['ID=ff4b935b-eda8-465b-ab11-59127d07231b,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:10:39.240377 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3d9bcd-e758-4e46-83fb-3db7efeeb88f x-openstack-request-id: req-fa3d9bcd-e758-4e46-83fb-3db7efeeb88f {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:10:39.240798 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cac1241-3631-4026-bfc8-df5c412cad14", "tag": "ff4b935b-eda8-465b-ab11-59127d07231b", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:10:39.241152 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fa3d9bcd-e758-4e46-83fb-3db7efeeb88f {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:10:39.241638 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa3d9bcd-e758-4e46-83fb-3db7efeeb88f'] response: {'name': 'network-changed', 'server_uuid': '3cac1241-3631-4026-bfc8-df5c412cad14', 'tag': 'ff4b935b-eda8-465b-ab11-59127d07231b', 'status': 'completed', 'code': 200} Mar 22 11:10:39.257898 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b2c75-ca46-4fa5-8232-18f5e237ccae req-8a3da896-d554-4598-b182-a9db50671327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:10:39.259676 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5d8b2c75-ca46-4fa5-8232-18f5e237ccae req-8a3da896-d554-4598-b182-a9db50671327 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dafea242639e4f979e100479b3aa9c4b&device_id=3cac1241-3631-4026-bfc8-df5c412cad14 HTTP/1.1" status: 200 len: 1100 time: 0.0464518 Mar 22 11:10:39.305625 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5d8b2c75-ca46-4fa5-8232-18f5e237ccae req-9ebb19fd-f971-4579-ab0d-6ea540bd10cb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=ff4b935b-eda8-465b-ab11-59127d07231b HTTP/1.1" status: 200 len: 217 time: 0.0380485 Mar 22 11:10:39.356758 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b2c75-ca46-4fa5-8232-18f5e237ccae req-69658bdd-8bc0-4566-ae5a-2bac883850a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:10:39.358203 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5d8b2c75-ca46-4fa5-8232-18f5e237ccae req-69658bdd-8bc0-4566-ae5a-2bac883850a0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=73a99198-ba97-4877-8080-fb22555d17ed HTTP/1.1" status: 200 len: 843 time: 0.0447865 Mar 22 11:10:39.402334 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b2c75-ca46-4fa5-8232-18f5e237ccae req-069b8431-0aee-4b2b-bb83-c8828fafe881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:10:39.403820 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5d8b2c75-ca46-4fa5-8232-18f5e237ccae req-069b8431-0aee-4b2b-bb83-c8828fafe881 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=69c52808-db4b-40b7-ac4c-de130e2a7453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0391109 Mar 22 11:10:39.499842 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5d8b2c75-ca46-4fa5-8232-18f5e237ccae req-11705129-41ac-4f62-a9f6-67c1aaf4f63e service neutron] 10.222.0.35 "GET /v2.0/networks/69c52808-db4b-40b7-ac4c-de130e2a7453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894165 Mar 22 11:10:39.587745 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5d8b2c75-ca46-4fa5-8232-18f5e237ccae req-4b2d5493-d3cb-4c0a-ba97-20466fc51159 service neutron] 10.222.0.35 "GET /v2.0/networks/69c52808-db4b-40b7-ac4c-de130e2a7453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808492 Mar 22 11:10:39.683858 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e3994-e473-4555-9d1c-995873a6e2dd req-ae1c9f05-2aa1-4196-88c5-7c366d424af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:10:39.685241 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-442e3994-e473-4555-9d1c-995873a6e2dd req-ae1c9f05-2aa1-4196-88c5-7c366d424af1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dafea242639e4f979e100479b3aa9c4b&device_id=3cac1241-3631-4026-bfc8-df5c412cad14 HTTP/1.1" status: 200 len: 1100 time: 0.0445781 Mar 22 11:10:39.844327 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-953e39d7-1a3e-4281-a4db-8898315cc3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:40.101314 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e3994-e473-4555-9d1c-995873a6e2dd req-7018d6fc-4784-4d12-bc91-73fb8032c476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:10:40.102517 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-442e3994-e473-4555-9d1c-995873a6e2dd req-7018d6fc-4784-4d12-bc91-73fb8032c476 service neutron] 10.222.0.35 "GET /v2.0/networks?id=69c52808-db4b-40b7-ac4c-de130e2a7453 HTTP/1.1" status: 200 len: 870 time: 0.4100616 Mar 22 11:10:40.148669 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-442e3994-e473-4555-9d1c-995873a6e2dd req-3bcf4d17-baff-448d-b30d-1a02538dd8fc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=ff4b935b-eda8-465b-ab11-59127d07231b HTTP/1.1" status: 200 len: 217 time: 0.0390399 Mar 22 11:10:40.217545 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e3994-e473-4555-9d1c-995873a6e2dd req-1252d208-e10e-424e-ad18-2d864bd08ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:10:40.218963 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-442e3994-e473-4555-9d1c-995873a6e2dd req-1252d208-e10e-424e-ad18-2d864bd08ed3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=73a99198-ba97-4877-8080-fb22555d17ed HTTP/1.1" status: 200 len: 843 time: 0.0620477 Mar 22 11:10:40.227332 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac5ce9-186c-4fab-9f80-edfcfced0dad req-3f172977-33f7-4dc1-bcf0-3204588a4a12 tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:10:40.228721 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-57ac5ce9-186c-4fab-9f80-edfcfced0dad req-3f172977-33f7-4dc1-bcf0-3204588a4a12 tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cac1241-3631-4026-bfc8-df5c412cad14 HTTP/1.1" status: 200 len: 947 time: 0.0828807 Mar 22 11:10:40.291430 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-57ac5ce9-186c-4fab-9f80-edfcfced0dad req-30c82d2a-19a7-435b-910e-3e6009e8809b tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] 10.222.0.57 "GET /v2.0/security-groups?id=aeba6b09-3704-4c4a-a4ba-8c14dfbdc9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544951 Mar 22 11:10:40.295909 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e3994-e473-4555-9d1c-995873a6e2dd req-96ca0f21-9933-4ae4-a348-3f9e7652f3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:10:40.297298 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-442e3994-e473-4555-9d1c-995873a6e2dd req-96ca0f21-9933-4ae4-a348-3f9e7652f3f5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=69c52808-db4b-40b7-ac4c-de130e2a7453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0676363 Mar 22 11:10:40.388122 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-442e3994-e473-4555-9d1c-995873a6e2dd req-d3d32a8a-eaff-41e6-ab5c-69fdb2bec554 service neutron] 10.222.0.35 "GET /v2.0/networks/69c52808-db4b-40b7-ac4c-de130e2a7453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824683 Mar 22 11:10:40.494446 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-442e3994-e473-4555-9d1c-995873a6e2dd req-6bf21972-cee7-4949-9094-d7cbc432aadf service neutron] 10.222.0.35 "GET /v2.0/networks/69c52808-db4b-40b7-ac4c-de130e2a7453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990067 Mar 22 11:10:41.159857 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:41.417199 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2127b5c-bd96-42ab-be7d-62aaf1057df9 req-a4e0b30f-20a8-4c97-a201-feeb135e74c6 tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:10:41.418671 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b2127b5c-bd96-42ab-be7d-62aaf1057df9 req-a4e0b30f-20a8-4c97-a201-feeb135e74c6 tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cac1241-3631-4026-bfc8-df5c412cad14 HTTP/1.1" status: 200 len: 947 time: 0.0524635 Mar 22 11:10:41.461468 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b2127b5c-bd96-42ab-be7d-62aaf1057df9 req-3826c5c8-655a-4e6b-9e8a-9297a5042454 tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] 10.222.0.57 "GET /v2.0/security-groups?id=aeba6b09-3704-4c4a-a4ba-8c14dfbdc9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340717 Mar 22 11:10:42.342025 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device ff4b935b-eda8-465b-ab11-59127d07231b details requested by agent hyperv_hv-neutron-8345 with host hv-neutron-8345 {{(pid=109051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 11:10:42.442839 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port ff4b935b-eda8-465b-ab11-59127d07231b, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=ff4b935b-eda8-465b-ab11-59127d07231b,segment=NetworkSegment(c5d023fa-9a5c-4dd7-ba3e-86beac3ea421),segment_id=c5d023fa-9a5c-4dd7-ba3e-86beac3ea421)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:10:42.582613 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325531bc-82b5-430b-8b5f-70267d89a11d req-7d999482-ccfd-41fd-9e2d-9d2bd6dda51b tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:10:42.584168 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-325531bc-82b5-430b-8b5f-70267d89a11d req-7d999482-ccfd-41fd-9e2d-9d2bd6dda51b tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cac1241-3631-4026-bfc8-df5c412cad14 HTTP/1.1" status: 200 len: 947 time: 0.0508754 Mar 22 11:10:42.606882 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Returning: {'device': 'ff4b935b-eda8-465b-ab11-59127d07231b', 'network_id': '69c52808-db4b-40b7-ac4c-de130e2a7453', 'port_id': 'ff4b935b-eda8-465b-ab11-59127d07231b', 'mac_address': 'fa:16:3e:68:ea:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73a99198-ba97-4877-8080-fb22555d17ed', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 11:10:42.626131 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-325531bc-82b5-430b-8b5f-70267d89a11d req-08f19631-bf40-4f0e-9236-9e6f5a78c5b0 tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] 10.222.0.57 "GET /v2.0/security-groups?id=aeba6b09-3704-4c4a-a4ba-8c14dfbdc9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356357 Mar 22 11:10:42.641525 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:42.652412 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:42.664714 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff4b935b-eda8-465b-ab11-59127d07231b {{(pid=109051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:10:42.684077 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port ff4b935b-eda8-465b-ab11-59127d07231b, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=ff4b935b-eda8-465b-ab11-59127d07231b,segment=NetworkSegment(c5d023fa-9a5c-4dd7-ba3e-86beac3ea421),segment_id=c5d023fa-9a5c-4dd7-ba3e-86beac3ea421)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:10:42.689203 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:42.737601 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=ff4b935b-eda8-465b-ab11-59127d07231b,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:10:42.858219 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:42.905217 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['ff4b935b-eda8-465b-ab11-59127d07231b'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 11:10:43.433715 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:43.759016 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564e444-c1b7-4e43-8325-246ef7d50dcd req-2b1971da-9c88-4ce7-9e84-a4e3a9d57fa6 tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:10:43.760508 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1564e444-c1b7-4e43-8325-246ef7d50dcd req-2b1971da-9c88-4ce7-9e84-a4e3a9d57fa6 tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cac1241-3631-4026-bfc8-df5c412cad14 HTTP/1.1" status: 200 len: 948 time: 0.0606782 Mar 22 11:10:43.797908 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1564e444-c1b7-4e43-8325-246ef7d50dcd req-a05c58d6-9a26-4789-a6b3-6ec663633a0c tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] 10.222.0.57 "GET /v2.0/security-groups?id=aeba6b09-3704-4c4a-a4ba-8c14dfbdc9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312364 Mar 22 11:10:44.372899 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device ff4b935b-eda8-465b-ab11-59127d07231b up at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:10:44.431621 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning for port ff4b935b-eda8-465b-ab11-59127d07231b completed by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:10:44.435544 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning complete for port ff4b935b-eda8-465b-ab11-59127d07231b triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:10:44.436129 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:44.514609 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:44.539399 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cac1241-3631-4026-bfc8-df5c412cad14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4b935b-eda8-465b-ab11-59127d07231b'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:10:44.541744 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc4f692-58b9-4ddd-a199-d10688e084c3" -d '{"events": [{"server_uuid": "3cac1241-3631-4026-bfc8-df5c412cad14", "name": "network-vif-plugged", "status": "completed", "tag": "ff4b935b-eda8-465b-ab11-59127d07231b"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:10:44.554150 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port ff4b935b-eda8-465b-ab11-59127d07231b, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=ff4b935b-eda8-465b-ab11-59127d07231b,segment=NetworkSegment(c5d023fa-9a5c-4dd7-ba3e-86beac3ea421),segment_id=c5d023fa-9a5c-4dd7-ba3e-86beac3ea421)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:10:44.559244 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:44.607583 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=ff4b935b-eda8-465b-ab11-59127d07231b,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:10:44.640662 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121ef9a6-8c3f-4041-a0ce-423877bad133 x-openstack-request-id: req-121ef9a6-8c3f-4041-a0ce-423877bad133 {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:10:44.640965 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cac1241-3631-4026-bfc8-df5c412cad14", "name": "network-vif-plugged", "status": "completed", "tag": "ff4b935b-eda8-465b-ab11-59127d07231b", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:10:44.641224 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-121ef9a6-8c3f-4041-a0ce-423877bad133 {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:10:44.641634 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-121ef9a6-8c3f-4041-a0ce-423877bad133'] response: {'server_uuid': '3cac1241-3631-4026-bfc8-df5c412cad14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4b935b-eda8-465b-ab11-59127d07231b', 'code': 200} Mar 22 11:10:44.812805 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2d6fc-6029-4a50-91ab-13fa7d5aaf87 req-aa62a1bf-4bef-4121-af4a-d5a54a71682b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:10:44.814274 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d9c2d6fc-6029-4a50-91ab-13fa7d5aaf87 req-aa62a1bf-4bef-4121-af4a-d5a54a71682b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3cac1241-3631-4026-bfc8-df5c412cad14 HTTP/1.1" status: 200 len: 1102 time: 0.0418983 Mar 22 11:10:44.858512 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d9c2d6fc-6029-4a50-91ab-13fa7d5aaf87 req-e0e06f63-3661-4e87-ab4c-518d55c71aa1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=aeba6b09-3704-4c4a-a4ba-8c14dfbdc9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345628 Mar 22 11:10:44.922926 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126736cc-db24-4320-817e-402e261ae5fd req-f5744c77-729b-49e3-84ee-197488acb7c3 tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:10:44.924830 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-126736cc-db24-4320-817e-402e261ae5fd req-f5744c77-729b-49e3-84ee-197488acb7c3 tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cac1241-3631-4026-bfc8-df5c412cad14 HTTP/1.1" status: 200 len: 949 time: 0.0572672 Mar 22 11:10:44.962735 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-126736cc-db24-4320-817e-402e261ae5fd req-c04a6b56-019a-4a62-9fd4-a0a7c14d4014 tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] 10.222.0.57 "GET /v2.0/security-groups?id=aeba6b09-3704-4c4a-a4ba-8c14dfbdc9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318141 Mar 22 11:10:46.088899 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e255cc7-7a48-4c4c-b779-8af50868d1c0 req-30239ac0-9520-4d83-958a-310f39681b5f tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:10:46.090347 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2e255cc7-7a48-4c4c-b779-8af50868d1c0 req-30239ac0-9520-4d83-958a-310f39681b5f tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cac1241-3631-4026-bfc8-df5c412cad14 HTTP/1.1" status: 200 len: 949 time: 0.0583498 Mar 22 11:10:46.137701 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2e255cc7-7a48-4c4c-b779-8af50868d1c0 req-f2fe8ff4-e695-4885-881d-ed79a71e52fb tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] 10.222.0.57 "GET /v2.0/security-groups?id=aeba6b09-3704-4c4a-a4ba-8c14dfbdc9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406981 Mar 22 11:10:46.535634 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [req-f818ca7c-a757-4347-9c41-31466b204266 req-a55656f5-5cde-4ce0-8d53-32e084caede3 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=109050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:10:46.536636 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f818ca7c-a757-4347-9c41-31466b204266 req-a55656f5-5cde-4ce0-8d53-32e084caede3 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1107824 Mar 22 11:10:46.921072 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [req-bf17bd74-b55d-4ff7-8d73-87a7df8960ed req-9feb4db8-1823-4707-9690-2dab4f177623 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=109050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:10:46.921997 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-bf17bd74-b55d-4ff7-8d73-87a7df8960ed req-9feb4db8-1823-4707-9690-2dab4f177623 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054562 Mar 22 11:10:47.296804 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c01745-f160-47bd-b5b3-0c70d9878c5b req-4fa34da3-9de8-4228-977c-81146b0630dd tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:10:47.298163 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-20c01745-f160-47bd-b5b3-0c70d9878c5b req-4fa34da3-9de8-4228-977c-81146b0630dd tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cac1241-3631-4026-bfc8-df5c412cad14 HTTP/1.1" status: 200 len: 949 time: 0.0491710 Mar 22 11:10:47.336024 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-20c01745-f160-47bd-b5b3-0c70d9878c5b req-bdeeb855-e1aa-4a9a-96f6-76b7d3ea7b7c tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] 10.222.0.57 "GET /v2.0/security-groups?id=aeba6b09-3704-4c4a-a4ba-8c14dfbdc9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312488 Mar 22 11:10:48.456963 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fe529c-7620-4330-b33b-02edc4b2b4d6 req-c214b4de-c651-408c-acac-e4e496135aad tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:10:48.458440 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f2fe529c-7620-4330-b33b-02edc4b2b4d6 req-c214b4de-c651-408c-acac-e4e496135aad tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cac1241-3631-4026-bfc8-df5c412cad14 HTTP/1.1" status: 200 len: 949 time: 0.0497818 Mar 22 11:10:48.496986 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f2fe529c-7620-4330-b33b-02edc4b2b4d6 req-17424608-1254-41d9-a4e9-335c57834007 tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] 10.222.0.57 "GET /v2.0/security-groups?id=aeba6b09-3704-4c4a-a4ba-8c14dfbdc9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322788 Mar 22 11:10:48.589074 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd70dc-15e6-48ba-93d6-fc2ad815db7f req-c672b85a-2c07-4cd2-a63f-a80f5c34f3a2 tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:10:48.590499 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a0bd70dc-15e6-48ba-93d6-fc2ad815db7f req-c672b85a-2c07-4cd2-a63f-a80f5c34f3a2 tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cac1241-3631-4026-bfc8-df5c412cad14 HTTP/1.1" status: 200 len: 949 time: 0.0535290 Mar 22 11:10:48.680790 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-a0bd70dc-15e6-48ba-93d6-fc2ad815db7f req-8346bd45-fe1e-46ea-b183-221dffb7383e tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] Deleting port ff4b935b-eda8-465b-ab11-59127d07231b {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:10:48.681123 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-a0bd70dc-15e6-48ba-93d6-fc2ad815db7f req-8346bd45-fe1e-46ea-b183-221dffb7383e tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:48.774523 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-a0bd70dc-15e6-48ba-93d6-fc2ad815db7f req-8346bd45-fe1e-46ea-b183-221dffb7383e tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] For port ff4b935b-eda8-465b-ab11-59127d07231b, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=ff4b935b-eda8-465b-ab11-59127d07231b,segment=NetworkSegment(c5d023fa-9a5c-4dd7-ba3e-86beac3ea421),segment_id=c5d023fa-9a5c-4dd7-ba3e-86beac3ea421)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:10:48.774829 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-a0bd70dc-15e6-48ba-93d6-fc2ad815db7f req-8346bd45-fe1e-46ea-b183-221dffb7383e tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:48.786984 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-a0bd70dc-15e6-48ba-93d6-fc2ad815db7f req-8346bd45-fe1e-46ea-b183-221dffb7383e tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] Calling delete_port for ff4b935b-eda8-465b-ab11-59127d07231b owned by compute:nova {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:10:48.917257 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-a0bd70dc-15e6-48ba-93d6-fc2ad815db7f req-8346bd45-fe1e-46ea-b183-221dffb7383e tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:48.929039 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['ff4b935b-eda8-465b-ab11-59127d07231b'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 11:10:48.951089 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8346bd45-fe1e-46ea-b183-221dffb7383e tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] Pushing event deleted for resources: {'Port': ['ID=ff4b935b-eda8-465b-ab11-59127d07231b,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:10:48.991489 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0bd70dc-15e6-48ba-93d6-fc2ad815db7f req-8346bd45-fe1e-46ea-b183-221dffb7383e tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] No DVR routers for this DVR port ff4b935b-eda8-465b-ab11-59127d07231b on host hv-neutron-8345 {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:10:48.994083 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-a0bd70dc-15e6-48ba-93d6-fc2ad815db7f req-8346bd45-fe1e-46ea-b183-221dffb7383e tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:48.997375 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a0bd70dc-15e6-48ba-93d6-fc2ad815db7f req-8346bd45-fe1e-46ea-b183-221dffb7383e tempest-ServersAdminNegativeTestJSON-652157613 tempest-ServersAdminNegativeTestJSON-652157613-project] 10.222.0.35 "DELETE /v2.0/ports/ff4b935b-eda8-465b-ab11-59127d07231b HTTP/1.1" status: 204 len: 173 time: 0.4008257 Mar 22 11:10:48.997975 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cac1241-3631-4026-bfc8-df5c412cad14', 'name': 'network-vif-deleted', 'tag': 'ff4b935b-eda8-465b-ab11-59127d07231b'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:10:49.000527 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2310318-ed79-4047-b98e-055630452b7b" -d '{"events": [{"server_uuid": "3cac1241-3631-4026-bfc8-df5c412cad14", "name": "network-vif-deleted", "tag": "ff4b935b-eda8-465b-ab11-59127d07231b"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:10:49.041449 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c686588-64b6-461f-be6d-edd41cfed860 x-openstack-request-id: req-1c686588-64b6-461f-be6d-edd41cfed860 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:10:49.041755 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cac1241-3631-4026-bfc8-df5c412cad14", "name": "network-vif-deleted", "tag": "ff4b935b-eda8-465b-ab11-59127d07231b", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:10:49.041988 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1c686588-64b6-461f-be6d-edd41cfed860 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:10:49.042401 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c686588-64b6-461f-be6d-edd41cfed860'] response: {'server_uuid': '3cac1241-3631-4026-bfc8-df5c412cad14', 'name': 'network-vif-deleted', 'tag': 'ff4b935b-eda8-465b-ab11-59127d07231b', 'status': 'completed', 'code': 200} Mar 22 11:10:49.810391 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 43980) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:10:49.945191 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1f4381ed-6f06-4b29-98a4-93e43955b6f1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=dafea242639e4f979e100479b3aa9c4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1335623 Mar 22 11:10:49.948878 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 43984) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:10:50.000510 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1b5995c1-a382-4bb7-93cd-25d3a702ccee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:50.022985 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1b5995c1-a382-4bb7-93cd-25d3a702ccee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:50.075242 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1b5995c1-a382-4bb7-93cd-25d3a702ccee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:50.077779 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-1b5995c1-a382-4bb7-93cd-25d3a702ccee admin admin] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:50.078954 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-1b5995c1-a382-4bb7-93cd-25d3a702ccee admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/aeba6b09-3704-4c4a-a4ba-8c14dfbdc9fa HTTP/1.1" status: 204 len: 168 time: 0.1291111 Mar 22 11:10:50.087011 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5995c1-a382-4bb7-93cd-25d3a702ccee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeba6b09-3704-4c4a-a4ba-8c14dfbdc9fa,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:10:50.342588 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 43990) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:10:50.359352 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-17f93ad3-830e-4104-94bc-27b2ed843b08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:50.436216 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-17f93ad3-830e-4104-94bc-27b2ed843b08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:50.441925 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-17f93ad3-830e-4104-94bc-27b2ed843b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:50.479975 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-17f93ad3-830e-4104-94bc-27b2ed843b08 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=398424a9611d480c962af57495b6f5fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1361420 Mar 22 11:10:50.480924 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f93ad3-830e-4104-94bc-27b2ed843b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d665c3-6fc9-451a-87d1-3e1f4f2d1655,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:10:50.482151 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 43992) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:10:50.532040 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9ed6e1c2-57d1-4550-93b1-3fde84e932a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:50.554542 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9ed6e1c2-57d1-4550-93b1-3fde84e932a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:50.606763 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9ed6e1c2-57d1-4550-93b1-3fde84e932a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:50.609405 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9ed6e1c2-57d1-4550-93b1-3fde84e932a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:50.610546 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9ed6e1c2-57d1-4550-93b1-3fde84e932a3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/34d665c3-6fc9-451a-87d1-3e1f4f2d1655 HTTP/1.1" status: 204 len: 168 time: 0.1267896 Mar 22 11:10:50.617942 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed6e1c2-57d1-4550-93b1-3fde84e932a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d665c3-6fc9-451a-87d1-3e1f4f2d1655,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:10:51.306636 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 44014) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:10:51.406425 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-a899c737-59f7-4136-b0ca-ec103e355346 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-840610568-network', 'tenant_id': '9fbc74cfcbcf4f01960fbe097e8427ce'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:10:51.428485 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a899c737-59f7-4136-b0ca-ec103e355346 admin admin] Made reservation on behalf of 9fbc74cfcbcf4f01960fbe097e8427ce for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:10:51.430981 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a899c737-59f7-4136-b0ca-ec103e355346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:51.439717 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a899c737-59f7-4136-b0ca-ec103e355346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:51.520304 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a899c737-59f7-4136-b0ca-ec103e355346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:51.526433 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a899c737-59f7-4136-b0ca-ec103e355346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:51.550751 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a899c737-59f7-4136-b0ca-ec103e355346 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:10:51.559582 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a899c737-59f7-4136-b0ca-ec103e355346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f98cb0-eb43-478a-99eb-53b8f78098af,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:10:51.567026 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a899c737-59f7-4136-b0ca-ec103e355346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:51.567791 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-a899c737-59f7-4136-b0ca-ec103e355346 admin admin] Added segment d6a3e62d-0c88-4b85-8014-48bcd1de81bf of type vlan for network 17ccccc8-4848-410b-8680-2428c9e59084 Mar 22 11:10:51.610512 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a899c737-59f7-4136-b0ca-ec103e355346 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:51.638721 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a899c737-59f7-4136-b0ca-ec103e355346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:51.639879 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a899c737-59f7-4136-b0ca-ec103e355346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:10:51.640477 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a899c737-59f7-4136-b0ca-ec103e355346 admin admin] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:51.670406 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a899c737-59f7-4136-b0ca-ec103e355346 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3627036 Mar 22 11:10:51.673497 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 44018) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:10:51.678545 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-0f574066-b857-46b5-baea-b6857b7310dd admin admin] Request body: {'subnet': {'network_id': '17ccccc8-4848-410b-8680-2428c9e59084', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-840610568-subnet', 'tenant_id': '9fbc74cfcbcf4f01960fbe097e8427ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:10:51.699122 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f574066-b857-46b5-baea-b6857b7310dd admin admin] Made reservation on behalf of 9fbc74cfcbcf4f01960fbe097e8427ce for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:10:51.701743 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0f574066-b857-46b5-baea-b6857b7310dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:51.704218 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a899c737-59f7-4136-b0ca-ec103e355346 admin admin] Pushing event updated for resources: {'Network': ['ID=17ccccc8-4848-410b-8680-2428c9e59084,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:10:51.714133 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 17ccccc8-4848-410b-8680-2428c9e59084 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 11:10:51.876044 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0f574066-b857-46b5-baea-b6857b7310dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:51.932103 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f574066-b857-46b5-baea-b6857b7310dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=10881cf6-3b66-471f-9a6d-04cd8747d22f,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:10:51.939686 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f574066-b857-46b5-baea-b6857b7310dd admin admin] Checking segment: {'id': 'd6a3e62d-0c88-4b85-8014-48bcd1de81bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '17ccccc8-4848-410b-8680-2428c9e59084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:10:51.940062 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f574066-b857-46b5-baea-b6857b7310dd admin admin] Network hostable DHCP agents. Network: 17ccccc8-4848-410b-8680-2428c9e59084, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:10:51.958856 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f574066-b857-46b5-baea-b6857b7310dd admin admin] Network 17ccccc8-4848-410b-8680-2428c9e59084 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:10:51.969098 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-0f574066-b857-46b5-baea-b6857b7310dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 17ccccc8-4848-410b-8680-2428c9e59084) {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:10:51.973915 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f574066-b857-46b5-baea-b6857b7310dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:10:51.974512 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0f574066-b857-46b5-baea-b6857b7310dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:51.982630 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79590899-18c6-42c2-a022-05abc8a930d4 None None] Network 17ccccc8-4848-410b-8680-2428c9e59084 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:10:51.997266 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-0f574066-b857-46b5-baea-b6857b7310dd admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3223736 Mar 22 11:10:52.112916 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc6b9dc-066f-4233-8e59-bb705d6a9f1c None None] Network 17ccccc8-4848-410b-8680-2428c9e59084 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:10:52.428087 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c6c1d-5045-43a3-8391-2bdceefe135c req-cda8b83e-2102-4648-bfa3-9a43ef1fc238 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:10:52.429477 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2c7c6c1d-5045-43a3-8391-2bdceefe135c req-cda8b83e-2102-4648-bfa3-9a43ef1fc238 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/networks?id=17ccccc8-4848-410b-8680-2428c9e59084 HTTP/1.1" status: 200 len: 811 time: 0.1100712 Mar 22 11:10:52.441924 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device ff4b935b-eda8-465b-ab11-59127d07231b no longer exists at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:10:52.444958 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2c7c6c1d-5045-43a3-8391-2bdceefe135c req-6623d81e-93cc-497e-b61d-78a89656d4ec tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/quotas/9fbc74cfcbcf4f01960fbe097e8427ce HTTP/1.1" status: 200 len: 375 time: 0.0095129 Mar 22 11:10:52.462279 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] No Port match for: ff4b935b-eda8-465b-ab11-59127d07231b {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:10:52.462624 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device ff4b935b-eda8-465b-ab11-59127d07231b not bound to the agent host hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:10:52.477280 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2c7c6c1d-5045-43a3-8391-2bdceefe135c req-e87b8987-dacb-4978-836e-870159b89ad2 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=9fbc74cfcbcf4f01960fbe097e8427ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260544 Mar 22 11:10:52.574093 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2c7c6c1d-5045-43a3-8391-2bdceefe135c req-5ce898d3-188b-4fb7-93c3-fcbfdc630497 service neutron] 10.222.0.57 "GET /v2.0/networks/17ccccc8-4848-410b-8680-2428c9e59084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895047 Mar 22 11:10:52.661352 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2c7c6c1d-5045-43a3-8391-2bdceefe135c req-e26adc97-9413-45f4-b3c1-603cc697e9df service neutron] 10.222.0.57 "GET /v2.0/networks/17ccccc8-4848-410b-8680-2428c9e59084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811119 Mar 22 11:10:52.821086 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4b31633a-e756-44a4-8801-7b3abc19ab26 req-3ad66ae6-4868-4b26-9221-8cf398a674f6 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/ports?device_id=e53c596b-c153-4062-923f-5c9cfbf93fdf HTTP/1.1" status: 200 len: 210 time: 0.0263338 Mar 22 11:10:53.765599 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c6c1d-5045-43a3-8391-2bdceefe135c req-ad2530f2-f7e9-4238-ab2d-0580b4fa8abc tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:10:53.767253 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2c7c6c1d-5045-43a3-8391-2bdceefe135c req-ad2530f2-f7e9-4238-ab2d-0580b4fa8abc tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.35 "GET /v2.0/networks?id=17ccccc8-4848-410b-8680-2428c9e59084 HTTP/1.1" status: 200 len: 811 time: 0.1089683 Mar 22 11:10:53.783037 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-2c7c6c1d-5045-43a3-8391-2bdceefe135c req-34e78095-5f4f-49af-9a8f-269512b7210b tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Request body: {'port': {'device_id': 'e53c596b-c153-4062-923f-5c9cfbf93fdf', 'network_id': '17ccccc8-4848-410b-8680-2428c9e59084', 'admin_state_up': True, 'tenant_id': '9fbc74cfcbcf4f01960fbe097e8427ce'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:10:53.903072 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c7c6c1d-5045-43a3-8391-2bdceefe135c req-34e78095-5f4f-49af-9a8f-269512b7210b tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Made reservation on behalf of 9fbc74cfcbcf4f01960fbe097e8427ce for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:10:53.906432 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-2c7c6c1d-5045-43a3-8391-2bdceefe135c req-34e78095-5f4f-49af-9a8f-269512b7210b tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:53.923070 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d9815476-f6bb-4475-915a-d05a13c77348 req-2a94c240-9ae9-46a4-8fa9-a2f26df4305b tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/ports?device_id=e53c596b-c153-4062-923f-5c9cfbf93fdf HTTP/1.1" status: 200 len: 210 time: 0.0308731 Mar 22 11:10:54.041501 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [req-2c7c6c1d-5045-43a3-8391-2bdceefe135c req-34e78095-5f4f-49af-9a8f-269512b7210b tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Allocated IP 172.20.0.10 (17ccccc8-4848-410b-8680-2428c9e59084/10881cf6-3b66-471f-9a6d-04cd8747d22f/574ccb13-3bf6-4229-a629-33aac43e26fd) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:10:54.210273 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-2c7c6c1d-5045-43a3-8391-2bdceefe135c req-34e78095-5f4f-49af-9a8f-269512b7210b tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:54.250045 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-2c7c6c1d-5045-43a3-8391-2bdceefe135c req-34e78095-5f4f-49af-9a8f-269512b7210b tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:54.297566 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c7c6c1d-5045-43a3-8391-2bdceefe135c req-34e78095-5f4f-49af-9a8f-269512b7210b tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Network 17ccccc8-4848-410b-8680-2428c9e59084 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:10:54.300533 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [req-2c7c6c1d-5045-43a3-8391-2bdceefe135c req-34e78095-5f4f-49af-9a8f-269512b7210b tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:10:54.303933 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c7c6c1d-5045-43a3-8391-2bdceefe135c req-34e78095-5f4f-49af-9a8f-269512b7210b tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:10:54.310065 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e78095-5f4f-49af-9a8f-269512b7210b tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Pushing event updated for resources: {'Port': ['ID=574ccb13-3bf6-4229-a629-33aac43e26fd,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:10:54.354124 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c6c1d-5045-43a3-8391-2bdceefe135c req-34e78095-5f4f-49af-9a8f-269512b7210b tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:10:54.354713 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-2c7c6c1d-5045-43a3-8391-2bdceefe135c req-34e78095-5f4f-49af-9a8f-269512b7210b tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:54.372049 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2c7c6c1d-5045-43a3-8391-2bdceefe135c req-34e78095-5f4f-49af-9a8f-269512b7210b tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5928626 Mar 22 11:10:54.385085 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-2c7c6c1d-5045-43a3-8391-2bdceefe135c req-2c456637-4586-44eb-ac91-2b83cb46feb4 service neutron] Request body: {'port': {'device_id': 'e53c596b-c153-4062-923f-5c9cfbf93fdf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8345'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:10:54.437710 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-2c7c6c1d-5045-43a3-8391-2bdceefe135c req-2c456637-4586-44eb-ac91-2b83cb46feb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:54.718987 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [req-2c7c6c1d-5045-43a3-8391-2bdceefe135c req-2c456637-4586-44eb-ac91-2b83cb46feb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 574ccb13-3bf6-4229-a629-33aac43e26fd {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:10:54.726409 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-2c7c6c1d-5045-43a3-8391-2bdceefe135c req-2c456637-4586-44eb-ac91-2b83cb46feb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:54.739979 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [req-2c7c6c1d-5045-43a3-8391-2bdceefe135c req-2c456637-4586-44eb-ac91-2b83cb46feb4 service neutron] Transition to ACTIVE for port object 574ccb13-3bf6-4229-a629-33aac43e26fd will not be triggered until provisioned by entity L2. {{(pid=109050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:10:54.744795 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-2c7c6c1d-5045-43a3-8391-2bdceefe135c req-2c456637-4586-44eb-ac91-2b83cb46feb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:54.792160 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c456637-4586-44eb-ac91-2b83cb46feb4 service neutron] Pushing event updated for resources: {'Port': ['ID=574ccb13-3bf6-4229-a629-33aac43e26fd,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:10:54.864133 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-2c7c6c1d-5045-43a3-8391-2bdceefe135c req-2c456637-4586-44eb-ac91-2b83cb46feb4 service neutron] Attempting to bind port 574ccb13-3bf6-4229-a629-33aac43e26fd on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:10:54.864439 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-2c7c6c1d-5045-43a3-8391-2bdceefe135c req-2c456637-4586-44eb-ac91-2b83cb46feb4 service neutron] Attempting to bind port 574ccb13-3bf6-4229-a629-33aac43e26fd by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': 'd6a3e62d-0c88-4b85-8014-48bcd1de81bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '17ccccc8-4848-410b-8680-2428c9e59084'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:10:54.864786 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7c6c1d-5045-43a3-8391-2bdceefe135c req-2c456637-4586-44eb-ac91-2b83cb46feb4 service neutron] Attempting to bind port 574ccb13-3bf6-4229-a629-33aac43e26fd on network 17ccccc8-4848-410b-8680-2428c9e59084 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:10:54.869434 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7c6c1d-5045-43a3-8391-2bdceefe135c req-2c456637-4586-44eb-ac91-2b83cb46feb4 service neutron] Port 574ccb13-3bf6-4229-a629-33aac43e26fd on network 17ccccc8-4848-410b-8680-2428c9e59084 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 11:10:54.869748 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7c6c1d-5045-43a3-8391-2bdceefe135c req-2c456637-4586-44eb-ac91-2b83cb46feb4 service neutron] Attempting to bind port 574ccb13-3bf6-4229-a629-33aac43e26fd on network 17ccccc8-4848-410b-8680-2428c9e59084 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:10:54.875208 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7c6c1d-5045-43a3-8391-2bdceefe135c req-2c456637-4586-44eb-ac91-2b83cb46feb4 service neutron] Checking agent: {'id': 'dcb78974-6458-4942-8c9c-663284d5bb3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8345', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:10:54.875589 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7c6c1d-5045-43a3-8391-2bdceefe135c req-2c456637-4586-44eb-ac91-2b83cb46feb4 service neutron] Checking segment: {'id': 'd6a3e62d-0c88-4b85-8014-48bcd1de81bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '17ccccc8-4848-410b-8680-2428c9e59084'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:10:54.875993 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7c6c1d-5045-43a3-8391-2bdceefe135c req-2c456637-4586-44eb-ac91-2b83cb46feb4 service neutron] Bound using segment: {'id': 'd6a3e62d-0c88-4b85-8014-48bcd1de81bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '17ccccc8-4848-410b-8680-2428c9e59084'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:10:54.876409 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-2c7c6c1d-5045-43a3-8391-2bdceefe135c req-2c456637-4586-44eb-ac91-2b83cb46feb4 service neutron] Bound port: 574ccb13-3bf6-4229-a629-33aac43e26fd, host: hv-neutron-8345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6a3e62d-0c88-4b85-8014-48bcd1de81bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '17ccccc8-4848-410b-8680-2428c9e59084'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:10:54.876757 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-2c7c6c1d-5045-43a3-8391-2bdceefe135c req-2c456637-4586-44eb-ac91-2b83cb46feb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:54.943064 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-2c7c6c1d-5045-43a3-8391-2bdceefe135c req-2c456637-4586-44eb-ac91-2b83cb46feb4 service neutron] For port 574ccb13-3bf6-4229-a629-33aac43e26fd, host hv-neutron-8345, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:10:54.946560 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-2c7c6c1d-5045-43a3-8391-2bdceefe135c req-2c456637-4586-44eb-ac91-2b83cb46feb4 service neutron] For port 574ccb13-3bf6-4229-a629-33aac43e26fd, host hv-neutron-8345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=574ccb13-3bf6-4229-a629-33aac43e26fd,segment=NetworkSegment(d6a3e62d-0c88-4b85-8014-48bcd1de81bf),segment_id=d6a3e62d-0c88-4b85-8014-48bcd1de81bf)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:10:54.952546 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-2c7c6c1d-5045-43a3-8391-2bdceefe135c req-2c456637-4586-44eb-ac91-2b83cb46feb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:54.988090 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c6c1d-5045-43a3-8391-2bdceefe135c req-2c456637-4586-44eb-ac91-2b83cb46feb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:10:54.988844 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-2c7c6c1d-5045-43a3-8391-2bdceefe135c req-2c456637-4586-44eb-ac91-2b83cb46feb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:54.990114 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2c7c6c1d-5045-43a3-8391-2bdceefe135c req-2c456637-4586-44eb-ac91-2b83cb46feb4 service neutron] 10.222.0.35 "PUT /v2.0/ports/574ccb13-3bf6-4229-a629-33aac43e26fd HTTP/1.1" status: 200 len: 1094 time: 0.6095066 Mar 22 11:10:54.990598 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e53c596b-c153-4062-923f-5c9cfbf93fdf', 'tag': '574ccb13-3bf6-4229-a629-33aac43e26fd'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:10:54.993112 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb8e69d-68e9-42b7-8e29-7eb51217606a" -d '{"events": [{"name": "network-changed", "server_uuid": "e53c596b-c153-4062-923f-5c9cfbf93fdf", "tag": "574ccb13-3bf6-4229-a629-33aac43e26fd"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:10:55.038129 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be766c58-724a-488f-820e-3c66a04d3f4a x-openstack-request-id: req-be766c58-724a-488f-820e-3c66a04d3f4a {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:10:55.038412 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e53c596b-c153-4062-923f-5c9cfbf93fdf", "tag": "574ccb13-3bf6-4229-a629-33aac43e26fd", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:10:55.038656 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-be766c58-724a-488f-820e-3c66a04d3f4a {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:10:55.039050 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be766c58-724a-488f-820e-3c66a04d3f4a'] response: {'name': 'network-changed', 'server_uuid': 'e53c596b-c153-4062-923f-5c9cfbf93fdf', 'tag': '574ccb13-3bf6-4229-a629-33aac43e26fd', 'status': 'completed', 'code': 200} Mar 22 11:10:55.077551 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c456637-4586-44eb-ac91-2b83cb46feb4 service neutron] Pushing event updated for resources: {'Port': ['ID=574ccb13-3bf6-4229-a629-33aac43e26fd,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:10:55.101984 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7921c5-8b81-4e53-95ec-05256b826855 req-876c187a-fbfb-4d02-895b-65fa8cfda9a4 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:10:55.103495 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-cf7921c5-8b81-4e53-95ec-05256b826855 req-876c187a-fbfb-4d02-895b-65fa8cfda9a4 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/ports?device_id=e53c596b-c153-4062-923f-5c9cfbf93fdf HTTP/1.1" status: 200 len: 944 time: 0.1075644 Mar 22 11:10:55.108845 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c6c1d-5045-43a3-8391-2bdceefe135c req-c6a06473-959c-4185-8698-11af623af3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:10:55.110221 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2c7c6c1d-5045-43a3-8391-2bdceefe135c req-c6a06473-959c-4185-8698-11af623af3b9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9fbc74cfcbcf4f01960fbe097e8427ce&device_id=e53c596b-c153-4062-923f-5c9cfbf93fdf HTTP/1.1" status: 200 len: 1097 time: 0.0784092 Mar 22 11:10:55.161603 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2c7c6c1d-5045-43a3-8391-2bdceefe135c req-9ad93ebf-a34e-4473-aaf9-f5c93e83d333 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=574ccb13-3bf6-4229-a629-33aac43e26fd HTTP/1.1" status: 200 len: 217 time: 0.0380273 Mar 22 11:10:55.180627 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-cf7921c5-8b81-4e53-95ec-05256b826855 req-18ef27a4-3d86-4992-a794-c7d0c6256877 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2f98cb0-eb43-478a-99eb-53b8f78098af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694904 Mar 22 11:10:55.220804 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c6c1d-5045-43a3-8391-2bdceefe135c req-31d00c2a-d7cc-4009-abfb-12d888533dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:10:55.222238 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2c7c6c1d-5045-43a3-8391-2bdceefe135c req-31d00c2a-d7cc-4009-abfb-12d888533dd0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=10881cf6-3b66-471f-9a6d-04cd8747d22f HTTP/1.1" status: 200 len: 851 time: 0.0533741 Mar 22 11:10:55.254140 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2c7c6c1d-5045-43a3-8391-2bdceefe135c req-507e8160-1b84-4525-97bb-d8981e8240bb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=17ccccc8-4848-410b-8680-2428c9e59084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240407 Mar 22 11:10:55.345088 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2c7c6c1d-5045-43a3-8391-2bdceefe135c req-71d0ca1e-12e3-4cda-916a-b74938d384ca service neutron] 10.222.0.35 "GET /v2.0/networks/17ccccc8-4848-410b-8680-2428c9e59084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838146 Mar 22 11:10:55.445213 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2c7c6c1d-5045-43a3-8391-2bdceefe135c req-60b464d3-332a-4adf-ba74-0b87587db220 service neutron] 10.222.0.35 "GET /v2.0/networks/17ccccc8-4848-410b-8680-2428c9e59084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938823 Mar 22 11:10:55.534548 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8e69d-68e9-42b7-8e29-7eb51217606a req-b567770e-212c-4592-be5a-7fee3537c553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:10:55.535974 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2cb8e69d-68e9-42b7-8e29-7eb51217606a req-b567770e-212c-4592-be5a-7fee3537c553 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9fbc74cfcbcf4f01960fbe097e8427ce&device_id=e53c596b-c153-4062-923f-5c9cfbf93fdf HTTP/1.1" status: 200 len: 1097 time: 0.0436144 Mar 22 11:10:55.629628 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8e69d-68e9-42b7-8e29-7eb51217606a req-a9ce9555-5a83-4790-870f-9ef48f6a7d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:10:55.631507 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2cb8e69d-68e9-42b7-8e29-7eb51217606a req-a9ce9555-5a83-4790-870f-9ef48f6a7d63 service neutron] 10.222.0.35 "GET /v2.0/networks?id=17ccccc8-4848-410b-8680-2428c9e59084 HTTP/1.1" status: 200 len: 912 time: 0.0882239 Mar 22 11:10:55.672237 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2cb8e69d-68e9-42b7-8e29-7eb51217606a req-a239debf-dd8b-492e-a305-511906a43a0c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=574ccb13-3bf6-4229-a629-33aac43e26fd HTTP/1.1" status: 200 len: 217 time: 0.0332510 Mar 22 11:10:55.721504 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8e69d-68e9-42b7-8e29-7eb51217606a req-192bb7ac-bd68-416b-aa0c-031bfe6189a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:10:55.722917 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2cb8e69d-68e9-42b7-8e29-7eb51217606a req-192bb7ac-bd68-416b-aa0c-031bfe6189a5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=10881cf6-3b66-471f-9a6d-04cd8747d22f HTTP/1.1" status: 200 len: 851 time: 0.0440073 Mar 22 11:10:55.758097 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2cb8e69d-68e9-42b7-8e29-7eb51217606a req-2e0f708c-2047-40f0-a675-df3c152a691d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=17ccccc8-4848-410b-8680-2428c9e59084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278902 Mar 22 11:10:55.846807 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2cb8e69d-68e9-42b7-8e29-7eb51217606a req-a3118dd9-7e55-4722-8310-b97425281ec3 service neutron] 10.222.0.35 "GET /v2.0/networks/17ccccc8-4848-410b-8680-2428c9e59084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813274 Mar 22 11:10:55.948405 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2cb8e69d-68e9-42b7-8e29-7eb51217606a req-99d6b9e0-c806-4f30-b4fd-2853eddd7a39 service neutron] 10.222.0.35 "GET /v2.0/networks/17ccccc8-4848-410b-8680-2428c9e59084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944302 Mar 22 11:10:56.305753 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc2c18-b91b-4395-aae0-6a00036c4099 req-f69cfb63-80c1-4518-a579-891115aef5d3 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:10:56.307223 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d5dc2c18-b91b-4395-aae0-6a00036c4099 req-f69cfb63-80c1-4518-a579-891115aef5d3 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/ports?device_id=e53c596b-c153-4062-923f-5c9cfbf93fdf HTTP/1.1" status: 200 len: 944 time: 0.0526228 Mar 22 11:10:56.346560 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d5dc2c18-b91b-4395-aae0-6a00036c4099 req-50ecff03-be8c-494b-97aa-a77d7573f4a2 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2f98cb0-eb43-478a-99eb-53b8f78098af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331712 Mar 22 11:10:57.481622 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32491d92-9b1d-403d-90e2-9d5651f39b0e req-c49aabbf-f060-4bc6-88e4-03d2e20f0444 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:10:57.483056 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-32491d92-9b1d-403d-90e2-9d5651f39b0e req-c49aabbf-f060-4bc6-88e4-03d2e20f0444 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/ports?device_id=e53c596b-c153-4062-923f-5c9cfbf93fdf HTTP/1.1" status: 200 len: 944 time: 0.0515468 Mar 22 11:10:57.522378 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-32491d92-9b1d-403d-90e2-9d5651f39b0e req-66be1005-f848-493a-b9f6-073516441bef tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2f98cb0-eb43-478a-99eb-53b8f78098af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331521 Mar 22 11:10:58.513147 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 574ccb13-3bf6-4229-a629-33aac43e26fd details requested by agent hyperv_hv-neutron-8345 with host hv-neutron-8345 {{(pid=109051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 11:10:58.612702 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 574ccb13-3bf6-4229-a629-33aac43e26fd, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=574ccb13-3bf6-4229-a629-33aac43e26fd,segment=NetworkSegment(d6a3e62d-0c88-4b85-8014-48bcd1de81bf),segment_id=d6a3e62d-0c88-4b85-8014-48bcd1de81bf)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:10:58.623763 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Returning: {'device': '574ccb13-3bf6-4229-a629-33aac43e26fd', 'network_id': '17ccccc8-4848-410b-8680-2428c9e59084', 'port_id': '574ccb13-3bf6-4229-a629-33aac43e26fd', 'mac_address': 'fa:16:3e:60:35:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10881cf6-3b66-471f-9a6d-04cd8747d22f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 11:10:58.641775 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b12f133-25fd-40af-b01e-5b4bc10e298a req-3931955a-f80d-4a5f-b345-bd980b3ce8be tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:10:58.643250 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9b12f133-25fd-40af-b01e-5b4bc10e298a req-3931955a-f80d-4a5f-b345-bd980b3ce8be tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/ports?device_id=e53c596b-c153-4062-923f-5c9cfbf93fdf HTTP/1.1" status: 200 len: 944 time: 0.0526044 Mar 22 11:10:58.660637 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:58.673267 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 574ccb13-3bf6-4229-a629-33aac43e26fd {{(pid=109051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:10:58.681028 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9b12f133-25fd-40af-b01e-5b4bc10e298a req-45e68f28-bfe2-4da3-9374-9188f3d613ab tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2f98cb0-eb43-478a-99eb-53b8f78098af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318184 Mar 22 11:10:58.693260 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 574ccb13-3bf6-4229-a629-33aac43e26fd, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=574ccb13-3bf6-4229-a629-33aac43e26fd,segment=NetworkSegment(d6a3e62d-0c88-4b85-8014-48bcd1de81bf),segment_id=d6a3e62d-0c88-4b85-8014-48bcd1de81bf)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:10:58.698474 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:10:58.754530 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=574ccb13-3bf6-4229-a629-33aac43e26fd,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:10:58.893968 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['574ccb13-3bf6-4229-a629-33aac43e26fd'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 11:10:59.804086 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9152e463-7d54-44ac-b786-6fa0661c3dff req-8339bc37-97fd-43cd-81c0-af33c9222d84 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:10:59.805549 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9152e463-7d54-44ac-b786-6fa0661c3dff req-8339bc37-97fd-43cd-81c0-af33c9222d84 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/ports?device_id=e53c596b-c153-4062-923f-5c9cfbf93fdf HTTP/1.1" status: 200 len: 945 time: 0.0507178 Mar 22 11:10:59.842663 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9152e463-7d54-44ac-b786-6fa0661c3dff req-9a79b374-9c71-4fc0-86fc-e012c3ead2f0 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2f98cb0-eb43-478a-99eb-53b8f78098af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311189 Mar 22 11:11:00.529517 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 574ccb13-3bf6-4229-a629-33aac43e26fd up at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:11:00.590130 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning for port 574ccb13-3bf6-4229-a629-33aac43e26fd completed by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:11:00.593611 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning complete for port 574ccb13-3bf6-4229-a629-33aac43e26fd triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:11:00.593982 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:00.674416 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:00.697065 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53c596b-c153-4062-923f-5c9cfbf93fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574ccb13-3bf6-4229-a629-33aac43e26fd'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:11:00.699299 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f402451e-813c-4e13-b9bd-3d2054625064" -d '{"events": [{"server_uuid": "e53c596b-c153-4062-923f-5c9cfbf93fdf", "name": "network-vif-plugged", "status": "completed", "tag": "574ccb13-3bf6-4229-a629-33aac43e26fd"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:11:00.711517 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 574ccb13-3bf6-4229-a629-33aac43e26fd, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=574ccb13-3bf6-4229-a629-33aac43e26fd,segment=NetworkSegment(d6a3e62d-0c88-4b85-8014-48bcd1de81bf),segment_id=d6a3e62d-0c88-4b85-8014-48bcd1de81bf)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:11:00.716505 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:00.738666 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6140e49-1944-48ab-a0c6-6339384c5c83 x-openstack-request-id: req-f6140e49-1944-48ab-a0c6-6339384c5c83 {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:11:00.738950 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e53c596b-c153-4062-923f-5c9cfbf93fdf", "name": "network-vif-plugged", "status": "completed", "tag": "574ccb13-3bf6-4229-a629-33aac43e26fd", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:11:00.739194 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f6140e49-1944-48ab-a0c6-6339384c5c83 {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:11:00.739685 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6140e49-1944-48ab-a0c6-6339384c5c83'] response: {'server_uuid': 'e53c596b-c153-4062-923f-5c9cfbf93fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574ccb13-3bf6-4229-a629-33aac43e26fd', 'code': 200} Mar 22 11:11:00.766784 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=574ccb13-3bf6-4229-a629-33aac43e26fd,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:11:00.901252 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d389ba1-247b-4c94-8223-350b59e658d1 req-c2897de5-93f7-4f4e-8f9b-9435bdbda385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:00.902838 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4d389ba1-247b-4c94-8223-350b59e658d1 req-c2897de5-93f7-4f4e-8f9b-9435bdbda385 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e53c596b-c153-4062-923f-5c9cfbf93fdf HTTP/1.1" status: 200 len: 1099 time: 0.0412755 Mar 22 11:11:00.966322 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4d389ba1-247b-4c94-8223-350b59e658d1 req-252f2f0e-de0a-4161-ba34-d0fa9cab176e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f2f98cb0-eb43-478a-99eb-53b8f78098af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573707 Mar 22 11:11:00.982754 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a63c0f-2153-4b07-b327-dec93e2d3603 req-03d5d305-637d-4aa8-8048-8106675e907e tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:00.984269 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f3a63c0f-2153-4b07-b327-dec93e2d3603 req-03d5d305-637d-4aa8-8048-8106675e907e tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/ports?device_id=e53c596b-c153-4062-923f-5c9cfbf93fdf HTTP/1.1" status: 200 len: 946 time: 0.0742385 Mar 22 11:11:01.027215 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f3a63c0f-2153-4b07-b327-dec93e2d3603 req-d1d468f4-c763-4398-8a84-be5f8edfcb1b tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2f98cb0-eb43-478a-99eb-53b8f78098af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365942 Mar 22 11:11:02.152161 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7e91a-8545-448d-bb89-40ff4ee93f5f req-5c6109a3-0754-487b-8586-6c5de20189c7 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:02.153619 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-abd7e91a-8545-448d-bb89-40ff4ee93f5f req-5c6109a3-0754-487b-8586-6c5de20189c7 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/ports?device_id=e53c596b-c153-4062-923f-5c9cfbf93fdf HTTP/1.1" status: 200 len: 946 time: 0.0547822 Mar 22 11:11:02.194040 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-abd7e91a-8545-448d-bb89-40ff4ee93f5f req-2e85b2b7-68d7-4cbe-8884-9dfc95f19833 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2f98cb0-eb43-478a-99eb-53b8f78098af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319235 Mar 22 11:11:02.526689 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956489ca-98c5-40ab-8d0e-1026eaf5ebde req-f600946f-9d88-4c1a-b8f0-5fcd357606f4 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:02.528210 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-956489ca-98c5-40ab-8d0e-1026eaf5ebde req-f600946f-9d88-4c1a-b8f0-5fcd357606f4 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/ports?device_id=e53c596b-c153-4062-923f-5c9cfbf93fdf HTTP/1.1" status: 200 len: 946 time: 0.0498679 Mar 22 11:11:02.562678 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 44080) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:11:02.566479 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-956489ca-98c5-40ab-8d0e-1026eaf5ebde req-0b87f1f6-7116-47a3-b1ca-3a58b39b8f17 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2f98cb0-eb43-478a-99eb-53b8f78098af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319879 Mar 22 11:11:02.646258 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-6f2328bc-e38a-4b5b-b3fa-891e76e5f2dd req-4e5e5a28-e71a-4f23-a8af-2b33ca19c7c4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e53c596b-c153-4062-923f-5c9cfbf93fdf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0821965 Mar 22 11:11:02.657857 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [req-6f2328bc-e38a-4b5b-b3fa-891e76e5f2dd req-07eaf632-9db7-4288-8b57-2a295c0857a8 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=109049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:11:02.659124 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-6f2328bc-e38a-4b5b-b3fa-891e76e5f2dd req-07eaf632-9db7-4288-8b57-2a295c0857a8 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078621 Mar 22 11:11:03.685432 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3dac2-4f85-432c-bee3-1f9b896b90d7 req-3621822e-9ebd-40ab-8b4d-d95bb8415328 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:03.686877 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5fc3dac2-4f85-432c-bee3-1f9b896b90d7 req-3621822e-9ebd-40ab-8b4d-d95bb8415328 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/ports?device_id=e53c596b-c153-4062-923f-5c9cfbf93fdf HTTP/1.1" status: 200 len: 946 time: 0.0523984 Mar 22 11:11:03.723913 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5fc3dac2-4f85-432c-bee3-1f9b896b90d7 req-eaa8add9-998c-4122-a178-26a8c0d40962 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2f98cb0-eb43-478a-99eb-53b8f78098af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308974 Mar 22 11:11:03.930407 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2328bc-e38a-4b5b-b3fa-891e76e5f2dd req-7550bcb7-f94e-43eb-b9d6-c4874db458f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:03.931922 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6f2328bc-e38a-4b5b-b3fa-891e76e5f2dd req-7550bcb7-f94e-43eb-b9d6-c4874db458f6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9fbc74cfcbcf4f01960fbe097e8427ce&device_id=e53c596b-c153-4062-923f-5c9cfbf93fdf HTTP/1.1" status: 200 len: 1099 time: 0.0411799 Mar 22 11:11:04.029021 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2328bc-e38a-4b5b-b3fa-891e76e5f2dd req-af3e9239-8c5a-4451-aefb-f7001192192f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:04.030480 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6f2328bc-e38a-4b5b-b3fa-891e76e5f2dd req-af3e9239-8c5a-4451-aefb-f7001192192f service neutron] 10.222.0.35 "GET /v2.0/networks?id=17ccccc8-4848-410b-8680-2428c9e59084 HTTP/1.1" status: 200 len: 912 time: 0.0917895 Mar 22 11:11:04.070856 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6f2328bc-e38a-4b5b-b3fa-891e76e5f2dd req-258d0bd1-8456-4da2-a60c-a2d18227e9eb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=574ccb13-3bf6-4229-a629-33aac43e26fd HTTP/1.1" status: 200 len: 217 time: 0.0336699 Mar 22 11:11:04.119125 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2328bc-e38a-4b5b-b3fa-891e76e5f2dd req-b8a4671a-2527-4227-92a1-e9136b53ee47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:04.120553 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6f2328bc-e38a-4b5b-b3fa-891e76e5f2dd req-b8a4671a-2527-4227-92a1-e9136b53ee47 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=10881cf6-3b66-471f-9a6d-04cd8747d22f HTTP/1.1" status: 200 len: 851 time: 0.0438607 Mar 22 11:11:04.151535 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6f2328bc-e38a-4b5b-b3fa-891e76e5f2dd req-d71f91e1-0457-4ace-9170-362e7ab74959 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=17ccccc8-4848-410b-8680-2428c9e59084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244191 Mar 22 11:11:04.252817 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6f2328bc-e38a-4b5b-b3fa-891e76e5f2dd req-b3c797ff-1b93-46be-91a1-49acdfe8a1f9 service neutron] 10.222.0.35 "GET /v2.0/networks/17ccccc8-4848-410b-8680-2428c9e59084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946128 Mar 22 11:11:04.346697 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6f2328bc-e38a-4b5b-b3fa-891e76e5f2dd req-51f89c28-42d8-4bec-9730-a18dfd39770d service neutron] 10.222.0.35 "GET /v2.0/networks/17ccccc8-4848-410b-8680-2428c9e59084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870063 Mar 22 11:11:04.849197 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e7778-0d6c-4aa7-8f59-ad561b932c18 req-abe3b259-af85-403f-8df9-55a1b694da17 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:04.850654 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-916e7778-0d6c-4aa7-8f59-ad561b932c18 req-abe3b259-af85-403f-8df9-55a1b694da17 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/ports?device_id=e53c596b-c153-4062-923f-5c9cfbf93fdf HTTP/1.1" status: 200 len: 946 time: 0.0549734 Mar 22 11:11:04.887382 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-916e7778-0d6c-4aa7-8f59-ad561b932c18 req-e334a630-a2ed-4d1a-b83e-3f5d7a7e4cf4 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2f98cb0-eb43-478a-99eb-53b8f78098af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307217 Mar 22 11:11:06.013528 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a71267-08d5-4a20-aab7-13f863588104 req-ec13c8ed-3c89-4c04-ad00-bbc7b551df3d tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:06.014966 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-25a71267-08d5-4a20-aab7-13f863588104 req-ec13c8ed-3c89-4c04-ad00-bbc7b551df3d tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/ports?device_id=e53c596b-c153-4062-923f-5c9cfbf93fdf HTTP/1.1" status: 200 len: 946 time: 0.0499277 Mar 22 11:11:06.054419 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-25a71267-08d5-4a20-aab7-13f863588104 req-f3513e04-431e-4409-8853-9723bf0755a9 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2f98cb0-eb43-478a-99eb-53b8f78098af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333936 Mar 22 11:11:07.191817 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33903444-b303-4808-bef6-b7e47c4456e4 req-86ec229e-7f90-4705-80f6-03360c7dad6f tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:07.193286 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-33903444-b303-4808-bef6-b7e47c4456e4 req-86ec229e-7f90-4705-80f6-03360c7dad6f tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/ports?device_id=e53c596b-c153-4062-923f-5c9cfbf93fdf HTTP/1.1" status: 200 len: 946 time: 0.0537703 Mar 22 11:11:07.233380 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-33903444-b303-4808-bef6-b7e47c4456e4 req-2ebf7b85-a424-4241-9c30-e6d656304a3c tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2f98cb0-eb43-478a-99eb-53b8f78098af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315728 Mar 22 11:11:07.714216 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a2c8a3ec-0160-45c1-97a3-109dd0410b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:08.353665 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff30f56-e46c-4e2e-98bc-a66bd6cae3da req-d0f0e0ef-277b-4327-85c7-da59635cd00b tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:08.355126 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0ff30f56-e46c-4e2e-98bc-a66bd6cae3da req-d0f0e0ef-277b-4327-85c7-da59635cd00b tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/ports?device_id=e53c596b-c153-4062-923f-5c9cfbf93fdf HTTP/1.1" status: 200 len: 946 time: 0.0503049 Mar 22 11:11:08.396875 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0ff30f56-e46c-4e2e-98bc-a66bd6cae3da req-5203b092-8d9e-45bf-b3c7-8dc4278463f4 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2f98cb0-eb43-478a-99eb-53b8f78098af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329566 Mar 22 11:11:09.528164 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04960f6e-dd97-4117-b289-acfbe43e448d req-e46b6118-f3dc-4290-86c3-3e027041a295 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:09.529629 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-04960f6e-dd97-4117-b289-acfbe43e448d req-e46b6118-f3dc-4290-86c3-3e027041a295 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/ports?device_id=e53c596b-c153-4062-923f-5c9cfbf93fdf HTTP/1.1" status: 200 len: 946 time: 0.0533054 Mar 22 11:11:09.567014 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-04960f6e-dd97-4117-b289-acfbe43e448d req-72f94519-da86-4c3f-ae67-2a4c306402c4 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2f98cb0-eb43-478a-99eb-53b8f78098af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311756 Mar 22 11:11:09.843269 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-da8031dc-7cac-4092-b380-afca752fa741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:10.691793 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b55538-6ba6-4498-b9a2-96e09385904a req-5e026896-e5dc-4431-a1f3-1d7eda91d74a tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:10.693240 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-85b55538-6ba6-4498-b9a2-96e09385904a req-5e026896-e5dc-4431-a1f3-1d7eda91d74a tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/ports?device_id=e53c596b-c153-4062-923f-5c9cfbf93fdf HTTP/1.1" status: 200 len: 946 time: 0.0532432 Mar 22 11:11:10.733252 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-85b55538-6ba6-4498-b9a2-96e09385904a req-3e326d2b-b07c-41dc-a965-3aa4bb70bb4a tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2f98cb0-eb43-478a-99eb-53b8f78098af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336936 Mar 22 11:11:11.161846 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:11:11.164255 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:11.848898 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c85e8a-46aa-4d16-bc8a-aac20bd54f49 req-43f2bd66-6ccd-42f3-9a80-8db1b2b1395d tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:11.850364 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d6c85e8a-46aa-4d16-bc8a-aac20bd54f49 req-43f2bd66-6ccd-42f3-9a80-8db1b2b1395d tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/ports?device_id=e53c596b-c153-4062-923f-5c9cfbf93fdf HTTP/1.1" status: 200 len: 946 time: 0.0498714 Mar 22 11:11:11.889189 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d6c85e8a-46aa-4d16-bc8a-aac20bd54f49 req-698defb4-dde8-4863-9381-d7ecd35cb431 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2f98cb0-eb43-478a-99eb-53b8f78098af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328219 Mar 22 11:11:12.579312 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:12.859627 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:13.010437 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d5ff3-30a1-4a76-a2d0-0c7b36ab5407 req-64b91d3e-94dd-4e7a-ad2f-10f0fdc920e1 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:13.011930 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ac8d5ff3-30a1-4a76-a2d0-0c7b36ab5407 req-64b91d3e-94dd-4e7a-ad2f-10f0fdc920e1 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/ports?device_id=e53c596b-c153-4062-923f-5c9cfbf93fdf HTTP/1.1" status: 200 len: 946 time: 0.0523243 Mar 22 11:11:13.052041 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ac8d5ff3-30a1-4a76-a2d0-0c7b36ab5407 req-55935d8d-fb00-4e0d-ba7b-0a0cc5dc5f08 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2f98cb0-eb43-478a-99eb-53b8f78098af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311477 Mar 22 11:11:13.424546 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:14.203800 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407bccc8-7ff8-451f-ba0c-c372b5bac98a req-13e7e0ce-48d6-4609-8e08-6e21bd26861e tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:14.205233 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-407bccc8-7ff8-451f-ba0c-c372b5bac98a req-13e7e0ce-48d6-4609-8e08-6e21bd26861e tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/ports?device_id=e53c596b-c153-4062-923f-5c9cfbf93fdf HTTP/1.1" status: 200 len: 946 time: 0.0637825 Mar 22 11:11:14.251761 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-407bccc8-7ff8-451f-ba0c-c372b5bac98a req-63198570-956f-4bc2-a6db-dc6eae8f6d47 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2f98cb0-eb43-478a-99eb-53b8f78098af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377367 Mar 22 11:11:15.381817 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce8e8eb-d03d-4409-ad31-ce2184c2e2cd req-6df74797-06d1-470f-804c-a359609729a8 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:15.383280 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7ce8e8eb-d03d-4409-ad31-ce2184c2e2cd req-6df74797-06d1-470f-804c-a359609729a8 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/ports?device_id=e53c596b-c153-4062-923f-5c9cfbf93fdf HTTP/1.1" status: 200 len: 946 time: 0.0493729 Mar 22 11:11:15.424977 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7ce8e8eb-d03d-4409-ad31-ce2184c2e2cd req-0eb7bae1-3c63-4bfe-ac22-ec01c8732cd9 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2f98cb0-eb43-478a-99eb-53b8f78098af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328345 Mar 22 11:11:16.549826 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1e323-3d2d-47e9-9d8e-9c1c06fd9625 req-fa74cd43-abec-4415-825e-1ec98c8495dd tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:16.551272 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-85a1e323-3d2d-47e9-9d8e-9c1c06fd9625 req-fa74cd43-abec-4415-825e-1ec98c8495dd tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/ports?device_id=e53c596b-c153-4062-923f-5c9cfbf93fdf HTTP/1.1" status: 200 len: 946 time: 0.0505974 Mar 22 11:11:16.591941 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-85a1e323-3d2d-47e9-9d8e-9c1c06fd9625 req-f408e791-3409-4323-b23f-51edf3558bdd tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2f98cb0-eb43-478a-99eb-53b8f78098af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318842 Mar 22 11:11:17.731048 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc367d-e9c6-4514-8280-f7060c422011 req-f5a80751-e386-4708-80dc-fd0133c109ee tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:17.732715 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-53bc367d-e9c6-4514-8280-f7060c422011 req-f5a80751-e386-4708-80dc-fd0133c109ee tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/ports?device_id=e53c596b-c153-4062-923f-5c9cfbf93fdf HTTP/1.1" status: 200 len: 946 time: 0.0587308 Mar 22 11:11:17.778049 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-53bc367d-e9c6-4514-8280-f7060c422011 req-eb7526e0-7595-460d-995d-d3ad2f8a30f4 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2f98cb0-eb43-478a-99eb-53b8f78098af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363514 Mar 22 11:11:18.906090 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332fe0f-8a20-455d-bb36-3777a2196fa5 req-904ca425-dab0-409b-a488-662c5f45491d tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:18.908080 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5332fe0f-8a20-455d-bb36-3777a2196fa5 req-904ca425-dab0-409b-a488-662c5f45491d tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/ports?device_id=e53c596b-c153-4062-923f-5c9cfbf93fdf HTTP/1.1" status: 200 len: 946 time: 0.0515475 Mar 22 11:11:18.946347 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5332fe0f-8a20-455d-bb36-3777a2196fa5 req-e32f775e-0438-4799-909f-f94249b5da56 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2f98cb0-eb43-478a-99eb-53b8f78098af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322118 Mar 22 11:11:20.062710 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad567f-feda-43da-8315-d83cd7087f71 req-804967c9-d7e5-4fd7-bf6c-2593ee866b1c tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:20.064213 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-35ad567f-feda-43da-8315-d83cd7087f71 req-804967c9-d7e5-4fd7-bf6c-2593ee866b1c tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/ports?device_id=e53c596b-c153-4062-923f-5c9cfbf93fdf HTTP/1.1" status: 200 len: 946 time: 0.0487468 Mar 22 11:11:20.100631 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-35ad567f-feda-43da-8315-d83cd7087f71 req-2d07d28a-1a7c-4289-9d07-3500a7a30c4a tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2f98cb0-eb43-478a-99eb-53b8f78098af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304065 Mar 22 11:11:21.227816 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ca012-aa3b-4805-97b0-8fbd8ccc399d req-bf1769b3-b758-4d52-bcdc-20b59cb3b8cc tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:21.229250 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-bd8ca012-aa3b-4805-97b0-8fbd8ccc399d req-bf1769b3-b758-4d52-bcdc-20b59cb3b8cc tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/ports?device_id=e53c596b-c153-4062-923f-5c9cfbf93fdf HTTP/1.1" status: 200 len: 946 time: 0.0531416 Mar 22 11:11:21.595892 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-bd8ca012-aa3b-4805-97b0-8fbd8ccc399d req-ab3236e5-5b1a-460e-822f-146e5027e8ab tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2f98cb0-eb43-478a-99eb-53b8f78098af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3604329 Mar 22 11:11:22.727734 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3f781-f585-4500-aaa3-73112dbf4fa4 req-58f3080c-06cb-4f30-a551-fa9ee70147c9 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:22.729185 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e4b3f781-f585-4500-aaa3-73112dbf4fa4 req-58f3080c-06cb-4f30-a551-fa9ee70147c9 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/ports?device_id=e53c596b-c153-4062-923f-5c9cfbf93fdf HTTP/1.1" status: 200 len: 946 time: 0.0522099 Mar 22 11:11:22.770054 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e4b3f781-f585-4500-aaa3-73112dbf4fa4 req-3e39cd1b-0edd-4296-997a-9c8960e75480 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2f98cb0-eb43-478a-99eb-53b8f78098af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322087 Mar 22 11:11:23.894460 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2e779-430c-4280-b314-2e8de86e198f req-e576a910-0489-47db-aa4e-c88b986c78c7 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:23.895960 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ebb2e779-430c-4280-b314-2e8de86e198f req-e576a910-0489-47db-aa4e-c88b986c78c7 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/ports?device_id=e53c596b-c153-4062-923f-5c9cfbf93fdf HTTP/1.1" status: 200 len: 946 time: 0.0529919 Mar 22 11:11:23.934271 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ebb2e779-430c-4280-b314-2e8de86e198f req-63634ef1-4504-46df-b66c-5ded93bc8534 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2f98cb0-eb43-478a-99eb-53b8f78098af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322363 Mar 22 11:11:25.058092 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3835ef2-eab2-4592-afa1-4fe23ce2759d req-b0c182b8-ebaa-44ba-966d-f84388304a24 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:25.059576 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e3835ef2-eab2-4592-afa1-4fe23ce2759d req-b0c182b8-ebaa-44ba-966d-f84388304a24 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/ports?device_id=e53c596b-c153-4062-923f-5c9cfbf93fdf HTTP/1.1" status: 200 len: 946 time: 0.0526581 Mar 22 11:11:25.097880 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e3835ef2-eab2-4592-afa1-4fe23ce2759d req-b238982a-7477-4f94-b96e-11dd854dbdfa tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2f98cb0-eb43-478a-99eb-53b8f78098af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321875 Mar 22 11:11:26.225163 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912df38d-01c3-4ead-9319-d111becfb326 req-77d48972-326c-4e03-b22f-c135b145f840 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:26.226699 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-912df38d-01c3-4ead-9319-d111becfb326 req-77d48972-326c-4e03-b22f-c135b145f840 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/ports?device_id=e53c596b-c153-4062-923f-5c9cfbf93fdf HTTP/1.1" status: 200 len: 946 time: 0.0497444 Mar 22 11:11:26.263937 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-912df38d-01c3-4ead-9319-d111becfb326 req-c19f5a30-d4d6-447f-a9ab-dfbf6f313438 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2f98cb0-eb43-478a-99eb-53b8f78098af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311496 Mar 22 11:11:27.392126 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3affb7d-2bdc-4b87-991a-cb5ad94579fc req-0c154f2d-96b4-4e58-a59d-7f1e19434b88 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:27.393638 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a3affb7d-2bdc-4b87-991a-cb5ad94579fc req-0c154f2d-96b4-4e58-a59d-7f1e19434b88 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/ports?device_id=e53c596b-c153-4062-923f-5c9cfbf93fdf HTTP/1.1" status: 200 len: 946 time: 0.0515606 Mar 22 11:11:27.433878 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a3affb7d-2bdc-4b87-991a-cb5ad94579fc req-4935bfd9-c7dc-4294-be03-7bd2b1f8d167 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2f98cb0-eb43-478a-99eb-53b8f78098af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314071 Mar 22 11:11:28.563890 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf7926-404b-4798-9406-a0ecc3d40790 req-c4954a5d-fdcd-42b4-b397-704f796ec2b8 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:28.566365 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-eebf7926-404b-4798-9406-a0ecc3d40790 req-c4954a5d-fdcd-42b4-b397-704f796ec2b8 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/ports?device_id=e53c596b-c153-4062-923f-5c9cfbf93fdf HTTP/1.1" status: 200 len: 946 time: 0.0538394 Mar 22 11:11:28.603617 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-eebf7926-404b-4798-9406-a0ecc3d40790 req-0eb06dfd-cb1a-4726-a2e4-b408087b8afa tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2f98cb0-eb43-478a-99eb-53b8f78098af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322721 Mar 22 11:11:29.303891 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9601cb8-4196-4425-8bf0-441182af9a33 req-4592f743-16d1-4395-867f-a35a1bf4c2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:29.305283 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e9601cb8-4196-4425-8bf0-441182af9a33 req-4592f743-16d1-4395-867f-a35a1bf4c2b1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9fbc74cfcbcf4f01960fbe097e8427ce&device_id=e53c596b-c153-4062-923f-5c9cfbf93fdf HTTP/1.1" status: 200 len: 1099 time: 0.0457406 Mar 22 11:11:29.422049 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9601cb8-4196-4425-8bf0-441182af9a33 req-ea6342c2-2e1e-4fac-826d-6e2e4ecb359d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:29.423519 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e9601cb8-4196-4425-8bf0-441182af9a33 req-ea6342c2-2e1e-4fac-826d-6e2e4ecb359d service neutron] 10.222.0.35 "GET /v2.0/networks?id=17ccccc8-4848-410b-8680-2428c9e59084 HTTP/1.1" status: 200 len: 912 time: 0.0983307 Mar 22 11:11:29.464782 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e9601cb8-4196-4425-8bf0-441182af9a33 req-c77b5050-2bb6-4562-a6f7-bed7fc6aeadd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=574ccb13-3bf6-4229-a629-33aac43e26fd HTTP/1.1" status: 200 len: 217 time: 0.0334651 Mar 22 11:11:29.514579 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9601cb8-4196-4425-8bf0-441182af9a33 req-d38a5af0-c192-467a-be1c-b89d1b1a2050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:29.516018 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e9601cb8-4196-4425-8bf0-441182af9a33 req-d38a5af0-c192-467a-be1c-b89d1b1a2050 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=10881cf6-3b66-471f-9a6d-04cd8747d22f HTTP/1.1" status: 200 len: 851 time: 0.0444031 Mar 22 11:11:29.545826 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e9601cb8-4196-4425-8bf0-441182af9a33 req-6023b376-3241-43f3-add0-4f989a492238 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=17ccccc8-4848-410b-8680-2428c9e59084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234263 Mar 22 11:11:29.648547 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e9601cb8-4196-4425-8bf0-441182af9a33 req-b6bff230-a148-4c36-9e0a-feb9beb5aa07 service neutron] 10.222.0.35 "GET /v2.0/networks/17ccccc8-4848-410b-8680-2428c9e59084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955222 Mar 22 11:11:29.780995 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff28230-d9b6-47e4-90cb-b243f77e3d7c req-0963328e-92fc-43cc-9b12-61ec6c34f3fe tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:29.782482 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0ff28230-d9b6-47e4-90cb-b243f77e3d7c req-0963328e-92fc-43cc-9b12-61ec6c34f3fe tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/ports?device_id=e53c596b-c153-4062-923f-5c9cfbf93fdf HTTP/1.1" status: 200 len: 946 time: 0.0929801 Mar 22 11:11:29.784680 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e9601cb8-4196-4425-8bf0-441182af9a33 req-1c5e0daf-6609-4256-aaa8-99dcef5fa3f0 service neutron] 10.222.0.35 "GET /v2.0/networks/17ccccc8-4848-410b-8680-2428c9e59084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232660 Mar 22 11:11:29.820833 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0ff28230-d9b6-47e4-90cb-b243f77e3d7c req-0483a9df-e7ac-42ce-9b62-67f320adf3b7 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2f98cb0-eb43-478a-99eb-53b8f78098af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323341 Mar 22 11:11:30.944846 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a9f6a5-c7fd-458a-b4fe-04551e969cea req-82aa86d9-f485-488c-a078-48e6b1ec3676 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:30.946311 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-69a9f6a5-c7fd-458a-b4fe-04551e969cea req-82aa86d9-f485-488c-a078-48e6b1ec3676 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/ports?device_id=e53c596b-c153-4062-923f-5c9cfbf93fdf HTTP/1.1" status: 200 len: 946 time: 0.0494747 Mar 22 11:11:30.984570 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-69a9f6a5-c7fd-458a-b4fe-04551e969cea req-e22ef9e8-4fd0-42ff-ad0b-8bba49168fc0 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2f98cb0-eb43-478a-99eb-53b8f78098af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322475 Mar 22 11:11:31.048821 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6f2328bc-e38a-4b5b-b3fa-891e76e5f2dd req-15450c34-fcfa-4b37-83ff-c7d39d0fafad service neutron] 10.222.0.35 "GET /v2.0/ports/574ccb13-3bf6-4229-a629-33aac43e26fd/bindings/hv-neutron-8345 HTTP/1.1" status: 200 len: 384 time: 0.0608118 Mar 22 11:11:31.304368 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2328bc-e38a-4b5b-b3fa-891e76e5f2dd req-3aeb53f8-d01c-407e-ac95-8110da60f96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:31.305841 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6f2328bc-e38a-4b5b-b3fa-891e76e5f2dd req-3aeb53f8-d01c-407e-ac95-8110da60f96b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e53c596b-c153-4062-923f-5c9cfbf93fdf&tenant_id=9fbc74cfcbcf4f01960fbe097e8427ce HTTP/1.1" status: 200 len: 1099 time: 0.0738642 Mar 22 11:11:31.371255 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2328bc-e38a-4b5b-b3fa-891e76e5f2dd req-26d46808-5986-453a-b755-d947ce6f9ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:31.372765 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6f2328bc-e38a-4b5b-b3fa-891e76e5f2dd req-26d46808-5986-453a-b755-d947ce6f9ad4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9fbc74cfcbcf4f01960fbe097e8427ce&device_id=e53c596b-c153-4062-923f-5c9cfbf93fdf HTTP/1.1" status: 200 len: 1099 time: 0.0418007 Mar 22 11:11:31.465083 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2328bc-e38a-4b5b-b3fa-891e76e5f2dd req-9bed2d3d-5970-4d40-b828-d8083a0631a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:31.466595 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6f2328bc-e38a-4b5b-b3fa-891e76e5f2dd req-9bed2d3d-5970-4d40-b828-d8083a0631a9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=17ccccc8-4848-410b-8680-2428c9e59084 HTTP/1.1" status: 200 len: 912 time: 0.0868247 Mar 22 11:11:31.509115 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6f2328bc-e38a-4b5b-b3fa-891e76e5f2dd req-3506a5d8-cf21-4748-926b-b40dc6307976 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=574ccb13-3bf6-4229-a629-33aac43e26fd HTTP/1.1" status: 200 len: 217 time: 0.0348594 Mar 22 11:11:31.564464 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2328bc-e38a-4b5b-b3fa-891e76e5f2dd req-d8c235eb-adc0-4a7d-9956-8e4797226134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:31.565899 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6f2328bc-e38a-4b5b-b3fa-891e76e5f2dd req-d8c235eb-adc0-4a7d-9956-8e4797226134 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=10881cf6-3b66-471f-9a6d-04cd8747d22f HTTP/1.1" status: 200 len: 851 time: 0.0482349 Mar 22 11:11:31.597725 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6f2328bc-e38a-4b5b-b3fa-891e76e5f2dd req-20d3ece4-68ba-4486-989a-6f6adfdd02d6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=17ccccc8-4848-410b-8680-2428c9e59084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243783 Mar 22 11:11:31.695207 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6f2328bc-e38a-4b5b-b3fa-891e76e5f2dd req-bff38aad-2077-44c8-a6c6-0dba1125e70b service neutron] 10.222.0.35 "GET /v2.0/networks/17ccccc8-4848-410b-8680-2428c9e59084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895119 Mar 22 11:11:31.793550 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6f2328bc-e38a-4b5b-b3fa-891e76e5f2dd req-438f4141-e3fc-4958-8401-e920dd9a61dc service neutron] 10.222.0.35 "GET /v2.0/networks/17ccccc8-4848-410b-8680-2428c9e59084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858905 Mar 22 11:11:32.110847 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed98f66-828c-4da7-9f2f-ce57b0bd153b req-48bd9682-91d6-4ae0-aeaa-871f74049c96 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:32.112452 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4ed98f66-828c-4da7-9f2f-ce57b0bd153b req-48bd9682-91d6-4ae0-aeaa-871f74049c96 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/ports?device_id=e53c596b-c153-4062-923f-5c9cfbf93fdf HTTP/1.1" status: 200 len: 946 time: 0.0590661 Mar 22 11:11:32.152268 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4ed98f66-828c-4da7-9f2f-ce57b0bd153b req-836ae22b-ecd2-4f8a-9093-e359d0b5ea7c tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2f98cb0-eb43-478a-99eb-53b8f78098af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338123 Mar 22 11:11:33.278958 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ecf90-bfbb-47c8-a244-ff1387c42a59 req-58582515-68be-4c8d-bb17-db7d2ad49254 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:33.280350 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c54ecf90-bfbb-47c8-a244-ff1387c42a59 req-58582515-68be-4c8d-bb17-db7d2ad49254 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/ports?device_id=e53c596b-c153-4062-923f-5c9cfbf93fdf HTTP/1.1" status: 200 len: 946 time: 0.0508261 Mar 22 11:11:33.322310 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c54ecf90-bfbb-47c8-a244-ff1387c42a59 req-4645f320-cc2b-471e-a040-be67db0553ef tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2f98cb0-eb43-478a-99eb-53b8f78098af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358257 Mar 22 11:11:34.455983 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ea086-66e4-4eae-a9ba-d52a3c49afe3 req-7a4b1793-d8ce-4793-aff5-e8d64d78ad5b tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:34.457542 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ef5ea086-66e4-4eae-a9ba-d52a3c49afe3 req-7a4b1793-d8ce-4793-aff5-e8d64d78ad5b tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/ports?device_id=e53c596b-c153-4062-923f-5c9cfbf93fdf HTTP/1.1" status: 200 len: 946 time: 0.0583742 Mar 22 11:11:34.495094 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ef5ea086-66e4-4eae-a9ba-d52a3c49afe3 req-c686ae8a-1083-49a6-88bf-ad6fc122a7d5 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2f98cb0-eb43-478a-99eb-53b8f78098af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316701 Mar 22 11:11:34.683416 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 574ccb13-3bf6-4229-a629-33aac43e26fd details requested by agent hyperv_hv-neutron-8345 with host hv-neutron-8345 {{(pid=109051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 11:11:34.685594 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 574ccb13-3bf6-4229-a629-33aac43e26fd no longer exists at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:11:34.812906 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064901f8-5c20-4492-8700-9426a4d2d20f req-cae67bec-207d-462b-a882-1e2f9ea56eb3 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:34.814378 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-064901f8-5c20-4492-8700-9426a4d2d20f req-cae67bec-207d-462b-a882-1e2f9ea56eb3 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.35 "GET /v2.0/ports?device_id=e53c596b-c153-4062-923f-5c9cfbf93fdf&tenant_id=9fbc74cfcbcf4f01960fbe097e8427ce&binding%3Ahost_id=hv-neutron-8345 HTTP/1.1" status: 200 len: 946 time: 0.0844612 Mar 22 11:11:34.825434 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:34.844258 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 574ccb13-3bf6-4229-a629-33aac43e26fd, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=574ccb13-3bf6-4229-a629-33aac43e26fd,segment=NetworkSegment(d6a3e62d-0c88-4b85-8014-48bcd1de81bf),segment_id=d6a3e62d-0c88-4b85-8014-48bcd1de81bf)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:11:34.862843 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Returning: {'device': '574ccb13-3bf6-4229-a629-33aac43e26fd', 'network_id': '17ccccc8-4848-410b-8680-2428c9e59084', 'port_id': '574ccb13-3bf6-4229-a629-33aac43e26fd', 'mac_address': 'fa:16:3e:60:35:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10881cf6-3b66-471f-9a6d-04cd8747d22f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 11:11:34.868338 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53c596b-c153-4062-923f-5c9cfbf93fdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '574ccb13-3bf6-4229-a629-33aac43e26fd'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:11:34.870577 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed5bbc7b-5754-41d5-b93f-743dada4a6fa" -d '{"events": [{"server_uuid": "e53c596b-c153-4062-923f-5c9cfbf93fdf", "name": "network-vif-unplugged", "status": "completed", "tag": "574ccb13-3bf6-4229-a629-33aac43e26fd"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:11:34.885210 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 574ccb13-3bf6-4229-a629-33aac43e26fd, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=574ccb13-3bf6-4229-a629-33aac43e26fd,segment=NetworkSegment(d6a3e62d-0c88-4b85-8014-48bcd1de81bf),segment_id=d6a3e62d-0c88-4b85-8014-48bcd1de81bf)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:11:34.904840 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064901f8-5c20-4492-8700-9426a4d2d20f req-c68cf9b8-556d-44b6-bcda-3ceb1479b0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:34.906481 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-064901f8-5c20-4492-8700-9426a4d2d20f req-c68cf9b8-556d-44b6-bcda-3ceb1479b0a3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9fbc74cfcbcf4f01960fbe097e8427ce&device_id=e53c596b-c153-4062-923f-5c9cfbf93fdf HTTP/1.1" status: 200 len: 1099 time: 0.0475967 Mar 22 11:11:34.914238 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:34.924264 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 11:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965d1dcf-6b5e-43f6-a2a8-1d7ccb6accd5 x-openstack-request-id: req-965d1dcf-6b5e-43f6-a2a8-1d7ccb6accd5 {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:11:34.924547 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e53c596b-c153-4062-923f-5c9cfbf93fdf", "name": "network-vif-unplugged", "status": "completed", "tag": "574ccb13-3bf6-4229-a629-33aac43e26fd", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:11:34.924818 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-965d1dcf-6b5e-43f6-a2a8-1d7ccb6accd5 {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:11:34.925204 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-965d1dcf-6b5e-43f6-a2a8-1d7ccb6accd5'] response: {'server_uuid': 'e53c596b-c153-4062-923f-5c9cfbf93fdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '574ccb13-3bf6-4229-a629-33aac43e26fd', 'code': 200} Mar 22 11:11:34.954526 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:34.985305 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=574ccb13-3bf6-4229-a629-33aac43e26fd,revision_number=6']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:11:34.988502 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 574ccb13-3bf6-4229-a629-33aac43e26fd {{(pid=109051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:11:34.998781 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:11:34.998980 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064901f8-5c20-4492-8700-9426a4d2d20f req-71af739d-439d-4d1b-9f79-ff2f74578528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:34.999104 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:11:34.999472 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:11:34.999807 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:11:35.000133 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:11:35.000310 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-064901f8-5c20-4492-8700-9426a4d2d20f req-71af739d-439d-4d1b-9f79-ff2f74578528 service neutron] 10.222.0.35 "GET /v2.0/networks?id=17ccccc8-4848-410b-8680-2428c9e59084 HTTP/1.1" status: 200 len: 912 time: 0.0857148 Mar 22 11:11:35.000453 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:11:35.000886 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:11:35.001172 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:11:35.001558 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:11:35.001968 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:11:35.002288 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:11:35.002607 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:11:35.045811 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.db.api [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:11:35.046199 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG oslo_db.api [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:11:35.046467 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-064901f8-5c20-4492-8700-9426a4d2d20f req-9517cb86-f454-4d53-b9a3-9927eaa73697 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=574ccb13-3bf6-4229-a629-33aac43e26fd HTTP/1.1" status: 200 len: 217 time: 0.0387774 Mar 22 11:11:35.108886 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064901f8-5c20-4492-8700-9426a4d2d20f req-f5171b2f-e9b8-418b-af9a-3f9483f93a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:35.110474 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-064901f8-5c20-4492-8700-9426a4d2d20f req-f5171b2f-e9b8-418b-af9a-3f9483f93a5d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=10881cf6-3b66-471f-9a6d-04cd8747d22f HTTP/1.1" status: 200 len: 851 time: 0.0580792 Mar 22 11:11:35.142404 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-064901f8-5c20-4492-8700-9426a4d2d20f req-2cf200a8-45db-4c34-a659-fc516f775c36 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=17ccccc8-4848-410b-8680-2428c9e59084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243659 Mar 22 11:11:35.247210 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-064901f8-5c20-4492-8700-9426a4d2d20f req-f10173a7-2dca-4d65-959c-50ca96161f87 service neutron] 10.222.0.35 "GET /v2.0/networks/17ccccc8-4848-410b-8680-2428c9e59084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981894 Mar 22 11:11:35.338062 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-064901f8-5c20-4492-8700-9426a4d2d20f req-e6667877-a831-43fa-98bf-1b6ab820cb78 service neutron] 10.222.0.35 "GET /v2.0/networks/17ccccc8-4848-410b-8680-2428c9e59084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836630 Mar 22 11:11:35.587347 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:35.601246 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 574ccb13-3bf6-4229-a629-33aac43e26fd {{(pid=109051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:11:35.620954 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 574ccb13-3bf6-4229-a629-33aac43e26fd, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=574ccb13-3bf6-4229-a629-33aac43e26fd,segment=NetworkSegment(d6a3e62d-0c88-4b85-8014-48bcd1de81bf),segment_id=d6a3e62d-0c88-4b85-8014-48bcd1de81bf)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:11:35.625874 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:35.677107 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=574ccb13-3bf6-4229-a629-33aac43e26fd,revision_number=7']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:11:35.681230 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['574ccb13-3bf6-4229-a629-33aac43e26fd'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 11:11:36.071694 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec29613-1f49-4c75-b024-fb7e5c9054c6 req-42b97eec-4b8f-410b-ab9b-07f07929959a tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:36.073153 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3ec29613-1f49-4c75-b024-fb7e5c9054c6 req-42b97eec-4b8f-410b-ab9b-07f07929959a tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/ports?device_id=e53c596b-c153-4062-923f-5c9cfbf93fdf HTTP/1.1" status: 200 len: 945 time: 0.0504143 Mar 22 11:11:36.115847 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3ec29613-1f49-4c75-b024-fb7e5c9054c6 req-e551947c-4a98-4a64-846b-5f13a269cdf2 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2f98cb0-eb43-478a-99eb-53b8f78098af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365276 Mar 22 11:11:36.684164 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 574ccb13-3bf6-4229-a629-33aac43e26fd up at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:11:36.741187 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning complete for port 574ccb13-3bf6-4229-a629-33aac43e26fd triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:11:36.741562 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:36.820802 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:36.853381 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 574ccb13-3bf6-4229-a629-33aac43e26fd, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=574ccb13-3bf6-4229-a629-33aac43e26fd,segment=NetworkSegment(d6a3e62d-0c88-4b85-8014-48bcd1de81bf),segment_id=d6a3e62d-0c88-4b85-8014-48bcd1de81bf)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:11:36.860286 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:36.907784 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=574ccb13-3bf6-4229-a629-33aac43e26fd,revision_number=8']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:11:36.926389 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53c596b-c153-4062-923f-5c9cfbf93fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574ccb13-3bf6-4229-a629-33aac43e26fd'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:11:36.928732 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1574dbbd-8fe2-43f0-b982-e95af9dad9bb" -d '{"events": [{"server_uuid": "e53c596b-c153-4062-923f-5c9cfbf93fdf", "name": "network-vif-plugged", "status": "completed", "tag": "574ccb13-3bf6-4229-a629-33aac43e26fd"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:11:36.964794 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da73c7f-b740-4a7e-a3e5-ba9d4d76224a x-openstack-request-id: req-2da73c7f-b740-4a7e-a3e5-ba9d4d76224a {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:11:36.965106 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e53c596b-c153-4062-923f-5c9cfbf93fdf", "name": "network-vif-plugged", "status": "completed", "tag": "574ccb13-3bf6-4229-a629-33aac43e26fd", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:11:36.965322 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2da73c7f-b740-4a7e-a3e5-ba9d4d76224a {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:11:36.990933 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2da73c7f-b740-4a7e-a3e5-ba9d4d76224a'] response: {'server_uuid': 'e53c596b-c153-4062-923f-5c9cfbf93fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574ccb13-3bf6-4229-a629-33aac43e26fd', 'code': 200} Mar 22 11:11:37.246593 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643179a5-1aa2-4ac3-b606-1c24f583ca1c req-82ac6905-8aca-4406-80e4-1c33aa7903b5 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:37.247928 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-643179a5-1aa2-4ac3-b606-1c24f583ca1c req-82ac6905-8aca-4406-80e4-1c33aa7903b5 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/ports?device_id=e53c596b-c153-4062-923f-5c9cfbf93fdf HTTP/1.1" status: 200 len: 946 time: 0.0541914 Mar 22 11:11:37.289467 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-643179a5-1aa2-4ac3-b606-1c24f583ca1c req-340bba69-335c-4e19-babc-4912347f0560 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2f98cb0-eb43-478a-99eb-53b8f78098af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325263 Mar 22 11:11:37.709742 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7c8e17b3-ca23-4942-98ad-a7ca4dc90624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:37.718822 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064901f8-5c20-4492-8700-9426a4d2d20f req-b9d41b09-0471-4a3f-a060-eab6c7dd1ca2 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:37.720340 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-064901f8-5c20-4492-8700-9426a4d2d20f req-b9d41b09-0471-4a3f-a060-eab6c7dd1ca2 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.35 "GET /v2.0/ports?device_id=e53c596b-c153-4062-923f-5c9cfbf93fdf HTTP/1.1" status: 200 len: 946 time: 0.0498359 Mar 22 11:11:37.820234 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-064901f8-5c20-4492-8700-9426a4d2d20f req-6e29d60e-7bdc-4a99-8600-1606c559f4a6 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Deleting port 574ccb13-3bf6-4229-a629-33aac43e26fd {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:11:37.820553 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-064901f8-5c20-4492-8700-9426a4d2d20f req-6e29d60e-7bdc-4a99-8600-1606c559f4a6 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:37.911233 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-064901f8-5c20-4492-8700-9426a4d2d20f req-6e29d60e-7bdc-4a99-8600-1606c559f4a6 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] For port 574ccb13-3bf6-4229-a629-33aac43e26fd, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=574ccb13-3bf6-4229-a629-33aac43e26fd,segment=NetworkSegment(d6a3e62d-0c88-4b85-8014-48bcd1de81bf),segment_id=d6a3e62d-0c88-4b85-8014-48bcd1de81bf)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:11:37.911685 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-064901f8-5c20-4492-8700-9426a4d2d20f req-6e29d60e-7bdc-4a99-8600-1606c559f4a6 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:37.924704 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-064901f8-5c20-4492-8700-9426a4d2d20f req-6e29d60e-7bdc-4a99-8600-1606c559f4a6 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Calling delete_port for 574ccb13-3bf6-4229-a629-33aac43e26fd owned by compute:nova {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:11:38.059118 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-064901f8-5c20-4492-8700-9426a4d2d20f req-6e29d60e-7bdc-4a99-8600-1606c559f4a6 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:38.072391 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['574ccb13-3bf6-4229-a629-33aac43e26fd'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 11:11:38.089638 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e29d60e-7bdc-4a99-8600-1606c559f4a6 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Pushing event deleted for resources: {'Port': ['ID=574ccb13-3bf6-4229-a629-33aac43e26fd,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:11:38.099861 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29d60e-7bdc-4a99-8600-1606c559f4a6 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:11:38.100205 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29d60e-7bdc-4a99-8600-1606c559f4a6 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:11:38.100543 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29d60e-7bdc-4a99-8600-1606c559f4a6 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:11:38.100878 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29d60e-7bdc-4a99-8600-1606c559f4a6 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:11:38.101207 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29d60e-7bdc-4a99-8600-1606c559f4a6 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:11:38.101532 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29d60e-7bdc-4a99-8600-1606c559f4a6 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:11:38.101856 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29d60e-7bdc-4a99-8600-1606c559f4a6 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:11:38.102363 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29d60e-7bdc-4a99-8600-1606c559f4a6 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:11:38.102523 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29d60e-7bdc-4a99-8600-1606c559f4a6 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:11:38.102842 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29d60e-7bdc-4a99-8600-1606c559f4a6 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:11:38.103164 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29d60e-7bdc-4a99-8600-1606c559f4a6 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:11:38.103502 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29d60e-7bdc-4a99-8600-1606c559f4a6 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:11:38.145216 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-064901f8-5c20-4492-8700-9426a4d2d20f req-6e29d60e-7bdc-4a99-8600-1606c559f4a6 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] No DVR routers for this DVR port 574ccb13-3bf6-4229-a629-33aac43e26fd on host hv-neutron-8345 {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:11:38.147900 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-064901f8-5c20-4492-8700-9426a4d2d20f req-6e29d60e-7bdc-4a99-8600-1606c559f4a6 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:38.151207 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-064901f8-5c20-4492-8700-9426a4d2d20f req-6e29d60e-7bdc-4a99-8600-1606c559f4a6 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.35 "DELETE /v2.0/ports/574ccb13-3bf6-4229-a629-33aac43e26fd HTTP/1.1" status: 204 len: 173 time: 0.4239838 Mar 22 11:11:38.151671 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53c596b-c153-4062-923f-5c9cfbf93fdf', 'name': 'network-vif-deleted', 'tag': '574ccb13-3bf6-4229-a629-33aac43e26fd'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:11:38.153943 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e994f22c-3464-4759-9482-5367c60d6325" -d '{"events": [{"server_uuid": "e53c596b-c153-4062-923f-5c9cfbf93fdf", "name": "network-vif-deleted", "tag": "574ccb13-3bf6-4229-a629-33aac43e26fd"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:11:38.194443 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c8248c-288a-46ac-8da7-a724b18918f8 x-openstack-request-id: req-90c8248c-288a-46ac-8da7-a724b18918f8 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:11:38.194738 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e53c596b-c153-4062-923f-5c9cfbf93fdf", "name": "network-vif-deleted", "tag": "574ccb13-3bf6-4229-a629-33aac43e26fd", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:11:38.194985 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-90c8248c-288a-46ac-8da7-a724b18918f8 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:11:38.195413 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90c8248c-288a-46ac-8da7-a724b18918f8'] response: {'server_uuid': 'e53c596b-c153-4062-923f-5c9cfbf93fdf', 'name': 'network-vif-deleted', 'tag': '574ccb13-3bf6-4229-a629-33aac43e26fd', 'status': 'completed', 'code': 200} Mar 22 11:11:38.412281 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-71fe4e1b-59a6-487a-8b10-d57131053950 req-115e3730-f1ba-473c-9d38-6f35bea5fda6 tempest-DeleteServersTestJSON-1801692738 tempest-DeleteServersTestJSON-1801692738-project] 10.222.0.57 "GET /v2.0/ports?device_id=e53c596b-c153-4062-923f-5c9cfbf93fdf HTTP/1.1" status: 200 len: 210 time: 0.0300567 Mar 22 11:11:39.545736 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 44186) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:11:39.593259 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-594c6a0a-a844-4bd5-b556-36afa51d94be admin admin] Deleting subnet 10881cf6-3b66-471f-9a6d-04cd8747d22f {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 11:11:39.596275 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-594c6a0a-a844-4bd5-b556-36afa51d94be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:39.630995 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-594c6a0a-a844-4bd5-b556-36afa51d94be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:39.670612 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-594c6a0a-a844-4bd5-b556-36afa51d94be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:39.726180 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-594c6a0a-a844-4bd5-b556-36afa51d94be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:39.751708 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594c6a0a-a844-4bd5-b556-36afa51d94be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10881cf6-3b66-471f-9a6d-04cd8747d22f,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:11:39.757701 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-594c6a0a-a844-4bd5-b556-36afa51d94be admin admin] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:39.761003 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-594c6a0a-a844-4bd5-b556-36afa51d94be admin admin] 10.222.0.57 "DELETE /v2.0/subnets/10881cf6-3b66-471f-9a6d-04cd8747d22f HTTP/1.1" status: 204 len: 168 time: 0.2142491 Mar 22 11:11:39.765782 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 44188) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:11:39.767151 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594c6a0a-a844-4bd5-b556-36afa51d94be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:11:39.767490 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594c6a0a-a844-4bd5-b556-36afa51d94be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:11:39.767822 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594c6a0a-a844-4bd5-b556-36afa51d94be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:11:39.768155 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594c6a0a-a844-4bd5-b556-36afa51d94be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:11:39.768485 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594c6a0a-a844-4bd5-b556-36afa51d94be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:11:39.768815 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594c6a0a-a844-4bd5-b556-36afa51d94be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:11:39.769758 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594c6a0a-a844-4bd5-b556-36afa51d94be admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:11:39.770465 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594c6a0a-a844-4bd5-b556-36afa51d94be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:11:39.770465 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594c6a0a-a844-4bd5-b556-36afa51d94be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:11:39.770745 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594c6a0a-a844-4bd5-b556-36afa51d94be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:11:39.771065 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594c6a0a-a844-4bd5-b556-36afa51d94be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:11:39.771392 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594c6a0a-a844-4bd5-b556-36afa51d94be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:11:39.836199 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8c150eb1-b71c-4299-a2f4-0f2492fdf7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:39.837213 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9305818c-fcb4-4027-86c5-d12dd8b772ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:39.917861 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9305818c-fcb4-4027-86c5-d12dd8b772ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:39.937552 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-9305818c-fcb4-4027-86c5-d12dd8b772ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17ccccc8-4848-410b-8680-2428c9e59084']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:11:39.949048 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-9305818c-fcb4-4027-86c5-d12dd8b772ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6a3e62d-0c88-4b85-8014-48bcd1de81bf') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:11:39.949340 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-9305818c-fcb4-4027-86c5-d12dd8b772ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6a3e62d-0c88-4b85-8014-48bcd1de81bf') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:11:39.958672 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9305818c-fcb4-4027-86c5-d12dd8b772ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:39.971877 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9305818c-fcb4-4027-86c5-d12dd8b772ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:39.977986 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9305818c-fcb4-4027-86c5-d12dd8b772ba admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:11:39.978371 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9305818c-fcb4-4027-86c5-d12dd8b772ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:39.980032 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 11:11:39.980032 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:11:39.980032 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 11:11:39.980032 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:11:39.980032 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 11:11:39.980032 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 11:11:39.980032 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 11:11:39.980032 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:11:39.980032 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 11:11:39.980032 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:11:39.980032 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 11:11:39.980032 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:11:39.980032 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 11:11:39.980032 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 11:11:39.980032 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:11:39.980032 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 11:11:39.980032 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:11:39.980032 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 11:11:39.980032 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 11:11:39.980032 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 11:11:39.980032 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 11:11:39.980032 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 11:11:39.980032 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:11:39.980032 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:11:39.980032 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 11:11:39.980032 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:11:39.980032 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:11:39.980032 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:11:39.980032 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:11:39.980032 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:11:39.980032 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:11:39.980032 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:11:40.034456 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9305818c-fcb4-4027-86c5-d12dd8b772ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:40.041272 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9305818c-fcb4-4027-86c5-d12dd8b772ba admin admin] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:40.044483 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-9305818c-fcb4-4027-86c5-d12dd8b772ba admin admin] 10.222.0.57 "DELETE /v2.0/networks/17ccccc8-4848-410b-8680-2428c9e59084 HTTP/1.1" status: 204 len: 168 time: 0.2775116 Mar 22 11:11:40.054183 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9305818c-fcb4-4027-86c5-d12dd8b772ba admin admin] Pushing event deleted for resources: {'Network': ['ID=17ccccc8-4848-410b-8680-2428c9e59084,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:11:40.165301 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 44192) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:11:40.209225 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-fc4b77d8-1eaa-4057-aa15-7a9a7e4154ab admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9fbc74cfcbcf4f01960fbe097e8427ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424924 Mar 22 11:11:40.212015 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 44194) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:11:40.268612 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6966cd68-71ee-4039-84b7-ab610c2aa515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:40.299912 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6966cd68-71ee-4039-84b7-ab610c2aa515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:40.348843 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6966cd68-71ee-4039-84b7-ab610c2aa515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:40.351466 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6966cd68-71ee-4039-84b7-ab610c2aa515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:40.352613 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6966cd68-71ee-4039-84b7-ab610c2aa515 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f2f98cb0-eb43-478a-99eb-53b8f78098af HTTP/1.1" status: 204 len: 168 time: 0.1394954 Mar 22 11:11:40.360214 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6966cd68-71ee-4039-84b7-ab610c2aa515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f98cb0-eb43-478a-99eb-53b8f78098af,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:11:41.031408 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 44216) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:11:41.137990 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-8fce21cd-0dcb-4d62-ae86-4d0bf61f70c8 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2029779364-network', 'tenant_id': '011f5a217b62445d80272c0006f5a7e2'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:11:41.160105 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fce21cd-0dcb-4d62-ae86-4d0bf61f70c8 admin admin] Made reservation on behalf of 011f5a217b62445d80272c0006f5a7e2 for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:11:41.161875 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:41.162620 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8fce21cd-0dcb-4d62-ae86-4d0bf61f70c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:41.171210 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8fce21cd-0dcb-4d62-ae86-4d0bf61f70c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:41.245414 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8fce21cd-0dcb-4d62-ae86-4d0bf61f70c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:41.251655 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8fce21cd-0dcb-4d62-ae86-4d0bf61f70c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:41.276044 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fce21cd-0dcb-4d62-ae86-4d0bf61f70c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:11:41.285547 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fce21cd-0dcb-4d62-ae86-4d0bf61f70c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a4dc3d-8d55-48e2-8453-56c3c9b9d228,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:11:41.290371 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8fce21cd-0dcb-4d62-ae86-4d0bf61f70c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:41.290738 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-8fce21cd-0dcb-4d62-ae86-4d0bf61f70c8 admin admin] Added segment 37372877-c6be-4698-894e-3257ea99e9c1 of type vlan for network b446b1b2-b163-4306-a987-08fe57e0bc65 Mar 22 11:11:41.337151 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8fce21cd-0dcb-4d62-ae86-4d0bf61f70c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:41.362779 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8fce21cd-0dcb-4d62-ae86-4d0bf61f70c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:41.363795 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fce21cd-0dcb-4d62-ae86-4d0bf61f70c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:41.364406 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8fce21cd-0dcb-4d62-ae86-4d0bf61f70c8 admin admin] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:41.395176 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-8fce21cd-0dcb-4d62-ae86-4d0bf61f70c8 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3627079 Mar 22 11:11:41.398556 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 44220) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:11:41.404184 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-36e30d88-ca30-4bd2-a4b4-7429add2bf50 admin admin] Request body: {'subnet': {'network_id': 'b446b1b2-b163-4306-a987-08fe57e0bc65', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2029779364-subnet', 'tenant_id': '011f5a217b62445d80272c0006f5a7e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:11:41.425373 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e30d88-ca30-4bd2-a4b4-7429add2bf50 admin admin] Made reservation on behalf of 011f5a217b62445d80272c0006f5a7e2 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:11:41.427891 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-36e30d88-ca30-4bd2-a4b4-7429add2bf50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:41.429760 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fce21cd-0dcb-4d62-ae86-4d0bf61f70c8 admin admin] Pushing event updated for resources: {'Network': ['ID=b446b1b2-b163-4306-a987-08fe57e0bc65,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:11:41.443122 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network b446b1b2-b163-4306-a987-08fe57e0bc65 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 11:11:41.599453 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-36e30d88-ca30-4bd2-a4b4-7429add2bf50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:41.650688 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e30d88-ca30-4bd2-a4b4-7429add2bf50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cda6923c-259e-44c1-9843-59ad2e81443c,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:11:41.662058 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e30d88-ca30-4bd2-a4b4-7429add2bf50 admin admin] Checking segment: {'id': '37372877-c6be-4698-894e-3257ea99e9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b446b1b2-b163-4306-a987-08fe57e0bc65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:11:41.662424 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e30d88-ca30-4bd2-a4b4-7429add2bf50 admin admin] Network hostable DHCP agents. Network: b446b1b2-b163-4306-a987-08fe57e0bc65, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:11:41.681567 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e30d88-ca30-4bd2-a4b4-7429add2bf50 admin admin] Network b446b1b2-b163-4306-a987-08fe57e0bc65 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:11:41.691698 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-36e30d88-ca30-4bd2-a4b4-7429add2bf50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, b446b1b2-b163-4306-a987-08fe57e0bc65) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:11:41.695867 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e30d88-ca30-4bd2-a4b4-7429add2bf50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:41.696521 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-36e30d88-ca30-4bd2-a4b4-7429add2bf50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:41.701477 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53d97bc-5c7e-460e-9e6d-bcbea91761ec None None] Network b446b1b2-b163-4306-a987-08fe57e0bc65 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:11:41.713354 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-36e30d88-ca30-4bd2-a4b4-7429add2bf50 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3130174 Mar 22 11:11:41.832700 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a544fdb2-eac2-44c1-928b-5966c0b46a16 None None] Network b446b1b2-b163-4306-a987-08fe57e0bc65 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:11:42.145178 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d290f919-5e61-4c81-a41f-ce68d8a27af5 req-627316d3-552d-4497-8d59-4768ed99a9c2 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:42.146656 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d290f919-5e61-4c81-a41f-ce68d8a27af5 req-627316d3-552d-4497-8d59-4768ed99a9c2 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/networks?id=b446b1b2-b163-4306-a987-08fe57e0bc65 HTTP/1.1" status: 200 len: 815 time: 0.1127398 Mar 22 11:11:42.162184 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d290f919-5e61-4c81-a41f-ce68d8a27af5 req-fec3b596-9d38-42fa-a9fc-4f284c85cb5c tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/quotas/011f5a217b62445d80272c0006f5a7e2 HTTP/1.1" status: 200 len: 375 time: 0.0093658 Mar 22 11:11:42.196705 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d290f919-5e61-4c81-a41f-ce68d8a27af5 req-9a90e017-c49b-4742-be00-0226f26ef19e tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=011f5a217b62445d80272c0006f5a7e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292623 Mar 22 11:11:42.289223 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d290f919-5e61-4c81-a41f-ce68d8a27af5 req-5306c3e3-d30f-4e0e-8642-8ce8397035fe service neutron] 10.222.0.57 "GET /v2.0/networks/b446b1b2-b163-4306-a987-08fe57e0bc65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853968 Mar 22 11:11:42.383759 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d290f919-5e61-4c81-a41f-ce68d8a27af5 req-f551271c-2939-4840-9258-c76da2863c65 service neutron] 10.222.0.57 "GET /v2.0/networks/b446b1b2-b163-4306-a987-08fe57e0bc65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884414 Mar 22 11:11:42.552164 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-aa274cf0-0e5f-4c85-9290-19d988349b6e req-061eef03-842e-4a29-a2b1-30e984969b45 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=468855b8-204b-4f0a-8973-637c35f0cfb8 HTTP/1.1" status: 200 len: 210 time: 0.0268104 Mar 22 11:11:42.575658 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:42.698278 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 574ccb13-3bf6-4229-a629-33aac43e26fd no longer exists at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:11:42.718507 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] No Port match for: 574ccb13-3bf6-4229-a629-33aac43e26fd {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:11:42.718858 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 574ccb13-3bf6-4229-a629-33aac43e26fd not bound to the agent host hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:11:42.847312 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:43.437523 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:43.539288 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d290f919-5e61-4c81-a41f-ce68d8a27af5 req-3997b5f5-84f9-4653-81cd-1895da12cf88 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:43.540746 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d290f919-5e61-4c81-a41f-ce68d8a27af5 req-3997b5f5-84f9-4653-81cd-1895da12cf88 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.35 "GET /v2.0/networks?id=b446b1b2-b163-4306-a987-08fe57e0bc65 HTTP/1.1" status: 200 len: 815 time: 0.1314723 Mar 22 11:11:43.554313 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-d290f919-5e61-4c81-a41f-ce68d8a27af5 req-59dd35e0-445c-4476-9a60-6da989db6891 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Request body: {'port': {'device_id': '468855b8-204b-4f0a-8973-637c35f0cfb8', 'network_id': 'b446b1b2-b163-4306-a987-08fe57e0bc65', 'admin_state_up': True, 'tenant_id': '011f5a217b62445d80272c0006f5a7e2'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:11:43.651447 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ebe15aad-1ced-4534-8afc-bd78b828740a req-91bd7021-aaaa-4317-b83c-bd66b64c188f tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=468855b8-204b-4f0a-8973-637c35f0cfb8 HTTP/1.1" status: 200 len: 210 time: 0.0314987 Mar 22 11:11:43.687245 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d290f919-5e61-4c81-a41f-ce68d8a27af5 req-59dd35e0-445c-4476-9a60-6da989db6891 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Made reservation on behalf of 011f5a217b62445d80272c0006f5a7e2 for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:11:43.690942 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-d290f919-5e61-4c81-a41f-ce68d8a27af5 req-59dd35e0-445c-4476-9a60-6da989db6891 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:43.817484 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [req-d290f919-5e61-4c81-a41f-ce68d8a27af5 req-59dd35e0-445c-4476-9a60-6da989db6891 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Allocated IP 172.20.0.2 (b446b1b2-b163-4306-a987-08fe57e0bc65/cda6923c-259e-44c1-9843-59ad2e81443c/017593ab-b8ad-463f-b33c-7ee38cf5e8ea) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:11:43.964885 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-d290f919-5e61-4c81-a41f-ce68d8a27af5 req-59dd35e0-445c-4476-9a60-6da989db6891 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:44.003332 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-d290f919-5e61-4c81-a41f-ce68d8a27af5 req-59dd35e0-445c-4476-9a60-6da989db6891 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:44.053492 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d290f919-5e61-4c81-a41f-ce68d8a27af5 req-59dd35e0-445c-4476-9a60-6da989db6891 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Network b446b1b2-b163-4306-a987-08fe57e0bc65 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:11:44.056561 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [req-d290f919-5e61-4c81-a41f-ce68d8a27af5 req-59dd35e0-445c-4476-9a60-6da989db6891 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:11:44.060029 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-d290f919-5e61-4c81-a41f-ce68d8a27af5 req-59dd35e0-445c-4476-9a60-6da989db6891 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:11:44.066176 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dd35e0-445c-4476-9a60-6da989db6891 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Pushing event updated for resources: {'Port': ['ID=017593ab-b8ad-463f-b33c-7ee38cf5e8ea,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:11:44.109631 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d290f919-5e61-4c81-a41f-ce68d8a27af5 req-59dd35e0-445c-4476-9a60-6da989db6891 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:44.110230 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-d290f919-5e61-4c81-a41f-ce68d8a27af5 req-59dd35e0-445c-4476-9a60-6da989db6891 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:44.128492 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d290f919-5e61-4c81-a41f-ce68d8a27af5 req-59dd35e0-445c-4476-9a60-6da989db6891 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5784166 Mar 22 11:11:44.141588 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-d290f919-5e61-4c81-a41f-ce68d8a27af5 req-65227d60-0709-419e-a506-07da51346b71 service neutron] Request body: {'port': {'device_id': '468855b8-204b-4f0a-8973-637c35f0cfb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8345'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:11:44.198533 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-d290f919-5e61-4c81-a41f-ce68d8a27af5 req-65227d60-0709-419e-a506-07da51346b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:44.469796 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [req-d290f919-5e61-4c81-a41f-ce68d8a27af5 req-65227d60-0709-419e-a506-07da51346b71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 017593ab-b8ad-463f-b33c-7ee38cf5e8ea {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:11:44.478902 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-d290f919-5e61-4c81-a41f-ce68d8a27af5 req-65227d60-0709-419e-a506-07da51346b71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:44.491341 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [req-d290f919-5e61-4c81-a41f-ce68d8a27af5 req-65227d60-0709-419e-a506-07da51346b71 service neutron] Transition to ACTIVE for port object 017593ab-b8ad-463f-b33c-7ee38cf5e8ea will not be triggered until provisioned by entity L2. {{(pid=109050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:11:44.497326 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-d290f919-5e61-4c81-a41f-ce68d8a27af5 req-65227d60-0709-419e-a506-07da51346b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:44.547701 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65227d60-0709-419e-a506-07da51346b71 service neutron] Pushing event updated for resources: {'Port': ['ID=017593ab-b8ad-463f-b33c-7ee38cf5e8ea,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:11:44.612610 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-d290f919-5e61-4c81-a41f-ce68d8a27af5 req-65227d60-0709-419e-a506-07da51346b71 service neutron] Attempting to bind port 017593ab-b8ad-463f-b33c-7ee38cf5e8ea on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:11:44.612936 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-d290f919-5e61-4c81-a41f-ce68d8a27af5 req-65227d60-0709-419e-a506-07da51346b71 service neutron] Attempting to bind port 017593ab-b8ad-463f-b33c-7ee38cf5e8ea by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': '37372877-c6be-4698-894e-3257ea99e9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b446b1b2-b163-4306-a987-08fe57e0bc65'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:11:44.613265 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d290f919-5e61-4c81-a41f-ce68d8a27af5 req-65227d60-0709-419e-a506-07da51346b71 service neutron] Attempting to bind port 017593ab-b8ad-463f-b33c-7ee38cf5e8ea on network b446b1b2-b163-4306-a987-08fe57e0bc65 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:11:44.617716 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d290f919-5e61-4c81-a41f-ce68d8a27af5 req-65227d60-0709-419e-a506-07da51346b71 service neutron] Port 017593ab-b8ad-463f-b33c-7ee38cf5e8ea on network b446b1b2-b163-4306-a987-08fe57e0bc65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 11:11:44.618027 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d290f919-5e61-4c81-a41f-ce68d8a27af5 req-65227d60-0709-419e-a506-07da51346b71 service neutron] Attempting to bind port 017593ab-b8ad-463f-b33c-7ee38cf5e8ea on network b446b1b2-b163-4306-a987-08fe57e0bc65 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:11:44.622913 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d290f919-5e61-4c81-a41f-ce68d8a27af5 req-65227d60-0709-419e-a506-07da51346b71 service neutron] Checking agent: {'id': 'dcb78974-6458-4942-8c9c-663284d5bb3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8345', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:11:44.623243 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d290f919-5e61-4c81-a41f-ce68d8a27af5 req-65227d60-0709-419e-a506-07da51346b71 service neutron] Checking segment: {'id': '37372877-c6be-4698-894e-3257ea99e9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b446b1b2-b163-4306-a987-08fe57e0bc65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:11:44.623645 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d290f919-5e61-4c81-a41f-ce68d8a27af5 req-65227d60-0709-419e-a506-07da51346b71 service neutron] Bound using segment: {'id': '37372877-c6be-4698-894e-3257ea99e9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b446b1b2-b163-4306-a987-08fe57e0bc65'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:11:44.624061 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-d290f919-5e61-4c81-a41f-ce68d8a27af5 req-65227d60-0709-419e-a506-07da51346b71 service neutron] Bound port: 017593ab-b8ad-463f-b33c-7ee38cf5e8ea, host: hv-neutron-8345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37372877-c6be-4698-894e-3257ea99e9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b446b1b2-b163-4306-a987-08fe57e0bc65'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:11:44.624405 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-d290f919-5e61-4c81-a41f-ce68d8a27af5 req-65227d60-0709-419e-a506-07da51346b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:44.687265 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-d290f919-5e61-4c81-a41f-ce68d8a27af5 req-65227d60-0709-419e-a506-07da51346b71 service neutron] For port 017593ab-b8ad-463f-b33c-7ee38cf5e8ea, host hv-neutron-8345, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:11:44.690206 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-d290f919-5e61-4c81-a41f-ce68d8a27af5 req-65227d60-0709-419e-a506-07da51346b71 service neutron] For port 017593ab-b8ad-463f-b33c-7ee38cf5e8ea, host hv-neutron-8345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=017593ab-b8ad-463f-b33c-7ee38cf5e8ea,segment=NetworkSegment(37372877-c6be-4698-894e-3257ea99e9c1),segment_id=37372877-c6be-4698-894e-3257ea99e9c1)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:11:44.696846 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-d290f919-5e61-4c81-a41f-ce68d8a27af5 req-65227d60-0709-419e-a506-07da51346b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:44.747139 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d290f919-5e61-4c81-a41f-ce68d8a27af5 req-65227d60-0709-419e-a506-07da51346b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:44.747747 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-d290f919-5e61-4c81-a41f-ce68d8a27af5 req-65227d60-0709-419e-a506-07da51346b71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:44.749095 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d290f919-5e61-4c81-a41f-ce68d8a27af5 req-65227d60-0709-419e-a506-07da51346b71 service neutron] 10.222.0.35 "PUT /v2.0/ports/017593ab-b8ad-463f-b33c-7ee38cf5e8ea HTTP/1.1" status: 200 len: 1093 time: 0.6116080 Mar 22 11:11:44.762966 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '468855b8-204b-4f0a-8973-637c35f0cfb8', 'tag': '017593ab-b8ad-463f-b33c-7ee38cf5e8ea'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:11:44.765876 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b024f93-152c-45db-bec1-fbe36641e4db" -d '{"events": [{"name": "network-changed", "server_uuid": "468855b8-204b-4f0a-8973-637c35f0cfb8", "tag": "017593ab-b8ad-463f-b33c-7ee38cf5e8ea"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:11:44.798908 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65227d60-0709-419e-a506-07da51346b71 service neutron] Pushing event updated for resources: {'Port': ['ID=017593ab-b8ad-463f-b33c-7ee38cf5e8ea,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:11:44.818857 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b328a09d-eba0-4093-9ff9-146a511e83d9 x-openstack-request-id: req-b328a09d-eba0-4093-9ff9-146a511e83d9 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:11:44.819176 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "468855b8-204b-4f0a-8973-637c35f0cfb8", "tag": "017593ab-b8ad-463f-b33c-7ee38cf5e8ea", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:11:44.819437 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b328a09d-eba0-4093-9ff9-146a511e83d9 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:11:44.819826 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b328a09d-eba0-4093-9ff9-146a511e83d9'] response: {'name': 'network-changed', 'server_uuid': '468855b8-204b-4f0a-8973-637c35f0cfb8', 'tag': '017593ab-b8ad-463f-b33c-7ee38cf5e8ea', 'status': 'completed', 'code': 200} Mar 22 11:11:44.833296 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835e450-e7dc-4fde-b7b3-c26a3c6ddbfe req-64f4ff1a-26ca-40df-a50d-c0c8676decfd tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:44.834828 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7835e450-e7dc-4fde-b7b3-c26a3c6ddbfe req-64f4ff1a-26ca-40df-a50d-c0c8676decfd tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=468855b8-204b-4f0a-8973-637c35f0cfb8 HTTP/1.1" status: 200 len: 943 time: 0.1120279 Mar 22 11:11:44.860205 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d290f919-5e61-4c81-a41f-ce68d8a27af5 req-5af2a21b-9384-47b9-b036-4263a0ae8858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:44.861640 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d290f919-5e61-4c81-a41f-ce68d8a27af5 req-5af2a21b-9384-47b9-b036-4263a0ae8858 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=011f5a217b62445d80272c0006f5a7e2&device_id=468855b8-204b-4f0a-8973-637c35f0cfb8 HTTP/1.1" status: 200 len: 1096 time: 0.0719585 Mar 22 11:11:44.914308 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7835e450-e7dc-4fde-b7b3-c26a3c6ddbfe req-2b25c7f7-e921-4da5-a5cc-c3973072b2b2 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723109 Mar 22 11:11:44.915648 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d290f919-5e61-4c81-a41f-ce68d8a27af5 req-e9156a0f-7b24-4482-88a8-f59834f7b7a3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=017593ab-b8ad-463f-b33c-7ee38cf5e8ea HTTP/1.1" status: 200 len: 217 time: 0.0431507 Mar 22 11:11:44.967178 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d290f919-5e61-4c81-a41f-ce68d8a27af5 req-41bfec62-c6fa-4719-9abc-ead4e302e043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:44.968687 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d290f919-5e61-4c81-a41f-ce68d8a27af5 req-41bfec62-c6fa-4719-9abc-ead4e302e043 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cda6923c-259e-44c1-9843-59ad2e81443c HTTP/1.1" status: 200 len: 855 time: 0.0468860 Mar 22 11:11:45.001869 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d290f919-5e61-4c81-a41f-ce68d8a27af5 req-e96b1ae4-525f-4725-b88f-a79d999cd536 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b446b1b2-b163-4306-a987-08fe57e0bc65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254729 Mar 22 11:11:45.096174 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d290f919-5e61-4c81-a41f-ce68d8a27af5 req-47b20905-e683-48e1-aa64-a792cf3c5ebc service neutron] 10.222.0.35 "GET /v2.0/networks/b446b1b2-b163-4306-a987-08fe57e0bc65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870979 Mar 22 11:11:45.193708 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d290f919-5e61-4c81-a41f-ce68d8a27af5 req-192a09a9-4aa3-4a33-8555-98c06b6f230c service neutron] 10.222.0.35 "GET /v2.0/networks/b446b1b2-b163-4306-a987-08fe57e0bc65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907140 Mar 22 11:11:45.292633 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b024f93-152c-45db-bec1-fbe36641e4db req-37122503-5046-4061-ada4-d7efa66e850a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:45.293968 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8b024f93-152c-45db-bec1-fbe36641e4db req-37122503-5046-4061-ada4-d7efa66e850a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=011f5a217b62445d80272c0006f5a7e2&device_id=468855b8-204b-4f0a-8973-637c35f0cfb8 HTTP/1.1" status: 200 len: 1096 time: 0.0425687 Mar 22 11:11:45.387015 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b024f93-152c-45db-bec1-fbe36641e4db req-277df79e-5804-42ca-98d7-e716fcfafd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:45.388509 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8b024f93-152c-45db-bec1-fbe36641e4db req-277df79e-5804-42ca-98d7-e716fcfafd90 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b446b1b2-b163-4306-a987-08fe57e0bc65 HTTP/1.1" status: 200 len: 916 time: 0.0881999 Mar 22 11:11:45.431638 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8b024f93-152c-45db-bec1-fbe36641e4db req-7c5c3553-f879-4703-b918-779e5567eca1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=017593ab-b8ad-463f-b33c-7ee38cf5e8ea HTTP/1.1" status: 200 len: 217 time: 0.0332050 Mar 22 11:11:45.482981 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b024f93-152c-45db-bec1-fbe36641e4db req-491c62b4-f423-4ee6-972e-d66c855f56da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:45.484418 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8b024f93-152c-45db-bec1-fbe36641e4db req-491c62b4-f423-4ee6-972e-d66c855f56da service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cda6923c-259e-44c1-9843-59ad2e81443c HTTP/1.1" status: 200 len: 855 time: 0.0461109 Mar 22 11:11:45.517268 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8b024f93-152c-45db-bec1-fbe36641e4db req-446f9bbe-1be6-47aa-b21a-441495b47310 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b446b1b2-b163-4306-a987-08fe57e0bc65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243776 Mar 22 11:11:45.625348 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8b024f93-152c-45db-bec1-fbe36641e4db req-32b45c25-af5e-4a9a-9959-1c455da00a72 service neutron] 10.222.0.35 "GET /v2.0/networks/b446b1b2-b163-4306-a987-08fe57e0bc65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011260 Mar 22 11:11:45.723261 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8b024f93-152c-45db-bec1-fbe36641e4db req-a2627030-a35a-4c17-a17d-7f0982c1ca44 service neutron] 10.222.0.35 "GET /v2.0/networks/b446b1b2-b163-4306-a987-08fe57e0bc65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903373 Mar 22 11:11:46.039147 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b528fd6-ce5d-4375-b1ee-fffef3526678 req-61173693-d9f7-456a-a62c-088b9fa605ea tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:46.040608 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9b528fd6-ce5d-4375-b1ee-fffef3526678 req-61173693-d9f7-456a-a62c-088b9fa605ea tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=468855b8-204b-4f0a-8973-637c35f0cfb8 HTTP/1.1" status: 200 len: 943 time: 0.0524302 Mar 22 11:11:46.086772 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9b528fd6-ce5d-4375-b1ee-fffef3526678 req-8553d062-33ff-4df2-b68b-599a3f765ec7 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399060 Mar 22 11:11:47.224200 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d251f-a690-42b1-9204-4353f57613c9 req-abd9a221-7d17-4f66-aecf-8b3a0795922d tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:47.226342 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-664d251f-a690-42b1-9204-4353f57613c9 req-abd9a221-7d17-4f66-aecf-8b3a0795922d tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=468855b8-204b-4f0a-8973-637c35f0cfb8 HTTP/1.1" status: 200 len: 943 time: 0.0577891 Mar 22 11:11:47.269107 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-664d251f-a690-42b1-9204-4353f57613c9 req-a12f311e-1677-4569-95b1-b4115e826973 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363076 Mar 22 11:11:48.165653 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:11:48.729616 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 017593ab-b8ad-463f-b33c-7ee38cf5e8ea details requested by agent hyperv_hv-neutron-8345 with host hv-neutron-8345 {{(pid=109051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 11:11:48.735766 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e040cc-09d9-4869-a3ce-2b0949ef3259 req-da8b24bb-4f3e-489e-9c9e-51c648bdb79a tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:48.737241 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b7e040cc-09d9-4869-a3ce-2b0949ef3259 req-da8b24bb-4f3e-489e-9c9e-51c648bdb79a tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=468855b8-204b-4f0a-8973-637c35f0cfb8 HTTP/1.1" status: 200 len: 943 time: 0.3755794 Mar 22 11:11:48.776010 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b7e040cc-09d9-4869-a3ce-2b0949ef3259 req-9de54993-cdf6-4c39-8db8-f6aae63ee4b9 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324898 Mar 22 11:11:48.991273 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 017593ab-b8ad-463f-b33c-7ee38cf5e8ea, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=017593ab-b8ad-463f-b33c-7ee38cf5e8ea,segment=NetworkSegment(37372877-c6be-4698-894e-3257ea99e9c1),segment_id=37372877-c6be-4698-894e-3257ea99e9c1)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:11:49.002919 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Returning: {'device': '017593ab-b8ad-463f-b33c-7ee38cf5e8ea', 'network_id': 'b446b1b2-b163-4306-a987-08fe57e0bc65', 'port_id': '017593ab-b8ad-463f-b33c-7ee38cf5e8ea', 'mac_address': 'fa:16:3e:3f:05:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cda6923c-259e-44c1-9843-59ad2e81443c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 11:11:49.039950 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:49.053407 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 017593ab-b8ad-463f-b33c-7ee38cf5e8ea {{(pid=109051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:11:49.073116 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 017593ab-b8ad-463f-b33c-7ee38cf5e8ea, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=017593ab-b8ad-463f-b33c-7ee38cf5e8ea,segment=NetworkSegment(37372877-c6be-4698-894e-3257ea99e9c1),segment_id=37372877-c6be-4698-894e-3257ea99e9c1)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:11:49.080161 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:49.131272 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=017593ab-b8ad-463f-b33c-7ee38cf5e8ea,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:11:49.296776 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['017593ab-b8ad-463f-b33c-7ee38cf5e8ea'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 11:11:49.904743 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d0d13-ac87-48fa-b84d-d3aba6fcebc0 req-fdd90d8c-a74a-4128-98dc-6acc49fa092d tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:49.906197 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7c1d0d13-ac87-48fa-b84d-d3aba6fcebc0 req-fdd90d8c-a74a-4128-98dc-6acc49fa092d tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=468855b8-204b-4f0a-8973-637c35f0cfb8 HTTP/1.1" status: 200 len: 944 time: 0.0524454 Mar 22 11:11:49.945463 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7c1d0d13-ac87-48fa-b84d-d3aba6fcebc0 req-a43d1c19-7931-4b5d-8a54-cef52655baf0 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323377 Mar 22 11:11:50.731329 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 017593ab-b8ad-463f-b33c-7ee38cf5e8ea up at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:11:50.791546 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning for port 017593ab-b8ad-463f-b33c-7ee38cf5e8ea completed by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:11:50.795599 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning complete for port 017593ab-b8ad-463f-b33c-7ee38cf5e8ea triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:11:50.795980 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:50.872441 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:50.895905 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468855b8-204b-4f0a-8973-637c35f0cfb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017593ab-b8ad-463f-b33c-7ee38cf5e8ea'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:11:50.898392 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9adda8-d3c8-4148-9155-63fd9c7bffdd" -d '{"events": [{"server_uuid": "468855b8-204b-4f0a-8973-637c35f0cfb8", "name": "network-vif-plugged", "status": "completed", "tag": "017593ab-b8ad-463f-b33c-7ee38cf5e8ea"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:11:50.912062 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 017593ab-b8ad-463f-b33c-7ee38cf5e8ea, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=017593ab-b8ad-463f-b33c-7ee38cf5e8ea,segment=NetworkSegment(37372877-c6be-4698-894e-3257ea99e9c1),segment_id=37372877-c6be-4698-894e-3257ea99e9c1)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:11:50.916697 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:11:50.943396 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b233428-2a89-4533-9c12-c89b3e20dafd x-openstack-request-id: req-3b233428-2a89-4533-9c12-c89b3e20dafd {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:11:50.943700 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468855b8-204b-4f0a-8973-637c35f0cfb8", "name": "network-vif-plugged", "status": "completed", "tag": "017593ab-b8ad-463f-b33c-7ee38cf5e8ea", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:11:50.943973 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3b233428-2a89-4533-9c12-c89b3e20dafd {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:11:50.944365 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b233428-2a89-4533-9c12-c89b3e20dafd'] response: {'server_uuid': '468855b8-204b-4f0a-8973-637c35f0cfb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017593ab-b8ad-463f-b33c-7ee38cf5e8ea', 'code': 200} Mar 22 11:11:50.970364 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=017593ab-b8ad-463f-b33c-7ee38cf5e8ea,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:11:51.065945 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3373984-2600-4165-85d5-b2e08bf78f40 req-81bae6e3-374d-4cfe-861e-09bee37ea2c2 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:51.067449 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e3373984-2600-4165-85d5-b2e08bf78f40 req-81bae6e3-374d-4cfe-861e-09bee37ea2c2 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=468855b8-204b-4f0a-8973-637c35f0cfb8 HTTP/1.1" status: 200 len: 945 time: 0.0490775 Mar 22 11:11:51.134386 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e3373984-2600-4165-85d5-b2e08bf78f40 req-a4e912e5-b5c6-4463-8664-e0d2ab20b04f tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548029 Mar 22 11:11:51.137320 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec8ab56-a27d-4be5-9470-5726cc56b5f5 req-7948c479-5d64-45e3-83fd-a2a7d47e8dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:51.138652 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8ec8ab56-a27d-4be5-9470-5726cc56b5f5 req-7948c479-5d64-45e3-83fd-a2a7d47e8dc9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=468855b8-204b-4f0a-8973-637c35f0cfb8 HTTP/1.1" status: 200 len: 1098 time: 0.0661910 Mar 22 11:11:51.174476 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8ec8ab56-a27d-4be5-9470-5726cc56b5f5 req-aa2e7eac-65db-41ab-9066-7e0ed0965d68 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286856 Mar 22 11:11:52.253242 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157219d-7e2b-48fd-8bed-0991a961a646 req-d25dc3ee-400a-4449-b29e-b8883c300b98 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:52.254633 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6157219d-7e2b-48fd-8bed-0991a961a646 req-d25dc3ee-400a-4449-b29e-b8883c300b98 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=468855b8-204b-4f0a-8973-637c35f0cfb8 HTTP/1.1" status: 200 len: 945 time: 0.0516806 Mar 22 11:11:52.294712 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6157219d-7e2b-48fd-8bed-0991a961a646 req-1d04fcf6-8421-4505-96ac-167cc2f35879 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309277 Mar 22 11:11:52.412379 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513962cd-f084-40f6-b581-4277d29ac075 req-6d3799dc-20ee-4004-8155-fa83d17e2997 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:52.413831 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-513962cd-f084-40f6-b581-4277d29ac075 req-6d3799dc-20ee-4004-8155-fa83d17e2997 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=468855b8-204b-4f0a-8973-637c35f0cfb8 HTTP/1.1" status: 200 len: 945 time: 0.0530267 Mar 22 11:11:52.454061 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-513962cd-f084-40f6-b581-4277d29ac075 req-bc24803d-4220-44ba-9bb4-dad49b3e0eab tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342696 Mar 22 11:11:52.659241 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f0d94-e5e7-45b4-abfc-3e0e1213fedd req-b82f0b3d-f5dd-4610-8334-8a6987b4e741 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:52.661250 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-723f0d94-e5e7-45b4-abfc-3e0e1213fedd req-b82f0b3d-f5dd-4610-8334-8a6987b4e741 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=468855b8-204b-4f0a-8973-637c35f0cfb8 HTTP/1.1" status: 200 len: 945 time: 0.0570655 Mar 22 11:11:52.699774 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-723f0d94-e5e7-45b4-abfc-3e0e1213fedd req-e470bb83-f6ca-4d30-89f9-e0331d02c56e tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324311 Mar 22 11:11:52.826938 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70873664-5585-45ce-9c0f-52ddb8bffa05 req-6d892931-f830-40ec-bd36-7a6ed1c4cfae tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:52.829044 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-70873664-5585-45ce-9c0f-52ddb8bffa05 req-6d892931-f830-40ec-bd36-7a6ed1c4cfae tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=468855b8-204b-4f0a-8973-637c35f0cfb8 HTTP/1.1" status: 200 len: 945 time: 0.0612986 Mar 22 11:11:52.870403 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-70873664-5585-45ce-9c0f-52ddb8bffa05 req-37049f19-21a0-4602-bada-aea087e0db39 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327148 Mar 22 11:11:53.196691 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-2a9dd696-6685-4ae1-95ec-deacade47b78 req-2e9fd621-32c3-4bbf-b670-102bb5811639 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=468855b8-204b-4f0a-8973-637c35f0cfb8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0442686 Mar 22 11:11:53.211234 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae6656-b352-47ae-ad62-9a8e5664d610 req-6ac64d31-d731-45c8-a50f-499de8f72839 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:53.212874 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a0ae6656-b352-47ae-ad62-9a8e5664d610 req-6ac64d31-d731-45c8-a50f-499de8f72839 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=468855b8-204b-4f0a-8973-637c35f0cfb8 HTTP/1.1" status: 200 len: 945 time: 0.0535913 Mar 22 11:11:53.251270 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a0ae6656-b352-47ae-ad62-9a8e5664d610 req-508964f6-6b42-4748-9d7e-8bad85663724 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322616 Mar 22 11:11:54.387118 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dcc694-f391-4291-910d-99a6c9153379 req-89a4c6d6-6586-470b-93b0-60931f213d7b tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:54.388568 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-54dcc694-f391-4291-910d-99a6c9153379 req-89a4c6d6-6586-470b-93b0-60931f213d7b tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=468855b8-204b-4f0a-8973-637c35f0cfb8 HTTP/1.1" status: 200 len: 945 time: 0.0620193 Mar 22 11:11:54.440171 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9dd696-6685-4ae1-95ec-deacade47b78 req-67feb768-7d48-4fd5-bebd-9c8548288427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:54.442558 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2a9dd696-6685-4ae1-95ec-deacade47b78 req-67feb768-7d48-4fd5-bebd-9c8548288427 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=011f5a217b62445d80272c0006f5a7e2&device_id=468855b8-204b-4f0a-8973-637c35f0cfb8 HTTP/1.1" status: 200 len: 1098 time: 0.0715823 Mar 22 11:11:54.445413 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-54dcc694-f391-4291-910d-99a6c9153379 req-0712a625-8b03-4a41-a469-1a434c12bdca tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439861 Mar 22 11:11:54.533175 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9dd696-6685-4ae1-95ec-deacade47b78 req-a17a538c-6890-430d-b219-c9e390fc3165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:54.534690 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2a9dd696-6685-4ae1-95ec-deacade47b78 req-a17a538c-6890-430d-b219-c9e390fc3165 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b446b1b2-b163-4306-a987-08fe57e0bc65 HTTP/1.1" status: 200 len: 916 time: 0.0854177 Mar 22 11:11:54.575247 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2a9dd696-6685-4ae1-95ec-deacade47b78 req-59aeb4f5-c7f9-4383-b576-071919db9125 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=017593ab-b8ad-463f-b33c-7ee38cf5e8ea HTTP/1.1" status: 200 len: 217 time: 0.0337882 Mar 22 11:11:54.630066 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9dd696-6685-4ae1-95ec-deacade47b78 req-7e6b7041-857a-48ca-8639-721e14d95a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:54.631553 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2a9dd696-6685-4ae1-95ec-deacade47b78 req-7e6b7041-857a-48ca-8639-721e14d95a10 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cda6923c-259e-44c1-9843-59ad2e81443c HTTP/1.1" status: 200 len: 855 time: 0.0505264 Mar 22 11:11:54.664004 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2a9dd696-6685-4ae1-95ec-deacade47b78 req-3cb9c11d-6dc9-415c-acfa-bac0de890d7c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b446b1b2-b163-4306-a987-08fe57e0bc65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237238 Mar 22 11:11:54.752465 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2a9dd696-6685-4ae1-95ec-deacade47b78 req-09df9ed4-2aff-4f20-8050-03b19e0de03e service neutron] 10.222.0.35 "GET /v2.0/networks/b446b1b2-b163-4306-a987-08fe57e0bc65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817568 Mar 22 11:11:54.857967 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2a9dd696-6685-4ae1-95ec-deacade47b78 req-149d838c-2c7a-410a-99b2-4a5cc5fb6b5c service neutron] 10.222.0.35 "GET /v2.0/networks/b446b1b2-b163-4306-a987-08fe57e0bc65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966399 Mar 22 11:11:55.565476 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa01fd09-c6fb-462e-9f1c-0cfe2022aed8 req-9bd10b1c-9a5d-4aa9-8422-2d07329394a3 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:55.566945 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-aa01fd09-c6fb-462e-9f1c-0cfe2022aed8 req-9bd10b1c-9a5d-4aa9-8422-2d07329394a3 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=468855b8-204b-4f0a-8973-637c35f0cfb8 HTTP/1.1" status: 200 len: 945 time: 0.0491152 Mar 22 11:11:55.605293 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-aa01fd09-c6fb-462e-9f1c-0cfe2022aed8 req-d0f4f375-8776-4fcf-903a-2e763098ae69 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322473 Mar 22 11:11:56.740146 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e395d3-c76b-4193-9403-714a4afed51b req-5b43d962-b84e-43cd-9e76-7b0c9ca66a5f tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:56.741659 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-78e395d3-c76b-4193-9403-714a4afed51b req-5b43d962-b84e-43cd-9e76-7b0c9ca66a5f tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=468855b8-204b-4f0a-8973-637c35f0cfb8 HTTP/1.1" status: 200 len: 945 time: 0.0595329 Mar 22 11:11:56.785104 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-78e395d3-c76b-4193-9403-714a4afed51b req-2883a697-98af-486d-b2b9-125648e68d88 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370612 Mar 22 11:11:57.918487 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e86ee4c-ff04-4242-a2a0-85451fbf78c9 req-1265870b-3009-4d56-af6f-65bedc30b738 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:57.920042 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3e86ee4c-ff04-4242-a2a0-85451fbf78c9 req-1265870b-3009-4d56-af6f-65bedc30b738 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=468855b8-204b-4f0a-8973-637c35f0cfb8 HTTP/1.1" status: 200 len: 945 time: 0.0584457 Mar 22 11:11:57.967407 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3e86ee4c-ff04-4242-a2a0-85451fbf78c9 req-8dc4b02f-afeb-485c-9290-59c17ed28e70 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397470 Mar 22 11:11:59.086136 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0332ee-fde0-442c-ad82-c504f9e60324 req-f0369c47-6dc3-4400-9a8a-b8c710c39182 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:11:59.087631 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5d0332ee-fde0-442c-ad82-c504f9e60324 req-f0369c47-6dc3-4400-9a8a-b8c710c39182 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=468855b8-204b-4f0a-8973-637c35f0cfb8 HTTP/1.1" status: 200 len: 945 time: 0.0500627 Mar 22 11:11:59.126720 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5d0332ee-fde0-442c-ad82-c504f9e60324 req-8374a874-8570-43cf-b0a6-fb03568a73a5 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329287 Mar 22 11:12:00.268270 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a7851c-b3f0-489c-8659-31b48843e6b8 req-753f4014-c52e-41eb-badb-16d53dab6962 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:00.269659 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f7a7851c-b3f0-489c-8659-31b48843e6b8 req-753f4014-c52e-41eb-badb-16d53dab6962 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=468855b8-204b-4f0a-8973-637c35f0cfb8 HTTP/1.1" status: 200 len: 945 time: 0.0662680 Mar 22 11:12:00.312520 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f7a7851c-b3f0-489c-8659-31b48843e6b8 req-4f5adc92-f763-47b2-a3d7-33e652c99505 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367172 Mar 22 11:12:01.451671 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e813d0a-d987-44c9-b339-2b3962ecbbea req-00521ff7-6ea1-4cc1-afaf-3d5f41687c45 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:01.454114 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1e813d0a-d987-44c9-b339-2b3962ecbbea req-00521ff7-6ea1-4cc1-afaf-3d5f41687c45 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=468855b8-204b-4f0a-8973-637c35f0cfb8 HTTP/1.1" status: 200 len: 945 time: 0.0525429 Mar 22 11:12:01.499672 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1e813d0a-d987-44c9-b339-2b3962ecbbea req-353355a5-fb77-40dc-8b59-944c796ff387 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361822 Mar 22 11:12:02.631662 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61800893-c069-480e-9d01-1a06bed512c8 req-749fb60b-447b-4624-b702-1e2ff628ca1b tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:02.633333 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-61800893-c069-480e-9d01-1a06bed512c8 req-749fb60b-447b-4624-b702-1e2ff628ca1b tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=468855b8-204b-4f0a-8973-637c35f0cfb8 HTTP/1.1" status: 200 len: 945 time: 0.0537493 Mar 22 11:12:02.674792 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-61800893-c069-480e-9d01-1a06bed512c8 req-6abc0c2c-842a-4afc-a0a0-c5501fe3203c tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352738 Mar 22 11:12:03.803513 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00a151-5261-49a1-96dc-5496d968ecde req-031c8b62-c7ae-4052-9a80-f2e41fc2299a tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:03.804974 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-de00a151-5261-49a1-96dc-5496d968ecde req-031c8b62-c7ae-4052-9a80-f2e41fc2299a tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=468855b8-204b-4f0a-8973-637c35f0cfb8 HTTP/1.1" status: 200 len: 945 time: 0.0512142 Mar 22 11:12:03.849235 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-de00a151-5261-49a1-96dc-5496d968ecde req-2d5a29bf-6acd-47e8-b93c-79ebdbaa726b tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358577 Mar 22 11:12:04.975719 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76f69b-8323-488f-b421-9f7f56e10ea5 req-5d9f1602-9e6b-4928-9e4b-d138f930cef0 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:04.977308 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7e76f69b-8323-488f-b421-9f7f56e10ea5 req-5d9f1602-9e6b-4928-9e4b-d138f930cef0 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=468855b8-204b-4f0a-8973-637c35f0cfb8 HTTP/1.1" status: 200 len: 945 time: 0.0512574 Mar 22 11:12:05.019697 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7e76f69b-8323-488f-b421-9f7f56e10ea5 req-24fd203e-ae15-4f73-b510-509eb5eb306e tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337017 Mar 22 11:12:06.150902 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe0928-5e94-4ff6-a0e4-79670dd1b340 req-7b79235c-8fd9-42fe-bb9d-a60b09c1c97e tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:06.152399 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-89fe0928-5e94-4ff6-a0e4-79670dd1b340 req-7b79235c-8fd9-42fe-bb9d-a60b09c1c97e tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=468855b8-204b-4f0a-8973-637c35f0cfb8 HTTP/1.1" status: 200 len: 945 time: 0.0511210 Mar 22 11:12:06.192991 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-89fe0928-5e94-4ff6-a0e4-79670dd1b340 req-2a8d4167-45ad-4035-8bed-ec6724b29894 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315578 Mar 22 11:12:07.314774 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda7798-c0d9-4bd9-b11d-ab91aebecd60 req-1ce7f2e9-5d43-40a0-9a83-d207fdc137a9 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:07.316344 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8eda7798-c0d9-4bd9-b11d-ab91aebecd60 req-1ce7f2e9-5d43-40a0-9a83-d207fdc137a9 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=468855b8-204b-4f0a-8973-637c35f0cfb8 HTTP/1.1" status: 200 len: 945 time: 0.0502985 Mar 22 11:12:07.361643 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8eda7798-c0d9-4bd9-b11d-ab91aebecd60 req-ac2d81ed-4b99-4e43-92ef-ae57ed526f4a tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364461 Mar 22 11:12:07.714988 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c22ebc65-03d5-42b2-80f3-cc91d20841b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:12:08.494948 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec838662-ae8d-4e13-b4f1-b188d469489e req-78d054d0-55c7-4920-b1bc-2d28c2202da9 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:08.496439 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ec838662-ae8d-4e13-b4f1-b188d469489e req-78d054d0-55c7-4920-b1bc-2d28c2202da9 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=468855b8-204b-4f0a-8973-637c35f0cfb8 HTTP/1.1" status: 200 len: 945 time: 0.0636134 Mar 22 11:12:08.540954 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ec838662-ae8d-4e13-b4f1-b188d469489e req-49479dce-9ddb-4892-bb1e-128cb106863d tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384405 Mar 22 11:12:09.672479 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebea0ab-b86f-448c-b40a-3037a36c9ad4 req-b496d160-37bc-4b86-8c34-97e3ac69fb35 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:09.673890 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-bebea0ab-b86f-448c-b40a-3037a36c9ad4 req-b496d160-37bc-4b86-8c34-97e3ac69fb35 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=468855b8-204b-4f0a-8973-637c35f0cfb8 HTTP/1.1" status: 200 len: 945 time: 0.0512049 Mar 22 11:12:09.713946 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-bebea0ab-b86f-448c-b40a-3037a36c9ad4 req-923d5ad4-7e45-4400-b6bf-6eeffb1b554a tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311880 Mar 22 11:12:09.850838 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-da555cd7-27a7-4191-83a9-2c5fd7ff57cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:12:10.832583 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83439f9-89b9-44fb-a678-438a65ffc01c req-3ac817e9-fc7b-421a-8f0d-9e8cc47189e2 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:10.834065 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d83439f9-89b9-44fb-a678-438a65ffc01c req-3ac817e9-fc7b-421a-8f0d-9e8cc47189e2 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=468855b8-204b-4f0a-8973-637c35f0cfb8 HTTP/1.1" status: 200 len: 945 time: 0.0500481 Mar 22 11:12:10.877162 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d83439f9-89b9-44fb-a678-438a65ffc01c req-4dc9658b-25e3-4cc2-8b38-28838655f631 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370808 Mar 22 11:12:11.171221 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:12:12.001149 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b57f8a-5610-4fbb-80e7-50934aa78f2e req-e8cec948-34a1-4258-b08b-b99f6d869807 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:12.002617 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-73b57f8a-5610-4fbb-80e7-50934aa78f2e req-e8cec948-34a1-4258-b08b-b99f6d869807 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=468855b8-204b-4f0a-8973-637c35f0cfb8 HTTP/1.1" status: 200 len: 945 time: 0.0552545 Mar 22 11:12:12.044942 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-73b57f8a-5610-4fbb-80e7-50934aa78f2e req-05a9f92c-9487-4dc5-81fa-a3bad8d78623 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331738 Mar 22 11:12:12.582584 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:12:12.844378 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:12:13.177816 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a3b92-1d84-499d-9e1e-80e5e6134b75 req-7325d3a0-9f31-43c6-a062-46f83ab2a57c tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:13.179296 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6d2a3b92-1d84-499d-9e1e-80e5e6134b75 req-7325d3a0-9f31-43c6-a062-46f83ab2a57c tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=468855b8-204b-4f0a-8973-637c35f0cfb8 HTTP/1.1" status: 200 len: 945 time: 0.0560167 Mar 22 11:12:13.217722 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6d2a3b92-1d84-499d-9e1e-80e5e6134b75 req-cad5556d-5fb4-43f1-962b-6d30f2bc9e76 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319333 Mar 22 11:12:13.463952 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:12:14.342574 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ef900-eeb0-46c4-aabe-4a36e00778df req-77d42d30-4b15-4069-9bd0-58a813828e6a tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:14.344068 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5a0ef900-eeb0-46c4-aabe-4a36e00778df req-77d42d30-4b15-4069-9bd0-58a813828e6a tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=468855b8-204b-4f0a-8973-637c35f0cfb8 HTTP/1.1" status: 200 len: 945 time: 0.0515242 Mar 22 11:12:14.386314 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5a0ef900-eeb0-46c4-aabe-4a36e00778df req-98ff7208-72b9-4f76-a1b7-25cf54bc8092 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361929 Mar 22 11:12:15.508409 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d931984-5450-4abb-9865-da2087b1603e req-79c07d19-9f8a-458a-8251-a925e2fa5ed5 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:15.509871 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6d931984-5450-4abb-9865-da2087b1603e req-79c07d19-9f8a-458a-8251-a925e2fa5ed5 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=468855b8-204b-4f0a-8973-637c35f0cfb8 HTTP/1.1" status: 200 len: 945 time: 0.0494335 Mar 22 11:12:15.553692 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6d931984-5450-4abb-9865-da2087b1603e req-88cb91b9-d284-4e44-bd8c-94a86895a265 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355661 Mar 22 11:12:16.688153 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd096ce-177e-4ca6-9a3b-3c0954a2fb12 req-3cc7e8fd-c3e9-4301-9429-a88a319f0181 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:16.689596 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-bbd096ce-177e-4ca6-9a3b-3c0954a2fb12 req-3cc7e8fd-c3e9-4301-9429-a88a319f0181 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=468855b8-204b-4f0a-8973-637c35f0cfb8 HTTP/1.1" status: 200 len: 945 time: 0.0502326 Mar 22 11:12:16.730261 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-bbd096ce-177e-4ca6-9a3b-3c0954a2fb12 req-a4078513-bfc9-433e-a073-1b0476e74c23 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318270 Mar 22 11:12:17.855137 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47596e0e-3103-476b-b2d3-bd371b155ccc req-518b6d4e-a27c-4ba5-befb-779802bff462 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:17.856629 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-47596e0e-3103-476b-b2d3-bd371b155ccc req-518b6d4e-a27c-4ba5-befb-779802bff462 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=468855b8-204b-4f0a-8973-637c35f0cfb8 HTTP/1.1" status: 200 len: 945 time: 0.0487263 Mar 22 11:12:17.898372 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-47596e0e-3103-476b-b2d3-bd371b155ccc req-8d52c4be-392b-44b7-8367-5c0799ddb5e9 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358493 Mar 22 11:12:19.029382 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca285f42-1df5-4fda-89e8-78fa27fe997e req-ea2f08bc-d588-4c52-82ea-bcc2f0d5a89b tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:19.030841 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ca285f42-1df5-4fda-89e8-78fa27fe997e req-ea2f08bc-d588-4c52-82ea-bcc2f0d5a89b tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=468855b8-204b-4f0a-8973-637c35f0cfb8 HTTP/1.1" status: 200 len: 945 time: 0.0588830 Mar 22 11:12:19.071642 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ca285f42-1df5-4fda-89e8-78fa27fe997e req-6704db16-4e3c-4cfa-8e85-017877f36ac7 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315404 Mar 22 11:12:20.196303 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412589a-6b32-4f34-8cac-6a7da6cd7cc0 req-5241169c-c348-4088-94a7-72c607f62d5b tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:20.203243 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f412589a-6b32-4f34-8cac-6a7da6cd7cc0 req-5241169c-c348-4088-94a7-72c607f62d5b tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=468855b8-204b-4f0a-8973-637c35f0cfb8 HTTP/1.1" status: 200 len: 945 time: 0.0496144 Mar 22 11:12:20.235909 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f412589a-6b32-4f34-8cac-6a7da6cd7cc0 req-50222ad3-9fdc-43d9-a73f-137fb1c60023 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318661 Mar 22 11:12:21.357741 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c32269-7806-4583-a377-991e772d9c36 req-a37e0e38-3e16-4dfe-8c61-bd73279a6ef7 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:21.359188 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-67c32269-7806-4583-a377-991e772d9c36 req-a37e0e38-3e16-4dfe-8c61-bd73279a6ef7 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=468855b8-204b-4f0a-8973-637c35f0cfb8 HTTP/1.1" status: 200 len: 945 time: 0.0484476 Mar 22 11:12:21.402298 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-67c32269-7806-4583-a377-991e772d9c36 req-2b883386-9990-44b9-b2f4-ba05008eeb41 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368834 Mar 22 11:12:21.481396 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2a9dd696-6685-4ae1-95ec-deacade47b78 req-644e3d18-4769-44fe-9161-4898fa93239e service neutron] 10.222.0.35 "GET /v2.0/ports/017593ab-b8ad-463f-b33c-7ee38cf5e8ea/bindings/hv-neutron-8345 HTTP/1.1" status: 200 len: 384 time: 0.0565894 Mar 22 11:12:21.690698 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9dd696-6685-4ae1-95ec-deacade47b78 req-d88f5d31-a07d-46dd-bd7d-8af4b9b9d05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:21.692219 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2a9dd696-6685-4ae1-95ec-deacade47b78 req-d88f5d31-a07d-46dd-bd7d-8af4b9b9d05e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=468855b8-204b-4f0a-8973-637c35f0cfb8&tenant_id=011f5a217b62445d80272c0006f5a7e2 HTTP/1.1" status: 200 len: 1098 time: 0.0417032 Mar 22 11:12:21.765382 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9dd696-6685-4ae1-95ec-deacade47b78 req-f7a6b250-21ce-45c1-bc3c-a6bb8ebac700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:21.767909 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2a9dd696-6685-4ae1-95ec-deacade47b78 req-f7a6b250-21ce-45c1-bc3c-a6bb8ebac700 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=011f5a217b62445d80272c0006f5a7e2&device_id=468855b8-204b-4f0a-8973-637c35f0cfb8 HTTP/1.1" status: 200 len: 1098 time: 0.0507357 Mar 22 11:12:21.870126 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9dd696-6685-4ae1-95ec-deacade47b78 req-07f7789a-3499-4416-a457-98fa7778652b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:21.872326 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2a9dd696-6685-4ae1-95ec-deacade47b78 req-07f7789a-3499-4416-a457-98fa7778652b service neutron] 10.222.0.35 "GET /v2.0/networks?id=b446b1b2-b163-4306-a987-08fe57e0bc65 HTTP/1.1" status: 200 len: 916 time: 0.0978501 Mar 22 11:12:21.919615 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2a9dd696-6685-4ae1-95ec-deacade47b78 req-40583ed2-ea2a-4954-99b6-539f9a5d2561 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=017593ab-b8ad-463f-b33c-7ee38cf5e8ea HTTP/1.1" status: 200 len: 217 time: 0.0403390 Mar 22 11:12:21.972284 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9dd696-6685-4ae1-95ec-deacade47b78 req-4ba11620-81b0-46d5-a69e-785544701dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:21.973672 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2a9dd696-6685-4ae1-95ec-deacade47b78 req-4ba11620-81b0-46d5-a69e-785544701dca service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cda6923c-259e-44c1-9843-59ad2e81443c HTTP/1.1" status: 200 len: 855 time: 0.0478673 Mar 22 11:12:22.007296 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2a9dd696-6685-4ae1-95ec-deacade47b78 req-10c1a8d9-261f-4d03-b322-f84e0db4b771 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b446b1b2-b163-4306-a987-08fe57e0bc65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260129 Mar 22 11:12:22.104720 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2a9dd696-6685-4ae1-95ec-deacade47b78 req-4dc29402-4944-4e59-ac7c-f25322b9b37d service neutron] 10.222.0.35 "GET /v2.0/networks/b446b1b2-b163-4306-a987-08fe57e0bc65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907495 Mar 22 11:12:22.197755 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2a9dd696-6685-4ae1-95ec-deacade47b78 req-8e787562-bc8a-4f02-81d7-3a72bee42f52 service neutron] 10.222.0.35 "GET /v2.0/networks/b446b1b2-b163-4306-a987-08fe57e0bc65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869267 Mar 22 11:12:22.528459 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9c05b-4aaf-40d0-8029-bcc656507f51 req-f245fd2e-7a32-4d0b-b43c-9d03370ce1e7 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:22.529918 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b8c9c05b-4aaf-40d0-8029-bcc656507f51 req-f245fd2e-7a32-4d0b-b43c-9d03370ce1e7 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=468855b8-204b-4f0a-8973-637c35f0cfb8 HTTP/1.1" status: 200 len: 945 time: 0.0490708 Mar 22 11:12:22.574409 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b8c9c05b-4aaf-40d0-8029-bcc656507f51 req-27808881-775e-4292-b266-441d405a40f6 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381248 Mar 22 11:12:23.702266 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaec2d4-195b-4ab3-9dc2-06a0481405aa req-c9f62eb1-a2e8-4dc9-b941-7b83e30b19d2 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:23.702952 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2eaec2d4-195b-4ab3-9dc2-06a0481405aa req-c9f62eb1-a2e8-4dc9-b941-7b83e30b19d2 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=468855b8-204b-4f0a-8973-637c35f0cfb8 HTTP/1.1" status: 200 len: 945 time: 0.0506725 Mar 22 11:12:23.746739 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2eaec2d4-195b-4ab3-9dc2-06a0481405aa req-6abe364c-4e09-4ef7-86aa-0c97ff8ab464 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375772 Mar 22 11:12:24.871269 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174d33a-fe77-42af-b219-ebc0f44d3bef req-46e07acc-78ad-4eff-9948-cd4d8be0b5c7 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:24.872760 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e174d33a-fe77-42af-b219-ebc0f44d3bef req-46e07acc-78ad-4eff-9948-cd4d8be0b5c7 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=468855b8-204b-4f0a-8973-637c35f0cfb8 HTTP/1.1" status: 200 len: 945 time: 0.0541675 Mar 22 11:12:24.910624 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e174d33a-fe77-42af-b219-ebc0f44d3bef req-042b52f5-60ba-444e-b788-60c058859619 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318155 Mar 22 11:12:24.963545 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 017593ab-b8ad-463f-b33c-7ee38cf5e8ea details requested by agent hyperv_hv-neutron-8345 with host hv-neutron-8345 {{(pid=109051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 11:12:24.966770 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 017593ab-b8ad-463f-b33c-7ee38cf5e8ea no longer exists at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:12:25.118368 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:12:25.148275 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 017593ab-b8ad-463f-b33c-7ee38cf5e8ea, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=017593ab-b8ad-463f-b33c-7ee38cf5e8ea,segment=NetworkSegment(37372877-c6be-4698-894e-3257ea99e9c1),segment_id=37372877-c6be-4698-894e-3257ea99e9c1)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:12:25.155012 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597dbb6e-cb9a-4268-bfad-2ecbac232d82 req-b7341726-0e8b-4a1e-9489-5d11b09594ca tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:25.156521 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-597dbb6e-cb9a-4268-bfad-2ecbac232d82 req-b7341726-0e8b-4a1e-9489-5d11b09594ca tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=468855b8-204b-4f0a-8973-637c35f0cfb8 HTTP/1.1" status: 200 len: 945 time: 0.0813713 Mar 22 11:12:25.164537 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468855b8-204b-4f0a-8973-637c35f0cfb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '017593ab-b8ad-463f-b33c-7ee38cf5e8ea'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:12:25.166930 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07b5196-4301-47a4-8f26-d32a0b491fab" -d '{"events": [{"server_uuid": "468855b8-204b-4f0a-8973-637c35f0cfb8", "name": "network-vif-unplugged", "status": "completed", "tag": "017593ab-b8ad-463f-b33c-7ee38cf5e8ea"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:12:25.168098 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:12:25.168624 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e219a9-e184-4593-947c-1833fbfb6633 req-20f9b685-8873-4b35-95cb-5fbb2a20d153 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:25.169930 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-61e219a9-e184-4593-947c-1833fbfb6633 req-20f9b685-8873-4b35-95cb-5fbb2a20d153 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.35 "GET /v2.0/ports?device_id=468855b8-204b-4f0a-8973-637c35f0cfb8&tenant_id=011f5a217b62445d80272c0006f5a7e2&binding%3Ahost_id=hv-neutron-8345 HTTP/1.1" status: 200 len: 945 time: 0.0855644 Mar 22 11:12:25.177698 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Returning: {'device': '017593ab-b8ad-463f-b33c-7ee38cf5e8ea', 'network_id': 'b446b1b2-b163-4306-a987-08fe57e0bc65', 'port_id': '017593ab-b8ad-463f-b33c-7ee38cf5e8ea', 'mac_address': 'fa:16:3e:3f:05:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cda6923c-259e-44c1-9843-59ad2e81443c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 11:12:25.182395 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 017593ab-b8ad-463f-b33c-7ee38cf5e8ea, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=017593ab-b8ad-463f-b33c-7ee38cf5e8ea,segment=NetworkSegment(37372877-c6be-4698-894e-3257ea99e9c1),segment_id=37372877-c6be-4698-894e-3257ea99e9c1)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:12:25.208803 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:12:25.210544 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-597dbb6e-cb9a-4268-bfad-2ecbac232d82 req-2f246aad-1cab-4841-8188-03c85749cd28 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396922 Mar 22 11:12:25.241378 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 11:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566d0e64-028f-4488-8f34-dc4a327f052a x-openstack-request-id: req-566d0e64-028f-4488-8f34-dc4a327f052a {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:12:25.241663 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468855b8-204b-4f0a-8973-637c35f0cfb8", "name": "network-vif-unplugged", "status": "completed", "tag": "017593ab-b8ad-463f-b33c-7ee38cf5e8ea", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:12:25.241909 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-566d0e64-028f-4488-8f34-dc4a327f052a {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:12:25.242302 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-566d0e64-028f-4488-8f34-dc4a327f052a'] response: {'server_uuid': '468855b8-204b-4f0a-8973-637c35f0cfb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '017593ab-b8ad-463f-b33c-7ee38cf5e8ea', 'code': 200} Mar 22 11:12:25.258518 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:12:25.272862 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e219a9-e184-4593-947c-1833fbfb6633 req-98dccef8-fe29-4a37-b0a8-84fdedc7c215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:25.274395 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-61e219a9-e184-4593-947c-1833fbfb6633 req-98dccef8-fe29-4a37-b0a8-84fdedc7c215 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=011f5a217b62445d80272c0006f5a7e2&device_id=468855b8-204b-4f0a-8973-637c35f0cfb8 HTTP/1.1" status: 200 len: 1096 time: 0.0493224 Mar 22 11:12:25.283488 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=017593ab-b8ad-463f-b33c-7ee38cf5e8ea,revision_number=6']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:12:25.287112 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 017593ab-b8ad-463f-b33c-7ee38cf5e8ea {{(pid=109051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:12:25.326357 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.db.api [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:12:25.326717 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG oslo_db.api [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:12:25.364040 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e219a9-e184-4593-947c-1833fbfb6633 req-a14f3628-f517-4301-aa24-cfd54d985238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:25.365504 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-61e219a9-e184-4593-947c-1833fbfb6633 req-a14f3628-f517-4301-aa24-cfd54d985238 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b446b1b2-b163-4306-a987-08fe57e0bc65 HTTP/1.1" status: 200 len: 916 time: 0.0842226 Mar 22 11:12:25.413353 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-61e219a9-e184-4593-947c-1833fbfb6633 req-79e65a86-0f0c-4ef4-935c-3efea01d1755 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=017593ab-b8ad-463f-b33c-7ee38cf5e8ea HTTP/1.1" status: 200 len: 217 time: 0.0412021 Mar 22 11:12:25.462207 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e219a9-e184-4593-947c-1833fbfb6633 req-8950d40a-2bf1-4fc9-aabf-9a1da63c5fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:25.463652 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-61e219a9-e184-4593-947c-1833fbfb6633 req-8950d40a-2bf1-4fc9-aabf-9a1da63c5fef service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cda6923c-259e-44c1-9843-59ad2e81443c HTTP/1.1" status: 200 len: 855 time: 0.0439837 Mar 22 11:12:25.495942 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-61e219a9-e184-4593-947c-1833fbfb6633 req-7bdedc72-a91c-42c5-b8f3-74e4aa16d0d3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b446b1b2-b163-4306-a987-08fe57e0bc65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249050 Mar 22 11:12:25.594013 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-61e219a9-e184-4593-947c-1833fbfb6633 req-9442f674-54c1-41d0-b337-83961333c71e service neutron] 10.222.0.35 "GET /v2.0/networks/b446b1b2-b163-4306-a987-08fe57e0bc65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917249 Mar 22 11:12:25.683899 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-61e219a9-e184-4593-947c-1833fbfb6633 req-360a8387-ea23-460c-8b09-72d42358f599 service neutron] 10.222.0.35 "GET /v2.0/networks/b446b1b2-b163-4306-a987-08fe57e0bc65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819163 Mar 22 11:12:25.863468 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:12:25.877428 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 017593ab-b8ad-463f-b33c-7ee38cf5e8ea {{(pid=109051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:12:25.898499 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 017593ab-b8ad-463f-b33c-7ee38cf5e8ea, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=017593ab-b8ad-463f-b33c-7ee38cf5e8ea,segment=NetworkSegment(37372877-c6be-4698-894e-3257ea99e9c1),segment_id=37372877-c6be-4698-894e-3257ea99e9c1)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:12:25.904650 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:12:25.954706 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=017593ab-b8ad-463f-b33c-7ee38cf5e8ea,revision_number=7']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:12:25.964806 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['017593ab-b8ad-463f-b33c-7ee38cf5e8ea'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 11:12:26.333333 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96225c95-a5a9-40ea-8db6-a318921cec45 req-11b34352-86ba-4a20-834f-5d33e967c4f8 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:26.334795 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-96225c95-a5a9-40ea-8db6-a318921cec45 req-11b34352-86ba-4a20-834f-5d33e967c4f8 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=468855b8-204b-4f0a-8973-637c35f0cfb8 HTTP/1.1" status: 200 len: 944 time: 0.0507517 Mar 22 11:12:26.381503 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-96225c95-a5a9-40ea-8db6-a318921cec45 req-b4525d3c-8fd4-43f5-9f15-aede05d5db31 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404780 Mar 22 11:12:26.505829 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06308be-3ec0-4084-8f82-375cdabd2506 req-107db305-9d00-4062-9f2a-33b23e33f8fc tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:26.507301 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e06308be-3ec0-4084-8f82-375cdabd2506 req-107db305-9d00-4062-9f2a-33b23e33f8fc tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=468855b8-204b-4f0a-8973-637c35f0cfb8 HTTP/1.1" status: 200 len: 944 time: 0.0547595 Mar 22 11:12:26.545565 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e06308be-3ec0-4084-8f82-375cdabd2506 req-374893e9-e06a-4bc2-90f7-1f55b54f7c4b tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321872 Mar 22 11:12:26.661745 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9c488-3e80-445b-9cc0-622468ec61b1 req-a07193fe-e0e8-4f31-8708-c58982ae5df1 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:26.663172 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5eb9c488-3e80-445b-9cc0-622468ec61b1 req-a07193fe-e0e8-4f31-8708-c58982ae5df1 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=468855b8-204b-4f0a-8973-637c35f0cfb8 HTTP/1.1" status: 200 len: 944 time: 0.0492172 Mar 22 11:12:26.703010 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5eb9c488-3e80-445b-9cc0-622468ec61b1 req-46cf3a2d-e511-4b28-a604-f151078c04ae tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334582 Mar 22 11:12:26.977506 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 017593ab-b8ad-463f-b33c-7ee38cf5e8ea up at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:12:27.024589 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning complete for port 017593ab-b8ad-463f-b33c-7ee38cf5e8ea triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:12:27.024965 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:12:27.071503 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e957f327-2c60-4b72-a07b-e3ebc39ebdf8 req-8c6e3ec2-da80-4cb6-b801-6e7ee68f4a6a tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:27.073039 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e957f327-2c60-4b72-a07b-e3ebc39ebdf8 req-8c6e3ec2-da80-4cb6-b801-6e7ee68f4a6a tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/networks?id=b446b1b2-b163-4306-a987-08fe57e0bc65 HTTP/1.1" status: 200 len: 815 time: 0.1061738 Mar 22 11:12:27.091916 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e957f327-2c60-4b72-a07b-e3ebc39ebdf8 req-22161da5-52cd-4da0-9455-628e6a38ae75 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/quotas/011f5a217b62445d80272c0006f5a7e2 HTTP/1.1" status: 200 len: 375 time: 0.0096200 Mar 22 11:12:27.115786 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:12:27.143880 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e957f327-2c60-4b72-a07b-e3ebc39ebdf8 req-7c7eb0f1-d884-434f-b407-5117af3aecd4 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=011f5a217b62445d80272c0006f5a7e2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0460842 Mar 22 11:12:27.150332 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 017593ab-b8ad-463f-b33c-7ee38cf5e8ea, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=017593ab-b8ad-463f-b33c-7ee38cf5e8ea,segment=NetworkSegment(37372877-c6be-4698-894e-3257ea99e9c1),segment_id=37372877-c6be-4698-894e-3257ea99e9c1)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:12:27.155870 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:12:27.201375 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=017593ab-b8ad-463f-b33c-7ee38cf5e8ea,revision_number=8']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:12:27.237634 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e957f327-2c60-4b72-a07b-e3ebc39ebdf8 req-df1f158a-3a8b-4b58-b81c-c611e4fdeecf service neutron] 10.222.0.57 "GET /v2.0/networks/b446b1b2-b163-4306-a987-08fe57e0bc65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864048 Mar 22 11:12:27.243289 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468855b8-204b-4f0a-8973-637c35f0cfb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017593ab-b8ad-463f-b33c-7ee38cf5e8ea'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:12:27.245690 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd339f98-20b7-4ce2-bbcb-a03858059384" -d '{"events": [{"server_uuid": "468855b8-204b-4f0a-8973-637c35f0cfb8", "name": "network-vif-plugged", "status": "completed", "tag": "017593ab-b8ad-463f-b33c-7ee38cf5e8ea"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:12:27.281011 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec07c29-9617-4db8-8fa4-a4af3076d75e x-openstack-request-id: req-6ec07c29-9617-4db8-8fa4-a4af3076d75e {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:12:27.281367 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468855b8-204b-4f0a-8973-637c35f0cfb8", "name": "network-vif-plugged", "status": "completed", "tag": "017593ab-b8ad-463f-b33c-7ee38cf5e8ea", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:12:27.281694 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6ec07c29-9617-4db8-8fa4-a4af3076d75e {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:12:27.282161 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ec07c29-9617-4db8-8fa4-a4af3076d75e'] response: {'server_uuid': '468855b8-204b-4f0a-8973-637c35f0cfb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017593ab-b8ad-463f-b33c-7ee38cf5e8ea', 'code': 200} Mar 22 11:12:27.325563 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e957f327-2c60-4b72-a07b-e3ebc39ebdf8 req-8ecaf332-88c6-436c-9a89-f53f366bf5be service neutron] 10.222.0.57 "GET /v2.0/networks/b446b1b2-b163-4306-a987-08fe57e0bc65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816879 Mar 22 11:12:27.508510 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7a0ed08a-0c20-4aa9-a6a7-86eabd6745ca req-d3d0bb80-e750-4d71-a96b-22018ddbc88a tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=33d1b869-2f84-4cfb-847d-b5b70d5c1a31 HTTP/1.1" status: 200 len: 210 time: 0.0269194 Mar 22 11:12:28.449033 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e957f327-2c60-4b72-a07b-e3ebc39ebdf8 req-b76afa37-d836-418d-b793-2eff118ac415 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:28.450495 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e957f327-2c60-4b72-a07b-e3ebc39ebdf8 req-b76afa37-d836-418d-b793-2eff118ac415 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.35 "GET /v2.0/networks?id=b446b1b2-b163-4306-a987-08fe57e0bc65 HTTP/1.1" status: 200 len: 815 time: 0.1081483 Mar 22 11:12:28.463643 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-e957f327-2c60-4b72-a07b-e3ebc39ebdf8 req-47c6bdb4-7c90-45af-8725-8903c8ac67e3 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Request body: {'port': {'device_id': '33d1b869-2f84-4cfb-847d-b5b70d5c1a31', 'network_id': 'b446b1b2-b163-4306-a987-08fe57e0bc65', 'admin_state_up': True, 'tenant_id': '011f5a217b62445d80272c0006f5a7e2'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:12:28.606184 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e957f327-2c60-4b72-a07b-e3ebc39ebdf8 req-47c6bdb4-7c90-45af-8725-8903c8ac67e3 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Made reservation on behalf of 011f5a217b62445d80272c0006f5a7e2 for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:12:28.609532 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-e957f327-2c60-4b72-a07b-e3ebc39ebdf8 req-47c6bdb4-7c90-45af-8725-8903c8ac67e3 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:12:28.627433 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-923bc456-8d8a-487b-99f1-3b38b1328a33 req-9b5bbee8-6ad7-48f9-89d6-441e48d1b5c4 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=33d1b869-2f84-4cfb-847d-b5b70d5c1a31 HTTP/1.1" status: 200 len: 210 time: 0.0538960 Mar 22 11:12:28.655464 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b14aa65-622a-457a-9b00-66cddc0ecbfa req-0f94f223-6be2-43b7-b52f-b0d5816862de tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:28.656886 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3b14aa65-622a-457a-9b00-66cddc0ecbfa req-0f94f223-6be2-43b7-b52f-b0d5816862de tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.35 "GET /v2.0/ports?device_id=468855b8-204b-4f0a-8973-637c35f0cfb8 HTTP/1.1" status: 200 len: 945 time: 0.0845513 Mar 22 11:12:28.822124 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [req-e957f327-2c60-4b72-a07b-e3ebc39ebdf8 req-47c6bdb4-7c90-45af-8725-8903c8ac67e3 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Allocated IP 172.20.0.9 (b446b1b2-b163-4306-a987-08fe57e0bc65/cda6923c-259e-44c1-9843-59ad2e81443c/9f3a9204-2831-4fa1-b9f2-0bc8faff63b6) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:12:28.840665 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-3b14aa65-622a-457a-9b00-66cddc0ecbfa req-37741ca3-907a-4b9f-969a-a35f38818cb6 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Deleting port 017593ab-b8ad-463f-b33c-7ee38cf5e8ea {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:12:28.840999 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-3b14aa65-622a-457a-9b00-66cddc0ecbfa req-37741ca3-907a-4b9f-969a-a35f38818cb6 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:12:29.004789 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-3b14aa65-622a-457a-9b00-66cddc0ecbfa req-37741ca3-907a-4b9f-969a-a35f38818cb6 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] For port 017593ab-b8ad-463f-b33c-7ee38cf5e8ea, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=017593ab-b8ad-463f-b33c-7ee38cf5e8ea,segment=NetworkSegment(37372877-c6be-4698-894e-3257ea99e9c1),segment_id=37372877-c6be-4698-894e-3257ea99e9c1)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:12:29.005132 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-3b14aa65-622a-457a-9b00-66cddc0ecbfa req-37741ca3-907a-4b9f-969a-a35f38818cb6 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:12:29.024000 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-3b14aa65-622a-457a-9b00-66cddc0ecbfa req-37741ca3-907a-4b9f-969a-a35f38818cb6 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Calling delete_port for 017593ab-b8ad-463f-b33c-7ee38cf5e8ea owned by compute:nova {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:12:29.086604 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-e957f327-2c60-4b72-a07b-e3ebc39ebdf8 req-47c6bdb4-7c90-45af-8725-8903c8ac67e3 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:12:29.145563 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-e957f327-2c60-4b72-a07b-e3ebc39ebdf8 req-47c6bdb4-7c90-45af-8725-8903c8ac67e3 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:12:29.157460 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['017593ab-b8ad-463f-b33c-7ee38cf5e8ea'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 11:12:29.220360 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e957f327-2c60-4b72-a07b-e3ebc39ebdf8 req-47c6bdb4-7c90-45af-8725-8903c8ac67e3 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Network b446b1b2-b163-4306-a987-08fe57e0bc65 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:12:29.228588 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [req-e957f327-2c60-4b72-a07b-e3ebc39ebdf8 req-47c6bdb4-7c90-45af-8725-8903c8ac67e3 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:12:29.236816 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-e957f327-2c60-4b72-a07b-e3ebc39ebdf8 req-47c6bdb4-7c90-45af-8725-8903c8ac67e3 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:12:29.261347 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c6bdb4-7c90-45af-8725-8903c8ac67e3 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Pushing event updated for resources: {'Port': ['ID=9f3a9204-2831-4fa1-b9f2-0bc8faff63b6,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:12:29.275799 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-3b14aa65-622a-457a-9b00-66cddc0ecbfa req-37741ca3-907a-4b9f-969a-a35f38818cb6 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:12:29.314996 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e957f327-2c60-4b72-a07b-e3ebc39ebdf8 req-47c6bdb4-7c90-45af-8725-8903c8ac67e3 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:29.315626 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-e957f327-2c60-4b72-a07b-e3ebc39ebdf8 req-47c6bdb4-7c90-45af-8725-8903c8ac67e3 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:12:29.318140 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37741ca3-907a-4b9f-969a-a35f38818cb6 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Pushing event deleted for resources: {'Port': ['ID=017593ab-b8ad-463f-b33c-7ee38cf5e8ea,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:12:29.366348 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b14aa65-622a-457a-9b00-66cddc0ecbfa req-37741ca3-907a-4b9f-969a-a35f38818cb6 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] No DVR routers for this DVR port 017593ab-b8ad-463f-b33c-7ee38cf5e8ea on host hv-neutron-8345 {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:12:29.371108 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e957f327-2c60-4b72-a07b-e3ebc39ebdf8 req-47c6bdb4-7c90-45af-8725-8903c8ac67e3 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9112313 Mar 22 11:12:29.372232 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-3b14aa65-622a-457a-9b00-66cddc0ecbfa req-37741ca3-907a-4b9f-969a-a35f38818cb6 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:12:29.375216 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3b14aa65-622a-457a-9b00-66cddc0ecbfa req-37741ca3-907a-4b9f-969a-a35f38818cb6 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.35 "DELETE /v2.0/ports/017593ab-b8ad-463f-b33c-7ee38cf5e8ea HTTP/1.1" status: 204 len: 173 time: 0.7113092 Mar 22 11:12:29.375686 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468855b8-204b-4f0a-8973-637c35f0cfb8', 'name': 'network-vif-deleted', 'tag': '017593ab-b8ad-463f-b33c-7ee38cf5e8ea'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:12:29.377936 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac5a98d-6e8f-49cd-b0f5-e5de9cb15d88" -d '{"events": [{"server_uuid": "468855b8-204b-4f0a-8973-637c35f0cfb8", "name": "network-vif-deleted", "tag": "017593ab-b8ad-463f-b33c-7ee38cf5e8ea"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:12:29.385614 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-e957f327-2c60-4b72-a07b-e3ebc39ebdf8 req-b0401dea-3d1a-4360-9fac-99d2cb4521ee service neutron] Request body: {'port': {'device_id': '33d1b869-2f84-4cfb-847d-b5b70d5c1a31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8345'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:12:29.420053 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742f16a6-2cbf-48a0-9d0f-54dd9fb93f29 x-openstack-request-id: req-742f16a6-2cbf-48a0-9d0f-54dd9fb93f29 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:12:29.420339 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468855b8-204b-4f0a-8973-637c35f0cfb8", "name": "network-vif-deleted", "tag": "017593ab-b8ad-463f-b33c-7ee38cf5e8ea", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:12:29.420591 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-742f16a6-2cbf-48a0-9d0f-54dd9fb93f29 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:12:29.420986 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-742f16a6-2cbf-48a0-9d0f-54dd9fb93f29'] response: {'server_uuid': '468855b8-204b-4f0a-8973-637c35f0cfb8', 'name': 'network-vif-deleted', 'tag': '017593ab-b8ad-463f-b33c-7ee38cf5e8ea', 'status': 'completed', 'code': 200} Mar 22 11:12:29.445697 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-e957f327-2c60-4b72-a07b-e3ebc39ebdf8 req-b0401dea-3d1a-4360-9fac-99d2cb4521ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:12:29.743115 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [req-e957f327-2c60-4b72-a07b-e3ebc39ebdf8 req-b0401dea-3d1a-4360-9fac-99d2cb4521ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f3a9204-2831-4fa1-b9f2-0bc8faff63b6 {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:12:29.753131 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-e957f327-2c60-4b72-a07b-e3ebc39ebdf8 req-b0401dea-3d1a-4360-9fac-99d2cb4521ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:12:29.773459 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [req-e957f327-2c60-4b72-a07b-e3ebc39ebdf8 req-b0401dea-3d1a-4360-9fac-99d2cb4521ee service neutron] Transition to ACTIVE for port object 9f3a9204-2831-4fa1-b9f2-0bc8faff63b6 will not be triggered until provisioned by entity L2. {{(pid=109050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:12:29.783017 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cbf854-9d21-48a0-a0a9-490255f1b57c req-3a49b592-7499-4084-9ff0-4689a63fbdcf tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:29.784693 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-03cbf854-9d21-48a0-a0a9-490255f1b57c req-3a49b592-7499-4084-9ff0-4689a63fbdcf tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=33d1b869-2f84-4cfb-847d-b5b70d5c1a31 HTTP/1.1" status: 200 len: 931 time: 0.0800705 Mar 22 11:12:29.785807 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-e957f327-2c60-4b72-a07b-e3ebc39ebdf8 req-b0401dea-3d1a-4360-9fac-99d2cb4521ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:12:29.856472 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0401dea-3d1a-4360-9fac-99d2cb4521ee service neutron] Pushing event updated for resources: {'Port': ['ID=9f3a9204-2831-4fa1-b9f2-0bc8faff63b6,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:12:29.895188 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-03cbf854-9d21-48a0-a0a9-490255f1b57c req-af724bf6-f3fa-45ea-a5b2-01ca3625fd58 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845857 Mar 22 11:12:29.941585 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-e957f327-2c60-4b72-a07b-e3ebc39ebdf8 req-b0401dea-3d1a-4360-9fac-99d2cb4521ee service neutron] Attempting to bind port 9f3a9204-2831-4fa1-b9f2-0bc8faff63b6 on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:12:29.941792 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-e957f327-2c60-4b72-a07b-e3ebc39ebdf8 req-b0401dea-3d1a-4360-9fac-99d2cb4521ee service neutron] Attempting to bind port 9f3a9204-2831-4fa1-b9f2-0bc8faff63b6 by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': '37372877-c6be-4698-894e-3257ea99e9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b446b1b2-b163-4306-a987-08fe57e0bc65'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:12:29.942138 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e957f327-2c60-4b72-a07b-e3ebc39ebdf8 req-b0401dea-3d1a-4360-9fac-99d2cb4521ee service neutron] Attempting to bind port 9f3a9204-2831-4fa1-b9f2-0bc8faff63b6 on network b446b1b2-b163-4306-a987-08fe57e0bc65 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:12:29.946437 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e957f327-2c60-4b72-a07b-e3ebc39ebdf8 req-b0401dea-3d1a-4360-9fac-99d2cb4521ee service neutron] Port 9f3a9204-2831-4fa1-b9f2-0bc8faff63b6 on network b446b1b2-b163-4306-a987-08fe57e0bc65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 11:12:29.946756 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e957f327-2c60-4b72-a07b-e3ebc39ebdf8 req-b0401dea-3d1a-4360-9fac-99d2cb4521ee service neutron] Attempting to bind port 9f3a9204-2831-4fa1-b9f2-0bc8faff63b6 on network b446b1b2-b163-4306-a987-08fe57e0bc65 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:12:29.951636 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e957f327-2c60-4b72-a07b-e3ebc39ebdf8 req-b0401dea-3d1a-4360-9fac-99d2cb4521ee service neutron] Checking agent: {'id': 'dcb78974-6458-4942-8c9c-663284d5bb3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8345', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:12:29.951970 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e957f327-2c60-4b72-a07b-e3ebc39ebdf8 req-b0401dea-3d1a-4360-9fac-99d2cb4521ee service neutron] Checking segment: {'id': '37372877-c6be-4698-894e-3257ea99e9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b446b1b2-b163-4306-a987-08fe57e0bc65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:12:29.952341 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e957f327-2c60-4b72-a07b-e3ebc39ebdf8 req-b0401dea-3d1a-4360-9fac-99d2cb4521ee service neutron] Bound using segment: {'id': '37372877-c6be-4698-894e-3257ea99e9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b446b1b2-b163-4306-a987-08fe57e0bc65'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:12:29.952756 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-e957f327-2c60-4b72-a07b-e3ebc39ebdf8 req-b0401dea-3d1a-4360-9fac-99d2cb4521ee service neutron] Bound port: 9f3a9204-2831-4fa1-b9f2-0bc8faff63b6, host: hv-neutron-8345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37372877-c6be-4698-894e-3257ea99e9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b446b1b2-b163-4306-a987-08fe57e0bc65'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:12:29.953102 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-e957f327-2c60-4b72-a07b-e3ebc39ebdf8 req-b0401dea-3d1a-4360-9fac-99d2cb4521ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:12:30.017026 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-e957f327-2c60-4b72-a07b-e3ebc39ebdf8 req-b0401dea-3d1a-4360-9fac-99d2cb4521ee service neutron] For port 9f3a9204-2831-4fa1-b9f2-0bc8faff63b6, host hv-neutron-8345, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:12:30.020333 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-e957f327-2c60-4b72-a07b-e3ebc39ebdf8 req-b0401dea-3d1a-4360-9fac-99d2cb4521ee service neutron] For port 9f3a9204-2831-4fa1-b9f2-0bc8faff63b6, host hv-neutron-8345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=9f3a9204-2831-4fa1-b9f2-0bc8faff63b6,segment=NetworkSegment(37372877-c6be-4698-894e-3257ea99e9c1),segment_id=37372877-c6be-4698-894e-3257ea99e9c1)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:12:30.028252 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-e957f327-2c60-4b72-a07b-e3ebc39ebdf8 req-b0401dea-3d1a-4360-9fac-99d2cb4521ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:12:30.066481 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e957f327-2c60-4b72-a07b-e3ebc39ebdf8 req-b0401dea-3d1a-4360-9fac-99d2cb4521ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:30.067085 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-e957f327-2c60-4b72-a07b-e3ebc39ebdf8 req-b0401dea-3d1a-4360-9fac-99d2cb4521ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:12:30.068473 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e957f327-2c60-4b72-a07b-e3ebc39ebdf8 req-b0401dea-3d1a-4360-9fac-99d2cb4521ee service neutron] 10.222.0.35 "PUT /v2.0/ports/9f3a9204-2831-4fa1-b9f2-0bc8faff63b6 HTTP/1.1" status: 200 len: 1093 time: 0.6871927 Mar 22 11:12:30.090899 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0401dea-3d1a-4360-9fac-99d2cb4521ee service neutron] Pushing event updated for resources: {'Port': ['ID=9f3a9204-2831-4fa1-b9f2-0bc8faff63b6,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:12:30.152972 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e957f327-2c60-4b72-a07b-e3ebc39ebdf8 req-193c2b36-4ac8-47ce-9154-1ac682726265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:30.154498 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e957f327-2c60-4b72-a07b-e3ebc39ebdf8 req-193c2b36-4ac8-47ce-9154-1ac682726265 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=011f5a217b62445d80272c0006f5a7e2&device_id=33d1b869-2f84-4cfb-847d-b5b70d5c1a31 HTTP/1.1" status: 200 len: 1096 time: 0.0456321 Mar 22 11:12:30.198293 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e957f327-2c60-4b72-a07b-e3ebc39ebdf8 req-4dd3de9d-6079-456d-9c9a-51d92cb73afe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f3a9204-2831-4fa1-b9f2-0bc8faff63b6 HTTP/1.1" status: 200 len: 217 time: 0.0361540 Mar 22 11:12:30.248278 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e957f327-2c60-4b72-a07b-e3ebc39ebdf8 req-a6a57fff-5a0c-4fda-b256-806c80a80877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:30.249727 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e957f327-2c60-4b72-a07b-e3ebc39ebdf8 req-a6a57fff-5a0c-4fda-b256-806c80a80877 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cda6923c-259e-44c1-9843-59ad2e81443c HTTP/1.1" status: 200 len: 855 time: 0.0449550 Mar 22 11:12:30.281400 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e957f327-2c60-4b72-a07b-e3ebc39ebdf8 req-aafa2204-107f-4825-b2ea-1459eb66d6d6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b446b1b2-b163-4306-a987-08fe57e0bc65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242364 Mar 22 11:12:30.376257 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e957f327-2c60-4b72-a07b-e3ebc39ebdf8 req-fed2db99-d06f-48dc-be31-5670925612bc service neutron] 10.222.0.35 "GET /v2.0/networks/b446b1b2-b163-4306-a987-08fe57e0bc65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875833 Mar 22 11:12:30.471170 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e957f327-2c60-4b72-a07b-e3ebc39ebdf8 req-3ccdb543-ea31-4de4-912c-2e0d90353390 service neutron] 10.222.0.35 "GET /v2.0/networks/b446b1b2-b163-4306-a987-08fe57e0bc65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876455 Mar 22 11:12:31.014915 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3208c4-fb04-4722-8559-e06a2363189f req-678d0ade-3257-4e51-9d0b-d8a9c5bf9eaf tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:31.016418 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0b3208c4-fb04-4722-8559-e06a2363189f req-678d0ade-3257-4e51-9d0b-d8a9c5bf9eaf tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=33d1b869-2f84-4cfb-847d-b5b70d5c1a31 HTTP/1.1" status: 200 len: 943 time: 0.0517602 Mar 22 11:12:31.056650 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0b3208c4-fb04-4722-8559-e06a2363189f req-efbf86db-f3e6-4976-8615-b4c4104f704b tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312400 Mar 22 11:12:31.422148 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33d1b869-2f84-4cfb-847d-b5b70d5c1a31', 'tag': '9f3a9204-2831-4fa1-b9f2-0bc8faff63b6'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:12:31.425885 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2549e4-ad5f-400c-a740-a5bd2d54d24e" -d '{"events": [{"name": "network-changed", "server_uuid": "33d1b869-2f84-4cfb-847d-b5b70d5c1a31", "tag": "9f3a9204-2831-4fa1-b9f2-0bc8faff63b6"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:12:31.465671 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a435aa49-5635-4e69-96c9-734097e14a67 x-openstack-request-id: req-a435aa49-5635-4e69-96c9-734097e14a67 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:12:31.465955 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33d1b869-2f84-4cfb-847d-b5b70d5c1a31", "tag": "9f3a9204-2831-4fa1-b9f2-0bc8faff63b6", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:12:31.466192 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a435aa49-5635-4e69-96c9-734097e14a67 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:12:31.466583 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a435aa49-5635-4e69-96c9-734097e14a67'] response: {'name': 'network-changed', 'server_uuid': '33d1b869-2f84-4cfb-847d-b5b70d5c1a31', 'tag': '9f3a9204-2831-4fa1-b9f2-0bc8faff63b6', 'status': 'completed', 'code': 200} Mar 22 11:12:31.529389 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2549e4-ad5f-400c-a740-a5bd2d54d24e req-d37caa40-1666-479d-8698-559e10f53f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:31.530953 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-bf2549e4-ad5f-400c-a740-a5bd2d54d24e req-d37caa40-1666-479d-8698-559e10f53f2b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=011f5a217b62445d80272c0006f5a7e2&device_id=33d1b869-2f84-4cfb-847d-b5b70d5c1a31 HTTP/1.1" status: 200 len: 1096 time: 0.0424521 Mar 22 11:12:31.625829 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2549e4-ad5f-400c-a740-a5bd2d54d24e req-9d77a3bd-a016-4959-845f-cc3a96744eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:31.627198 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-bf2549e4-ad5f-400c-a740-a5bd2d54d24e req-9d77a3bd-a016-4959-845f-cc3a96744eba service neutron] 10.222.0.35 "GET /v2.0/networks?id=b446b1b2-b163-4306-a987-08fe57e0bc65 HTTP/1.1" status: 200 len: 916 time: 0.0901332 Mar 22 11:12:31.668145 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-bf2549e4-ad5f-400c-a740-a5bd2d54d24e req-6c02f10a-b541-4ae1-8775-58b320021ec3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f3a9204-2831-4fa1-b9f2-0bc8faff63b6 HTTP/1.1" status: 200 len: 217 time: 0.0339522 Mar 22 11:12:31.716728 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2549e4-ad5f-400c-a740-a5bd2d54d24e req-163af10c-e154-4e0a-a0be-8a0214245c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:31.718199 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-bf2549e4-ad5f-400c-a740-a5bd2d54d24e req-163af10c-e154-4e0a-a0be-8a0214245c75 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cda6923c-259e-44c1-9843-59ad2e81443c HTTP/1.1" status: 200 len: 855 time: 0.0436370 Mar 22 11:12:31.757296 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-bf2549e4-ad5f-400c-a740-a5bd2d54d24e req-8717ef9c-47e8-4ed2-acb7-aaadc447389c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b446b1b2-b163-4306-a987-08fe57e0bc65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320144 Mar 22 11:12:31.857851 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-bf2549e4-ad5f-400c-a740-a5bd2d54d24e req-46876586-a595-434e-a939-c844e824ca21 service neutron] 10.222.0.35 "GET /v2.0/networks/b446b1b2-b163-4306-a987-08fe57e0bc65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931685 Mar 22 11:12:31.960160 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-bf2549e4-ad5f-400c-a740-a5bd2d54d24e req-c1c0270a-8c24-46d3-b0a1-5bf14d0cc3b2 service neutron] 10.222.0.35 "GET /v2.0/networks/b446b1b2-b163-4306-a987-08fe57e0bc65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963619 Mar 22 11:12:32.185563 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea629fc-4422-4d05-851e-ec0b84970c69 req-c750f3e6-4211-4337-b6e2-1b8adc0b3212 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:32.187100 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3ea629fc-4422-4d05-851e-ec0b84970c69 req-c750f3e6-4211-4337-b6e2-1b8adc0b3212 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=33d1b869-2f84-4cfb-847d-b5b70d5c1a31 HTTP/1.1" status: 200 len: 943 time: 0.0565951 Mar 22 11:12:32.230532 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3ea629fc-4422-4d05-851e-ec0b84970c69 req-313688a8-e28f-451f-a3ef-0f43e660480f tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344019 Mar 22 11:12:33.005942 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 9f3a9204-2831-4fa1-b9f2-0bc8faff63b6 details requested by agent hyperv_hv-neutron-8345 with host hv-neutron-8345 {{(pid=109051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 11:12:33.009043 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 017593ab-b8ad-463f-b33c-7ee38cf5e8ea no longer exists at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:12:33.036834 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] No Port match for: 017593ab-b8ad-463f-b33c-7ee38cf5e8ea {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:12:33.037166 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 017593ab-b8ad-463f-b33c-7ee38cf5e8ea not bound to the agent host hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:12:33.126769 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 9f3a9204-2831-4fa1-b9f2-0bc8faff63b6, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=9f3a9204-2831-4fa1-b9f2-0bc8faff63b6,segment=NetworkSegment(37372877-c6be-4698-894e-3257ea99e9c1),segment_id=37372877-c6be-4698-894e-3257ea99e9c1)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:12:33.137474 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Returning: {'device': '9f3a9204-2831-4fa1-b9f2-0bc8faff63b6', 'network_id': 'b446b1b2-b163-4306-a987-08fe57e0bc65', 'port_id': '9f3a9204-2831-4fa1-b9f2-0bc8faff63b6', 'mac_address': 'fa:16:3e:1f:ac:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cda6923c-259e-44c1-9843-59ad2e81443c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 11:12:33.174942 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:12:33.187591 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f3a9204-2831-4fa1-b9f2-0bc8faff63b6 {{(pid=109051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:12:33.208633 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 9f3a9204-2831-4fa1-b9f2-0bc8faff63b6, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=9f3a9204-2831-4fa1-b9f2-0bc8faff63b6,segment=NetworkSegment(37372877-c6be-4698-894e-3257ea99e9c1),segment_id=37372877-c6be-4698-894e-3257ea99e9c1)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:12:33.215043 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:12:33.267091 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=9f3a9204-2831-4fa1-b9f2-0bc8faff63b6,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:12:33.354965 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ee6f9-173a-45fd-b495-b3412cda83b5 req-060842ed-37b0-43e0-b287-d1f0409a291e tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:33.356432 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-558ee6f9-173a-45fd-b495-b3412cda83b5 req-060842ed-37b0-43e0-b287-d1f0409a291e tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=33d1b869-2f84-4cfb-847d-b5b70d5c1a31 HTTP/1.1" status: 200 len: 944 time: 0.0501795 Mar 22 11:12:33.394964 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-558ee6f9-173a-45fd-b495-b3412cda83b5 req-4b1b9a64-2ee5-45ad-9337-c3e4048c9128 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312166 Mar 22 11:12:33.417909 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['9f3a9204-2831-4fa1-b9f2-0bc8faff63b6'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 11:12:34.857802 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cbe5be-0ba6-4087-84f2-c0d353182ddd req-9bfcf8dd-8490-40a8-a2f0-27cf74f73c13 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:34.859181 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b6cbe5be-0ba6-4087-84f2-c0d353182ddd req-9bfcf8dd-8490-40a8-a2f0-27cf74f73c13 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=33d1b869-2f84-4cfb-847d-b5b70d5c1a31 HTTP/1.1" status: 200 len: 944 time: 0.3894219 Mar 22 11:12:34.896666 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b6cbe5be-0ba6-4087-84f2-c0d353182ddd req-f08c1472-ab7c-4a8d-ad4d-fef147cf193e tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314114 Mar 22 11:12:35.025477 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 9f3a9204-2831-4fa1-b9f2-0bc8faff63b6 up at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:12:35.080501 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning for port 9f3a9204-2831-4fa1-b9f2-0bc8faff63b6 completed by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:12:35.084227 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning complete for port 9f3a9204-2831-4fa1-b9f2-0bc8faff63b6 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:12:35.084602 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:12:35.159383 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:12:35.182902 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d1b869-2f84-4cfb-847d-b5b70d5c1a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f3a9204-2831-4fa1-b9f2-0bc8faff63b6'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:12:35.185201 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45c54e3-e6fc-4697-a3a6-c5479fc38dcf" -d '{"events": [{"server_uuid": "33d1b869-2f84-4cfb-847d-b5b70d5c1a31", "name": "network-vif-plugged", "status": "completed", "tag": "9f3a9204-2831-4fa1-b9f2-0bc8faff63b6"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:12:35.197842 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 9f3a9204-2831-4fa1-b9f2-0bc8faff63b6, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=9f3a9204-2831-4fa1-b9f2-0bc8faff63b6,segment=NetworkSegment(37372877-c6be-4698-894e-3257ea99e9c1),segment_id=37372877-c6be-4698-894e-3257ea99e9c1)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:12:35.202703 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:12:35.228412 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b4277b-68ca-445d-8011-86cc3d101271 x-openstack-request-id: req-30b4277b-68ca-445d-8011-86cc3d101271 {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:12:35.228696 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d1b869-2f84-4cfb-847d-b5b70d5c1a31", "name": "network-vif-plugged", "status": "completed", "tag": "9f3a9204-2831-4fa1-b9f2-0bc8faff63b6", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:12:35.228936 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-30b4277b-68ca-445d-8011-86cc3d101271 {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:12:35.229313 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30b4277b-68ca-445d-8011-86cc3d101271'] response: {'server_uuid': '33d1b869-2f84-4cfb-847d-b5b70d5c1a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f3a9204-2831-4fa1-b9f2-0bc8faff63b6', 'code': 200} Mar 22 11:12:35.255706 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=9f3a9204-2831-4fa1-b9f2-0bc8faff63b6,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:12:35.262963 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:12:35.263292 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:12:35.263655 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:12:35.263993 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:12:35.264321 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:12:35.264679 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:12:35.265011 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:12:35.265338 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:12:35.265654 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:12:35.265986 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:12:35.266307 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:12:35.266624 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:12:35.396737 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d8bee-cf97-4a11-8a56-c3e0547b4a55 req-060bb795-d2f1-44af-bfcf-77afb4465155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:35.398179 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1d7d8bee-cf97-4a11-8a56-c3e0547b4a55 req-060bb795-d2f1-44af-bfcf-77afb4465155 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=33d1b869-2f84-4cfb-847d-b5b70d5c1a31 HTTP/1.1" status: 200 len: 1098 time: 0.0451381 Mar 22 11:12:35.433355 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1d7d8bee-cf97-4a11-8a56-c3e0547b4a55 req-6bbeb3a3-0058-4d99-83ff-b788b733f26e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275090 Mar 22 11:12:36.024312 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30d5cd-d7d6-4dd8-89ef-cd27593247e4 req-7e8de2ca-8231-4a4d-8d8b-8988e434ece5 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:36.025740 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-cc30d5cd-d7d6-4dd8-89ef-cd27593247e4 req-7e8de2ca-8231-4a4d-8d8b-8988e434ece5 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=33d1b869-2f84-4cfb-847d-b5b70d5c1a31 HTTP/1.1" status: 200 len: 945 time: 0.0496213 Mar 22 11:12:36.062794 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-cc30d5cd-d7d6-4dd8-89ef-cd27593247e4 req-c651d290-c2b7-4bac-94bf-7e28b5dffdc4 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310228 Mar 22 11:12:37.207068 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199398b5-ef8e-4a78-9358-67f858e0ecf3 req-eab141b6-b634-45a4-8d1e-71744b58ff5d tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:37.208531 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-199398b5-ef8e-4a78-9358-67f858e0ecf3 req-eab141b6-b634-45a4-8d1e-71744b58ff5d tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=33d1b869-2f84-4cfb-847d-b5b70d5c1a31 HTTP/1.1" status: 200 len: 945 time: 0.0595548 Mar 22 11:12:37.246017 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-199398b5-ef8e-4a78-9358-67f858e0ecf3 req-bf4f8d1f-f69f-4855-9970-874eef823fd5 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314481 Mar 22 11:12:37.364091 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a4a7a-5794-48f7-bfcc-a9e6f74ba865 req-9a48f7e5-f100-41af-8495-e6406f76e7dc tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:37.365557 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6b6a4a7a-5794-48f7-bfcc-a9e6f74ba865 req-9a48f7e5-f100-41af-8495-e6406f76e7dc tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=33d1b869-2f84-4cfb-847d-b5b70d5c1a31 HTTP/1.1" status: 200 len: 945 time: 0.0545723 Mar 22 11:12:37.407029 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6b6a4a7a-5794-48f7-bfcc-a9e6f74ba865 req-766e9e4b-c9d6-46e0-9fc8-af57934f2199 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326917 Mar 22 11:12:37.636092 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-35dad14d-95cd-4c78-b3eb-0ab5f81deb93 req-47b5c0d1-851d-4d6e-9462-aac0e7122c63 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=33d1b869-2f84-4cfb-847d-b5b70d5c1a31&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0416169 Mar 22 11:12:37.648495 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f5ea2-bb69-4930-801e-3b1abecc0e6e req-dc54b854-7915-4079-a06f-bf2ef119d7d5 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:37.650001 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5d0f5ea2-bb69-4930-801e-3b1abecc0e6e req-dc54b854-7915-4079-a06f-bf2ef119d7d5 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=33d1b869-2f84-4cfb-847d-b5b70d5c1a31 HTTP/1.1" status: 200 len: 945 time: 0.0496805 Mar 22 11:12:37.690901 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5d0f5ea2-bb69-4930-801e-3b1abecc0e6e req-020f8696-2cfd-406e-87e1-b17ba8fcade8 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341828 Mar 22 11:12:37.709471 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-88ac3e45-ec5b-4f7e-89f2-8b2ca8f73007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:12:38.849156 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256dad60-8ffa-468e-ab9e-693774f3cf91 req-346c6c55-a6c5-4cc1-bbe3-8dd90197403a tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:38.850631 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-256dad60-8ffa-468e-ab9e-693774f3cf91 req-346c6c55-a6c5-4cc1-bbe3-8dd90197403a tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=33d1b869-2f84-4cfb-847d-b5b70d5c1a31 HTTP/1.1" status: 200 len: 945 time: 0.0776186 Mar 22 11:12:38.863924 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dad14d-95cd-4c78-b3eb-0ab5f81deb93 req-041344f2-5cb7-4b6b-87f0-561f88dcf710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:38.865311 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-35dad14d-95cd-4c78-b3eb-0ab5f81deb93 req-041344f2-5cb7-4b6b-87f0-561f88dcf710 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=011f5a217b62445d80272c0006f5a7e2&device_id=33d1b869-2f84-4cfb-847d-b5b70d5c1a31 HTTP/1.1" status: 200 len: 1098 time: 0.0621345 Mar 22 11:12:38.943798 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-256dad60-8ffa-468e-ab9e-693774f3cf91 req-0fb8dcd1-8389-430b-9e0b-f17a1d427911 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871103 Mar 22 11:12:38.974157 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dad14d-95cd-4c78-b3eb-0ab5f81deb93 req-068ffc8d-b0b6-45f4-bb6b-59200a1feba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:38.976100 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-35dad14d-95cd-4c78-b3eb-0ab5f81deb93 req-068ffc8d-b0b6-45f4-bb6b-59200a1feba0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b446b1b2-b163-4306-a987-08fe57e0bc65 HTTP/1.1" status: 200 len: 916 time: 0.1033816 Mar 22 11:12:39.018222 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-35dad14d-95cd-4c78-b3eb-0ab5f81deb93 req-2371b069-95a1-4574-bec4-0dfcb19f9a90 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f3a9204-2831-4fa1-b9f2-0bc8faff63b6 HTTP/1.1" status: 200 len: 217 time: 0.0362172 Mar 22 11:12:39.074132 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dad14d-95cd-4c78-b3eb-0ab5f81deb93 req-af533899-9c8a-4d4b-93d9-2db2f816fdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:39.075593 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-35dad14d-95cd-4c78-b3eb-0ab5f81deb93 req-af533899-9c8a-4d4b-93d9-2db2f816fdb3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cda6923c-259e-44c1-9843-59ad2e81443c HTTP/1.1" status: 200 len: 855 time: 0.0502188 Mar 22 11:12:39.107670 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-35dad14d-95cd-4c78-b3eb-0ab5f81deb93 req-91a194c6-e955-4b2c-b9a9-36cb9d8e10dd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b446b1b2-b163-4306-a987-08fe57e0bc65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252664 Mar 22 11:12:39.200618 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-35dad14d-95cd-4c78-b3eb-0ab5f81deb93 req-cf7225eb-4cb1-4656-83c6-9c834815dca7 service neutron] 10.222.0.35 "GET /v2.0/networks/b446b1b2-b163-4306-a987-08fe57e0bc65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864854 Mar 22 11:12:39.290126 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-35dad14d-95cd-4c78-b3eb-0ab5f81deb93 req-113ed370-145d-4107-832e-a23848f5d306 service neutron] 10.222.0.35 "GET /v2.0/networks/b446b1b2-b163-4306-a987-08fe57e0bc65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830939 Mar 22 11:12:39.853723 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7ef5deac-490a-48b1-b996-fdc086247c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:12:40.084625 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db41c9d5-680b-43ed-b912-017e0b3b95e3 req-6dcccbcf-2bd7-406c-ba79-e1abdd737009 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:40.086088 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-db41c9d5-680b-43ed-b912-017e0b3b95e3 req-6dcccbcf-2bd7-406c-ba79-e1abdd737009 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=33d1b869-2f84-4cfb-847d-b5b70d5c1a31 HTTP/1.1" status: 200 len: 945 time: 0.0645442 Mar 22 11:12:40.127232 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-db41c9d5-680b-43ed-b912-017e0b3b95e3 req-b1c67e0a-d645-403f-b88b-5309b08144ba tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320385 Mar 22 11:12:41.173073 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:12:41.250377 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc252389-6c8e-4b4e-a166-74e13ed8ba7c req-425c6e71-8a16-4648-bb99-46aac8719610 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:41.251778 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-fc252389-6c8e-4b4e-a166-74e13ed8ba7c req-425c6e71-8a16-4648-bb99-46aac8719610 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=33d1b869-2f84-4cfb-847d-b5b70d5c1a31 HTTP/1.1" status: 200 len: 945 time: 0.0504153 Mar 22 11:12:41.289923 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-fc252389-6c8e-4b4e-a166-74e13ed8ba7c req-7073beda-9f61-489e-9071-339bc7eb796f tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311885 Mar 22 11:12:42.428758 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b517a-51dd-4e38-a1dd-d2e2b40efa39 req-025b873a-5d51-4cc9-af45-1f3a20df9d17 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:42.430232 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d93b517a-51dd-4e38-a1dd-d2e2b40efa39 req-025b873a-5d51-4cc9-af45-1f3a20df9d17 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=33d1b869-2f84-4cfb-847d-b5b70d5c1a31 HTTP/1.1" status: 200 len: 945 time: 0.0514710 Mar 22 11:12:42.473980 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d93b517a-51dd-4e38-a1dd-d2e2b40efa39 req-c813245a-59cc-47be-bc12-c0880301a202 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342426 Mar 22 11:12:42.594001 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:12:42.849448 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:12:43.471643 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:12:43.597952 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be0709f-ad11-456a-8e34-91c7357aa6a8 req-348c42f7-15c5-4d5c-9ed5-19294a717dbe tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:43.599455 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8be0709f-ad11-456a-8e34-91c7357aa6a8 req-348c42f7-15c5-4d5c-9ed5-19294a717dbe tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=33d1b869-2f84-4cfb-847d-b5b70d5c1a31 HTTP/1.1" status: 200 len: 945 time: 0.0573857 Mar 22 11:12:43.639020 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8be0709f-ad11-456a-8e34-91c7357aa6a8 req-7e2b453d-4e96-47f6-af32-d671db0e34e7 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335200 Mar 22 11:12:44.773907 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ed416a-a439-4f67-82c4-9624a436299e req-af143fba-7582-481d-8c8d-0d1edc2ddfba tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:44.775393 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-59ed416a-a439-4f67-82c4-9624a436299e req-af143fba-7582-481d-8c8d-0d1edc2ddfba tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=33d1b869-2f84-4cfb-847d-b5b70d5c1a31 HTTP/1.1" status: 200 len: 945 time: 0.0561008 Mar 22 11:12:44.815720 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-59ed416a-a439-4f67-82c4-9624a436299e req-e36abefa-4598-431d-9d27-3cf3c9a859f9 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318656 Mar 22 11:12:45.942275 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ff742-0d47-471f-87ba-98f4c01c98c8 req-fc0daa96-e4bc-4e73-be6e-c1595949edbe tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:45.943746 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ca0ff742-0d47-471f-87ba-98f4c01c98c8 req-fc0daa96-e4bc-4e73-be6e-c1595949edbe tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=33d1b869-2f84-4cfb-847d-b5b70d5c1a31 HTTP/1.1" status: 200 len: 945 time: 0.0498698 Mar 22 11:12:45.982579 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ca0ff742-0d47-471f-87ba-98f4c01c98c8 req-7d36741c-20a0-44a9-8231-0a01e15d3881 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325308 Mar 22 11:12:47.103247 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b89474-6b20-48ce-8593-d6ff84d9d9b2 req-5c781bfa-a9a1-4ad8-8393-09d8a19d2d10 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:47.104733 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-88b89474-6b20-48ce-8593-d6ff84d9d9b2 req-5c781bfa-a9a1-4ad8-8393-09d8a19d2d10 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=33d1b869-2f84-4cfb-847d-b5b70d5c1a31 HTTP/1.1" status: 200 len: 945 time: 0.0536528 Mar 22 11:12:47.143413 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-88b89474-6b20-48ce-8593-d6ff84d9d9b2 req-3961e83c-30a9-416c-b65c-4a14316c275e tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326097 Mar 22 11:12:48.270846 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6432a-67ab-44ff-8417-57cb919e148d req-5fba8467-cf91-4cc4-893c-6861cfefcca9 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:48.272255 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9dc6432a-67ab-44ff-8417-57cb919e148d req-5fba8467-cf91-4cc4-893c-6861cfefcca9 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=33d1b869-2f84-4cfb-847d-b5b70d5c1a31 HTTP/1.1" status: 200 len: 945 time: 0.0529921 Mar 22 11:12:48.311104 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9dc6432a-67ab-44ff-8417-57cb919e148d req-b9f7a15f-0bed-4738-885f-422db509f228 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317264 Mar 22 11:12:49.436976 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e606fe-b4de-41fe-9f18-e0d19a3c4727 req-13af6d30-d3e0-43cc-8730-5e1dfe3b8230 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:49.438463 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-87e606fe-b4de-41fe-9f18-e0d19a3c4727 req-13af6d30-d3e0-43cc-8730-5e1dfe3b8230 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=33d1b869-2f84-4cfb-847d-b5b70d5c1a31 HTTP/1.1" status: 200 len: 945 time: 0.0485308 Mar 22 11:12:49.477262 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-87e606fe-b4de-41fe-9f18-e0d19a3c4727 req-fa9d622d-57d2-4d57-81ba-a3bc3b81bcbf tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329137 Mar 22 11:12:50.614715 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc143ed5-913c-40c9-ac51-cac2978cca23 req-695116bb-53f5-4ac2-a589-2c1d9f0c4470 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:50.616324 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-cc143ed5-913c-40c9-ac51-cac2978cca23 req-695116bb-53f5-4ac2-a589-2c1d9f0c4470 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=33d1b869-2f84-4cfb-847d-b5b70d5c1a31 HTTP/1.1" status: 200 len: 945 time: 0.0554602 Mar 22 11:12:50.655207 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-cc143ed5-913c-40c9-ac51-cac2978cca23 req-8ec2354e-afd5-450c-8b7f-fee2925ffbbe tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327094 Mar 22 11:12:51.950383 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec25c3c-42d7-4642-83a2-46b274c676be req-8089313a-3bf7-4013-8e8c-a5e446cdbbeb tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:51.951775 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9ec25c3c-42d7-4642-83a2-46b274c676be req-8089313a-3bf7-4013-8e8c-a5e446cdbbeb tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=33d1b869-2f84-4cfb-847d-b5b70d5c1a31 HTTP/1.1" status: 200 len: 945 time: 0.0515847 Mar 22 11:12:51.989487 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9ec25c3c-42d7-4642-83a2-46b274c676be req-90375097-62b6-4549-b937-14401e5dbb55 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316701 Mar 22 11:12:53.119504 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d27ad3-11be-492b-9e4b-ba8ceba48ed9 req-6d9f93af-7055-4aab-b9a7-3bfab665f0b8 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:53.120978 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-52d27ad3-11be-492b-9e4b-ba8ceba48ed9 req-6d9f93af-7055-4aab-b9a7-3bfab665f0b8 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=33d1b869-2f84-4cfb-847d-b5b70d5c1a31 HTTP/1.1" status: 200 len: 945 time: 0.0567527 Mar 22 11:12:53.159823 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-52d27ad3-11be-492b-9e4b-ba8ceba48ed9 req-e247171a-48ed-479c-9491-f5f09d416dad tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327208 Mar 22 11:12:54.293625 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df77dc03-22cf-4cf2-9993-1685b4baed6c req-f1937b52-ab5c-4304-87cd-e5eb9730963b tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:54.294995 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-df77dc03-22cf-4cf2-9993-1685b4baed6c req-f1937b52-ab5c-4304-87cd-e5eb9730963b tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=33d1b869-2f84-4cfb-847d-b5b70d5c1a31 HTTP/1.1" status: 200 len: 945 time: 0.0555196 Mar 22 11:12:54.336019 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-df77dc03-22cf-4cf2-9993-1685b4baed6c req-729916bc-d622-4880-8fe6-1c664f2b7fe7 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322344 Mar 22 11:12:55.468996 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d7e7bc-cf40-4049-be08-35fb828787d2 req-ac5c9f21-bd79-4bc2-8410-f6f986a98515 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:55.470444 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-60d7e7bc-cf40-4049-be08-35fb828787d2 req-ac5c9f21-bd79-4bc2-8410-f6f986a98515 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=33d1b869-2f84-4cfb-847d-b5b70d5c1a31 HTTP/1.1" status: 200 len: 945 time: 0.0534601 Mar 22 11:12:55.507950 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-60d7e7bc-cf40-4049-be08-35fb828787d2 req-771b48e9-6e0f-4f29-8556-9149c967dcc6 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314398 Mar 22 11:12:56.641047 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080fee2-35e6-4653-9ecb-5c176376fd64 req-2005a774-1fc2-4a85-a3d3-8cfd7d8115c6 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:56.642510 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1080fee2-35e6-4653-9ecb-5c176376fd64 req-2005a774-1fc2-4a85-a3d3-8cfd7d8115c6 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=33d1b869-2f84-4cfb-847d-b5b70d5c1a31 HTTP/1.1" status: 200 len: 945 time: 0.0565109 Mar 22 11:12:56.682987 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1080fee2-35e6-4653-9ecb-5c176376fd64 req-13b54329-8312-4d71-9e95-d4d9c6765b12 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319357 Mar 22 11:12:57.808162 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d601ff6c-0d08-4b2e-ac31-029d9d253801 req-53be1878-b283-477f-af5e-5997f6f455c9 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:57.809625 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d601ff6c-0d08-4b2e-ac31-029d9d253801 req-53be1878-b283-477f-af5e-5997f6f455c9 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=33d1b869-2f84-4cfb-847d-b5b70d5c1a31 HTTP/1.1" status: 200 len: 945 time: 0.0532498 Mar 22 11:12:57.846758 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d601ff6c-0d08-4b2e-ac31-029d9d253801 req-89687af4-763b-452b-9040-ad8c9d51cd4e tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311825 Mar 22 11:12:58.974019 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7597b8-a096-41d7-9afc-94741c43da4f req-87864f04-f37a-4676-88dc-8db5f2a75776 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:12:58.975505 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1d7597b8-a096-41d7-9afc-94741c43da4f req-87864f04-f37a-4676-88dc-8db5f2a75776 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=33d1b869-2f84-4cfb-847d-b5b70d5c1a31 HTTP/1.1" status: 200 len: 945 time: 0.0525563 Mar 22 11:12:59.014071 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1d7597b8-a096-41d7-9afc-94741c43da4f req-25ff020f-1f48-4c45-8d85-aa54c16b250d tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321128 Mar 22 11:13:00.147685 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ded77d-2e80-4c4b-a775-21cf239b701c req-64644433-6a54-49c6-8ca5-5581e9033e17 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:00.149150 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e1ded77d-2e80-4c4b-a775-21cf239b701c req-64644433-6a54-49c6-8ca5-5581e9033e17 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=33d1b869-2f84-4cfb-847d-b5b70d5c1a31 HTTP/1.1" status: 200 len: 945 time: 0.0584500 Mar 22 11:13:00.186360 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e1ded77d-2e80-4c4b-a775-21cf239b701c req-1362786b-73ae-45ba-8816-9ddcb4a189e6 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310867 Mar 22 11:13:01.318739 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e695d5-f9b8-4261-99f3-b6ef88361362 req-dde31203-757a-4011-9e7c-2e50fc016caa tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:01.320253 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-00e695d5-f9b8-4261-99f3-b6ef88361362 req-dde31203-757a-4011-9e7c-2e50fc016caa tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=33d1b869-2f84-4cfb-847d-b5b70d5c1a31 HTTP/1.1" status: 200 len: 945 time: 0.0563321 Mar 22 11:13:01.360491 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-00e695d5-f9b8-4261-99f3-b6ef88361362 req-a5775e7e-74e7-49be-a9b3-93480d40a562 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326366 Mar 22 11:13:02.174138 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:13:02.488164 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f963ced-683f-4d55-bb0d-5ac0c766a061 req-ce0540e7-09ba-4183-ad0e-5f40145498ff tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:02.489641 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9f963ced-683f-4d55-bb0d-5ac0c766a061 req-ce0540e7-09ba-4183-ad0e-5f40145498ff tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=33d1b869-2f84-4cfb-847d-b5b70d5c1a31 HTTP/1.1" status: 200 len: 945 time: 0.0516403 Mar 22 11:13:02.528679 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9f963ced-683f-4d55-bb0d-5ac0c766a061 req-50a59643-13c1-45eb-ad88-e82e4b0fec5a tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330620 Mar 22 11:13:03.652696 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b81505-ba6d-4375-abe7-8a8ab2220a28 req-66d14cbe-312a-4d1f-9155-e9425b86093c tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:03.654051 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b3b81505-ba6d-4375-abe7-8a8ab2220a28 req-66d14cbe-312a-4d1f-9155-e9425b86093c tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=33d1b869-2f84-4cfb-847d-b5b70d5c1a31 HTTP/1.1" status: 200 len: 945 time: 0.0506530 Mar 22 11:13:03.693810 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b3b81505-ba6d-4375-abe7-8a8ab2220a28 req-d20b5aaa-ce22-4a91-9cc9-f8cc38327595 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320344 Mar 22 11:13:04.832057 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef8643-f27e-4dde-96f3-159c6b0261a8 req-22b1bfdf-e09d-4d07-bea3-62b501a33e7a tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:04.833560 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e6ef8643-f27e-4dde-96f3-159c6b0261a8 req-22b1bfdf-e09d-4d07-bea3-62b501a33e7a tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=33d1b869-2f84-4cfb-847d-b5b70d5c1a31 HTTP/1.1" status: 200 len: 945 time: 0.0635781 Mar 22 11:13:04.872941 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e6ef8643-f27e-4dde-96f3-159c6b0261a8 req-42416f07-1e39-4d08-b8ae-b493f76cb11d tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328488 Mar 22 11:13:05.891525 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-35dad14d-95cd-4c78-b3eb-0ab5f81deb93 req-1c35c007-ffea-48f0-9527-67a419265fc3 service neutron] 10.222.0.35 "GET /v2.0/ports/9f3a9204-2831-4fa1-b9f2-0bc8faff63b6/bindings/hv-neutron-8345 HTTP/1.1" status: 200 len: 384 time: 0.0612791 Mar 22 11:13:05.998350 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28299d2-5dea-4135-aa31-f3302807867e req-ab3f86d6-9f43-4456-a887-0184bf2fbb60 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:05.999860 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f28299d2-5dea-4135-aa31-f3302807867e req-ab3f86d6-9f43-4456-a887-0184bf2fbb60 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=33d1b869-2f84-4cfb-847d-b5b70d5c1a31 HTTP/1.1" status: 200 len: 945 time: 0.0491664 Mar 22 11:13:06.038679 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f28299d2-5dea-4135-aa31-f3302807867e req-f987cff6-e007-43d7-8121-a0a0827d81dc tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322254 Mar 22 11:13:06.101220 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dad14d-95cd-4c78-b3eb-0ab5f81deb93 req-1007b6cf-d082-4ab0-94a1-586de309c2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:06.102716 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-35dad14d-95cd-4c78-b3eb-0ab5f81deb93 req-1007b6cf-d082-4ab0-94a1-586de309c2ca service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=33d1b869-2f84-4cfb-847d-b5b70d5c1a31&tenant_id=011f5a217b62445d80272c0006f5a7e2 HTTP/1.1" status: 200 len: 1098 time: 0.0442982 Mar 22 11:13:06.169743 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dad14d-95cd-4c78-b3eb-0ab5f81deb93 req-9e5e3fbe-27d1-4292-af3f-0c0d0da6cdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:06.171082 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-35dad14d-95cd-4c78-b3eb-0ab5f81deb93 req-9e5e3fbe-27d1-4292-af3f-0c0d0da6cdf8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=011f5a217b62445d80272c0006f5a7e2&device_id=33d1b869-2f84-4cfb-847d-b5b70d5c1a31 HTTP/1.1" status: 200 len: 1098 time: 0.0400813 Mar 22 11:13:06.261987 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dad14d-95cd-4c78-b3eb-0ab5f81deb93 req-fad3f423-0775-46b5-ad09-ab5cdb9bf069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:06.263463 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-35dad14d-95cd-4c78-b3eb-0ab5f81deb93 req-fad3f423-0775-46b5-ad09-ab5cdb9bf069 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b446b1b2-b163-4306-a987-08fe57e0bc65 HTTP/1.1" status: 200 len: 916 time: 0.0855095 Mar 22 11:13:06.306233 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-35dad14d-95cd-4c78-b3eb-0ab5f81deb93 req-bc047c52-6c3d-4b40-b8c0-9d48b70db08c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f3a9204-2831-4fa1-b9f2-0bc8faff63b6 HTTP/1.1" status: 200 len: 217 time: 0.0364530 Mar 22 11:13:06.356186 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dad14d-95cd-4c78-b3eb-0ab5f81deb93 req-25cdf082-eb7d-4d36-a33a-b2dc65173bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:06.357582 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-35dad14d-95cd-4c78-b3eb-0ab5f81deb93 req-25cdf082-eb7d-4d36-a33a-b2dc65173bcd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cda6923c-259e-44c1-9843-59ad2e81443c HTTP/1.1" status: 200 len: 855 time: 0.0450087 Mar 22 11:13:06.388802 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-35dad14d-95cd-4c78-b3eb-0ab5f81deb93 req-af8b5ed2-8963-49e7-83d7-680c0c78fa1e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b446b1b2-b163-4306-a987-08fe57e0bc65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238447 Mar 22 11:13:06.484441 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-35dad14d-95cd-4c78-b3eb-0ab5f81deb93 req-90ec6163-4ec0-4c6c-b5da-aef4628d594b service neutron] 10.222.0.35 "GET /v2.0/networks/b446b1b2-b163-4306-a987-08fe57e0bc65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883482 Mar 22 11:13:06.573822 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-35dad14d-95cd-4c78-b3eb-0ab5f81deb93 req-36bf29b9-3e2b-4bcc-9f9c-ff03c1baa16e service neutron] 10.222.0.35 "GET /v2.0/networks/b446b1b2-b163-4306-a987-08fe57e0bc65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828185 Mar 22 11:13:07.167866 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3015fae4-6504-467f-ba8d-60f89ca137c7 req-d31e4316-a48c-4b3a-8b55-fbc9d828cd2e tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:07.169329 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3015fae4-6504-467f-ba8d-60f89ca137c7 req-d31e4316-a48c-4b3a-8b55-fbc9d828cd2e tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=33d1b869-2f84-4cfb-847d-b5b70d5c1a31 HTTP/1.1" status: 200 len: 945 time: 0.0576510 Mar 22 11:13:07.213098 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3015fae4-6504-467f-ba8d-60f89ca137c7 req-bd5fb700-2e1e-45cf-8035-e453b53fc7ba tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357606 Mar 22 11:13:07.724065 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f75db5c5-1dce-4291-9bb8-8a32709ad004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:08.335736 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dbbc11-2a5f-42d7-85e5-37eeb0759e53 req-ade73974-5fa2-47a2-aac4-68ac3b524bf0 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:08.337166 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-38dbbc11-2a5f-42d7-85e5-37eeb0759e53 req-ade73974-5fa2-47a2-aac4-68ac3b524bf0 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=33d1b869-2f84-4cfb-847d-b5b70d5c1a31 HTTP/1.1" status: 200 len: 945 time: 0.0503335 Mar 22 11:13:08.377432 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-38dbbc11-2a5f-42d7-85e5-37eeb0759e53 req-b71ea720-c1bd-45ff-8801-daf09eaa5170 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312064 Mar 22 11:13:08.591633 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e661806-1800-4d68-9af3-55d28c104392 req-469735ce-0d4d-416f-a8bd-8164d86b27ae tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:08.593128 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0e661806-1800-4d68-9af3-55d28c104392 req-469735ce-0d4d-416f-a8bd-8164d86b27ae tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=33d1b869-2f84-4cfb-847d-b5b70d5c1a31 HTTP/1.1" status: 200 len: 945 time: 0.0495291 Mar 22 11:13:08.662830 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0e661806-1800-4d68-9af3-55d28c104392 req-b3fd22c6-98a4-4260-94df-a14922d7463c tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606840 Mar 22 11:13:08.670753 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065c507-435e-4b6b-93eb-45441eb8af78 req-d4860d91-f505-4990-bd01-172e29975138 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:08.672181 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6065c507-435e-4b6b-93eb-45441eb8af78 req-d4860d91-f505-4990-bd01-172e29975138 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.35 "GET /v2.0/ports?device_id=33d1b869-2f84-4cfb-847d-b5b70d5c1a31&tenant_id=011f5a217b62445d80272c0006f5a7e2&binding%3Ahost_id=hv-neutron-8345 HTTP/1.1" status: 200 len: 945 time: 0.0782135 Mar 22 11:13:08.767598 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065c507-435e-4b6b-93eb-45441eb8af78 req-9d503e78-55eb-41a5-be21-5f243b2187c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:08.769006 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6065c507-435e-4b6b-93eb-45441eb8af78 req-9d503e78-55eb-41a5-be21-5f243b2187c8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=011f5a217b62445d80272c0006f5a7e2&device_id=33d1b869-2f84-4cfb-847d-b5b70d5c1a31 HTTP/1.1" status: 200 len: 1098 time: 0.0411677 Mar 22 11:13:08.857721 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065c507-435e-4b6b-93eb-45441eb8af78 req-60f0d900-164d-4890-8bf2-291771de6358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:08.859173 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6065c507-435e-4b6b-93eb-45441eb8af78 req-60f0d900-164d-4890-8bf2-291771de6358 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b446b1b2-b163-4306-a987-08fe57e0bc65 HTTP/1.1" status: 200 len: 916 time: 0.0835593 Mar 22 11:13:08.903431 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6065c507-435e-4b6b-93eb-45441eb8af78 req-3a53a70a-e124-44fd-ba7f-b81ca5486076 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f3a9204-2831-4fa1-b9f2-0bc8faff63b6 HTTP/1.1" status: 200 len: 217 time: 0.0379899 Mar 22 11:13:08.961805 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065c507-435e-4b6b-93eb-45441eb8af78 req-6ffc1329-3324-4451-a3fb-9d35d6bceeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:08.963261 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6065c507-435e-4b6b-93eb-45441eb8af78 req-6ffc1329-3324-4451-a3fb-9d35d6bceeea service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cda6923c-259e-44c1-9843-59ad2e81443c HTTP/1.1" status: 200 len: 855 time: 0.0540521 Mar 22 11:13:08.994411 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6065c507-435e-4b6b-93eb-45441eb8af78 req-575bc434-c1be-47a7-b59f-045e97f50e2b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b446b1b2-b163-4306-a987-08fe57e0bc65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247002 Mar 22 11:13:09.092270 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6065c507-435e-4b6b-93eb-45441eb8af78 req-87f7b9ea-4250-4b70-abba-2a8f691f01b5 service neutron] 10.222.0.35 "GET /v2.0/networks/b446b1b2-b163-4306-a987-08fe57e0bc65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911961 Mar 22 11:13:09.171740 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 9f3a9204-2831-4fa1-b9f2-0bc8faff63b6 details requested by agent hyperv_hv-neutron-8345 with host hv-neutron-8345 {{(pid=109051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 11:13:09.174489 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 9f3a9204-2831-4fa1-b9f2-0bc8faff63b6 no longer exists at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:13:09.188891 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6065c507-435e-4b6b-93eb-45441eb8af78 req-0cb56ac8-3b27-4d56-808f-e22cff92a235 service neutron] 10.222.0.35 "GET /v2.0/networks/b446b1b2-b163-4306-a987-08fe57e0bc65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892844 Mar 22 11:13:09.322952 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:09.350892 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 9f3a9204-2831-4fa1-b9f2-0bc8faff63b6, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=9f3a9204-2831-4fa1-b9f2-0bc8faff63b6,segment=NetworkSegment(37372877-c6be-4698-894e-3257ea99e9c1),segment_id=37372877-c6be-4698-894e-3257ea99e9c1)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:13:09.365258 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d1b869-2f84-4cfb-847d-b5b70d5c1a31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f3a9204-2831-4fa1-b9f2-0bc8faff63b6'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:13:09.367539 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eec26a5-f853-48d2-95d2-f3ca8f038ca0" -d '{"events": [{"server_uuid": "33d1b869-2f84-4cfb-847d-b5b70d5c1a31", "name": "network-vif-unplugged", "status": "completed", "tag": "9f3a9204-2831-4fa1-b9f2-0bc8faff63b6"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:13:09.381479 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Returning: {'device': '9f3a9204-2831-4fa1-b9f2-0bc8faff63b6', 'network_id': 'b446b1b2-b163-4306-a987-08fe57e0bc65', 'port_id': '9f3a9204-2831-4fa1-b9f2-0bc8faff63b6', 'mac_address': 'fa:16:3e:1f:ac:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cda6923c-259e-44c1-9843-59ad2e81443c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 11:13:09.384488 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 9f3a9204-2831-4fa1-b9f2-0bc8faff63b6, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=9f3a9204-2831-4fa1-b9f2-0bc8faff63b6,segment=NetworkSegment(37372877-c6be-4698-894e-3257ea99e9c1),segment_id=37372877-c6be-4698-894e-3257ea99e9c1)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:13:09.390257 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:09.415603 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 11:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d1a05d-4213-44c5-a8aa-c1615e8c7753 x-openstack-request-id: req-a8d1a05d-4213-44c5-a8aa-c1615e8c7753 {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:13:09.415933 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d1b869-2f84-4cfb-847d-b5b70d5c1a31", "name": "network-vif-unplugged", "status": "completed", "tag": "9f3a9204-2831-4fa1-b9f2-0bc8faff63b6", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:13:09.416213 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a8d1a05d-4213-44c5-a8aa-c1615e8c7753 {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:13:09.416847 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8d1a05d-4213-44c5-a8aa-c1615e8c7753'] response: {'server_uuid': '33d1b869-2f84-4cfb-847d-b5b70d5c1a31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f3a9204-2831-4fa1-b9f2-0bc8faff63b6', 'code': 200} Mar 22 11:13:09.451962 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:09.475205 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=9f3a9204-2831-4fa1-b9f2-0bc8faff63b6,revision_number=6']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:13:09.478616 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f3a9204-2831-4fa1-b9f2-0bc8faff63b6 {{(pid=109051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:13:09.497840 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 9f3a9204-2831-4fa1-b9f2-0bc8faff63b6, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=9f3a9204-2831-4fa1-b9f2-0bc8faff63b6,segment=NetworkSegment(37372877-c6be-4698-894e-3257ea99e9c1),segment_id=37372877-c6be-4698-894e-3257ea99e9c1)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:13:09.505008 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:09.554153 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=9f3a9204-2831-4fa1-b9f2-0bc8faff63b6,revision_number=7']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:13:09.559972 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['9f3a9204-2831-4fa1-b9f2-0bc8faff63b6'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 11:13:09.788498 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3cca6d-fa22-4db2-b7ea-19f0f53443c9 req-b4033669-2623-4cf7-a0fc-9f65fcb2f70f tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:09.789951 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ad3cca6d-fa22-4db2-b7ea-19f0f53443c9 req-b4033669-2623-4cf7-a0fc-9f65fcb2f70f tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=33d1b869-2f84-4cfb-847d-b5b70d5c1a31 HTTP/1.1" status: 200 len: 944 time: 0.0528796 Mar 22 11:13:09.826739 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ad3cca6d-fa22-4db2-b7ea-19f0f53443c9 req-bfd80f3b-f73b-4c36-b933-9ce91666cf27 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307813 Mar 22 11:13:09.847856 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5202484a-40fc-48a2-9c99-ba03a953bb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:09.945919 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053cf0d8-eadb-412a-925d-cffb154d8260 req-2c8157f6-0c8c-4027-9fa3-f46de311d5b6 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:09.947460 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-053cf0d8-eadb-412a-925d-cffb154d8260 req-2c8157f6-0c8c-4027-9fa3-f46de311d5b6 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=33d1b869-2f84-4cfb-847d-b5b70d5c1a31 HTTP/1.1" status: 200 len: 944 time: 0.0512631 Mar 22 11:13:09.986675 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-053cf0d8-eadb-412a-925d-cffb154d8260 req-b12d2933-b971-424d-ba08-76f981ae0ed4 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331771 Mar 22 11:13:10.102154 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46369ef7-2b5a-4778-8c05-03ae3d9c9687 req-4452ca0e-2152-474b-b003-565f446d3c48 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:10.103642 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-46369ef7-2b5a-4778-8c05-03ae3d9c9687 req-4452ca0e-2152-474b-b003-565f446d3c48 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=33d1b869-2f84-4cfb-847d-b5b70d5c1a31 HTTP/1.1" status: 200 len: 944 time: 0.0514257 Mar 22 11:13:10.145885 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-46369ef7-2b5a-4778-8c05-03ae3d9c9687 req-3946d938-98d2-4f18-b366-33a12d5df24e tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330913 Mar 22 11:13:10.490816 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4dcf9-b8fd-4d06-98d5-33cdc1bc55a5 req-b942321a-b89a-4d47-ac00-b3354600a988 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:10.492306 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d5f4dcf9-b8fd-4d06-98d5-33cdc1bc55a5 req-b942321a-b89a-4d47-ac00-b3354600a988 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=33d1b869-2f84-4cfb-847d-b5b70d5c1a31 HTTP/1.1" status: 200 len: 944 time: 0.0564504 Mar 22 11:13:10.534484 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d5f4dcf9-b8fd-4d06-98d5-33cdc1bc55a5 req-5368faf7-719c-4407-a09f-2292c98e7e41 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329511 Mar 22 11:13:11.176641 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:11.195518 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 9f3a9204-2831-4fa1-b9f2-0bc8faff63b6 up at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:13:11.244801 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning complete for port 9f3a9204-2831-4fa1-b9f2-0bc8faff63b6 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:13:11.245087 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:11.321632 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:11.357053 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 9f3a9204-2831-4fa1-b9f2-0bc8faff63b6, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=9f3a9204-2831-4fa1-b9f2-0bc8faff63b6,segment=NetworkSegment(37372877-c6be-4698-894e-3257ea99e9c1),segment_id=37372877-c6be-4698-894e-3257ea99e9c1)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:13:11.361366 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:11.408162 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=9f3a9204-2831-4fa1-b9f2-0bc8faff63b6,revision_number=8']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:13:11.417711 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d1b869-2f84-4cfb-847d-b5b70d5c1a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f3a9204-2831-4fa1-b9f2-0bc8faff63b6'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:13:11.419956 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550a0369-5934-4429-b7da-ed08ad701195" -d '{"events": [{"server_uuid": "33d1b869-2f84-4cfb-847d-b5b70d5c1a31", "name": "network-vif-plugged", "status": "completed", "tag": "9f3a9204-2831-4fa1-b9f2-0bc8faff63b6"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:13:11.455145 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e42ab07-b482-48e0-bca8-881f9f347b58 x-openstack-request-id: req-4e42ab07-b482-48e0-bca8-881f9f347b58 {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:13:11.455451 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d1b869-2f84-4cfb-847d-b5b70d5c1a31", "name": "network-vif-plugged", "status": "completed", "tag": "9f3a9204-2831-4fa1-b9f2-0bc8faff63b6", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:13:11.455765 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4e42ab07-b482-48e0-bca8-881f9f347b58 {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:13:11.456166 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e42ab07-b482-48e0-bca8-881f9f347b58'] response: {'server_uuid': '33d1b869-2f84-4cfb-847d-b5b70d5c1a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f3a9204-2831-4fa1-b9f2-0bc8faff63b6', 'code': 200} Mar 22 11:13:11.661232 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b60d0b-fa05-4e8d-92cf-40e39a00de96 req-3dcb2434-f5b1-48c1-96ca-e7e775a74629 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:11.662751 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-83b60d0b-fa05-4e8d-92cf-40e39a00de96 req-3dcb2434-f5b1-48c1-96ca-e7e775a74629 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=33d1b869-2f84-4cfb-847d-b5b70d5c1a31 HTTP/1.1" status: 200 len: 945 time: 0.0529327 Mar 22 11:13:11.704800 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-83b60d0b-fa05-4e8d-92cf-40e39a00de96 req-da04745c-17a3-42c2-9393-0a2d8eca0b16 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/security-groups?id=87a4dc3d-8d55-48e2-8453-56c3c9b9d228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333204 Mar 22 11:13:12.069428 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c4f274-b960-449c-925e-eb4d406cd6a3 req-398460c6-da23-45fb-9131-64748ce4862d tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:12.070888 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a5c4f274-b960-449c-925e-eb4d406cd6a3 req-398460c6-da23-45fb-9131-64748ce4862d tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.35 "GET /v2.0/ports?device_id=33d1b869-2f84-4cfb-847d-b5b70d5c1a31 HTTP/1.1" status: 200 len: 945 time: 0.0519931 Mar 22 11:13:12.174517 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-a5c4f274-b960-449c-925e-eb4d406cd6a3 req-257f49c4-1eb5-4a1a-9a07-3d58f9df200d tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Deleting port 9f3a9204-2831-4fa1-b9f2-0bc8faff63b6 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:13:12.174898 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-a5c4f274-b960-449c-925e-eb4d406cd6a3 req-257f49c4-1eb5-4a1a-9a07-3d58f9df200d tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:12.262288 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-a5c4f274-b960-449c-925e-eb4d406cd6a3 req-257f49c4-1eb5-4a1a-9a07-3d58f9df200d tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] For port 9f3a9204-2831-4fa1-b9f2-0bc8faff63b6, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=9f3a9204-2831-4fa1-b9f2-0bc8faff63b6,segment=NetworkSegment(37372877-c6be-4698-894e-3257ea99e9c1),segment_id=37372877-c6be-4698-894e-3257ea99e9c1)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:13:12.262531 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-a5c4f274-b960-449c-925e-eb4d406cd6a3 req-257f49c4-1eb5-4a1a-9a07-3d58f9df200d tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:12.275242 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-a5c4f274-b960-449c-925e-eb4d406cd6a3 req-257f49c4-1eb5-4a1a-9a07-3d58f9df200d tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Calling delete_port for 9f3a9204-2831-4fa1-b9f2-0bc8faff63b6 owned by compute:nova {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:13:12.420594 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-a5c4f274-b960-449c-925e-eb4d406cd6a3 req-257f49c4-1eb5-4a1a-9a07-3d58f9df200d tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:12.433266 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['9f3a9204-2831-4fa1-b9f2-0bc8faff63b6'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 11:13:12.451648 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257f49c4-1eb5-4a1a-9a07-3d58f9df200d tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Pushing event deleted for resources: {'Port': ['ID=9f3a9204-2831-4fa1-b9f2-0bc8faff63b6,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:13:12.477958 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257f49c4-1eb5-4a1a-9a07-3d58f9df200d tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:13:12.478305 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257f49c4-1eb5-4a1a-9a07-3d58f9df200d tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:13:12.478653 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257f49c4-1eb5-4a1a-9a07-3d58f9df200d tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:13:12.478988 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257f49c4-1eb5-4a1a-9a07-3d58f9df200d tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:13:12.479320 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257f49c4-1eb5-4a1a-9a07-3d58f9df200d tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:13:12.479682 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257f49c4-1eb5-4a1a-9a07-3d58f9df200d tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:13:12.479993 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257f49c4-1eb5-4a1a-9a07-3d58f9df200d tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:13:12.480320 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257f49c4-1eb5-4a1a-9a07-3d58f9df200d tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:13:12.480639 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257f49c4-1eb5-4a1a-9a07-3d58f9df200d tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:13:12.480960 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257f49c4-1eb5-4a1a-9a07-3d58f9df200d tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:13:12.481282 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257f49c4-1eb5-4a1a-9a07-3d58f9df200d tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:13:12.481596 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257f49c4-1eb5-4a1a-9a07-3d58f9df200d tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:13:12.504865 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c4f274-b960-449c-925e-eb4d406cd6a3 req-257f49c4-1eb5-4a1a-9a07-3d58f9df200d tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] No DVR routers for this DVR port 9f3a9204-2831-4fa1-b9f2-0bc8faff63b6 on host hv-neutron-8345 {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:13:12.507587 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-a5c4f274-b960-449c-925e-eb4d406cd6a3 req-257f49c4-1eb5-4a1a-9a07-3d58f9df200d tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:12.510950 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a5c4f274-b960-449c-925e-eb4d406cd6a3 req-257f49c4-1eb5-4a1a-9a07-3d58f9df200d tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.35 "DELETE /v2.0/ports/9f3a9204-2831-4fa1-b9f2-0bc8faff63b6 HTTP/1.1" status: 204 len: 173 time: 0.4342790 Mar 22 11:13:12.511420 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d1b869-2f84-4cfb-847d-b5b70d5c1a31', 'name': 'network-vif-deleted', 'tag': '9f3a9204-2831-4fa1-b9f2-0bc8faff63b6'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:13:12.513908 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97dfccd3-a2a1-45ac-9e0d-01e0e5b21736" -d '{"events": [{"server_uuid": "33d1b869-2f84-4cfb-847d-b5b70d5c1a31", "name": "network-vif-deleted", "tag": "9f3a9204-2831-4fa1-b9f2-0bc8faff63b6"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:13:12.561133 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a1a3af-a487-4179-a09d-21a684044edd x-openstack-request-id: req-c9a1a3af-a487-4179-a09d-21a684044edd {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:13:12.561420 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d1b869-2f84-4cfb-847d-b5b70d5c1a31", "name": "network-vif-deleted", "tag": "9f3a9204-2831-4fa1-b9f2-0bc8faff63b6", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:13:12.561668 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c9a1a3af-a487-4179-a09d-21a684044edd {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:13:12.562080 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9a1a3af-a487-4179-a09d-21a684044edd'] response: {'server_uuid': '33d1b869-2f84-4cfb-847d-b5b70d5c1a31', 'name': 'network-vif-deleted', 'tag': '9f3a9204-2831-4fa1-b9f2-0bc8faff63b6', 'status': 'completed', 'code': 200} Mar 22 11:13:12.591426 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:12.835322 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-bbde85d0-1c1e-424b-a8f8-777be6252d52 req-ecc1313a-b0ef-400d-bb84-f42669564cc4 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] 10.222.0.57 "GET /v2.0/ports?device_id=33d1b869-2f84-4cfb-847d-b5b70d5c1a31 HTTP/1.1" status: 200 len: 210 time: 0.0338225 Mar 22 11:13:12.848053 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:13.454001 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:13.982280 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 44548) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:13:14.029100 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfa188c0-cc4f-41a4-8d64-0f1280a0708e admin admin] Deleting subnet cda6923c-259e-44c1-9843-59ad2e81443c {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 11:13:14.032361 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dfa188c0-cc4f-41a4-8d64-0f1280a0708e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:14.065646 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dfa188c0-cc4f-41a4-8d64-0f1280a0708e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:14.102799 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dfa188c0-cc4f-41a4-8d64-0f1280a0708e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:14.155782 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dfa188c0-cc4f-41a4-8d64-0f1280a0708e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:14.182735 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa188c0-cc4f-41a4-8d64-0f1280a0708e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cda6923c-259e-44c1-9843-59ad2e81443c,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:13:14.192174 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa188c0-cc4f-41a4-8d64-0f1280a0708e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:13:14.192554 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa188c0-cc4f-41a4-8d64-0f1280a0708e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:13:14.192851 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa188c0-cc4f-41a4-8d64-0f1280a0708e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:13:14.193180 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa188c0-cc4f-41a4-8d64-0f1280a0708e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:13:14.193487 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa188c0-cc4f-41a4-8d64-0f1280a0708e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:13:14.193837 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa188c0-cc4f-41a4-8d64-0f1280a0708e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:13:14.194161 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa188c0-cc4f-41a4-8d64-0f1280a0708e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:13:14.195023 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa188c0-cc4f-41a4-8d64-0f1280a0708e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:13:14.195023 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa188c0-cc4f-41a4-8d64-0f1280a0708e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:13:14.195179 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa188c0-cc4f-41a4-8d64-0f1280a0708e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:13:14.195398 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa188c0-cc4f-41a4-8d64-0f1280a0708e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:13:14.195740 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa188c0-cc4f-41a4-8d64-0f1280a0708e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:13:14.198503 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dfa188c0-cc4f-41a4-8d64-0f1280a0708e admin admin] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:14.201669 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-dfa188c0-cc4f-41a4-8d64-0f1280a0708e admin admin] 10.222.0.57 "DELETE /v2.0/subnets/cda6923c-259e-44c1-9843-59ad2e81443c HTTP/1.1" status: 204 len: 168 time: 0.2183895 Mar 22 11:13:14.205069 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 44550) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:13:14.273961 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e269c3fd-5d7d-4e26-bc33-30ffeac800a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:14.364269 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e269c3fd-5d7d-4e26-bc33-30ffeac800a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:14.385460 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-e269c3fd-5d7d-4e26-bc33-30ffeac800a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b446b1b2-b163-4306-a987-08fe57e0bc65']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:13:14.395686 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-e269c3fd-5d7d-4e26-bc33-30ffeac800a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37372877-c6be-4698-894e-3257ea99e9c1') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:13:14.395983 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-e269c3fd-5d7d-4e26-bc33-30ffeac800a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37372877-c6be-4698-894e-3257ea99e9c1') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:13:14.405655 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e269c3fd-5d7d-4e26-bc33-30ffeac800a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:14.419163 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e269c3fd-5d7d-4e26-bc33-30ffeac800a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:14.425166 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e269c3fd-5d7d-4e26-bc33-30ffeac800a5 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:13:14.425555 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e269c3fd-5d7d-4e26-bc33-30ffeac800a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:14.427359 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 11:13:14.427359 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:13:14.427359 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 11:13:14.427359 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:13:14.427359 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 11:13:14.427359 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 11:13:14.427359 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 11:13:14.427359 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:13:14.427359 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 11:13:14.427359 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:13:14.427359 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 11:13:14.427359 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:13:14.427359 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 11:13:14.427359 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 11:13:14.427359 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:13:14.427359 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 11:13:14.427359 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:13:14.427359 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 11:13:14.427359 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 11:13:14.427359 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 11:13:14.427359 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 11:13:14.427359 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 11:13:14.427359 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:13:14.427359 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:13:14.427359 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 11:13:14.427359 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:13:14.427359 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:13:14.427359 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:13:14.427359 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:13:14.427359 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:13:14.427359 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:13:14.427359 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:13:14.482474 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e269c3fd-5d7d-4e26-bc33-30ffeac800a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:14.489809 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e269c3fd-5d7d-4e26-bc33-30ffeac800a5 admin admin] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:14.492904 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e269c3fd-5d7d-4e26-bc33-30ffeac800a5 admin admin] 10.222.0.57 "DELETE /v2.0/networks/b446b1b2-b163-4306-a987-08fe57e0bc65 HTTP/1.1" status: 204 len: 168 time: 0.2869439 Mar 22 11:13:14.503940 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e269c3fd-5d7d-4e26-bc33-30ffeac800a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b446b1b2-b163-4306-a987-08fe57e0bc65,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:13:14.608606 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 44554) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:13:14.650997 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-00b9e5f7-0a93-4bf5-a749-fa3df63b5dfb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=011f5a217b62445d80272c0006f5a7e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411890 Mar 22 11:13:14.653549 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 44556) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:13:14.704603 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d9d9c48b-a31d-4ead-b396-0ea5cf0e9ed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:14.727146 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d9d9c48b-a31d-4ead-b396-0ea5cf0e9ed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:14.786210 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d9d9c48b-a31d-4ead-b396-0ea5cf0e9ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:14.790286 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d9d9c48b-a31d-4ead-b396-0ea5cf0e9ed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:14.791925 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-d9d9c48b-a31d-4ead-b396-0ea5cf0e9ed5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/87a4dc3d-8d55-48e2-8453-56c3c9b9d228 HTTP/1.1" status: 204 len: 168 time: 0.1374915 Mar 22 11:13:14.799645 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d9c48b-a31d-4ead-b396-0ea5cf0e9ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a4dc3d-8d55-48e2-8453-56c3c9b9d228,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:13:15.226380 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 9f3a9204-2831-4fa1-b9f2-0bc8faff63b6 no longer exists at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:13:15.246636 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] No Port match for: 9f3a9204-2831-4fa1-b9f2-0bc8faff63b6 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:13:15.246977 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 9f3a9204-2831-4fa1-b9f2-0bc8faff63b6 not bound to the agent host hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:13:15.486586 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 44578) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:13:15.585491 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-7e01024a-a924-43e1-bf49-6cf056b1d0dc admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1479893742-network', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:13:15.608328 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e01024a-a924-43e1-bf49-6cf056b1d0dc admin admin] Made reservation on behalf of 5ee49a6d1fef42d8b63d9dcdae3e7704 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:13:15.612054 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7e01024a-a924-43e1-bf49-6cf056b1d0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:15.624888 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7e01024a-a924-43e1-bf49-6cf056b1d0dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:15.705062 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7e01024a-a924-43e1-bf49-6cf056b1d0dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:15.710264 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7e01024a-a924-43e1-bf49-6cf056b1d0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:15.734578 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e01024a-a924-43e1-bf49-6cf056b1d0dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:13:15.744033 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e01024a-a924-43e1-bf49-6cf056b1d0dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77ad932-7a15-46fe-8b6d-0342486711ba,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:13:15.749189 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7e01024a-a924-43e1-bf49-6cf056b1d0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:15.749539 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-7e01024a-a924-43e1-bf49-6cf056b1d0dc admin admin] Added segment 53b2af43-073b-494c-b55a-501f9556b622 of type vlan for network cecd9a7b-8d72-4acc-b91d-f47639526b0c Mar 22 11:13:15.789690 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7e01024a-a924-43e1-bf49-6cf056b1d0dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:15.815910 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7e01024a-a924-43e1-bf49-6cf056b1d0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:15.816966 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e01024a-a924-43e1-bf49-6cf056b1d0dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:15.817670 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7e01024a-a924-43e1-bf49-6cf056b1d0dc admin admin] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:15.848200 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7e01024a-a924-43e1-bf49-6cf056b1d0dc admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3605824 Mar 22 11:13:15.851320 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 44582) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:13:15.856383 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-4d954eec-5201-4cbf-8a48-12e05e252152 admin admin] Request body: {'subnet': {'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1479893742-subnet', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:13:15.878716 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d954eec-5201-4cbf-8a48-12e05e252152 admin admin] Made reservation on behalf of 5ee49a6d1fef42d8b63d9dcdae3e7704 for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:13:15.880739 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e01024a-a924-43e1-bf49-6cf056b1d0dc admin admin] Pushing event updated for resources: {'Network': ['ID=cecd9a7b-8d72-4acc-b91d-f47639526b0c,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:13:15.881178 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4d954eec-5201-4cbf-8a48-12e05e252152 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:15.891234 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network cecd9a7b-8d72-4acc-b91d-f47639526b0c details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 11:13:16.050360 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4d954eec-5201-4cbf-8a48-12e05e252152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:16.113769 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d954eec-5201-4cbf-8a48-12e05e252152 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:13:16.124176 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d954eec-5201-4cbf-8a48-12e05e252152 admin admin] Checking segment: {'id': '53b2af43-073b-494c-b55a-501f9556b622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:13:16.124535 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d954eec-5201-4cbf-8a48-12e05e252152 admin admin] Network hostable DHCP agents. Network: cecd9a7b-8d72-4acc-b91d-f47639526b0c, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:13:16.143701 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d954eec-5201-4cbf-8a48-12e05e252152 admin admin] Network cecd9a7b-8d72-4acc-b91d-f47639526b0c is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:13:16.153878 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-4d954eec-5201-4cbf-8a48-12e05e252152 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, cecd9a7b-8d72-4acc-b91d-f47639526b0c) {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:13:16.157917 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d954eec-5201-4cbf-8a48-12e05e252152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:16.158500 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4d954eec-5201-4cbf-8a48-12e05e252152 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:16.163207 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399e3536-b180-422e-8ff8-ae837e9b3111 None None] Network cecd9a7b-8d72-4acc-b91d-f47639526b0c requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:13:16.175904 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-4d954eec-5201-4cbf-8a48-12e05e252152 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3234251 Mar 22 11:13:16.178792 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 44584) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:13:16.183527 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-e74b8f21-fdf9-4fb4-b144-3db95ce35bdd admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1479893742-router', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:13:16.203140 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e74b8f21-fdf9-4fb4-b144-3db95ce35bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:16.204235 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e74b8f21-fdf9-4fb4-b144-3db95ce35bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:16.260047 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e74b8f21-fdf9-4fb4-b144-3db95ce35bdd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:16.310184 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51928cfe-5d45-442b-b40a-3f0eb65da453 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-cecd9a7b-8d72-4acc-b91d-f47639526b0c', 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'fixed_ips': [{'subnet_id': 'f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 11:13:16.311067 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-51928cfe-5d45-442b-b40a-3f0eb65da453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:16.400396 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e74b8f21-fdf9-4fb4-b144-3db95ce35bdd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:16.595605 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-51928cfe-5d45-442b-b40a-3f0eb65da453 None None] Allocated IP 172.20.0.2 (cecd9a7b-8d72-4acc-b91d-f47639526b0c/f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b/0d9d6607-6ae2-45b3-8c7c-211aed2f466a) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:13:16.602053 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e74b8f21-fdf9-4fb4-b144-3db95ce35bdd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:16.620951 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e74b8f21-fdf9-4fb4-b144-3db95ce35bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:16.727613 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-e74b8f21-fdf9-4fb4-b144-3db95ce35bdd admin admin] Allocated IP 172.26.7.220 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/4da6f53b-923c-493c-8bca-866ab56191fa) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:13:16.739738 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-51928cfe-5d45-442b-b40a-3f0eb65da453 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:16.745625 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-51928cfe-5d45-442b-b40a-3f0eb65da453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:16.785505 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51928cfe-5d45-442b-b40a-3f0eb65da453 None None] Network cecd9a7b-8d72-4acc-b91d-f47639526b0c is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:13:16.788576 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-51928cfe-5d45-442b-b40a-3f0eb65da453 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:13:16.792380 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51928cfe-5d45-442b-b40a-3f0eb65da453 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:13:16.798986 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51928cfe-5d45-442b-b40a-3f0eb65da453 None None] Pushing event updated for resources: {'Port': ['ID=0d9d6607-6ae2-45b3-8c7c-211aed2f466a,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:13:16.834513 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e74b8f21-fdf9-4fb4-b144-3db95ce35bdd admin admin] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:16.857195 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-51928cfe-5d45-442b-b40a-3f0eb65da453 None None] Attempting to bind port 0d9d6607-6ae2-45b3-8c7c-211aed2f466a on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:13:16.857482 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-51928cfe-5d45-442b-b40a-3f0eb65da453 None None] Attempting to bind port 0d9d6607-6ae2-45b3-8c7c-211aed2f466a by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '53b2af43-073b-494c-b55a-501f9556b622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:13:16.857846 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51928cfe-5d45-442b-b40a-3f0eb65da453 None None] Attempting to bind port 0d9d6607-6ae2-45b3-8c7c-211aed2f466a on network cecd9a7b-8d72-4acc-b91d-f47639526b0c {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:13:16.863166 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51928cfe-5d45-442b-b40a-3f0eb65da453 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:13:16.863594 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51928cfe-5d45-442b-b40a-3f0eb65da453 None None] Checking segment: {'id': '53b2af43-073b-494c-b55a-501f9556b622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:13:16.864012 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-51928cfe-5d45-442b-b40a-3f0eb65da453 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:16.864408 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51928cfe-5d45-442b-b40a-3f0eb65da453 None None] Bound using segment: {'id': '53b2af43-073b-494c-b55a-501f9556b622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:13:16.864886 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-51928cfe-5d45-442b-b40a-3f0eb65da453 None None] Bound port: 0d9d6607-6ae2-45b3-8c7c-211aed2f466a, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53b2af43-073b-494c-b55a-501f9556b622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:13:16.865280 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-51928cfe-5d45-442b-b40a-3f0eb65da453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:16.874541 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e74b8f21-fdf9-4fb4-b144-3db95ce35bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:16.912525 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74b8f21-fdf9-4fb4-b144-3db95ce35bdd admin admin] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:13:16.916836 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-e74b8f21-fdf9-4fb4-b144-3db95ce35bdd admin admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:13:16.920449 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74b8f21-fdf9-4fb4-b144-3db95ce35bdd admin admin] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:13:16.934010 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-51928cfe-5d45-442b-b40a-3f0eb65da453 None None] For port 0d9d6607-6ae2-45b3-8c7c-211aed2f466a, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:13:16.937809 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-51928cfe-5d45-442b-b40a-3f0eb65da453 None None] For port 0d9d6607-6ae2-45b3-8c7c-211aed2f466a, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=0d9d6607-6ae2-45b3-8c7c-211aed2f466a,segment=NetworkSegment(53b2af43-073b-494c-b55a-501f9556b622),segment_id=53b2af43-073b-494c-b55a-501f9556b622)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:13:16.942297 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74b8f21-fdf9-4fb4-b144-3db95ce35bdd admin admin] Pushing event updated for resources: {'Port': ['ID=4da6f53b-923c-493c-8bca-866ab56191fa,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:13:16.942472 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-51928cfe-5d45-442b-b40a-3f0eb65da453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:16.999206 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51928cfe-5d45-442b-b40a-3f0eb65da453 None None] Pushing event updated for resources: {'Port': ['ID=0d9d6607-6ae2-45b3-8c7c-211aed2f466a,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:13:17.199284 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e74b8f21-fdf9-4fb4-b144-3db95ce35bdd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:17.395051 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e74b8f21-fdf9-4fb4-b144-3db95ce35bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:17.494066 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 0d9d6607-6ae2-45b3-8c7c-211aed2f466a up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:13:17.526155 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e74b8f21-fdf9-4fb4-b144-3db95ce35bdd admin admin] Router 0969331c-2815-4c97-ad08-e7dfff47d594 is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 11:13:17.546891 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 0d9d6607-6ae2-45b3-8c7c-211aed2f466a triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:13:17.547264 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:17.625318 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:17.634003 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e74b8f21-fdf9-4fb4-b144-3db95ce35bdd admin admin] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:13:17.644171 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb0a359-cc42-48b2-a680-680ed89efb5b None None] Sync routers for ids ['0969331c-2815-4c97-ad08-e7dfff47d594'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:13:17.655270 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb0a359-cc42-48b2-a680-680ed89efb5b None None] Routers {'0969331c-2815-4c97-ad08-e7dfff47d594'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:13:17.657579 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-8eb0a359-cc42-48b2-a680-680ed89efb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:13:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['0969331c-2815-4c97-ad08-e7dfff47d594'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:13:17.658830 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e74b8f21-fdf9-4fb4-b144-3db95ce35bdd admin admin] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:17.662885 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e74b8f21-fdf9-4fb4-b144-3db95ce35bdd admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4803672 Mar 22 11:13:17.663113 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 44586) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:13:17.675749 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port 0d9d6607-6ae2-45b3-8c7c-211aed2f466a, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=0d9d6607-6ae2-45b3-8c7c-211aed2f466a,segment=NetworkSegment(53b2af43-073b-494c-b55a-501f9556b622),segment_id=53b2af43-073b-494c-b55a-501f9556b622)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:13:17.681975 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:17.747116 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=0d9d6607-6ae2-45b3-8c7c-211aed2f466a,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:13:17.784010 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-8eb0a359-cc42-48b2-a680-680ed89efb5b None None] Set router 0969331c-2815-4c97-ad08-e7dfff47d594 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:13:17.961242 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee28f8a-5488-462b-b9a7-02ba8bb2980a None None] Network cecd9a7b-8d72-4acc-b91d-f47639526b0c requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:13:17.967597 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-8eb0a359-cc42-48b2-a680-680ed89efb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'name': 'tempest-ServerActionsTestJSON-1479893742-router', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': '4da6f53b-923c-493c-8bca-866ab56191fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:13:16Z', 'updated_at': '2022-03-22T11:13:17Z', 'revision_number': 3, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'gw_port': {'id': '4da6f53b-923c-493c-8bca-866ab56191fa', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:40:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:13:16Z', 'updated_at': '2022-03-22T11:13:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:13:17.995056 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb0a359-cc42-48b2-a680-680ed89efb5b None None] Checking router: 0969331c-2815-4c97-ad08-e7dfff47d594 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:13:17.995712 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb0a359-cc42-48b2-a680-680ed89efb5b None None] Updating router 0969331c-2815-4c97-ad08-e7dfff47d594 port 4da6f53b-923c-493c-8bca-866ab56191fa binding host dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:13:18.030830 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-8eb0a359-cc42-48b2-a680-680ed89efb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:18.037293 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-d6719d58-2759-4394-8b83-401f77260ebe None None] Provisioning complete for port 0d9d6607-6ae2-45b3-8c7c-211aed2f466a triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:13:18.037669 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d6719d58-2759-4394-8b83-401f77260ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:18.311203 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-8eb0a359-cc42-48b2-a680-680ed89efb5b None None] Notify callbacks [] for port, precommit_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:18.316905 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-8eb0a359-cc42-48b2-a680-680ed89efb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:18.368860 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-8eb0a359-cc42-48b2-a680-680ed89efb5b None None] Attempting to bind port 4da6f53b-923c-493c-8bca-866ab56191fa on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:13:18.369231 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-8eb0a359-cc42-48b2-a680-680ed89efb5b None None] Attempting to bind port 4da6f53b-923c-493c-8bca-866ab56191fa by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:13:18.369589 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb0a359-cc42-48b2-a680-680ed89efb5b None None] Attempting to bind port 4da6f53b-923c-493c-8bca-866ab56191fa on network a14ca783-6f82-4799-85a3-4cbe79c980a8 {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:13:18.371674 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0771f6d-b954-409a-880e-4eda6b5bd334 None None] Pushing event updated for resources: {'Port': ['ID=4da6f53b-923c-493c-8bca-866ab56191fa,revision_number=2']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:13:18.380944 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0771f6d-b954-409a-880e-4eda6b5bd334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:13:18.381290 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0771f6d-b954-409a-880e-4eda6b5bd334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:13:18.381627 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0771f6d-b954-409a-880e-4eda6b5bd334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:13:18.381956 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0771f6d-b954-409a-880e-4eda6b5bd334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:13:18.382282 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0771f6d-b954-409a-880e-4eda6b5bd334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:13:18.382610 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0771f6d-b954-409a-880e-4eda6b5bd334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:13:18.382954 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0771f6d-b954-409a-880e-4eda6b5bd334 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:13:18.383249 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0771f6d-b954-409a-880e-4eda6b5bd334 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:13:18.383598 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0771f6d-b954-409a-880e-4eda6b5bd334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:13:18.383899 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0771f6d-b954-409a-880e-4eda6b5bd334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:13:18.384220 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0771f6d-b954-409a-880e-4eda6b5bd334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:13:18.384526 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0771f6d-b954-409a-880e-4eda6b5bd334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:13:18.387868 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb0a359-cc42-48b2-a680-680ed89efb5b None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:13:18.388242 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb0a359-cc42-48b2-a680-680ed89efb5b None None] Checking segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:13:18.388643 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-8eb0a359-cc42-48b2-a680-680ed89efb5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:18.389024 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb0a359-cc42-48b2-a680-680ed89efb5b None None] Bound using segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:13:18.389496 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-8eb0a359-cc42-48b2-a680-680ed89efb5b None None] Bound port: 4da6f53b-923c-493c-8bca-866ab56191fa, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:13:18.389873 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-8eb0a359-cc42-48b2-a680-680ed89efb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:18.406697 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-c0cf2ab2-38e6-4120-9d1a-a988da4aaa49 None None] Provisioning complete for port 0d9d6607-6ae2-45b3-8c7c-211aed2f466a triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:13:18.407093 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c0cf2ab2-38e6-4120-9d1a-a988da4aaa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:18.442726 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-8eb0a359-cc42-48b2-a680-680ed89efb5b None None] For port 4da6f53b-923c-493c-8bca-866ab56191fa, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:13:18.446060 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-8eb0a359-cc42-48b2-a680-680ed89efb5b None None] For port 4da6f53b-923c-493c-8bca-866ab56191fa, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=4da6f53b-923c-493c-8bca-866ab56191fa,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:13:18.452040 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-8eb0a359-cc42-48b2-a680-680ed89efb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:18.477229 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-df6c57ff-2c51-439a-aaa6-8462330f94d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:18.514108 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb0a359-cc42-48b2-a680-680ed89efb5b None None] Routers {'0969331c-2815-4c97-ad08-e7dfff47d594'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:13:18.514715 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-8eb0a359-cc42-48b2-a680-680ed89efb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:13:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['0969331c-2815-4c97-ad08-e7dfff47d594'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:13:18.516506 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0771f6d-b954-409a-880e-4eda6b5bd334 None None] Pushing event updated for resources: {'Port': ['ID=4da6f53b-923c-493c-8bca-866ab56191fa,revision_number=3']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:13:18.687180 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-df6c57ff-2c51-439a-aaa6-8462330f94d8 admin admin] Allocated IP 172.20.0.1 (cecd9a7b-8d72-4acc-b91d-f47639526b0c/f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b/688e8a72-136a-4a9a-9585-f0ab5fab2298) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:13:18.713189 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-8eb0a359-cc42-48b2-a680-680ed89efb5b None None] Set router 0969331c-2815-4c97-ad08-e7dfff47d594 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:13:18.791636 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-df6c57ff-2c51-439a-aaa6-8462330f94d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:18.826861 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-df6c57ff-2c51-439a-aaa6-8462330f94d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:18.870559 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6c57ff-2c51-439a-aaa6-8462330f94d8 admin admin] Network cecd9a7b-8d72-4acc-b91d-f47639526b0c is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:13:18.874753 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-df6c57ff-2c51-439a-aaa6-8462330f94d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:13:18.879630 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6c57ff-2c51-439a-aaa6-8462330f94d8 admin admin] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:13:18.882449 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6c57ff-2c51-439a-aaa6-8462330f94d8 admin admin] Pushing event updated for resources: {'Port': ['ID=688e8a72-136a-4a9a-9585-f0ab5fab2298,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:13:18.888583 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-8eb0a359-cc42-48b2-a680-680ed89efb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'name': 'tempest-ServerActionsTestJSON-1479893742-router', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': '4da6f53b-923c-493c-8bca-866ab56191fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:13:16Z', 'updated_at': '2022-03-22T11:13:17Z', 'revision_number': 3, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'gw_port': {'id': '4da6f53b-923c-493c-8bca-866ab56191fa', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:40:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:13:16Z', 'updated_at': '2022-03-22T11:13:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:13:18.916056 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb0a359-cc42-48b2-a680-680ed89efb5b None None] The sync data for ids ['0969331c-2815-4c97-ad08-e7dfff47d594'] in dv-neutron-834599-1-hyperv is: [{'id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'name': 'tempest-ServerActionsTestJSON-1479893742-router', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': '4da6f53b-923c-493c-8bca-866ab56191fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:13:16Z', 'updated_at': '2022-03-22T11:13:17Z', 'revision_number': 3, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'gw_port': {'id': '4da6f53b-923c-493c-8bca-866ab56191fa', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:40:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:13:16Z', 'updated_at': '2022-03-22T11:13:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:13:18.919451 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-df6c57ff-2c51-439a-aaa6-8462330f94d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684270'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:19.055888 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-df6c57ff-2c51-439a-aaa6-8462330f94d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:19.139043 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-a6024930-4043-4839-9645-ee7593309f83 None None] Provisioning complete for port 688e8a72-136a-4a9a-9585-f0ab5fab2298 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:13:19.140213 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a6024930-4043-4839-9645-ee7593309f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:19.181588 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-a6024930-4043-4839-9645-ee7593309f83 None None] Port 688e8a72-136a-4a9a-9585-f0ab5fab2298 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:13:19.237778 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-df6c57ff-2c51-439a-aaa6-8462330f94d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:19.243917 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-df6c57ff-2c51-439a-aaa6-8462330f94d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:19.311544 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6c57ff-2c51-439a-aaa6-8462330f94d8 admin admin] Pushing event updated for resources: {'Port': ['ID=688e8a72-136a-4a9a-9585-f0ab5fab2298,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:13:19.315015 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-df6c57ff-2c51-439a-aaa6-8462330f94d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684306'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:19.414916 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6c57ff-2c51-439a-aaa6-8462330f94d8 admin admin] Network cecd9a7b-8d72-4acc-b91d-f47639526b0c is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:13:19.416389 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-df6c57ff-2c51-439a-aaa6-8462330f94d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:13:19.564988 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df6c57ff-2c51-439a-aaa6-8462330f94d8 admin admin] Router 0969331c-2815-4c97-ad08-e7dfff47d594 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:13:19.569217 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 0d9d6607-6ae2-45b3-8c7c-211aed2f466a up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:13:19.627452 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 0d9d6607-6ae2-45b3-8c7c-211aed2f466a triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:13:19.628947 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:19.689905 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6c57ff-2c51-439a-aaa6-8462330f94d8 admin admin] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:13:19.694810 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-df6c57ff-2c51-439a-aaa6-8462330f94d8 admin admin] 10.222.0.57 "PUT /v2.0/routers/0969331c-2815-4c97-ad08-e7dfff47d594/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0305450 Mar 22 11:13:19.728365 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 4da6f53b-923c-493c-8bca-866ab56191fa up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:13:19.733054 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-4075903b-e4d2-47bc-8900-c45d70b0268b None None] Provisioning complete for port 688e8a72-136a-4a9a-9585-f0ab5fab2298 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:13:19.733190 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4075903b-e4d2-47bc-8900-c45d70b0268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:19.795634 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-4075903b-e4d2-47bc-8900-c45d70b0268b None None] Port 688e8a72-136a-4a9a-9585-f0ab5fab2298 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:13:19.812108 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 4da6f53b-923c-493c-8bca-866ab56191fa triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:13:19.812474 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:19.890106 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:19.910558 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port 4da6f53b-923c-493c-8bca-866ab56191fa, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=4da6f53b-923c-493c-8bca-866ab56191fa,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:13:19.915390 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:19.967042 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=4da6f53b-923c-493c-8bca-866ab56191fa,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:13:20.046994 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 44594) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:13:20.051782 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-a68d5716-0e25-4231-8218-f8264e033616 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Request body: {'security_group': {'name': 'tempest-securitygroup--543229472', 'description': 'tempest-description--1495327878'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:13:20.072903 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a68d5716-0e25-4231-8218-f8264e033616 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:20.139054 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a68d5716-0e25-4231-8218-f8264e033616 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:20.144249 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a68d5716-0e25-4231-8218-f8264e033616 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:20.175784 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a68d5716-0e25-4231-8218-f8264e033616 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:20.180325 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a68d5716-0e25-4231-8218-f8264e033616 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1290376 Mar 22 11:13:20.180325 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d5716-0e25-4231-8218-f8264e033616 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20afcff8-8795-4fa2-9580-894b88ace147,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:13:20.180325 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 44596) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:13:20.184356 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-fbf7442a-1354-4f7a-acf3-3773c457b800 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Request body: {'security_group_rule': {'security_group_id': '20afcff8-8795-4fa2-9580-894b88ace147', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:13:20.211843 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fbf7442a-1354-4f7a-acf3-3773c457b800 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:20.267687 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fbf7442a-1354-4f7a-acf3-3773c457b800 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:20.273196 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fbf7442a-1354-4f7a-acf3-3773c457b800 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:20.291768 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf7442a-1354-4f7a-acf3-3773c457b800 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=184f3478-0b47-42fe-bc7d-0c3c745cc03d,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:13:20.300269 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fbf7442a-1354-4f7a-acf3-3773c457b800 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:20.301496 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-fbf7442a-1354-4f7a-acf3-3773c457b800 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1205921 Mar 22 11:13:20.304184 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 44598) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:13:20.308519 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-25ed21a0-4bd9-47e2-8431-813ac9c9a1f8 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Request body: {'security_group_rule': {'security_group_id': '20afcff8-8795-4fa2-9580-894b88ace147', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:13:20.336543 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-25ed21a0-4bd9-47e2-8431-813ac9c9a1f8 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:20.397033 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-25ed21a0-4bd9-47e2-8431-813ac9c9a1f8 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:20.402118 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-25ed21a0-4bd9-47e2-8431-813ac9c9a1f8 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:20.420790 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed21a0-4bd9-47e2-8431-813ac9c9a1f8 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e8251ea-1aa1-4300-9ef9-4764618959a8,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:13:20.431241 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-25ed21a0-4bd9-47e2-8431-813ac9c9a1f8 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:20.435624 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-25ed21a0-4bd9-47e2-8431-813ac9c9a1f8 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1304743 Mar 22 11:13:20.435800 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 44600) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:13:20.440766 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-4e5323cf-812f-43b1-8de2-52f214f4688e tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Request body: {'floatingip': {'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:13:20.464722 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4e5323cf-812f-43b1-8de2-52f214f4688e tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks [] for floatingip, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:20.518548 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ceb5b8-dd94-4c18-9d4f-b1caf622b5ce None None] Sync routers for ids ['0969331c-2815-4c97-ad08-e7dfff47d594'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:13:20.529246 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ceb5b8-dd94-4c18-9d4f-b1caf622b5ce None None] Routers {'0969331c-2815-4c97-ad08-e7dfff47d594'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:13:20.531161 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-b6ceb5b8-dd94-4c18-9d4f-b1caf622b5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:13:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['0969331c-2815-4c97-ad08-e7dfff47d594'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:13:20.565117 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4e5323cf-812f-43b1-8de2-52f214f4688e tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:20.643554 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-b6ceb5b8-dd94-4c18-9d4f-b1caf622b5ce None None] Set router 0969331c-2815-4c97-ad08-e7dfff47d594 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:13:20.681091 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-4e5323cf-812f-43b1-8de2-52f214f4688e tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Allocated IP 172.26.7.167 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/4232922c-2202-43da-a54e-92ad6e1bb001) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:13:20.783282 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4e5323cf-812f-43b1-8de2-52f214f4688e tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:20.821786 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4e5323cf-812f-43b1-8de2-52f214f4688e tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:20.844024 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-b6ceb5b8-dd94-4c18-9d4f-b1caf622b5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'name': 'tempest-ServerActionsTestJSON-1479893742-router', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': '4da6f53b-923c-493c-8bca-866ab56191fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:13:16Z', 'updated_at': '2022-03-22T11:13:19Z', 'revision_number': 4, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'gw_port': {'id': '4da6f53b-923c-493c-8bca-866ab56191fa', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:40:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:13:16Z', 'updated_at': '2022-03-22T11:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '688e8a72-136a-4a9a-9585-f0ab5fab2298', 'name': '', 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'mac_address': 'fa:16:3e:a3:43:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:13:18Z', 'updated_at': '2022-03-22T11:13:19Z', 'revision_number': 2, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'subnets': [{'id': 'f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:13:20.865600 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5323cf-812f-43b1-8de2-52f214f4688e tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:13:20.869814 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ceb5b8-dd94-4c18-9d4f-b1caf622b5ce None None] Checking router: 0969331c-2815-4c97-ad08-e7dfff47d594 for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:13:20.870171 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ceb5b8-dd94-4c18-9d4f-b1caf622b5ce None None] Updating router 0969331c-2815-4c97-ad08-e7dfff47d594 port 688e8a72-136a-4a9a-9585-f0ab5fab2298 binding host dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:13:20.870472 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-4e5323cf-812f-43b1-8de2-52f214f4688e tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:13:20.875122 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5323cf-812f-43b1-8de2-52f214f4688e tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:13:20.878232 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5323cf-812f-43b1-8de2-52f214f4688e tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Pushing event updated for resources: {'Port': ['ID=4232922c-2202-43da-a54e-92ad6e1bb001,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:13:20.897668 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b6ceb5b8-dd94-4c18-9d4f-b1caf622b5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:20.966813 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4e5323cf-812f-43b1-8de2-52f214f4688e tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:21.001764 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4e5323cf-812f-43b1-8de2-52f214f4688e tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:21.151048 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4e5323cf-812f-43b1-8de2-52f214f4688e tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:21.156148 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4e5323cf-812f-43b1-8de2-52f214f4688e tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:21.161976 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b6ceb5b8-dd94-4c18-9d4f-b1caf622b5ce None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:21.168200 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b6ceb5b8-dd94-4c18-9d4f-b1caf622b5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:21.216627 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62075c6c-0a6d-475b-928f-56412f429a12 None None] Pushing event updated for resources: {'Port': ['ID=688e8a72-136a-4a9a-9585-f0ab5fab2298,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:13:21.219457 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5323cf-812f-43b1-8de2-52f214f4688e tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Pushing event updated for resources: {'Port': ['ID=4232922c-2202-43da-a54e-92ad6e1bb001,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:13:21.240072 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4e5323cf-812f-43b1-8de2-52f214f4688e tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684147'] for floatingip, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:21.259974 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4e5323cf-812f-43b1-8de2-52f214f4688e tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:21.269303 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-4e5323cf-812f-43b1-8de2-52f214f4688e tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8246586 Mar 22 11:13:21.273175 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-b6ceb5b8-dd94-4c18-9d4f-b1caf622b5ce None None] Attempting to bind port 688e8a72-136a-4a9a-9585-f0ab5fab2298 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:13:21.273610 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-b6ceb5b8-dd94-4c18-9d4f-b1caf622b5ce None None] Attempting to bind port 688e8a72-136a-4a9a-9585-f0ab5fab2298 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '53b2af43-073b-494c-b55a-501f9556b622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:13:21.273979 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ceb5b8-dd94-4c18-9d4f-b1caf622b5ce None None] Attempting to bind port 688e8a72-136a-4a9a-9585-f0ab5fab2298 on network cecd9a7b-8d72-4acc-b91d-f47639526b0c {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:13:21.279885 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ceb5b8-dd94-4c18-9d4f-b1caf622b5ce None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:13:21.280265 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ceb5b8-dd94-4c18-9d4f-b1caf622b5ce None None] Checking segment: {'id': '53b2af43-073b-494c-b55a-501f9556b622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:13:21.280672 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b6ceb5b8-dd94-4c18-9d4f-b1caf622b5ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:21.281062 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ceb5b8-dd94-4c18-9d4f-b1caf622b5ce None None] Bound using segment: {'id': '53b2af43-073b-494c-b55a-501f9556b622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:13:21.281550 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-b6ceb5b8-dd94-4c18-9d4f-b1caf622b5ce None None] Bound port: 688e8a72-136a-4a9a-9585-f0ab5fab2298, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53b2af43-073b-494c-b55a-501f9556b622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:13:21.281931 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b6ceb5b8-dd94-4c18-9d4f-b1caf622b5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:21.353773 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-b6ceb5b8-dd94-4c18-9d4f-b1caf622b5ce None None] For port 688e8a72-136a-4a9a-9585-f0ab5fab2298, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:13:21.357304 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-b6ceb5b8-dd94-4c18-9d4f-b1caf622b5ce None None] For port 688e8a72-136a-4a9a-9585-f0ab5fab2298, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=688e8a72-136a-4a9a-9585-f0ab5fab2298,segment=NetworkSegment(53b2af43-073b-494c-b55a-501f9556b622),segment_id=53b2af43-073b-494c-b55a-501f9556b622)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:13:21.361121 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b6ceb5b8-dd94-4c18-9d4f-b1caf622b5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:21.410673 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ceb5b8-dd94-4c18-9d4f-b1caf622b5ce None None] Routers {'0969331c-2815-4c97-ad08-e7dfff47d594'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:13:21.411842 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-b6ceb5b8-dd94-4c18-9d4f-b1caf622b5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:13:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['0969331c-2815-4c97-ad08-e7dfff47d594'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:13:21.430550 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c2de2f19-342a-4662-8968-dc73637dd57e req-10b01cb1-21a9-4489-aec1-a4402301307e tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--543229472&fields=id&tenant_id=5ee49a6d1fef42d8b63d9dcdae3e7704 HTTP/1.1" status: 200 len: 267 time: 0.0477791 Mar 22 11:13:21.479903 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62075c6c-0a6d-475b-928f-56412f429a12 None None] Pushing event updated for resources: {'Port': ['ID=688e8a72-136a-4a9a-9585-f0ab5fab2298,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:13:21.495970 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-da77badf-133a-4441-a259-24a9ab211eec None None] Provisioning complete for port 688e8a72-136a-4a9a-9585-f0ab5fab2298 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:13:21.496352 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-da77badf-133a-4441-a259-24a9ab211eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:21.504316 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 4da6f53b-923c-493c-8bca-866ab56191fa up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:13:21.546872 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de2f19-342a-4662-8968-dc73637dd57e req-706847bb-e828-4d81-aa8a-0c052f591826 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:21.548418 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c2de2f19-342a-4662-8968-dc73637dd57e req-706847bb-e828-4d81-aa8a-0c052f591826 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/networks?id=cecd9a7b-8d72-4acc-b91d-f47639526b0c HTTP/1.1" status: 200 len: 812 time: 0.1096113 Mar 22 11:13:21.565528 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c2de2f19-342a-4662-8968-dc73637dd57e req-3024fc55-e8c5-49a4-a99c-a6a96a04c255 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/quotas/5ee49a6d1fef42d8b63d9dcdae3e7704 HTTP/1.1" status: 200 len: 375 time: 0.0099244 Mar 22 11:13:21.614122 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-b6ceb5b8-dd94-4c18-9d4f-b1caf622b5ce None None] Set router 0969331c-2815-4c97-ad08-e7dfff47d594 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:13:21.623917 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c2de2f19-342a-4662-8968-dc73637dd57e req-d42b14b0-47a7-46ff-bfa6-d9c79e43d789 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5ee49a6d1fef42d8b63d9dcdae3e7704&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0519323 Mar 22 11:13:21.727415 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c2de2f19-342a-4662-8968-dc73637dd57e req-d828b538-49a3-44e2-99bc-c0d616be5c54 service neutron] 10.222.0.57 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867255 Mar 22 11:13:21.821776 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c2de2f19-342a-4662-8968-dc73637dd57e req-78e8d9cd-95b3-49b3-9ffb-9b3af9c0d247 service neutron] 10.222.0.57 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874033 Mar 22 11:13:21.863625 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 4da6f53b-923c-493c-8bca-866ab56191fa triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:13:21.864004 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:21.918453 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-da77badf-133a-4441-a259-24a9ab211eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:22.008704 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e0fbb3f3-d3cb-4cbe-9ae1-bfe87346e6cd req-ca43e0f9-0d9b-4e7b-bbdd-acc4f41365ec tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc870311-ca73-4b1e-a36c-c9d26cb210a2 HTTP/1.1" status: 200 len: 210 time: 0.0348284 Mar 22 11:13:22.031744 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-da77badf-133a-4441-a259-24a9ab211eec None None] For port 688e8a72-136a-4a9a-9585-f0ab5fab2298, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=688e8a72-136a-4a9a-9585-f0ab5fab2298,segment=NetworkSegment(53b2af43-073b-494c-b55a-501f9556b622),segment_id=53b2af43-073b-494c-b55a-501f9556b622)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:13:22.062356 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-da77badf-133a-4441-a259-24a9ab211eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:22.136742 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da77badf-133a-4441-a259-24a9ab211eec None None] Pushing event updated for resources: {'Port': ['ID=688e8a72-136a-4a9a-9585-f0ab5fab2298,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:13:22.153170 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-b6ceb5b8-dd94-4c18-9d4f-b1caf622b5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'name': 'tempest-ServerActionsTestJSON-1479893742-router', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': '4da6f53b-923c-493c-8bca-866ab56191fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:13:16Z', 'updated_at': '2022-03-22T11:13:19Z', 'revision_number': 4, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'gw_port': {'id': '4da6f53b-923c-493c-8bca-866ab56191fa', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:40:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:13:16Z', 'updated_at': '2022-03-22T11:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '688e8a72-136a-4a9a-9585-f0ab5fab2298', 'name': '', 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'mac_address': 'fa:16:3e:a3:43:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:13:18Z', 'updated_at': '2022-03-22T11:13:21Z', 'revision_number': 4, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'subnets': [{'id': 'f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:13:22.184143 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ceb5b8-dd94-4c18-9d4f-b1caf622b5ce None None] The sync data for ids ['0969331c-2815-4c97-ad08-e7dfff47d594'] in dv-neutron-834599-1-hyperv is: [{'id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'name': 'tempest-ServerActionsTestJSON-1479893742-router', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': '4da6f53b-923c-493c-8bca-866ab56191fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:13:16Z', 'updated_at': '2022-03-22T11:13:19Z', 'revision_number': 4, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'gw_port': {'id': '4da6f53b-923c-493c-8bca-866ab56191fa', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:40:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:13:16Z', 'updated_at': '2022-03-22T11:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '688e8a72-136a-4a9a-9585-f0ab5fab2298', 'name': '', 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'mac_address': 'fa:16:3e:a3:43:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:13:18Z', 'updated_at': '2022-03-22T11:13:21Z', 'revision_number': 4, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'subnets': [{'id': 'f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:13:22.197125 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-78fc8da0-d592-4b01-a632-14b11a8282e6 None None] Provisioning complete for port 688e8a72-136a-4a9a-9585-f0ab5fab2298 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:13:22.197501 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-78fc8da0-d592-4b01-a632-14b11a8282e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:23.004407 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de2f19-342a-4662-8968-dc73637dd57e req-496e3210-7bfe-4064-8895-00fad9f5a56d tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:23.005919 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c2de2f19-342a-4662-8968-dc73637dd57e req-496e3210-7bfe-4064-8895-00fad9f5a56d tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.35 "GET /v2.0/networks?id=cecd9a7b-8d72-4acc-b91d-f47639526b0c HTTP/1.1" status: 200 len: 812 time: 0.1204321 Mar 22 11:13:23.050426 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c2de2f19-342a-4662-8968-dc73637dd57e req-0aed91bb-7a75-437d-8fd8-798300db875f tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ee49a6d1fef42d8b63d9dcdae3e7704 HTTP/1.1" status: 200 len: 379 time: 0.0351458 Mar 22 11:13:23.059846 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-c2de2f19-342a-4662-8968-dc73637dd57e req-54c6aae2-d115-4d25-8d52-8fa9384de359 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Request body: {'port': {'device_id': 'cc870311-ca73-4b1e-a36c-c9d26cb210a2', 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c', 'admin_state_up': True, 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'security_groups': ['20afcff8-8795-4fa2-9580-894b88ace147']}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:13:23.149863 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d7a1eb61-110f-49cd-bc26-2ca9c894eee3 req-4351e816-3de0-4195-9772-e311c2f8fc20 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc870311-ca73-4b1e-a36c-c9d26cb210a2 HTTP/1.1" status: 200 len: 210 time: 0.0538008 Mar 22 11:13:23.197916 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2de2f19-342a-4662-8968-dc73637dd57e req-54c6aae2-d115-4d25-8d52-8fa9384de359 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Made reservation on behalf of 5ee49a6d1fef42d8b63d9dcdae3e7704 for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:13:23.201579 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-c2de2f19-342a-4662-8968-dc73637dd57e req-54c6aae2-d115-4d25-8d52-8fa9384de359 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:23.329602 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [req-c2de2f19-342a-4662-8968-dc73637dd57e req-54c6aae2-d115-4d25-8d52-8fa9384de359 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Allocated IP 172.20.0.9 (cecd9a7b-8d72-4acc-b91d-f47639526b0c/f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b/c5c15f35-68ed-4657-a0aa-fc3ffb261f20) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:13:23.468764 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-c2de2f19-342a-4662-8968-dc73637dd57e req-54c6aae2-d115-4d25-8d52-8fa9384de359 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:23.487269 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 688e8a72-136a-4a9a-9585-f0ab5fab2298 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:13:23.509350 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-c2de2f19-342a-4662-8968-dc73637dd57e req-54c6aae2-d115-4d25-8d52-8fa9384de359 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:23.535393 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 688e8a72-136a-4a9a-9585-f0ab5fab2298 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:13:23.535764 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:23.554669 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2de2f19-342a-4662-8968-dc73637dd57e req-54c6aae2-d115-4d25-8d52-8fa9384de359 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Network cecd9a7b-8d72-4acc-b91d-f47639526b0c is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:13:23.557803 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [req-c2de2f19-342a-4662-8968-dc73637dd57e req-54c6aae2-d115-4d25-8d52-8fa9384de359 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:13:23.561550 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2de2f19-342a-4662-8968-dc73637dd57e req-54c6aae2-d115-4d25-8d52-8fa9384de359 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:13:23.587672 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c6aae2-d115-4d25-8d52-8fa9384de359 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Pushing event updated for resources: {'Port': ['ID=c5c15f35-68ed-4657-a0aa-fc3ffb261f20,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:13:23.617212 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de2f19-342a-4662-8968-dc73637dd57e req-54c6aae2-d115-4d25-8d52-8fa9384de359 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:23.617849 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-c2de2f19-342a-4662-8968-dc73637dd57e req-54c6aae2-d115-4d25-8d52-8fa9384de359 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:23.635578 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c2de2f19-342a-4662-8968-dc73637dd57e req-54c6aae2-d115-4d25-8d52-8fa9384de359 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5795267 Mar 22 11:13:23.647973 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-c2de2f19-342a-4662-8968-dc73637dd57e req-c4e40533-66f6-45a9-b28a-daacebe2dd00 service neutron] Request body: {'port': {'device_id': 'cc870311-ca73-4b1e-a36c-c9d26cb210a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8345'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:13:23.703131 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-c2de2f19-342a-4662-8968-dc73637dd57e req-c4e40533-66f6-45a9-b28a-daacebe2dd00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:23.841443 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-bc19c749-b7e6-44f5-be9b-c570609dc3b0 None None] Provisioning complete for port c5c15f35-68ed-4657-a0aa-fc3ffb261f20 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:13:23.841695 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-bc19c749-b7e6-44f5-be9b-c570609dc3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:23.880526 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-bc19c749-b7e6-44f5-be9b-c570609dc3b0 None None] Port c5c15f35-68ed-4657-a0aa-fc3ffb261f20 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:13:23.975469 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [req-c2de2f19-342a-4662-8968-dc73637dd57e req-c4e40533-66f6-45a9-b28a-daacebe2dd00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5c15f35-68ed-4657-a0aa-fc3ffb261f20 {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:13:23.983548 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-c2de2f19-342a-4662-8968-dc73637dd57e req-c4e40533-66f6-45a9-b28a-daacebe2dd00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:23.995777 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [req-c2de2f19-342a-4662-8968-dc73637dd57e req-c4e40533-66f6-45a9-b28a-daacebe2dd00 service neutron] Transition to ACTIVE for port object c5c15f35-68ed-4657-a0aa-fc3ffb261f20 will not be triggered until provisioned by entity L2. {{(pid=109050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:13:24.002497 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-c2de2f19-342a-4662-8968-dc73637dd57e req-c4e40533-66f6-45a9-b28a-daacebe2dd00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:24.054308 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e40533-66f6-45a9-b28a-daacebe2dd00 service neutron] Pushing event updated for resources: {'Port': ['ID=c5c15f35-68ed-4657-a0aa-fc3ffb261f20,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:13:24.122580 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-c2de2f19-342a-4662-8968-dc73637dd57e req-c4e40533-66f6-45a9-b28a-daacebe2dd00 service neutron] Attempting to bind port c5c15f35-68ed-4657-a0aa-fc3ffb261f20 on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:13:24.122954 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-c2de2f19-342a-4662-8968-dc73637dd57e req-c4e40533-66f6-45a9-b28a-daacebe2dd00 service neutron] Attempting to bind port c5c15f35-68ed-4657-a0aa-fc3ffb261f20 by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': '53b2af43-073b-494c-b55a-501f9556b622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:13:24.123243 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2de2f19-342a-4662-8968-dc73637dd57e req-c4e40533-66f6-45a9-b28a-daacebe2dd00 service neutron] Attempting to bind port c5c15f35-68ed-4657-a0aa-fc3ffb261f20 on network cecd9a7b-8d72-4acc-b91d-f47639526b0c {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:13:24.127827 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2de2f19-342a-4662-8968-dc73637dd57e req-c4e40533-66f6-45a9-b28a-daacebe2dd00 service neutron] Port c5c15f35-68ed-4657-a0aa-fc3ffb261f20 on network cecd9a7b-8d72-4acc-b91d-f47639526b0c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 11:13:24.128144 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2de2f19-342a-4662-8968-dc73637dd57e req-c4e40533-66f6-45a9-b28a-daacebe2dd00 service neutron] Attempting to bind port c5c15f35-68ed-4657-a0aa-fc3ffb261f20 on network cecd9a7b-8d72-4acc-b91d-f47639526b0c {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:13:24.133944 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2de2f19-342a-4662-8968-dc73637dd57e req-c4e40533-66f6-45a9-b28a-daacebe2dd00 service neutron] Checking agent: {'id': 'dcb78974-6458-4942-8c9c-663284d5bb3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8345', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:13:24.134288 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2de2f19-342a-4662-8968-dc73637dd57e req-c4e40533-66f6-45a9-b28a-daacebe2dd00 service neutron] Checking segment: {'id': '53b2af43-073b-494c-b55a-501f9556b622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:13:24.134676 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2de2f19-342a-4662-8968-dc73637dd57e req-c4e40533-66f6-45a9-b28a-daacebe2dd00 service neutron] Bound using segment: {'id': '53b2af43-073b-494c-b55a-501f9556b622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:13:24.135106 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-c2de2f19-342a-4662-8968-dc73637dd57e req-c4e40533-66f6-45a9-b28a-daacebe2dd00 service neutron] Bound port: c5c15f35-68ed-4657-a0aa-fc3ffb261f20, host: hv-neutron-8345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53b2af43-073b-494c-b55a-501f9556b622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:13:24.135492 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-c2de2f19-342a-4662-8968-dc73637dd57e req-c4e40533-66f6-45a9-b28a-daacebe2dd00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:24.204002 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-c2de2f19-342a-4662-8968-dc73637dd57e req-c4e40533-66f6-45a9-b28a-daacebe2dd00 service neutron] For port c5c15f35-68ed-4657-a0aa-fc3ffb261f20, host hv-neutron-8345, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:13:24.207303 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-c2de2f19-342a-4662-8968-dc73637dd57e req-c4e40533-66f6-45a9-b28a-daacebe2dd00 service neutron] For port c5c15f35-68ed-4657-a0aa-fc3ffb261f20, host hv-neutron-8345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=c5c15f35-68ed-4657-a0aa-fc3ffb261f20,segment=NetworkSegment(53b2af43-073b-494c-b55a-501f9556b622),segment_id=53b2af43-073b-494c-b55a-501f9556b622)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:13:24.212389 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-c2de2f19-342a-4662-8968-dc73637dd57e req-c4e40533-66f6-45a9-b28a-daacebe2dd00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:24.272350 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de2f19-342a-4662-8968-dc73637dd57e req-c4e40533-66f6-45a9-b28a-daacebe2dd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:24.272960 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-c2de2f19-342a-4662-8968-dc73637dd57e req-c4e40533-66f6-45a9-b28a-daacebe2dd00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:24.274338 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c2de2f19-342a-4662-8968-dc73637dd57e req-c4e40533-66f6-45a9-b28a-daacebe2dd00 service neutron] 10.222.0.35 "PUT /v2.0/ports/c5c15f35-68ed-4657-a0aa-fc3ffb261f20 HTTP/1.1" status: 200 len: 1093 time: 0.6314075 Mar 22 11:13:24.278113 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc870311-ca73-4b1e-a36c-c9d26cb210a2', 'tag': 'c5c15f35-68ed-4657-a0aa-fc3ffb261f20'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:13:24.280558 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576cb9c1-d96f-420b-a4e7-47ae26fa5192" -d '{"events": [{"name": "network-changed", "server_uuid": "cc870311-ca73-4b1e-a36c-c9d26cb210a2", "tag": "c5c15f35-68ed-4657-a0aa-fc3ffb261f20"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:13:24.313536 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e40533-66f6-45a9-b28a-daacebe2dd00 service neutron] Pushing event updated for resources: {'Port': ['ID=c5c15f35-68ed-4657-a0aa-fc3ffb261f20,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:13:24.344636 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713d0bdb-3700-4632-804a-2a767ab2a144 x-openstack-request-id: req-713d0bdb-3700-4632-804a-2a767ab2a144 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:13:24.344896 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc870311-ca73-4b1e-a36c-c9d26cb210a2", "tag": "c5c15f35-68ed-4657-a0aa-fc3ffb261f20", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:13:24.345139 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-713d0bdb-3700-4632-804a-2a767ab2a144 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:13:24.345530 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-713d0bdb-3700-4632-804a-2a767ab2a144'] response: {'name': 'network-changed', 'server_uuid': 'cc870311-ca73-4b1e-a36c-c9d26cb210a2', 'tag': 'c5c15f35-68ed-4657-a0aa-fc3ffb261f20', 'status': 'completed', 'code': 200} Mar 22 11:13:24.354754 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d3eb4-e1a1-4156-815c-d57b9cbd9700 req-905c8b1f-3be5-463d-a205-59e807531973 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:24.356061 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b11d3eb4-e1a1-4156-815c-d57b9cbd9700 req-905c8b1f-3be5-463d-a205-59e807531973 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc870311-ca73-4b1e-a36c-c9d26cb210a2 HTTP/1.1" status: 200 len: 943 time: 0.1192195 Mar 22 11:13:24.411314 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b11d3eb4-e1a1-4156-815c-d57b9cbd9700 req-ec87510d-0002-4424-b30e-bbfbbce5dbbf tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417259 Mar 22 11:13:24.413905 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de2f19-342a-4662-8968-dc73637dd57e req-6b7035cb-2326-4c16-b037-df233dc5c3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:24.415268 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c2de2f19-342a-4662-8968-dc73637dd57e req-6b7035cb-2326-4c16-b037-df233dc5c3f0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ee49a6d1fef42d8b63d9dcdae3e7704&device_id=cc870311-ca73-4b1e-a36c-c9d26cb210a2 HTTP/1.1" status: 200 len: 1096 time: 0.0926161 Mar 22 11:13:24.462746 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c2de2f19-342a-4662-8968-dc73637dd57e req-422caeaf-d862-478a-943f-ee0a88b86d63 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5c15f35-68ed-4657-a0aa-fc3ffb261f20 HTTP/1.1" status: 200 len: 217 time: 0.0346570 Mar 22 11:13:24.516285 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de2f19-342a-4662-8968-dc73637dd57e req-ca24352b-5532-4fd5-b17a-795e1343cf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:24.517746 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c2de2f19-342a-4662-8968-dc73637dd57e req-ca24352b-5532-4fd5-b17a-795e1343cf25 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b HTTP/1.1" status: 200 len: 851 time: 0.0482948 Mar 22 11:13:24.568259 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de2f19-342a-4662-8968-dc73637dd57e req-0dedf525-3ebb-4953-8f3f-f90590aaf895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:24.569805 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c2de2f19-342a-4662-8968-dc73637dd57e req-0dedf525-3ebb-4953-8f3f-f90590aaf895 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cecd9a7b-8d72-4acc-b91d-f47639526b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0456707 Mar 22 11:13:24.659641 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c2de2f19-342a-4662-8968-dc73637dd57e req-892d0f86-b4f9-438d-bcb5-b98f2cb239c7 service neutron] 10.222.0.35 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826576 Mar 22 11:13:24.750201 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c2de2f19-342a-4662-8968-dc73637dd57e req-760bc8f6-2ae1-42f2-809a-ff2089235486 service neutron] 10.222.0.35 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840414 Mar 22 11:13:24.851749 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576cb9c1-d96f-420b-a4e7-47ae26fa5192 req-7d2e7299-2948-41dc-8a88-9e3d575c64ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:24.853280 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-576cb9c1-d96f-420b-a4e7-47ae26fa5192 req-7d2e7299-2948-41dc-8a88-9e3d575c64ce service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ee49a6d1fef42d8b63d9dcdae3e7704&device_id=cc870311-ca73-4b1e-a36c-c9d26cb210a2 HTTP/1.1" status: 200 len: 1096 time: 0.0450575 Mar 22 11:13:24.956705 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576cb9c1-d96f-420b-a4e7-47ae26fa5192 req-e4841960-38c7-4f2d-88bc-9357537a7394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:24.958266 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-576cb9c1-d96f-420b-a4e7-47ae26fa5192 req-e4841960-38c7-4f2d-88bc-9357537a7394 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cecd9a7b-8d72-4acc-b91d-f47639526b0c HTTP/1.1" status: 200 len: 913 time: 0.0977640 Mar 22 11:13:25.004424 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-576cb9c1-d96f-420b-a4e7-47ae26fa5192 req-ab982c84-b313-4885-8693-e66b1cbd7a89 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5c15f35-68ed-4657-a0aa-fc3ffb261f20 HTTP/1.1" status: 200 len: 217 time: 0.0383527 Mar 22 11:13:25.054545 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576cb9c1-d96f-420b-a4e7-47ae26fa5192 req-07bc6df1-8bd8-49a2-a207-8f7f964c91d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:25.056052 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-576cb9c1-d96f-420b-a4e7-47ae26fa5192 req-07bc6df1-8bd8-49a2-a207-8f7f964c91d8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b HTTP/1.1" status: 200 len: 851 time: 0.0445597 Mar 22 11:13:25.107982 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576cb9c1-d96f-420b-a4e7-47ae26fa5192 req-32cea58d-c3b5-4c4f-947f-97efd23f5cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:25.109432 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-576cb9c1-d96f-420b-a4e7-47ae26fa5192 req-32cea58d-c3b5-4c4f-947f-97efd23f5cc5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cecd9a7b-8d72-4acc-b91d-f47639526b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453606 Mar 22 11:13:25.203760 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-576cb9c1-d96f-420b-a4e7-47ae26fa5192 req-0bccd5bd-b31a-4021-8bd8-80343fe6de58 service neutron] 10.222.0.35 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857666 Mar 22 11:13:25.304590 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-576cb9c1-d96f-420b-a4e7-47ae26fa5192 req-82ee1f19-c5f4-4d12-a0b7-b524fbe66a78 service neutron] 10.222.0.35 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933411 Mar 22 11:13:25.529857 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369221fc-59ad-42ad-a33e-2233ce325404 req-8991e211-bdba-4731-8c18-563d4f5595dc tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:25.531298 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-369221fc-59ad-42ad-a33e-2233ce325404 req-8991e211-bdba-4731-8c18-563d4f5595dc tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc870311-ca73-4b1e-a36c-c9d26cb210a2 HTTP/1.1" status: 200 len: 943 time: 0.0492120 Mar 22 11:13:25.569172 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-369221fc-59ad-42ad-a33e-2233ce325404 req-03edd78b-5b1b-4a54-89dd-a9c50214cf19 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317087 Mar 22 11:13:26.694582 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe838fc-201f-4654-8f46-ff13e6eecd35 req-8d3d31b6-3fb5-46d3-a1a6-34fd64c5237a tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:26.696162 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-cfe838fc-201f-4654-8f46-ff13e6eecd35 req-8d3d31b6-3fb5-46d3-a1a6-34fd64c5237a tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc870311-ca73-4b1e-a36c-c9d26cb210a2 HTTP/1.1" status: 200 len: 943 time: 0.0521212 Mar 22 11:13:26.736904 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-cfe838fc-201f-4654-8f46-ff13e6eecd35 req-83ae5f46-2894-470f-a2d2-6883fad8a872 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320172 Mar 22 11:13:27.264665 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device c5c15f35-68ed-4657-a0aa-fc3ffb261f20 details requested by agent hyperv_hv-neutron-8345 with host hv-neutron-8345 {{(pid=109051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 11:13:27.367761 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port c5c15f35-68ed-4657-a0aa-fc3ffb261f20, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=c5c15f35-68ed-4657-a0aa-fc3ffb261f20,segment=NetworkSegment(53b2af43-073b-494c-b55a-501f9556b622),segment_id=53b2af43-073b-494c-b55a-501f9556b622)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:13:27.385361 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Returning: {'device': 'c5c15f35-68ed-4657-a0aa-fc3ffb261f20', 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c', 'port_id': 'c5c15f35-68ed-4657-a0aa-fc3ffb261f20', 'mac_address': 'fa:16:3e:ae:fb:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 11:13:27.426520 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:27.439402 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5c15f35-68ed-4657-a0aa-fc3ffb261f20 {{(pid=109051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:13:27.458374 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port c5c15f35-68ed-4657-a0aa-fc3ffb261f20, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=c5c15f35-68ed-4657-a0aa-fc3ffb261f20,segment=NetworkSegment(53b2af43-073b-494c-b55a-501f9556b622),segment_id=53b2af43-073b-494c-b55a-501f9556b622)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:13:27.466730 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:27.513685 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=c5c15f35-68ed-4657-a0aa-fc3ffb261f20,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:13:27.671259 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['c5c15f35-68ed-4657-a0aa-fc3ffb261f20'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 11:13:27.862660 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e719a782-2ad6-4ec4-be6c-0310efcae420 req-c2388533-fb3c-4143-95dd-83fcc01533b3 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:27.864194 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e719a782-2ad6-4ec4-be6c-0310efcae420 req-c2388533-fb3c-4143-95dd-83fcc01533b3 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc870311-ca73-4b1e-a36c-c9d26cb210a2 HTTP/1.1" status: 200 len: 944 time: 0.0520384 Mar 22 11:13:27.906009 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e719a782-2ad6-4ec4-be6c-0310efcae420 req-50a60dc3-2837-4bcd-824b-36470bb9927b tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322988 Mar 22 11:13:29.026761 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcdeab3-aa11-4592-a177-23c833dc8ac3 req-1089c525-4915-432d-a052-e6d882142cf1 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:29.028168 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-afcdeab3-aa11-4592-a177-23c833dc8ac3 req-1089c525-4915-432d-a052-e6d882142cf1 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc870311-ca73-4b1e-a36c-c9d26cb210a2 HTTP/1.1" status: 200 len: 944 time: 0.0522377 Mar 22 11:13:29.070179 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-afcdeab3-aa11-4592-a177-23c833dc8ac3 req-e7314d24-c92b-4285-9cb0-f02fb175d281 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335557 Mar 22 11:13:29.273643 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device c5c15f35-68ed-4657-a0aa-fc3ffb261f20 up at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:13:29.326654 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning for port c5c15f35-68ed-4657-a0aa-fc3ffb261f20 completed by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:13:29.330415 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning complete for port c5c15f35-68ed-4657-a0aa-fc3ffb261f20 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:13:29.330800 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:29.411682 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:29.434356 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc870311-ca73-4b1e-a36c-c9d26cb210a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c15f35-68ed-4657-a0aa-fc3ffb261f20'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:13:29.436657 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc2aaba-8ddb-47ff-a723-0994506e4e4b" -d '{"events": [{"server_uuid": "cc870311-ca73-4b1e-a36c-c9d26cb210a2", "name": "network-vif-plugged", "status": "completed", "tag": "c5c15f35-68ed-4657-a0aa-fc3ffb261f20"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:13:29.449473 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port c5c15f35-68ed-4657-a0aa-fc3ffb261f20, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=c5c15f35-68ed-4657-a0aa-fc3ffb261f20,segment=NetworkSegment(53b2af43-073b-494c-b55a-501f9556b622),segment_id=53b2af43-073b-494c-b55a-501f9556b622)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:13:29.454544 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:29.477411 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e81a9b0-c3ed-430a-a834-e3d80fb63fd9 x-openstack-request-id: req-1e81a9b0-c3ed-430a-a834-e3d80fb63fd9 {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:13:29.477697 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc870311-ca73-4b1e-a36c-c9d26cb210a2", "name": "network-vif-plugged", "status": "completed", "tag": "c5c15f35-68ed-4657-a0aa-fc3ffb261f20", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:13:29.477963 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1e81a9b0-c3ed-430a-a834-e3d80fb63fd9 {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:13:29.478355 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e81a9b0-c3ed-430a-a834-e3d80fb63fd9'] response: {'server_uuid': 'cc870311-ca73-4b1e-a36c-c9d26cb210a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c15f35-68ed-4657-a0aa-fc3ffb261f20', 'code': 200} Mar 22 11:13:29.504030 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=c5c15f35-68ed-4657-a0aa-fc3ffb261f20,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:13:29.644156 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abff116-b246-491d-92db-457e284d3deb req-b511ee90-fa25-464a-8dbd-23bb0ad14ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:29.645633 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7abff116-b246-491d-92db-457e284d3deb req-b511ee90-fa25-464a-8dbd-23bb0ad14ef0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cc870311-ca73-4b1e-a36c-c9d26cb210a2 HTTP/1.1" status: 200 len: 1098 time: 0.0421460 Mar 22 11:13:29.680596 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7abff116-b246-491d-92db-457e284d3deb req-5a8b8124-9738-450b-b432-a90f41e39209 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280211 Mar 22 11:13:30.540699 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef6f99-a3ea-42d9-9c73-956e4cade905 req-7cd372ed-da8a-480a-84f8-2043907bcf26 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:30.542150 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-18ef6f99-a3ea-42d9-9c73-956e4cade905 req-7cd372ed-da8a-480a-84f8-2043907bcf26 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc870311-ca73-4b1e-a36c-c9d26cb210a2 HTTP/1.1" status: 200 len: 945 time: 0.3899715 Mar 22 11:13:30.580219 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-18ef6f99-a3ea-42d9-9c73-956e4cade905 req-48db7687-6618-4716-b4e9-d927d8d5668b tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319910 Mar 22 11:13:31.705564 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb042c-5d06-4e6f-9c48-22cb24311faf req-7677da33-830b-4c2b-9490-1ce417aea19f tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:31.707030 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-19cb042c-5d06-4e6f-9c48-22cb24311faf req-7677da33-830b-4c2b-9490-1ce417aea19f tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc870311-ca73-4b1e-a36c-c9d26cb210a2 HTTP/1.1" status: 200 len: 945 time: 0.0514438 Mar 22 11:13:31.745156 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-19cb042c-5d06-4e6f-9c48-22cb24311faf req-b08e48ec-5f9f-46fe-9857-32436a364326 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319324 Mar 22 11:13:31.864005 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7429ba-be17-4cda-8909-4f1ea5594cc5 req-0c85f535-7e6d-4c40-88d4-b2b72cb18591 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:31.865458 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6e7429ba-be17-4cda-8909-4f1ea5594cc5 req-0c85f535-7e6d-4c40-88d4-b2b72cb18591 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc870311-ca73-4b1e-a36c-c9d26cb210a2 HTTP/1.1" status: 200 len: 945 time: 0.0544536 Mar 22 11:13:31.874362 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 44650) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:13:31.879179 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-ee69d76e-ba6d-4857-b64a-9d0eb3a482e8 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Request body: {'floatingip': {'port_id': 'c5c15f35-68ed-4657-a0aa-fc3ffb261f20'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:13:31.923773 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ee69d76e-ba6d-4857-b64a-9d0eb3a482e8 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks [] for floatingip, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:32.359685 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ee69d76e-ba6d-4857-b64a-9d0eb3a482e8 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:32.365379 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ee69d76e-ba6d-4857-b64a-9d0eb3a482e8 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684147'] for floatingip, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:32.466177 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.l3_db [None req-ee69d76e-ba6d-4857-b64a-9d0eb3a482e8 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Floating IP ae436d7d-be4d-42c4-b6bd-27e6a686a19b associated. External IP: 172.26.7.167, port: c5c15f35-68ed-4657-a0aa-fc3ffb261f20. Mar 22 11:13:32.683090 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee69d76e-ba6d-4857-b64a-9d0eb3a482e8 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Router 0969331c-2815-4c97-ad08-e7dfff47d594 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:13:32.793057 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee69d76e-ba6d-4857-b64a-9d0eb3a482e8 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:13:32.798096 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ee69d76e-ba6d-4857-b64a-9d0eb3a482e8 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:32.802988 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dc0a2b-a7e0-4129-be11-60e3bc15f999 None None] Sync routers for ids ['0969331c-2815-4c97-ad08-e7dfff47d594'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:13:32.813959 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dc0a2b-a7e0-4129-be11-60e3bc15f999 None None] Routers {'0969331c-2815-4c97-ad08-e7dfff47d594'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:13:32.814550 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-c9dc0a2b-a7e0-4129-be11-60e3bc15f999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:13:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['0969331c-2815-4c97-ad08-e7dfff47d594'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:13:32.826387 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-ee69d76e-ba6d-4857-b64a-9d0eb3a482e8 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "PUT /v2.0/floatingips/ae436d7d-be4d-42c4-b6bd-27e6a686a19b HTTP/1.1" status: 200 len: 991 time: 0.9509706 Mar 22 11:13:32.826949 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc870311-ca73-4b1e-a36c-c9d26cb210a2', 'tag': 'c5c15f35-68ed-4657-a0aa-fc3ffb261f20'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:13:32.829289 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2c0437-f04f-429d-b319-2307e8a42ce9" -d '{"events": [{"name": "network-changed", "server_uuid": "cc870311-ca73-4b1e-a36c-c9d26cb210a2", "tag": "c5c15f35-68ed-4657-a0aa-fc3ffb261f20"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:13:32.875784 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d314d8c-212e-4cbc-8439-423ee9336406 x-openstack-request-id: req-0d314d8c-212e-4cbc-8439-423ee9336406 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:13:32.876070 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc870311-ca73-4b1e-a36c-c9d26cb210a2", "tag": "c5c15f35-68ed-4657-a0aa-fc3ffb261f20", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:13:32.876315 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0d314d8c-212e-4cbc-8439-423ee9336406 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:13:32.876720 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d314d8c-212e-4cbc-8439-423ee9336406'] response: {'name': 'network-changed', 'server_uuid': 'cc870311-ca73-4b1e-a36c-c9d26cb210a2', 'tag': 'c5c15f35-68ed-4657-a0aa-fc3ffb261f20', 'status': 'completed', 'code': 200} Mar 22 11:13:32.924114 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-c9dc0a2b-a7e0-4129-be11-60e3bc15f999 None None] Set router 0969331c-2815-4c97-ad08-e7dfff47d594 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:13:32.966352 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ee48f-f64a-4cb9-9d7a-6ad445406a39 req-61a8faa6-e1bc-4b39-b207-cd3fddfd7f88 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:32.967776 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-012ee48f-f64a-4cb9-9d7a-6ad445406a39 req-61a8faa6-e1bc-4b39-b207-cd3fddfd7f88 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc870311-ca73-4b1e-a36c-c9d26cb210a2 HTTP/1.1" status: 200 len: 945 time: 0.0805073 Mar 22 11:13:32.969708 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c0437-f04f-429d-b319-2307e8a42ce9 req-df0dc1c1-ca67-462e-95bf-012af29cd065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:32.974296 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6f2c0437-f04f-429d-b319-2307e8a42ce9 req-df0dc1c1-ca67-462e-95bf-012af29cd065 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ee49a6d1fef42d8b63d9dcdae3e7704&device_id=cc870311-ca73-4b1e-a36c-c9d26cb210a2 HTTP/1.1" status: 200 len: 1098 time: 0.0734701 Mar 22 11:13:33.056618 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-012ee48f-f64a-4cb9-9d7a-6ad445406a39 req-db92bab1-fed2-4110-bfc8-eb9c8248c9c9 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815794 Mar 22 11:13:33.091100 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c0437-f04f-429d-b319-2307e8a42ce9 req-118be7a4-2ffc-4632-bdca-ea912955cbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:33.092793 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6f2c0437-f04f-429d-b319-2307e8a42ce9 req-118be7a4-2ffc-4632-bdca-ea912955cbae service neutron] 10.222.0.35 "GET /v2.0/networks?id=cecd9a7b-8d72-4acc-b91d-f47639526b0c HTTP/1.1" status: 200 len: 913 time: 0.1117334 Mar 22 11:13:33.141555 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-c9dc0a2b-a7e0-4129-be11-60e3bc15f999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'name': 'tempest-ServerActionsTestJSON-1479893742-router', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': '4da6f53b-923c-493c-8bca-866ab56191fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:13:16Z', 'updated_at': '2022-03-22T11:13:19Z', 'revision_number': 4, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'gw_port': {'id': '4da6f53b-923c-493c-8bca-866ab56191fa', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:40:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:13:16Z', 'updated_at': '2022-03-22T11:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': 'ae436d7d-be4d-42c4-b6bd-27e6a686a19b', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'floating_ip_address': '172.26.7.167', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'port_id': 'c5c15f35-68ed-4657-a0aa-fc3ffb261f20', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c', 'mac_address': 'fa:16:3e:ae:fb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc870311-ca73-4b1e-a36c-c9d26cb210a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:13:20Z', 'updated_at': '2022-03-22T11:13:32Z', 'revision_number': 1, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '688e8a72-136a-4a9a-9585-f0ab5fab2298', 'name': '', 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'mac_address': 'fa:16:3e:a3:43:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:13:18Z', 'updated_at': '2022-03-22T11:13:21Z', 'revision_number': 5, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'subnets': [{'id': 'f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:13:33.166853 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dc0a2b-a7e0-4129-be11-60e3bc15f999 None None] Checking router: 0969331c-2815-4c97-ad08-e7dfff47d594 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:13:33.175524 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dc0a2b-a7e0-4129-be11-60e3bc15f999 None None] Routers {'0969331c-2815-4c97-ad08-e7dfff47d594'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:13:33.176097 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-c9dc0a2b-a7e0-4129-be11-60e3bc15f999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:13:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['0969331c-2815-4c97-ad08-e7dfff47d594'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:13:33.187019 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6f2c0437-f04f-429d-b319-2307e8a42ce9 req-d207b30a-05fc-4686-9e51-b01547414356 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5c15f35-68ed-4657-a0aa-fc3ffb261f20 HTTP/1.1" status: 200 len: 999 time: 0.0872104 Mar 22 11:13:33.209056 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ecf84f-9e29-4d14-a045-3c634ec236ba req-6e0d8f74-bdee-4acc-b11b-23909cd16984 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:33.210418 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-73ecf84f-9e29-4d14-a045-3c634ec236ba req-6e0d8f74-bdee-4acc-b11b-23909cd16984 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc870311-ca73-4b1e-a36c-c9d26cb210a2 HTTP/1.1" status: 200 len: 945 time: 0.0709212 Mar 22 11:13:33.261518 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c0437-f04f-429d-b319-2307e8a42ce9 req-40eb3588-8963-4abd-b25c-4765eec0cc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:33.262872 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6f2c0437-f04f-429d-b319-2307e8a42ce9 req-40eb3588-8963-4abd-b25c-4765eec0cc56 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b HTTP/1.1" status: 200 len: 851 time: 0.0682702 Mar 22 11:13:33.281903 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-c9dc0a2b-a7e0-4129-be11-60e3bc15f999 None None] Set router 0969331c-2815-4c97-ad08-e7dfff47d594 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:13:33.282566 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-73ecf84f-9e29-4d14-a045-3c634ec236ba req-be136460-e46d-406b-bfeb-6aef2ca6fa6f tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536535 Mar 22 11:13:33.318136 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c0437-f04f-429d-b319-2307e8a42ce9 req-d8b7ddd6-11a9-4edf-8795-354dbfd15c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:33.319657 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6f2c0437-f04f-429d-b319-2307e8a42ce9 req-d8b7ddd6-11a9-4edf-8795-354dbfd15c62 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cecd9a7b-8d72-4acc-b91d-f47639526b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0493190 Mar 22 11:13:33.407935 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6f2c0437-f04f-429d-b319-2307e8a42ce9 req-444f84dc-9d56-443d-92f6-584eb7bbd082 service neutron] 10.222.0.35 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815473 Mar 22 11:13:33.504060 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6f2c0437-f04f-429d-b319-2307e8a42ce9 req-3c438391-82a7-4db0-83d3-9cb770333605 service neutron] 10.222.0.35 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886254 Mar 22 11:13:33.504286 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-c9dc0a2b-a7e0-4129-be11-60e3bc15f999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'name': 'tempest-ServerActionsTestJSON-1479893742-router', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': '4da6f53b-923c-493c-8bca-866ab56191fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:13:16Z', 'updated_at': '2022-03-22T11:13:19Z', 'revision_number': 4, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'gw_port': {'id': '4da6f53b-923c-493c-8bca-866ab56191fa', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:40:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:13:16Z', 'updated_at': '2022-03-22T11:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': 'ae436d7d-be4d-42c4-b6bd-27e6a686a19b', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'floating_ip_address': '172.26.7.167', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'port_id': 'c5c15f35-68ed-4657-a0aa-fc3ffb261f20', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c', 'mac_address': 'fa:16:3e:ae:fb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc870311-ca73-4b1e-a36c-c9d26cb210a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:13:20Z', 'updated_at': '2022-03-22T11:13:32Z', 'revision_number': 1, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '688e8a72-136a-4a9a-9585-f0ab5fab2298', 'name': '', 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'mac_address': 'fa:16:3e:a3:43:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:13:18Z', 'updated_at': '2022-03-22T11:13:21Z', 'revision_number': 5, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'subnets': [{'id': 'f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:13:33.530515 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dc0a2b-a7e0-4129-be11-60e3bc15f999 None None] The sync data for ids ['0969331c-2815-4c97-ad08-e7dfff47d594'] in dv-neutron-834599-1-hyperv is: [{'id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'name': 'tempest-ServerActionsTestJSON-1479893742-router', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': '4da6f53b-923c-493c-8bca-866ab56191fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:13:16Z', 'updated_at': '2022-03-22T11:13:19Z', 'revision_number': 4, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'gw_port': {'id': '4da6f53b-923c-493c-8bca-866ab56191fa', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:40:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:13:16Z', 'updated_at': '2022-03-22T11:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': 'ae436d7d-be4d-42c4-b6bd-27e6a686a19b', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'floating_ip_address': '172.26.7.167', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'port_id': 'c5c15f35-68ed-4657-a0aa-fc3ffb261f20', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c', 'mac_address': 'fa:16:3e:ae:fb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc870311-ca73-4b1e-a36c-c9d26cb210a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:13:20Z', 'updated_at': '2022-03-22T11:13:32Z', 'revision_number': 1, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '688e8a72-136a-4a9a-9585-f0ab5fab2298', 'name': '', 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'mac_address': 'fa:16:3e:a3:43:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:13:18Z', 'updated_at': '2022-03-22T11:13:21Z', 'revision_number': 5, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'subnets': [{'id': 'f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:13:33.715398 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0967be38-02a0-4362-b76e-f81001e41fff None None] New status for floating IP ae436d7d-be4d-42c4-b6bd-27e6a686a19b: ACTIVE {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 11:13:34.404076 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e7a1d-64bd-4b7a-92c4-283f1c2311a7 req-55cd68f2-98cb-406d-90c7-e8ff552c7adb tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:34.405571 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d34e7a1d-64bd-4b7a-92c4-283f1c2311a7 req-55cd68f2-98cb-406d-90c7-e8ff552c7adb tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc870311-ca73-4b1e-a36c-c9d26cb210a2 HTTP/1.1" status: 200 len: 945 time: 0.0516798 Mar 22 11:13:34.443757 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d34e7a1d-64bd-4b7a-92c4-283f1c2311a7 req-79de3c69-841a-4465-a4b3-8d32ff961d9e tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319953 Mar 22 11:13:34.567832 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5d077-f3d6-4339-80d9-cd8ed1b7c465 req-a107a51c-f633-4c88-8d3e-1e91122a0867 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:34.569208 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b9c5d077-f3d6-4339-80d9-cd8ed1b7c465 req-a107a51c-f633-4c88-8d3e-1e91122a0867 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc870311-ca73-4b1e-a36c-c9d26cb210a2 HTTP/1.1" status: 200 len: 945 time: 0.0579782 Mar 22 11:13:34.609440 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b9c5d077-f3d6-4339-80d9-cd8ed1b7c465 req-07353074-8777-42c7-bef3-4e80685645bc tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312660 Mar 22 11:13:34.836404 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-7567d416-2446-434a-b052-fca5d8987113 req-16be3d77-bd70-47cf-be30-0ec0bf0f43ed service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cc870311-ca73-4b1e-a36c-c9d26cb210a2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0403094 Mar 22 11:13:34.855162 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f7197-a9d3-4804-8876-dd495ee2f380 req-3e4d8733-eb85-408c-bf71-5e73598fec85 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:34.858812 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-150f7197-a9d3-4804-8876-dd495ee2f380 req-3e4d8733-eb85-408c-bf71-5e73598fec85 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc870311-ca73-4b1e-a36c-c9d26cb210a2 HTTP/1.1" status: 200 len: 945 time: 0.0569439 Mar 22 11:13:34.899233 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-150f7197-a9d3-4804-8876-dd495ee2f380 req-3ffbf31e-87dd-4258-96a6-6bb3ee28adb7 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341368 Mar 22 11:13:36.015119 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98859356-6598-4d0d-ba1e-1a01cb0ca7e2 req-82787684-02a2-4de7-b2c7-9e6b16342882 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:36.016655 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-98859356-6598-4d0d-ba1e-1a01cb0ca7e2 req-82787684-02a2-4de7-b2c7-9e6b16342882 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc870311-ca73-4b1e-a36c-c9d26cb210a2 HTTP/1.1" status: 200 len: 945 time: 0.0497429 Mar 22 11:13:36.056585 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-98859356-6598-4d0d-ba1e-1a01cb0ca7e2 req-fbd63665-23a6-48d6-b860-532f780fc0bf tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337839 Mar 22 11:13:36.264999 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7567d416-2446-434a-b052-fca5d8987113 req-b9970b5f-4085-4425-9001-9a319fa8edea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:36.266518 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7567d416-2446-434a-b052-fca5d8987113 req-b9970b5f-4085-4425-9001-9a319fa8edea service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ee49a6d1fef42d8b63d9dcdae3e7704&device_id=cc870311-ca73-4b1e-a36c-c9d26cb210a2 HTTP/1.1" status: 200 len: 1098 time: 0.0428255 Mar 22 11:13:36.363691 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7567d416-2446-434a-b052-fca5d8987113 req-7941c76d-0465-4ad8-88cc-2f9cbb022be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:36.365051 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7567d416-2446-434a-b052-fca5d8987113 req-7941c76d-0465-4ad8-88cc-2f9cbb022be5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cecd9a7b-8d72-4acc-b91d-f47639526b0c HTTP/1.1" status: 200 len: 913 time: 0.0902708 Mar 22 11:13:36.436726 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7567d416-2446-434a-b052-fca5d8987113 req-760b987f-5609-4d17-ab65-aaaba953873e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5c15f35-68ed-4657-a0aa-fc3ffb261f20 HTTP/1.1" status: 200 len: 1001 time: 0.0648332 Mar 22 11:13:36.503721 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7567d416-2446-434a-b052-fca5d8987113 req-d0580c55-663c-47d3-a000-1692d858088b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:36.505186 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7567d416-2446-434a-b052-fca5d8987113 req-d0580c55-663c-47d3-a000-1692d858088b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b HTTP/1.1" status: 200 len: 851 time: 0.0617559 Mar 22 11:13:36.552203 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7567d416-2446-434a-b052-fca5d8987113 req-db1cb063-93e3-4afa-816f-36fd10d2cdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:36.553655 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7567d416-2446-434a-b052-fca5d8987113 req-db1cb063-93e3-4afa-816f-36fd10d2cdf0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cecd9a7b-8d72-4acc-b91d-f47639526b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405688 Mar 22 11:13:36.643000 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7567d416-2446-434a-b052-fca5d8987113 req-d97d87c1-fe2d-4f88-aa98-8d20e9bdaee7 service neutron] 10.222.0.35 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819128 Mar 22 11:13:36.738518 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7567d416-2446-434a-b052-fca5d8987113 req-60d4260d-fcc5-4056-b1a7-dceba5181b4b service neutron] 10.222.0.35 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877886 Mar 22 11:13:37.187845 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5cc9a5-a62b-4d53-b65a-f0d56e831866 req-a9d4c1c9-3480-431c-9de9-9d336a9cee37 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:37.189293 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-bb5cc9a5-a62b-4d53-b65a-f0d56e831866 req-a9d4c1c9-3480-431c-9de9-9d336a9cee37 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc870311-ca73-4b1e-a36c-c9d26cb210a2 HTTP/1.1" status: 200 len: 945 time: 0.0501504 Mar 22 11:13:37.227649 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-bb5cc9a5-a62b-4d53-b65a-f0d56e831866 req-58d84231-b9a7-4d52-810e-d8cbc753dd82 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322981 Mar 22 11:13:37.722606 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9b1ad18e-6268-4c68-9f69-338d8c0bd445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:38.365666 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e24ebe0-028d-4b98-984e-7814ed48dd22 req-4ec0955d-0522-4638-a5cb-40e816a94ef1 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:38.367175 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9e24ebe0-028d-4b98-984e-7814ed48dd22 req-4ec0955d-0522-4638-a5cb-40e816a94ef1 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc870311-ca73-4b1e-a36c-c9d26cb210a2 HTTP/1.1" status: 200 len: 945 time: 0.0551882 Mar 22 11:13:38.408929 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9e24ebe0-028d-4b98-984e-7814ed48dd22 req-6e7199a2-8570-4119-b333-1b2e6ea34533 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329506 Mar 22 11:13:39.178043 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:13:39.535090 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc0e1f-839d-4dbd-80bb-454520c08fd8 req-ede0c718-0eae-448a-ad0e-0401b2c78e63 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:39.536623 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-bdbc0e1f-839d-4dbd-80bb-454520c08fd8 req-ede0c718-0eae-448a-ad0e-0401b2c78e63 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc870311-ca73-4b1e-a36c-c9d26cb210a2 HTTP/1.1" status: 200 len: 945 time: 0.0589197 Mar 22 11:13:39.577387 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-bdbc0e1f-839d-4dbd-80bb-454520c08fd8 req-9767b047-1017-4427-ae3f-20d8c516b70a tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321064 Mar 22 11:13:39.848821 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-bbd2cc1d-f595-4cd2-b6cc-09224b7aa733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:40.708507 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cc3af-b207-447c-b749-6972966b787d req-53e1972f-b212-4454-9263-4155061422be tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:40.710203 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-629cc3af-b207-447c-b749-6972966b787d req-53e1972f-b212-4454-9263-4155061422be tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc870311-ca73-4b1e-a36c-c9d26cb210a2 HTTP/1.1" status: 200 len: 945 time: 0.0571134 Mar 22 11:13:40.748350 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-629cc3af-b207-447c-b749-6972966b787d req-78c0ac50-c541-41f7-ad28-f24c43907cd2 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321088 Mar 22 11:13:41.185918 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:41.887601 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a451e-9501-4867-afbb-9570b5628f7a req-e777eeab-0aab-4106-8026-b4cf7147c298 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:41.889082 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-be5a451e-9501-4867-afbb-9570b5628f7a req-e777eeab-0aab-4106-8026-b4cf7147c298 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc870311-ca73-4b1e-a36c-c9d26cb210a2 HTTP/1.1" status: 200 len: 945 time: 0.0600929 Mar 22 11:13:41.929014 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-be5a451e-9501-4867-afbb-9570b5628f7a req-7160534a-a9a5-4142-a595-6008841b807b tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315316 Mar 22 11:13:42.585715 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:42.849683 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:43.071166 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc806a-77ca-4c80-a003-dde409526a71 req-f68137fb-6fee-4cc8-9764-5c87871b2cfc tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:43.072660 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-accc806a-77ca-4c80-a003-dde409526a71 req-f68137fb-6fee-4cc8-9764-5c87871b2cfc tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc870311-ca73-4b1e-a36c-c9d26cb210a2 HTTP/1.1" status: 200 len: 945 time: 0.0671980 Mar 22 11:13:43.111284 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-accc806a-77ca-4c80-a003-dde409526a71 req-c3fe5789-11c0-4998-95fa-aebadacafb07 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323205 Mar 22 11:13:43.483295 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:44.241314 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aaa949-b61e-4c3b-99ec-3d6f5bf24768 req-66bbf133-c39e-47a0-9f39-b7efcb4acb80 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:44.242741 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-24aaa949-b61e-4c3b-99ec-3d6f5bf24768 req-66bbf133-c39e-47a0-9f39-b7efcb4acb80 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc870311-ca73-4b1e-a36c-c9d26cb210a2 HTTP/1.1" status: 200 len: 945 time: 0.0507300 Mar 22 11:13:44.284217 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-24aaa949-b61e-4c3b-99ec-3d6f5bf24768 req-87955b43-5569-4d74-a713-d88b2d8d7bbb tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327685 Mar 22 11:13:45.418877 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956fb5a-08d6-4a82-9167-65694bdfa2fa req-800450f3-8e4f-4381-af36-e3a8930437ff tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:45.420365 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3956fb5a-08d6-4a82-9167-65694bdfa2fa req-800450f3-8e4f-4381-af36-e3a8930437ff tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc870311-ca73-4b1e-a36c-c9d26cb210a2 HTTP/1.1" status: 200 len: 945 time: 0.0560191 Mar 22 11:13:45.458829 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3956fb5a-08d6-4a82-9167-65694bdfa2fa req-009de977-03e4-4cb6-8725-68e937932042 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324218 Mar 22 11:13:46.582229 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea716020-1381-4d11-be7c-68e983591942 req-1af7ce4d-ff98-498a-bccd-f3c635f14711 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:46.583699 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ea716020-1381-4d11-be7c-68e983591942 req-1af7ce4d-ff98-498a-bccd-f3c635f14711 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc870311-ca73-4b1e-a36c-c9d26cb210a2 HTTP/1.1" status: 200 len: 945 time: 0.0513346 Mar 22 11:13:46.621972 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ea716020-1381-4d11-be7c-68e983591942 req-1ea09736-18f4-44eb-80c9-eda9fc539223 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321491 Mar 22 11:13:47.755904 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa71c402-cef7-42a5-b24a-40da94338ef5 req-581554cd-138d-47e1-9a37-cf4461c0533f tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:47.757365 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-aa71c402-cef7-42a5-b24a-40da94338ef5 req-581554cd-138d-47e1-9a37-cf4461c0533f tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc870311-ca73-4b1e-a36c-c9d26cb210a2 HTTP/1.1" status: 200 len: 945 time: 0.0596716 Mar 22 11:13:47.795011 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-aa71c402-cef7-42a5-b24a-40da94338ef5 req-b3b00a29-49a3-4529-9f51-55985811084f tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313346 Mar 22 11:13:48.921535 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37722f0e-42e8-43ac-b009-0163ef2974a9 req-fb784235-083c-49d7-8b24-dbb2a3a1ba33 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:48.923064 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-37722f0e-42e8-43ac-b009-0163ef2974a9 req-fb784235-083c-49d7-8b24-dbb2a3a1ba33 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc870311-ca73-4b1e-a36c-c9d26cb210a2 HTTP/1.1" status: 200 len: 945 time: 0.0530424 Mar 22 11:13:48.961218 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-37722f0e-42e8-43ac-b009-0163ef2974a9 req-765bb4a8-1b1b-4eb2-9fe9-5f96855fdfa7 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311503 Mar 22 11:13:50.085398 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f0a9a-021d-4c36-9008-dbece436fa21 req-683c4e8e-8f8c-4367-98b2-2410d27d49cc tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:50.086925 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-894f0a9a-021d-4c36-9008-dbece436fa21 req-683c4e8e-8f8c-4367-98b2-2410d27d49cc tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc870311-ca73-4b1e-a36c-c9d26cb210a2 HTTP/1.1" status: 200 len: 945 time: 0.0530090 Mar 22 11:13:50.126121 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-894f0a9a-021d-4c36-9008-dbece436fa21 req-9697ede6-b095-4c00-b92e-1b4df2b4c4c1 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330009 Mar 22 11:13:51.258279 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f5a8b-dd1b-4314-8f2e-304db6446272 req-31aafc3e-fff5-49c9-ac13-1c7650739525 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:51.259677 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-630f5a8b-dd1b-4314-8f2e-304db6446272 req-31aafc3e-fff5-49c9-ac13-1c7650739525 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc870311-ca73-4b1e-a36c-c9d26cb210a2 HTTP/1.1" status: 200 len: 945 time: 0.0508401 Mar 22 11:13:51.297605 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-630f5a8b-dd1b-4314-8f2e-304db6446272 req-f46a2fab-988e-47d9-8153-9b8d27c3304c tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318420 Mar 22 11:13:52.426064 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f2e4c-a791-4908-97d8-58c799b2a27c req-5763432b-b877-41a3-b896-2e1b3ad9b9cb tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:52.427552 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-722f2e4c-a791-4908-97d8-58c799b2a27c req-5763432b-b877-41a3-b896-2e1b3ad9b9cb tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc870311-ca73-4b1e-a36c-c9d26cb210a2 HTTP/1.1" status: 200 len: 945 time: 0.0531704 Mar 22 11:13:52.466484 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-722f2e4c-a791-4908-97d8-58c799b2a27c req-1adefdee-539e-45a0-9b9a-650091bc0cbf tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326996 Mar 22 11:13:53.307247 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [req-7567d416-2446-434a-b052-fca5d8987113 req-8633eb31-3bc0-411e-8202-78f0472ec623 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=109050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:13:53.308520 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7567d416-2446-434a-b052-fca5d8987113 req-8633eb31-3bc0-411e-8202-78f0472ec623 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085230 Mar 22 11:13:53.381977 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7567d416-2446-434a-b052-fca5d8987113 req-7f5f7a88-b8c2-41eb-8d92-94ab18b13deb service neutron] 10.222.0.35 "GET /v2.0/ports/c5c15f35-68ed-4657-a0aa-fc3ffb261f20/bindings/hv-neutron-8345 HTTP/1.1" status: 200 len: 384 time: 0.0665238 Mar 22 11:13:53.620976 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70cdae8-7e5d-4f66-8be5-d6edf58d90f9 req-e92d63ff-11e3-455e-9758-c6278eded264 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:53.622326 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e70cdae8-7e5d-4f66-8be5-d6edf58d90f9 req-e92d63ff-11e3-455e-9758-c6278eded264 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc870311-ca73-4b1e-a36c-c9d26cb210a2 HTTP/1.1" status: 200 len: 945 time: 0.0837607 Mar 22 11:13:53.626600 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7567d416-2446-434a-b052-fca5d8987113 req-c05a9662-4b7a-461d-a671-76d0749348ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:53.628332 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7567d416-2446-434a-b052-fca5d8987113 req-c05a9662-4b7a-461d-a671-76d0749348ea service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cc870311-ca73-4b1e-a36c-c9d26cb210a2&tenant_id=5ee49a6d1fef42d8b63d9dcdae3e7704 HTTP/1.1" status: 200 len: 1098 time: 0.0615113 Mar 22 11:13:53.692807 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e70cdae8-7e5d-4f66-8be5-d6edf58d90f9 req-a865e494-331d-4e42-a2aa-83c16968f848 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635202 Mar 22 11:13:53.705765 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7567d416-2446-434a-b052-fca5d8987113 req-1462d588-8f25-483d-a692-f206abf154ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:53.707395 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7567d416-2446-434a-b052-fca5d8987113 req-1462d588-8f25-483d-a692-f206abf154ab service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ee49a6d1fef42d8b63d9dcdae3e7704&device_id=cc870311-ca73-4b1e-a36c-c9d26cb210a2 HTTP/1.1" status: 200 len: 1098 time: 0.0541871 Mar 22 11:13:53.796715 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7567d416-2446-434a-b052-fca5d8987113 req-3ca96214-5dee-457c-a48c-c34f0fc12619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:53.798167 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7567d416-2446-434a-b052-fca5d8987113 req-3ca96214-5dee-457c-a48c-c34f0fc12619 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cecd9a7b-8d72-4acc-b91d-f47639526b0c HTTP/1.1" status: 200 len: 913 time: 0.0848510 Mar 22 11:13:53.875770 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7567d416-2446-434a-b052-fca5d8987113 req-c50fc4eb-f505-4c9d-afee-4178e4c6464b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5c15f35-68ed-4657-a0aa-fc3ffb261f20 HTTP/1.1" status: 200 len: 1001 time: 0.0699852 Mar 22 11:13:53.927325 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7567d416-2446-434a-b052-fca5d8987113 req-c574e226-34da-4938-b277-255facf9c9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:53.928925 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7567d416-2446-434a-b052-fca5d8987113 req-c574e226-34da-4938-b277-255facf9c9c1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b HTTP/1.1" status: 200 len: 851 time: 0.0473650 Mar 22 11:13:53.978187 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7567d416-2446-434a-b052-fca5d8987113 req-20589b5e-a0af-4cf5-b9da-3d7a71e453e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:53.979722 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7567d416-2446-434a-b052-fca5d8987113 req-20589b5e-a0af-4cf5-b9da-3d7a71e453e1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cecd9a7b-8d72-4acc-b91d-f47639526b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432088 Mar 22 11:13:54.072314 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7567d416-2446-434a-b052-fca5d8987113 req-2d7739fe-9204-4f4a-918a-d8b942271bc7 service neutron] 10.222.0.35 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860574 Mar 22 11:13:54.166620 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7567d416-2446-434a-b052-fca5d8987113 req-cfa24bc7-d4d2-4d2a-9109-7be9b505ee2a service neutron] 10.222.0.35 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876970 Mar 22 11:13:54.820309 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd028a0-e317-4f86-81e9-9de2e66d2910 req-baa71271-c1ee-46c2-a949-aa121fab8cb4 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:54.821822 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4fd028a0-e317-4f86-81e9-9de2e66d2910 req-baa71271-c1ee-46c2-a949-aa121fab8cb4 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc870311-ca73-4b1e-a36c-c9d26cb210a2 HTTP/1.1" status: 200 len: 945 time: 0.0486593 Mar 22 11:13:54.860474 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4fd028a0-e317-4f86-81e9-9de2e66d2910 req-bbd027b4-029c-464a-8b57-6d94f649ee8d tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327516 Mar 22 11:13:55.989004 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869cae4-dccf-47b5-a8d2-a5140ee9a574 req-1f756dbe-cc6a-4259-b2ce-53695312dbd2 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:55.990581 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e869cae4-dccf-47b5-a8d2-a5140ee9a574 req-1f756dbe-cc6a-4259-b2ce-53695312dbd2 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc870311-ca73-4b1e-a36c-c9d26cb210a2 HTTP/1.1" status: 200 len: 945 time: 0.0500505 Mar 22 11:13:56.028889 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e869cae4-dccf-47b5-a8d2-a5140ee9a574 req-a84eeea5-c0ab-49f7-8933-e690a8f886d8 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321116 Mar 22 11:13:56.233893 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b5c539-20ee-490a-934e-17b86480847b req-12a1056a-3ec5-4df0-892b-6c780c6f6a44 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:56.235397 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-36b5c539-20ee-490a-934e-17b86480847b req-12a1056a-3ec5-4df0-892b-6c780c6f6a44 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc870311-ca73-4b1e-a36c-c9d26cb210a2 HTTP/1.1" status: 200 len: 945 time: 0.0502820 Mar 22 11:13:56.303535 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-36b5c539-20ee-490a-934e-17b86480847b req-eaef893c-f46f-4d46-9c97-054e5686781c tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590265 Mar 22 11:13:56.311644 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cadd65-c8ff-46f8-9515-bccb334b1ad9 req-0947f54c-ca4c-4f67-9c9e-f9b0fa3d4eee tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:56.313056 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-17cadd65-c8ff-46f8-9515-bccb334b1ad9 req-0947f54c-ca4c-4f67-9c9e-f9b0fa3d4eee tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc870311-ca73-4b1e-a36c-c9d26cb210a2&tenant_id=5ee49a6d1fef42d8b63d9dcdae3e7704&binding%3Ahost_id=hv-neutron-8345 HTTP/1.1" status: 200 len: 945 time: 0.0768151 Mar 22 11:13:56.409207 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cadd65-c8ff-46f8-9515-bccb334b1ad9 req-4bd68f5a-c163-43df-a31f-82331288895b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:56.410589 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-17cadd65-c8ff-46f8-9515-bccb334b1ad9 req-4bd68f5a-c163-43df-a31f-82331288895b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ee49a6d1fef42d8b63d9dcdae3e7704&device_id=cc870311-ca73-4b1e-a36c-c9d26cb210a2 HTTP/1.1" status: 200 len: 1098 time: 0.0470266 Mar 22 11:13:56.505885 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cadd65-c8ff-46f8-9515-bccb334b1ad9 req-eb4950a6-e10e-4914-8248-bbe28aa6d982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:56.507325 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-17cadd65-c8ff-46f8-9515-bccb334b1ad9 req-eb4950a6-e10e-4914-8248-bbe28aa6d982 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cecd9a7b-8d72-4acc-b91d-f47639526b0c HTTP/1.1" status: 200 len: 913 time: 0.0899205 Mar 22 11:13:56.573071 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-17cadd65-c8ff-46f8-9515-bccb334b1ad9 req-74dd1ca6-96e6-46d7-86d8-303383ee2e45 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5c15f35-68ed-4657-a0aa-fc3ffb261f20 HTTP/1.1" status: 200 len: 1001 time: 0.0585210 Mar 22 11:13:56.620809 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cadd65-c8ff-46f8-9515-bccb334b1ad9 req-84523327-2085-4ce8-b500-d3aea3edc8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:56.622251 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-17cadd65-c8ff-46f8-9515-bccb334b1ad9 req-84523327-2085-4ce8-b500-d3aea3edc8a7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b HTTP/1.1" status: 200 len: 851 time: 0.0428193 Mar 22 11:13:56.670046 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cadd65-c8ff-46f8-9515-bccb334b1ad9 req-95bb2572-b83b-4841-a8a8-42e4b21d27a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:56.671487 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-17cadd65-c8ff-46f8-9515-bccb334b1ad9 req-95bb2572-b83b-4841-a8a8-42e4b21d27a3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cecd9a7b-8d72-4acc-b91d-f47639526b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0427072 Mar 22 11:13:56.765208 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-17cadd65-c8ff-46f8-9515-bccb334b1ad9 req-7db57b61-a2c3-4481-8438-386b5e9010ea service neutron] 10.222.0.35 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864253 Mar 22 11:13:56.857778 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-17cadd65-c8ff-46f8-9515-bccb334b1ad9 req-b8dfe39d-d1f8-4e54-80cf-985ec6984c94 service neutron] 10.222.0.35 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855918 Mar 22 11:13:57.403461 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device c5c15f35-68ed-4657-a0aa-fc3ffb261f20 details requested by agent hyperv_hv-neutron-8345 with host hv-neutron-8345 {{(pid=109051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 11:13:57.405590 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device c5c15f35-68ed-4657-a0aa-fc3ffb261f20 no longer exists at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:13:57.436541 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f0f36-ab2c-436b-a2c5-e9c9ac479bac req-845ce08e-4ff2-428e-a037-58757d38fec7 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:57.438197 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-942f0f36-ab2c-436b-a2c5-e9c9ac479bac req-845ce08e-4ff2-428e-a037-58757d38fec7 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc870311-ca73-4b1e-a36c-c9d26cb210a2 HTTP/1.1" status: 200 len: 945 time: 0.0631874 Mar 22 11:13:57.475688 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-942f0f36-ab2c-436b-a2c5-e9c9ac479bac req-7a4608da-5d40-4705-a35a-f3b27bd67507 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312219 Mar 22 11:13:57.542417 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:57.575946 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port c5c15f35-68ed-4657-a0aa-fc3ffb261f20, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=c5c15f35-68ed-4657-a0aa-fc3ffb261f20,segment=NetworkSegment(53b2af43-073b-494c-b55a-501f9556b622),segment_id=53b2af43-073b-494c-b55a-501f9556b622)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:13:57.586671 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc870311-ca73-4b1e-a36c-c9d26cb210a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5c15f35-68ed-4657-a0aa-fc3ffb261f20'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:13:57.588962 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c2e55d8-153e-45e7-8288-37d846b2b106" -d '{"events": [{"server_uuid": "cc870311-ca73-4b1e-a36c-c9d26cb210a2", "name": "network-vif-unplugged", "status": "completed", "tag": "c5c15f35-68ed-4657-a0aa-fc3ffb261f20"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:13:57.589594 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b147ea-f18a-4743-b66d-2ef7a99c05c2 req-b35d8925-3358-4b3c-b1e5-d8a5c7825703 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:57.591199 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-37b147ea-f18a-4743-b66d-2ef7a99c05c2 req-b35d8925-3358-4b3c-b1e5-d8a5c7825703 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc870311-ca73-4b1e-a36c-c9d26cb210a2 HTTP/1.1" status: 200 len: 945 time: 0.0483150 Mar 22 11:13:57.603724 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port c5c15f35-68ed-4657-a0aa-fc3ffb261f20, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=c5c15f35-68ed-4657-a0aa-fc3ffb261f20,segment=NetworkSegment(53b2af43-073b-494c-b55a-501f9556b622),segment_id=53b2af43-073b-494c-b55a-501f9556b622)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:13:57.604965 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Returning: {'device': 'c5c15f35-68ed-4657-a0aa-fc3ffb261f20', 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c', 'port_id': 'c5c15f35-68ed-4657-a0aa-fc3ffb261f20', 'mac_address': 'fa:16:3e:ae:fb:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 11:13:57.611165 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:57.640120 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-37b147ea-f18a-4743-b66d-2ef7a99c05c2 req-a00799d7-831a-444d-a4a6-3f4b64c738da tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416737 Mar 22 11:13:57.657287 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 11:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35ffb62-a98c-46dc-a182-2f530873d5c5 x-openstack-request-id: req-f35ffb62-a98c-46dc-a182-2f530873d5c5 {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:13:57.657568 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc870311-ca73-4b1e-a36c-c9d26cb210a2", "name": "network-vif-unplugged", "status": "completed", "tag": "c5c15f35-68ed-4657-a0aa-fc3ffb261f20", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:13:57.657828 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f35ffb62-a98c-46dc-a182-2f530873d5c5 {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:13:57.658222 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f35ffb62-a98c-46dc-a182-2f530873d5c5'] response: {'server_uuid': 'cc870311-ca73-4b1e-a36c-c9d26cb210a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5c15f35-68ed-4657-a0aa-fc3ffb261f20', 'code': 200} Mar 22 11:13:57.677038 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:57.697039 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=c5c15f35-68ed-4657-a0aa-fc3ffb261f20,revision_number=6']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:13:57.704741 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5c15f35-68ed-4657-a0aa-fc3ffb261f20 {{(pid=109051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:13:57.710544 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:13:57.710964 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:13:57.711422 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:13:57.711761 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:13:57.712093 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:13:57.712427 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:13:57.712755 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:13:57.713080 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:13:57.713404 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:13:57.713727 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:13:57.714046 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:13:57.714364 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:13:57.737315 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port c5c15f35-68ed-4657-a0aa-fc3ffb261f20, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=c5c15f35-68ed-4657-a0aa-fc3ffb261f20,segment=NetworkSegment(53b2af43-073b-494c-b55a-501f9556b622),segment_id=53b2af43-073b-494c-b55a-501f9556b622)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:13:57.741632 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:57.756413 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b39225-855f-4425-b339-07b133564ecb req-e9832f1a-4df3-49b1-a13b-fefcef53e9bc tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:57.757854 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-39b39225-855f-4425-b339-07b133564ecb req-e9832f1a-4df3-49b1-a13b-fefcef53e9bc tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc870311-ca73-4b1e-a36c-c9d26cb210a2 HTTP/1.1" status: 200 len: 943 time: 0.0506771 Mar 22 11:13:57.790888 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=c5c15f35-68ed-4657-a0aa-fc3ffb261f20,revision_number=7']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:13:57.795946 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['c5c15f35-68ed-4657-a0aa-fc3ffb261f20'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 11:13:57.798427 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-39b39225-855f-4425-b339-07b133564ecb req-a7bf364c-7461-488c-9b1e-a191933d4b2b tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332208 Mar 22 11:13:58.035296 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4649663-02fd-4139-8ea5-5c84ab6614ed req-a040a77c-c27a-4ab7-8d78-94f33ab68a00 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:58.036804 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e4649663-02fd-4139-8ea5-5c84ab6614ed req-a040a77c-c27a-4ab7-8d78-94f33ab68a00 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc870311-ca73-4b1e-a36c-c9d26cb210a2 HTTP/1.1" status: 200 len: 944 time: 0.0501251 Mar 22 11:13:58.080029 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e4649663-02fd-4139-8ea5-5c84ab6614ed req-34ef855e-a9ad-4aed-8c54-71b30ae6fa42 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319502 Mar 22 11:13:59.212325 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304cff40-c80a-4d72-adc4-85fef48e4157 req-de678872-6cf8-4e3b-8f06-e001065f13b7 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:59.213781 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-304cff40-c80a-4d72-adc4-85fef48e4157 req-de678872-6cf8-4e3b-8f06-e001065f13b7 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc870311-ca73-4b1e-a36c-c9d26cb210a2 HTTP/1.1" status: 200 len: 944 time: 0.0610175 Mar 22 11:13:59.256766 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-304cff40-c80a-4d72-adc4-85fef48e4157 req-a487db6f-950f-4ddc-86a3-a4803ded96f1 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361302 Mar 22 11:13:59.420741 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device c5c15f35-68ed-4657-a0aa-fc3ffb261f20 up at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:13:59.471408 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning complete for port c5c15f35-68ed-4657-a0aa-fc3ffb261f20 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:13:59.471808 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:59.551970 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:59.584644 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port c5c15f35-68ed-4657-a0aa-fc3ffb261f20, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=c5c15f35-68ed-4657-a0aa-fc3ffb261f20,segment=NetworkSegment(53b2af43-073b-494c-b55a-501f9556b622),segment_id=53b2af43-073b-494c-b55a-501f9556b622)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:13:59.590523 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:59.638744 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=c5c15f35-68ed-4657-a0aa-fc3ffb261f20,revision_number=8']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:13:59.658989 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc870311-ca73-4b1e-a36c-c9d26cb210a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c15f35-68ed-4657-a0aa-fc3ffb261f20'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:13:59.661324 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7799fe6-5b57-4f3e-8e97-6ede58cbd278" -d '{"events": [{"server_uuid": "cc870311-ca73-4b1e-a36c-c9d26cb210a2", "name": "network-vif-plugged", "status": "completed", "tag": "c5c15f35-68ed-4657-a0aa-fc3ffb261f20"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:13:59.692938 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cca3b6-770d-4604-8001-61f085cfcf12 req-b72463f1-2818-49dd-85c3-2bc2991a0314 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:13:59.695037 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-73cca3b6-770d-4604-8001-61f085cfcf12 req-b72463f1-2818-49dd-85c3-2bc2991a0314 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc870311-ca73-4b1e-a36c-c9d26cb210a2 HTTP/1.1" status: 200 len: 945 time: 0.0510952 Mar 22 11:13:59.698240 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e73bf61-d8a6-4435-90d1-5d83a3cee42b x-openstack-request-id: req-5e73bf61-d8a6-4435-90d1-5d83a3cee42b {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:13:59.698543 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc870311-ca73-4b1e-a36c-c9d26cb210a2", "name": "network-vif-plugged", "status": "completed", "tag": "c5c15f35-68ed-4657-a0aa-fc3ffb261f20", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:13:59.698793 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5e73bf61-d8a6-4435-90d1-5d83a3cee42b {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:13:59.699187 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e73bf61-d8a6-4435-90d1-5d83a3cee42b'] response: {'server_uuid': 'cc870311-ca73-4b1e-a36c-c9d26cb210a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c15f35-68ed-4657-a0aa-fc3ffb261f20', 'code': 200} Mar 22 11:13:59.789945 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-73cca3b6-770d-4604-8001-61f085cfcf12 req-345bf8e7-623f-492a-a511-78109857bc19 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Deleting port c5c15f35-68ed-4657-a0aa-fc3ffb261f20 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:13:59.790276 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-73cca3b6-770d-4604-8001-61f085cfcf12 req-345bf8e7-623f-492a-a511-78109857bc19 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:13:59.886968 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-73cca3b6-770d-4604-8001-61f085cfcf12 req-345bf8e7-623f-492a-a511-78109857bc19 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] For port c5c15f35-68ed-4657-a0aa-fc3ffb261f20, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=c5c15f35-68ed-4657-a0aa-fc3ffb261f20,segment=NetworkSegment(53b2af43-073b-494c-b55a-501f9556b622),segment_id=53b2af43-073b-494c-b55a-501f9556b622)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:13:59.887333 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-73cca3b6-770d-4604-8001-61f085cfcf12 req-345bf8e7-623f-492a-a511-78109857bc19 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:00.064794 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-73cca3b6-770d-4604-8001-61f085cfcf12 req-345bf8e7-623f-492a-a511-78109857bc19 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:00.065220 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-73cca3b6-770d-4604-8001-61f085cfcf12 req-345bf8e7-623f-492a-a511-78109857bc19 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684147'] for floatingip, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:00.065523 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.l3_db [req-73cca3b6-770d-4604-8001-61f085cfcf12 req-345bf8e7-623f-492a-a511-78109857bc19 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Floating IP ae436d7d-be4d-42c4-b6bd-27e6a686a19b disassociated. External IP: 172.26.7.167, port: c5c15f35-68ed-4657-a0aa-fc3ffb261f20. Mar 22 11:14:00.065910 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-73cca3b6-770d-4604-8001-61f085cfcf12 req-345bf8e7-623f-492a-a511-78109857bc19 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Calling delete_port for c5c15f35-68ed-4657-a0aa-fc3ffb261f20 owned by compute:nova {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:14:00.218780 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-73cca3b6-770d-4604-8001-61f085cfcf12 req-345bf8e7-623f-492a-a511-78109857bc19 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:00.246359 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345bf8e7-623f-492a-a511-78109857bc19 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Pushing event deleted for resources: {'Port': ['ID=c5c15f35-68ed-4657-a0aa-fc3ffb261f20,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:14:00.375906 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0e2cf1a8-8c89-4f9a-866b-0183fc6d87b3 req-2f274564-984b-47cd-9560-a569ab54c6c8 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc870311-ca73-4b1e-a36c-c9d26cb210a2 HTTP/1.1" status: 200 len: 210 time: 0.0331929 Mar 22 11:14:00.390233 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73cca3b6-770d-4604-8001-61f085cfcf12 req-345bf8e7-623f-492a-a511-78109857bc19 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Router 0969331c-2815-4c97-ad08-e7dfff47d594 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:14:00.502065 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73cca3b6-770d-4604-8001-61f085cfcf12 req-345bf8e7-623f-492a-a511-78109857bc19 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:14:00.513936 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cfc919-8242-45a8-99ec-9ecc76501bdd None None] Sync routers for ids ['0969331c-2815-4c97-ad08-e7dfff47d594'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:14:00.525088 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cfc919-8242-45a8-99ec-9ecc76501bdd None None] Routers {'0969331c-2815-4c97-ad08-e7dfff47d594'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:14:00.525616 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-16cfc919-8242-45a8-99ec-9ecc76501bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:13:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['0969331c-2815-4c97-ad08-e7dfff47d594'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:14:00.545330 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-73cca3b6-770d-4604-8001-61f085cfcf12 req-345bf8e7-623f-492a-a511-78109857bc19 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] No DVR routers for this DVR port c5c15f35-68ed-4657-a0aa-fc3ffb261f20 on host hv-neutron-8345 {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:14:00.548012 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-73cca3b6-770d-4604-8001-61f085cfcf12 req-345bf8e7-623f-492a-a511-78109857bc19 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:00.551218 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-73cca3b6-770d-4604-8001-61f085cfcf12 req-345bf8e7-623f-492a-a511-78109857bc19 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.35 "DELETE /v2.0/ports/c5c15f35-68ed-4657-a0aa-fc3ffb261f20 HTTP/1.1" status: 204 len: 173 time: 0.8477287 Mar 22 11:14:00.551676 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc870311-ca73-4b1e-a36c-c9d26cb210a2', 'name': 'network-vif-deleted', 'tag': 'c5c15f35-68ed-4657-a0aa-fc3ffb261f20'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:14:00.553918 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e2ed63-8c1f-4230-b8db-0d5eb86b7302" -d '{"events": [{"server_uuid": "cc870311-ca73-4b1e-a36c-c9d26cb210a2", "name": "network-vif-deleted", "tag": "c5c15f35-68ed-4657-a0aa-fc3ffb261f20"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:14:00.591503 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8af6b98-0df2-4c5a-b6e7-4549fc347f9c x-openstack-request-id: req-f8af6b98-0df2-4c5a-b6e7-4549fc347f9c {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:14:00.591958 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc870311-ca73-4b1e-a36c-c9d26cb210a2", "name": "network-vif-deleted", "tag": "c5c15f35-68ed-4657-a0aa-fc3ffb261f20", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:14:00.592212 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f8af6b98-0df2-4c5a-b6e7-4549fc347f9c {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:14:00.592622 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8af6b98-0df2-4c5a-b6e7-4549fc347f9c'] response: {'server_uuid': 'cc870311-ca73-4b1e-a36c-c9d26cb210a2', 'name': 'network-vif-deleted', 'tag': 'c5c15f35-68ed-4657-a0aa-fc3ffb261f20', 'status': 'completed', 'code': 200} Mar 22 11:14:00.641282 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-16cfc919-8242-45a8-99ec-9ecc76501bdd None None] Set router 0969331c-2815-4c97-ad08-e7dfff47d594 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:14:00.933955 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-16cfc919-8242-45a8-99ec-9ecc76501bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'name': 'tempest-ServerActionsTestJSON-1479893742-router', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': '4da6f53b-923c-493c-8bca-866ab56191fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:13:16Z', 'updated_at': '2022-03-22T11:13:19Z', 'revision_number': 4, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'gw_port': {'id': '4da6f53b-923c-493c-8bca-866ab56191fa', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:40:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:13:16Z', 'updated_at': '2022-03-22T11:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '688e8a72-136a-4a9a-9585-f0ab5fab2298', 'name': '', 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'mac_address': 'fa:16:3e:a3:43:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:13:18Z', 'updated_at': '2022-03-22T11:13:21Z', 'revision_number': 5, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'subnets': [{'id': 'f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:14:00.967033 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cfc919-8242-45a8-99ec-9ecc76501bdd None None] Checking router: 0969331c-2815-4c97-ad08-e7dfff47d594 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:14:00.978141 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cfc919-8242-45a8-99ec-9ecc76501bdd None None] Routers {'0969331c-2815-4c97-ad08-e7dfff47d594'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:14:00.978734 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-16cfc919-8242-45a8-99ec-9ecc76501bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:13:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['0969331c-2815-4c97-ad08-e7dfff47d594'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:14:01.085839 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-16cfc919-8242-45a8-99ec-9ecc76501bdd None None] Set router 0969331c-2815-4c97-ad08-e7dfff47d594 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:14:01.283495 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-16cfc919-8242-45a8-99ec-9ecc76501bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'name': 'tempest-ServerActionsTestJSON-1479893742-router', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': '4da6f53b-923c-493c-8bca-866ab56191fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:13:16Z', 'updated_at': '2022-03-22T11:13:19Z', 'revision_number': 4, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'gw_port': {'id': '4da6f53b-923c-493c-8bca-866ab56191fa', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:40:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:13:16Z', 'updated_at': '2022-03-22T11:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '688e8a72-136a-4a9a-9585-f0ab5fab2298', 'name': '', 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'mac_address': 'fa:16:3e:a3:43:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:13:18Z', 'updated_at': '2022-03-22T11:13:21Z', 'revision_number': 5, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'subnets': [{'id': 'f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:14:01.309423 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cfc919-8242-45a8-99ec-9ecc76501bdd None None] The sync data for ids ['0969331c-2815-4c97-ad08-e7dfff47d594'] in dv-neutron-834599-1-hyperv is: [{'id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'name': 'tempest-ServerActionsTestJSON-1479893742-router', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': '4da6f53b-923c-493c-8bca-866ab56191fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:13:16Z', 'updated_at': '2022-03-22T11:13:19Z', 'revision_number': 4, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'gw_port': {'id': '4da6f53b-923c-493c-8bca-866ab56191fa', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:40:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:13:16Z', 'updated_at': '2022-03-22T11:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '688e8a72-136a-4a9a-9585-f0ab5fab2298', 'name': '', 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'mac_address': 'fa:16:3e:a3:43:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:13:18Z', 'updated_at': '2022-03-22T11:13:21Z', 'revision_number': 5, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'subnets': [{'id': 'f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:14:01.532726 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db3c87c-48b6-4865-985d-f024ce672570 None None] New status for floating IP ae436d7d-be4d-42c4-b6bd-27e6a686a19b: DOWN {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 11:14:01.611356 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7f9af3b9-8cf6-484b-b36b-b336fb7b5591 req-44eeb1f2-e668-44c7-8670-5b5ff7fc4786 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--543229472&fields=id&tenant_id=5ee49a6d1fef42d8b63d9dcdae3e7704 HTTP/1.1" status: 200 len: 267 time: 0.0359962 Mar 22 11:14:01.718419 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9af3b9-8cf6-484b-b36b-b336fb7b5591 req-bb3a3b3f-f7d2-4583-9b1c-3b70f7272d40 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:01.719899 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7f9af3b9-8cf6-484b-b36b-b336fb7b5591 req-bb3a3b3f-f7d2-4583-9b1c-3b70f7272d40 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/networks?id=cecd9a7b-8d72-4acc-b91d-f47639526b0c HTTP/1.1" status: 200 len: 812 time: 0.1017725 Mar 22 11:14:01.734813 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7f9af3b9-8cf6-484b-b36b-b336fb7b5591 req-8db56d79-17a5-4f3d-a8e9-2f8950b7e465 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/quotas/5ee49a6d1fef42d8b63d9dcdae3e7704 HTTP/1.1" status: 200 len: 375 time: 0.0090606 Mar 22 11:14:01.787325 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7f9af3b9-8cf6-484b-b36b-b336fb7b5591 req-08b36db6-2786-4969-ba87-860890aa4ac8 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5ee49a6d1fef42d8b63d9dcdae3e7704&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0468531 Mar 22 11:14:01.804827 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [req-7f9af3b9-8cf6-484b-b36b-b336fb7b5591 req-5368bbdb-d001-4d1d-8a88-0fb49219a4c1 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=109050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:14:01.805709 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7f9af3b9-8cf6-484b-b36b-b336fb7b5591 req-5368bbdb-d001-4d1d-8a88-0fb49219a4c1 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048890 Mar 22 11:14:01.895916 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7f9af3b9-8cf6-484b-b36b-b336fb7b5591 req-b3f96e59-8095-4b29-a457-eacf4d092572 service neutron] 10.222.0.57 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844576 Mar 22 11:14:01.987915 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7f9af3b9-8cf6-484b-b36b-b336fb7b5591 req-98fb89c7-2e77-4dd4-a83d-8e0b4964dc65 service neutron] 10.222.0.57 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858741 Mar 22 11:14:02.151900 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7131af5b-ef93-46b1-b02a-1a8889b63a43 req-b241fb7b-2216-4132-9296-1ca5969292a2 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=8536749a-2522-4a28-b4ed-bba58303f02f HTTP/1.1" status: 200 len: 210 time: 0.0266232 Mar 22 11:14:03.097439 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9af3b9-8cf6-484b-b36b-b336fb7b5591 req-290823fe-0386-4fbb-a441-39ff7b410d2a tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:03.098868 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7f9af3b9-8cf6-484b-b36b-b336fb7b5591 req-290823fe-0386-4fbb-a441-39ff7b410d2a tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.35 "GET /v2.0/networks?id=cecd9a7b-8d72-4acc-b91d-f47639526b0c HTTP/1.1" status: 200 len: 812 time: 0.1013355 Mar 22 11:14:03.142400 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7f9af3b9-8cf6-484b-b36b-b336fb7b5591 req-8dcde332-143c-43a8-930a-c78309435e78 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ee49a6d1fef42d8b63d9dcdae3e7704 HTTP/1.1" status: 200 len: 379 time: 0.0340800 Mar 22 11:14:03.151267 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-7f9af3b9-8cf6-484b-b36b-b336fb7b5591 req-7156c577-345e-4f0e-acff-cf8d2bbd6cd7 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Request body: {'port': {'device_id': '8536749a-2522-4a28-b4ed-bba58303f02f', 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c', 'admin_state_up': True, 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'security_groups': ['20afcff8-8795-4fa2-9580-894b88ace147']}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:14:03.437194 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device c5c15f35-68ed-4657-a0aa-fc3ffb261f20 no longer exists at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:14:03.457444 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] No Port match for: c5c15f35-68ed-4657-a0aa-fc3ffb261f20 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:14:03.457724 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device c5c15f35-68ed-4657-a0aa-fc3ffb261f20 not bound to the agent host hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:14:03.584546 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-562566cd-b039-4ee8-a253-203a3c842abd req-2d6ee33e-ae11-4fd6-ac93-ced2949f6d8a tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=8536749a-2522-4a28-b4ed-bba58303f02f HTTP/1.1" status: 200 len: 210 time: 0.0333085 Mar 22 11:14:03.629184 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f9af3b9-8cf6-484b-b36b-b336fb7b5591 req-7156c577-345e-4f0e-acff-cf8d2bbd6cd7 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Made reservation on behalf of 5ee49a6d1fef42d8b63d9dcdae3e7704 for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:14:03.632812 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-7f9af3b9-8cf6-484b-b36b-b336fb7b5591 req-7156c577-345e-4f0e-acff-cf8d2bbd6cd7 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:03.755331 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [req-7f9af3b9-8cf6-484b-b36b-b336fb7b5591 req-7156c577-345e-4f0e-acff-cf8d2bbd6cd7 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Allocated IP 172.20.0.9 (cecd9a7b-8d72-4acc-b91d-f47639526b0c/f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b/e007866e-510b-4c39-9c9f-e6dd272bdc31) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:14:03.895560 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-7f9af3b9-8cf6-484b-b36b-b336fb7b5591 req-7156c577-345e-4f0e-acff-cf8d2bbd6cd7 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:03.930132 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-7f9af3b9-8cf6-484b-b36b-b336fb7b5591 req-7156c577-345e-4f0e-acff-cf8d2bbd6cd7 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:03.973345 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f9af3b9-8cf6-484b-b36b-b336fb7b5591 req-7156c577-345e-4f0e-acff-cf8d2bbd6cd7 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Network cecd9a7b-8d72-4acc-b91d-f47639526b0c is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:14:03.976463 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [req-7f9af3b9-8cf6-484b-b36b-b336fb7b5591 req-7156c577-345e-4f0e-acff-cf8d2bbd6cd7 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:14:03.979983 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f9af3b9-8cf6-484b-b36b-b336fb7b5591 req-7156c577-345e-4f0e-acff-cf8d2bbd6cd7 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:14:03.986592 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7156c577-345e-4f0e-acff-cf8d2bbd6cd7 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Pushing event updated for resources: {'Port': ['ID=e007866e-510b-4c39-9c9f-e6dd272bdc31,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:14:04.032872 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9af3b9-8cf6-484b-b36b-b336fb7b5591 req-7156c577-345e-4f0e-acff-cf8d2bbd6cd7 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:04.033424 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-7f9af3b9-8cf6-484b-b36b-b336fb7b5591 req-7156c577-345e-4f0e-acff-cf8d2bbd6cd7 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:04.050737 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7f9af3b9-8cf6-484b-b36b-b336fb7b5591 req-7156c577-345e-4f0e-acff-cf8d2bbd6cd7 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9031532 Mar 22 11:14:04.116479 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-7f9af3b9-8cf6-484b-b36b-b336fb7b5591 req-5234017d-cc1e-41dd-96a7-427044d3ad39 service neutron] Request body: {'port': {'device_id': '8536749a-2522-4a28-b4ed-bba58303f02f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8345'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:14:04.173653 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-7f9af3b9-8cf6-484b-b36b-b336fb7b5591 req-5234017d-cc1e-41dd-96a7-427044d3ad39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:04.239246 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-343f31ec-c3fd-47a4-9e85-f6811e5dd011 None None] Provisioning complete for port e007866e-510b-4c39-9c9f-e6dd272bdc31 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:14:04.239652 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-343f31ec-c3fd-47a4-9e85-f6811e5dd011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:04.273797 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-343f31ec-c3fd-47a4-9e85-f6811e5dd011 None None] Port e007866e-510b-4c39-9c9f-e6dd272bdc31 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:14:04.437710 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [req-7f9af3b9-8cf6-484b-b36b-b336fb7b5591 req-5234017d-cc1e-41dd-96a7-427044d3ad39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e007866e-510b-4c39-9c9f-e6dd272bdc31 {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:14:04.445280 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-7f9af3b9-8cf6-484b-b36b-b336fb7b5591 req-5234017d-cc1e-41dd-96a7-427044d3ad39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:04.457652 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [req-7f9af3b9-8cf6-484b-b36b-b336fb7b5591 req-5234017d-cc1e-41dd-96a7-427044d3ad39 service neutron] Transition to ACTIVE for port object e007866e-510b-4c39-9c9f-e6dd272bdc31 will not be triggered until provisioned by entity L2. {{(pid=109050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:14:04.464203 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-7f9af3b9-8cf6-484b-b36b-b336fb7b5591 req-5234017d-cc1e-41dd-96a7-427044d3ad39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:04.510782 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5234017d-cc1e-41dd-96a7-427044d3ad39 service neutron] Pushing event updated for resources: {'Port': ['ID=e007866e-510b-4c39-9c9f-e6dd272bdc31,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:14:04.585942 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-7f9af3b9-8cf6-484b-b36b-b336fb7b5591 req-5234017d-cc1e-41dd-96a7-427044d3ad39 service neutron] Attempting to bind port e007866e-510b-4c39-9c9f-e6dd272bdc31 on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:14:04.586308 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-7f9af3b9-8cf6-484b-b36b-b336fb7b5591 req-5234017d-cc1e-41dd-96a7-427044d3ad39 service neutron] Attempting to bind port e007866e-510b-4c39-9c9f-e6dd272bdc31 by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': '53b2af43-073b-494c-b55a-501f9556b622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:14:04.586642 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9af3b9-8cf6-484b-b36b-b336fb7b5591 req-5234017d-cc1e-41dd-96a7-427044d3ad39 service neutron] Attempting to bind port e007866e-510b-4c39-9c9f-e6dd272bdc31 on network cecd9a7b-8d72-4acc-b91d-f47639526b0c {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:14:04.591400 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9af3b9-8cf6-484b-b36b-b336fb7b5591 req-5234017d-cc1e-41dd-96a7-427044d3ad39 service neutron] Port e007866e-510b-4c39-9c9f-e6dd272bdc31 on network cecd9a7b-8d72-4acc-b91d-f47639526b0c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 11:14:04.591729 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9af3b9-8cf6-484b-b36b-b336fb7b5591 req-5234017d-cc1e-41dd-96a7-427044d3ad39 service neutron] Attempting to bind port e007866e-510b-4c39-9c9f-e6dd272bdc31 on network cecd9a7b-8d72-4acc-b91d-f47639526b0c {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:14:04.597618 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9af3b9-8cf6-484b-b36b-b336fb7b5591 req-5234017d-cc1e-41dd-96a7-427044d3ad39 service neutron] Checking agent: {'id': 'dcb78974-6458-4942-8c9c-663284d5bb3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8345', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:14:04.597947 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9af3b9-8cf6-484b-b36b-b336fb7b5591 req-5234017d-cc1e-41dd-96a7-427044d3ad39 service neutron] Checking segment: {'id': '53b2af43-073b-494c-b55a-501f9556b622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:14:04.598342 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9af3b9-8cf6-484b-b36b-b336fb7b5591 req-5234017d-cc1e-41dd-96a7-427044d3ad39 service neutron] Bound using segment: {'id': '53b2af43-073b-494c-b55a-501f9556b622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:14:04.598777 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-7f9af3b9-8cf6-484b-b36b-b336fb7b5591 req-5234017d-cc1e-41dd-96a7-427044d3ad39 service neutron] Bound port: e007866e-510b-4c39-9c9f-e6dd272bdc31, host: hv-neutron-8345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53b2af43-073b-494c-b55a-501f9556b622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:14:04.599141 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-7f9af3b9-8cf6-484b-b36b-b336fb7b5591 req-5234017d-cc1e-41dd-96a7-427044d3ad39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:04.676838 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-7f9af3b9-8cf6-484b-b36b-b336fb7b5591 req-5234017d-cc1e-41dd-96a7-427044d3ad39 service neutron] For port e007866e-510b-4c39-9c9f-e6dd272bdc31, host hv-neutron-8345, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:14:04.705276 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-7f9af3b9-8cf6-484b-b36b-b336fb7b5591 req-5234017d-cc1e-41dd-96a7-427044d3ad39 service neutron] For port e007866e-510b-4c39-9c9f-e6dd272bdc31, host hv-neutron-8345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=e007866e-510b-4c39-9c9f-e6dd272bdc31,segment=NetworkSegment(53b2af43-073b-494c-b55a-501f9556b622),segment_id=53b2af43-073b-494c-b55a-501f9556b622)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:14:04.711571 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-7f9af3b9-8cf6-484b-b36b-b336fb7b5591 req-5234017d-cc1e-41dd-96a7-427044d3ad39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:04.760611 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05da977-e97d-4657-a298-5c93270c948c req-d77c7432-5d9a-4c76-9654-25077e7bf2a9 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:04.762173 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a05da977-e97d-4657-a298-5c93270c948c req-d77c7432-5d9a-4c76-9654-25077e7bf2a9 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=8536749a-2522-4a28-b4ed-bba58303f02f HTTP/1.1" status: 200 len: 943 time: 0.1002276 Mar 22 11:14:04.766690 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9af3b9-8cf6-484b-b36b-b336fb7b5591 req-5234017d-cc1e-41dd-96a7-427044d3ad39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:04.767310 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-7f9af3b9-8cf6-484b-b36b-b336fb7b5591 req-5234017d-cc1e-41dd-96a7-427044d3ad39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:04.768662 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7f9af3b9-8cf6-484b-b36b-b336fb7b5591 req-5234017d-cc1e-41dd-96a7-427044d3ad39 service neutron] 10.222.0.35 "PUT /v2.0/ports/e007866e-510b-4c39-9c9f-e6dd272bdc31 HTTP/1.1" status: 200 len: 1093 time: 0.7096736 Mar 22 11:14:04.769097 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8536749a-2522-4a28-b4ed-bba58303f02f', 'tag': 'e007866e-510b-4c39-9c9f-e6dd272bdc31'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:14:04.771333 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20dc9bb-f0cf-4859-9d1a-6d047f63e0b0" -d '{"events": [{"name": "network-changed", "server_uuid": "8536749a-2522-4a28-b4ed-bba58303f02f", "tag": "e007866e-510b-4c39-9c9f-e6dd272bdc31"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:14:04.816703 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5234017d-cc1e-41dd-96a7-427044d3ad39 service neutron] Pushing event updated for resources: {'Port': ['ID=e007866e-510b-4c39-9c9f-e6dd272bdc31,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:14:04.831191 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52dc4d9-b1e4-4e76-bfdd-961c206f41db x-openstack-request-id: req-e52dc4d9-b1e4-4e76-bfdd-961c206f41db {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:14:04.831494 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8536749a-2522-4a28-b4ed-bba58303f02f", "tag": "e007866e-510b-4c39-9c9f-e6dd272bdc31", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:14:04.831739 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e52dc4d9-b1e4-4e76-bfdd-961c206f41db {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:14:04.832133 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e52dc4d9-b1e4-4e76-bfdd-961c206f41db'] response: {'name': 'network-changed', 'server_uuid': '8536749a-2522-4a28-b4ed-bba58303f02f', 'tag': 'e007866e-510b-4c39-9c9f-e6dd272bdc31', 'status': 'completed', 'code': 200} Mar 22 11:14:04.836552 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a05da977-e97d-4657-a298-5c93270c948c req-dc1b5630-af0e-4b1a-ae54-38e2cb1c0fca tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620198 Mar 22 11:14:04.865888 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9af3b9-8cf6-484b-b36b-b336fb7b5591 req-37820b2a-0f47-411a-b18c-f9f335943d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:04.867471 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7f9af3b9-8cf6-484b-b36b-b336fb7b5591 req-37820b2a-0f47-411a-b18c-f9f335943d16 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ee49a6d1fef42d8b63d9dcdae3e7704&device_id=8536749a-2522-4a28-b4ed-bba58303f02f HTTP/1.1" status: 200 len: 1096 time: 0.0445018 Mar 22 11:14:04.911072 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7f9af3b9-8cf6-484b-b36b-b336fb7b5591 req-1e033890-8d3e-462c-9370-5a1cf0fa52df service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e007866e-510b-4c39-9c9f-e6dd272bdc31 HTTP/1.1" status: 200 len: 217 time: 0.0356300 Mar 22 11:14:04.965527 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9af3b9-8cf6-484b-b36b-b336fb7b5591 req-5fda3290-302e-458a-a6f3-d4fcdd0d744d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:04.966923 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7f9af3b9-8cf6-484b-b36b-b336fb7b5591 req-5fda3290-302e-458a-a6f3-d4fcdd0d744d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b HTTP/1.1" status: 200 len: 851 time: 0.0495563 Mar 22 11:14:05.015183 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9af3b9-8cf6-484b-b36b-b336fb7b5591 req-b283346e-a1da-4e63-8218-2c71befe0519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:05.016726 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7f9af3b9-8cf6-484b-b36b-b336fb7b5591 req-b283346e-a1da-4e63-8218-2c71befe0519 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cecd9a7b-8d72-4acc-b91d-f47639526b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436215 Mar 22 11:14:05.104629 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7f9af3b9-8cf6-484b-b36b-b336fb7b5591 req-88c64228-436b-4b58-8879-cd52fa71ce1c service neutron] 10.222.0.35 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810337 Mar 22 11:14:05.197008 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7f9af3b9-8cf6-484b-b36b-b336fb7b5591 req-dc7cb154-e6a4-4542-b41a-711190ed56e5 service neutron] 10.222.0.35 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849202 Mar 22 11:14:05.291858 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20dc9bb-f0cf-4859-9d1a-6d047f63e0b0 req-b4a35412-887c-47ba-825f-370dba8cf7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:05.293251 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e20dc9bb-f0cf-4859-9d1a-6d047f63e0b0 req-b4a35412-887c-47ba-825f-370dba8cf7ef service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ee49a6d1fef42d8b63d9dcdae3e7704&device_id=8536749a-2522-4a28-b4ed-bba58303f02f HTTP/1.1" status: 200 len: 1096 time: 0.0450399 Mar 22 11:14:05.389328 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20dc9bb-f0cf-4859-9d1a-6d047f63e0b0 req-761dea87-0205-474c-8ff8-4756d544a960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:05.391839 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e20dc9bb-f0cf-4859-9d1a-6d047f63e0b0 req-761dea87-0205-474c-8ff8-4756d544a960 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cecd9a7b-8d72-4acc-b91d-f47639526b0c HTTP/1.1" status: 200 len: 913 time: 0.0913339 Mar 22 11:14:05.435460 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e20dc9bb-f0cf-4859-9d1a-6d047f63e0b0 req-8c5b35fe-51ac-4e7c-b290-b7e543943cbb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e007866e-510b-4c39-9c9f-e6dd272bdc31 HTTP/1.1" status: 200 len: 217 time: 0.0361156 Mar 22 11:14:05.487731 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20dc9bb-f0cf-4859-9d1a-6d047f63e0b0 req-69e2e8e4-d09c-4168-822b-ecb2aa943c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:05.489142 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e20dc9bb-f0cf-4859-9d1a-6d047f63e0b0 req-69e2e8e4-d09c-4168-822b-ecb2aa943c23 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b HTTP/1.1" status: 200 len: 851 time: 0.0473201 Mar 22 11:14:05.537272 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20dc9bb-f0cf-4859-9d1a-6d047f63e0b0 req-364064dd-f883-4485-b27a-b38374852fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:05.538730 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e20dc9bb-f0cf-4859-9d1a-6d047f63e0b0 req-364064dd-f883-4485-b27a-b38374852fe5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cecd9a7b-8d72-4acc-b91d-f47639526b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417728 Mar 22 11:14:05.630729 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e20dc9bb-f0cf-4859-9d1a-6d047f63e0b0 req-3f6dca15-0ab2-4f27-aeb2-cc0a2865671a service neutron] 10.222.0.35 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835822 Mar 22 11:14:05.734451 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e20dc9bb-f0cf-4859-9d1a-6d047f63e0b0 req-51d24706-adbd-4d08-be4f-63092b6dcec2 service neutron] 10.222.0.35 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969195 Mar 22 11:14:05.960784 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c6fc7-7ea7-45f4-8566-4e64b2c80bb9 req-3500d1be-3780-478e-80cd-e3a4ebefb488 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:05.962275 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-833c6fc7-7ea7-45f4-8566-4e64b2c80bb9 req-3500d1be-3780-478e-80cd-e3a4ebefb488 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=8536749a-2522-4a28-b4ed-bba58303f02f HTTP/1.1" status: 200 len: 943 time: 0.0506918 Mar 22 11:14:06.002103 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-833c6fc7-7ea7-45f4-8566-4e64b2c80bb9 req-57064154-e6f1-4a4e-9fcc-198f74e62e3a tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335920 Mar 22 11:14:07.130177 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff92cf-22aa-4f12-bd37-a0785653e179 req-cf8d2670-bc9c-45ba-9375-6757368c7b77 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:07.131643 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7cff92cf-22aa-4f12-bd37-a0785653e179 req-cf8d2670-bc9c-45ba-9375-6757368c7b77 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=8536749a-2522-4a28-b4ed-bba58303f02f HTTP/1.1" status: 200 len: 943 time: 0.0554910 Mar 22 11:14:07.187451 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7cff92cf-22aa-4f12-bd37-a0785653e179 req-13f964b8-5925-4801-9001-165488c7c766 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472043 Mar 22 11:14:07.459471 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device e007866e-510b-4c39-9c9f-e6dd272bdc31 details requested by agent hyperv_hv-neutron-8345 with host hv-neutron-8345 {{(pid=109051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 11:14:07.556235 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port e007866e-510b-4c39-9c9f-e6dd272bdc31, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=e007866e-510b-4c39-9c9f-e6dd272bdc31,segment=NetworkSegment(53b2af43-073b-494c-b55a-501f9556b622),segment_id=53b2af43-073b-494c-b55a-501f9556b622)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:14:07.568220 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Returning: {'device': 'e007866e-510b-4c39-9c9f-e6dd272bdc31', 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c', 'port_id': 'e007866e-510b-4c39-9c9f-e6dd272bdc31', 'mac_address': 'fa:16:3e:ce:2e:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 11:14:07.609399 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:07.623989 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e007866e-510b-4c39-9c9f-e6dd272bdc31 {{(pid=109051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:14:07.643355 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port e007866e-510b-4c39-9c9f-e6dd272bdc31, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=e007866e-510b-4c39-9c9f-e6dd272bdc31,segment=NetworkSegment(53b2af43-073b-494c-b55a-501f9556b622),segment_id=53b2af43-073b-494c-b55a-501f9556b622)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:14:07.649416 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:07.694847 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=e007866e-510b-4c39-9c9f-e6dd272bdc31,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:14:07.717091 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a43ac1ae-ebed-4f0f-b69a-cd465d6df80a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:07.854758 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['e007866e-510b-4c39-9c9f-e6dd272bdc31'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 11:14:08.314911 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c9251-5175-4737-93fc-86b65a5eb49f req-57a78dbb-03d8-44d6-834a-2137fd736d2c tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:08.316479 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7c4c9251-5175-4737-93fc-86b65a5eb49f req-57a78dbb-03d8-44d6-834a-2137fd736d2c tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=8536749a-2522-4a28-b4ed-bba58303f02f HTTP/1.1" status: 200 len: 944 time: 0.0523958 Mar 22 11:14:08.357680 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7c4c9251-5175-4737-93fc-86b65a5eb49f req-14dbd9d8-4a8a-40b2-9926-8471a8c943cf tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324817 Mar 22 11:14:09.475289 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device e007866e-510b-4c39-9c9f-e6dd272bdc31 up at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:14:09.478932 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6a6cc-8d18-4c2a-9b30-f06f186e9299 req-b5dc4044-c75f-4e0d-b353-006d648614c0 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:09.480430 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-fdb6a6cc-8d18-4c2a-9b30-f06f186e9299 req-b5dc4044-c75f-4e0d-b353-006d648614c0 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=8536749a-2522-4a28-b4ed-bba58303f02f HTTP/1.1" status: 200 len: 944 time: 0.0490012 Mar 22 11:14:09.527290 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning for port e007866e-510b-4c39-9c9f-e6dd272bdc31 completed by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:14:09.531007 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning complete for port e007866e-510b-4c39-9c9f-e6dd272bdc31 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:14:09.531432 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:09.574610 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-fdb6a6cc-8d18-4c2a-9b30-f06f186e9299 req-0b504eca-d18a-4965-ac39-f75e08763a69 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879226 Mar 22 11:14:09.610290 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:09.638031 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8536749a-2522-4a28-b4ed-bba58303f02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e007866e-510b-4c39-9c9f-e6dd272bdc31'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:14:09.640321 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-684ed78f-4891-4905-8538-a3ddd1328dde" -d '{"events": [{"server_uuid": "8536749a-2522-4a28-b4ed-bba58303f02f", "name": "network-vif-plugged", "status": "completed", "tag": "e007866e-510b-4c39-9c9f-e6dd272bdc31"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:14:09.653083 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port e007866e-510b-4c39-9c9f-e6dd272bdc31, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=e007866e-510b-4c39-9c9f-e6dd272bdc31,segment=NetworkSegment(53b2af43-073b-494c-b55a-501f9556b622),segment_id=53b2af43-073b-494c-b55a-501f9556b622)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:14:09.658772 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:09.681473 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7852a2-accb-489a-b494-f19e47f7efa1 x-openstack-request-id: req-5c7852a2-accb-489a-b494-f19e47f7efa1 {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:14:09.681767 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8536749a-2522-4a28-b4ed-bba58303f02f", "name": "network-vif-plugged", "status": "completed", "tag": "e007866e-510b-4c39-9c9f-e6dd272bdc31", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:14:09.682051 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5c7852a2-accb-489a-b494-f19e47f7efa1 {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:14:09.682439 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c7852a2-accb-489a-b494-f19e47f7efa1'] response: {'server_uuid': '8536749a-2522-4a28-b4ed-bba58303f02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e007866e-510b-4c39-9c9f-e6dd272bdc31', 'code': 200} Mar 22 11:14:09.707700 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=e007866e-510b-4c39-9c9f-e6dd272bdc31,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:14:09.843248 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0573f775-fe64-4766-9cbf-3024cc7c77d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:09.851855 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225cd376-f3d8-41cd-b834-9da52ebe95ba req-25cce164-f332-4ea6-a17d-357b9be46cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:09.853352 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-225cd376-f3d8-41cd-b834-9da52ebe95ba req-25cce164-f332-4ea6-a17d-357b9be46cb3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8536749a-2522-4a28-b4ed-bba58303f02f HTTP/1.1" status: 200 len: 1098 time: 0.0434902 Mar 22 11:14:09.893432 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-225cd376-f3d8-41cd-b834-9da52ebe95ba req-c0121f6a-4c6d-429c-8eeb-6fe913f3c9f9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329208 Mar 22 11:14:10.691725 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb2c59-f1b5-49fd-ad1c-63c2ca294c26 req-898a74c0-57cf-4eca-a340-a44b34df2613 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:10.693188 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ebbb2c59-f1b5-49fd-ad1c-63c2ca294c26 req-898a74c0-57cf-4eca-a340-a44b34df2613 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=8536749a-2522-4a28-b4ed-bba58303f02f HTTP/1.1" status: 200 len: 945 time: 0.0504839 Mar 22 11:14:10.735354 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ebbb2c59-f1b5-49fd-ad1c-63c2ca294c26 req-3e700b3a-45a1-4932-97e9-1a0193835489 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333123 Mar 22 11:14:11.182266 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:11.912377 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa3d83-8c04-44d5-89b5-59a7e5eb85b1 req-cf725254-2dc7-4e38-86aa-565935ea0fe4 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:11.913722 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5bfa3d83-8c04-44d5-89b5-59a7e5eb85b1 req-cf725254-2dc7-4e38-86aa-565935ea0fe4 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=8536749a-2522-4a28-b4ed-bba58303f02f HTTP/1.1" status: 200 len: 945 time: 0.1063066 Mar 22 11:14:11.957371 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5bfa3d83-8c04-44d5-89b5-59a7e5eb85b1 req-b3e681ed-a57d-405b-89f3-4686e2fb4de5 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371633 Mar 22 11:14:12.074815 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea22e3a-18ad-49ea-abef-1417ec3a16f9 req-ce04c02b-0ee2-4486-adf1-27f00903eef0 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:12.076211 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-eea22e3a-18ad-49ea-abef-1417ec3a16f9 req-ce04c02b-0ee2-4486-adf1-27f00903eef0 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=8536749a-2522-4a28-b4ed-bba58303f02f HTTP/1.1" status: 200 len: 945 time: 0.0530980 Mar 22 11:14:12.088815 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 44810) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:14:12.094535 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-3a35aff0-4a91-4680-9d0c-e895cc742433 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Request body: {'floatingip': {'port_id': 'e007866e-510b-4c39-9c9f-e6dd272bdc31'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:14:12.137053 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3a35aff0-4a91-4680-9d0c-e895cc742433 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks [] for floatingip, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:12.573648 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3a35aff0-4a91-4680-9d0c-e895cc742433 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:12.580692 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3a35aff0-4a91-4680-9d0c-e895cc742433 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684147'] for floatingip, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:12.587777 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:12.675823 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.l3_db [None req-3a35aff0-4a91-4680-9d0c-e895cc742433 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Floating IP ae436d7d-be4d-42c4-b6bd-27e6a686a19b associated. External IP: 172.26.7.167, port: e007866e-510b-4c39-9c9f-e6dd272bdc31. Mar 22 11:14:12.844596 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:12.884287 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a35aff0-4a91-4680-9d0c-e895cc742433 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Router 0969331c-2815-4c97-ad08-e7dfff47d594 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:14:12.992109 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a35aff0-4a91-4680-9d0c-e895cc742433 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:14:12.997120 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3a35aff0-4a91-4680-9d0c-e895cc742433 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:13.001978 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a878bb5-6385-4739-8d3c-2f8959aa6ef1 None None] Sync routers for ids ['0969331c-2815-4c97-ad08-e7dfff47d594'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:14:13.016335 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a878bb5-6385-4739-8d3c-2f8959aa6ef1 None None] Routers {'0969331c-2815-4c97-ad08-e7dfff47d594'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:14:13.017174 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-4a878bb5-6385-4739-8d3c-2f8959aa6ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:14:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['0969331c-2815-4c97-ad08-e7dfff47d594'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:14:13.026011 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-3a35aff0-4a91-4680-9d0c-e895cc742433 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "PUT /v2.0/floatingips/ae436d7d-be4d-42c4-b6bd-27e6a686a19b HTTP/1.1" status: 200 len: 991 time: 0.9358566 Mar 22 11:14:13.026615 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8536749a-2522-4a28-b4ed-bba58303f02f', 'tag': 'e007866e-510b-4c39-9c9f-e6dd272bdc31'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:14:13.029109 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87b7dd6-a1b7-4300-b3bd-f97038e3dbfb" -d '{"events": [{"name": "network-changed", "server_uuid": "8536749a-2522-4a28-b4ed-bba58303f02f", "tag": "e007866e-510b-4c39-9c9f-e6dd272bdc31"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:14:13.077885 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e18355-3a1a-49d9-8f7d-6cc55ffd98cb x-openstack-request-id: req-18e18355-3a1a-49d9-8f7d-6cc55ffd98cb {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:14:13.078178 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8536749a-2522-4a28-b4ed-bba58303f02f", "tag": "e007866e-510b-4c39-9c9f-e6dd272bdc31", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:14:13.078435 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-18e18355-3a1a-49d9-8f7d-6cc55ffd98cb {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:14:13.078914 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18e18355-3a1a-49d9-8f7d-6cc55ffd98cb'] response: {'name': 'network-changed', 'server_uuid': '8536749a-2522-4a28-b4ed-bba58303f02f', 'tag': 'e007866e-510b-4c39-9c9f-e6dd272bdc31', 'status': 'completed', 'code': 200} Mar 22 11:14:13.125508 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-4a878bb5-6385-4739-8d3c-2f8959aa6ef1 None None] Set router 0969331c-2815-4c97-ad08-e7dfff47d594 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:14:13.155188 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b7dd6-a1b7-4300-b3bd-f97038e3dbfb req-4e6a4a92-9c07-4ccb-8cbe-67f5679b0e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:13.159218 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f87b7dd6-a1b7-4300-b3bd-f97038e3dbfb req-4e6a4a92-9c07-4ccb-8cbe-67f5679b0e64 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ee49a6d1fef42d8b63d9dcdae3e7704&device_id=8536749a-2522-4a28-b4ed-bba58303f02f HTTP/1.1" status: 200 len: 1098 time: 0.0497749 Mar 22 11:14:13.285614 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e358a87-0b69-432d-a16d-ae01fbfcc0ca req-a8f967ce-4d9b-4cc9-a1bd-06115158aa7e tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:13.287094 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7e358a87-0b69-432d-a16d-ae01fbfcc0ca req-a8f967ce-4d9b-4cc9-a1bd-06115158aa7e tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=8536749a-2522-4a28-b4ed-bba58303f02f HTTP/1.1" status: 200 len: 945 time: 0.0971320 Mar 22 11:14:13.291814 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b7dd6-a1b7-4300-b3bd-f97038e3dbfb req-f0876fe5-71a7-479d-9a37-dc4c90f616fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:13.293228 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f87b7dd6-a1b7-4300-b3bd-f97038e3dbfb req-f0876fe5-71a7-479d-9a37-dc4c90f616fe service neutron] 10.222.0.35 "GET /v2.0/networks?id=cecd9a7b-8d72-4acc-b91d-f47639526b0c HTTP/1.1" status: 200 len: 913 time: 0.1285448 Mar 22 11:14:13.351457 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-4a878bb5-6385-4739-8d3c-2f8959aa6ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'name': 'tempest-ServerActionsTestJSON-1479893742-router', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': '4da6f53b-923c-493c-8bca-866ab56191fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:13:16Z', 'updated_at': '2022-03-22T11:13:19Z', 'revision_number': 4, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'gw_port': {'id': '4da6f53b-923c-493c-8bca-866ab56191fa', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:40:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:13:16Z', 'updated_at': '2022-03-22T11:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': 'ae436d7d-be4d-42c4-b6bd-27e6a686a19b', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'floating_ip_address': '172.26.7.167', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'port_id': 'e007866e-510b-4c39-9c9f-e6dd272bdc31', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c', 'mac_address': 'fa:16:3e:ce:2e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8536749a-2522-4a28-b4ed-bba58303f02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:13:20Z', 'updated_at': '2022-03-22T11:14:12Z', 'revision_number': 5, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '688e8a72-136a-4a9a-9585-f0ab5fab2298', 'name': '', 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'mac_address': 'fa:16:3e:a3:43:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:13:18Z', 'updated_at': '2022-03-22T11:13:21Z', 'revision_number': 5, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'subnets': [{'id': 'f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:14:13.372423 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7e358a87-0b69-432d-a16d-ae01fbfcc0ca req-9a09fda7-415e-48f7-8ff1-c77082007d01 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782323 Mar 22 11:14:13.377282 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a878bb5-6385-4739-8d3c-2f8959aa6ef1 None None] Checking router: 0969331c-2815-4c97-ad08-e7dfff47d594 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:14:13.380551 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f87b7dd6-a1b7-4300-b3bd-f97038e3dbfb req-b853966d-fdcd-4764-bd8c-6ccd08effac1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e007866e-510b-4c39-9c9f-e6dd272bdc31 HTTP/1.1" status: 200 len: 999 time: 0.0805042 Mar 22 11:14:13.386266 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a878bb5-6385-4739-8d3c-2f8959aa6ef1 None None] Routers {'0969331c-2815-4c97-ad08-e7dfff47d594'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:14:13.386882 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-4a878bb5-6385-4739-8d3c-2f8959aa6ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:14:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['0969331c-2815-4c97-ad08-e7dfff47d594'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:14:13.429017 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b7dd6-a1b7-4300-b3bd-f97038e3dbfb req-fbd54f9b-1c58-4e1a-b7ea-c223a48be2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:13.430150 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f87b7dd6-a1b7-4300-b3bd-f97038e3dbfb req-fbd54f9b-1c58-4e1a-b7ea-c223a48be2d5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b HTTP/1.1" status: 200 len: 851 time: 0.0428109 Mar 22 11:14:13.468511 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:13.475869 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b7dd6-a1b7-4300-b3bd-f97038e3dbfb req-b44dc2fa-3506-4aa9-8cd0-7126305aefa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:13.477432 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f87b7dd6-a1b7-4300-b3bd-f97038e3dbfb req-b44dc2fa-3506-4aa9-8cd0-7126305aefa7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cecd9a7b-8d72-4acc-b91d-f47639526b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399323 Mar 22 11:14:13.492229 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-4a878bb5-6385-4739-8d3c-2f8959aa6ef1 None None] Set router 0969331c-2815-4c97-ad08-e7dfff47d594 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:14:13.573998 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f87b7dd6-a1b7-4300-b3bd-f97038e3dbfb req-e079d864-c598-4254-88f2-9bfd2b782f88 service neutron] 10.222.0.35 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891695 Mar 22 11:14:13.663694 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f87b7dd6-a1b7-4300-b3bd-f97038e3dbfb req-3440647b-6493-439a-ad1a-4f4a9a088fc2 service neutron] 10.222.0.35 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831606 Mar 22 11:14:13.714898 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-4a878bb5-6385-4739-8d3c-2f8959aa6ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'name': 'tempest-ServerActionsTestJSON-1479893742-router', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': '4da6f53b-923c-493c-8bca-866ab56191fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:13:16Z', 'updated_at': '2022-03-22T11:13:19Z', 'revision_number': 4, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'gw_port': {'id': '4da6f53b-923c-493c-8bca-866ab56191fa', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:40:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:13:16Z', 'updated_at': '2022-03-22T11:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': 'ae436d7d-be4d-42c4-b6bd-27e6a686a19b', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'floating_ip_address': '172.26.7.167', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'port_id': 'e007866e-510b-4c39-9c9f-e6dd272bdc31', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c', 'mac_address': 'fa:16:3e:ce:2e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8536749a-2522-4a28-b4ed-bba58303f02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:13:20Z', 'updated_at': '2022-03-22T11:14:12Z', 'revision_number': 5, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '688e8a72-136a-4a9a-9585-f0ab5fab2298', 'name': '', 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'mac_address': 'fa:16:3e:a3:43:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:13:18Z', 'updated_at': '2022-03-22T11:13:21Z', 'revision_number': 5, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'subnets': [{'id': 'f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:14:13.740162 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a878bb5-6385-4739-8d3c-2f8959aa6ef1 None None] The sync data for ids ['0969331c-2815-4c97-ad08-e7dfff47d594'] in dv-neutron-834599-1-hyperv is: [{'id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'name': 'tempest-ServerActionsTestJSON-1479893742-router', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': '4da6f53b-923c-493c-8bca-866ab56191fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:13:16Z', 'updated_at': '2022-03-22T11:13:19Z', 'revision_number': 4, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'gw_port': {'id': '4da6f53b-923c-493c-8bca-866ab56191fa', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:40:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:13:16Z', 'updated_at': '2022-03-22T11:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': 'ae436d7d-be4d-42c4-b6bd-27e6a686a19b', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'floating_ip_address': '172.26.7.167', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'port_id': 'e007866e-510b-4c39-9c9f-e6dd272bdc31', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c', 'mac_address': 'fa:16:3e:ce:2e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8536749a-2522-4a28-b4ed-bba58303f02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:13:20Z', 'updated_at': '2022-03-22T11:14:12Z', 'revision_number': 5, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '688e8a72-136a-4a9a-9585-f0ab5fab2298', 'name': '', 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'mac_address': 'fa:16:3e:a3:43:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:13:18Z', 'updated_at': '2022-03-22T11:13:21Z', 'revision_number': 5, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'subnets': [{'id': 'f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:14:13.935284 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762b7a34-207a-4986-8768-5ad0bf814f2d None None] New status for floating IP ae436d7d-be4d-42c4-b6bd-27e6a686a19b: ACTIVE {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 11:14:14.502162 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92513a30-1248-494c-946c-43b7855d8900 req-957a528d-7552-41db-88e0-cb2d003b62ef tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:14.503997 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-92513a30-1248-494c-946c-43b7855d8900 req-957a528d-7552-41db-88e0-cb2d003b62ef tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=8536749a-2522-4a28-b4ed-bba58303f02f HTTP/1.1" status: 200 len: 945 time: 0.0555780 Mar 22 11:14:14.542526 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-92513a30-1248-494c-946c-43b7855d8900 req-3269c826-5597-48b8-b739-03454eecc911 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324595 Mar 22 11:14:15.666177 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ac4c2-0f4d-4b2d-b621-7e21d004351b req-5e502bcd-6a3f-4156-b269-739941261236 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:15.667697 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-242ac4c2-0f4d-4b2d-b621-7e21d004351b req-5e502bcd-6a3f-4156-b269-739941261236 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=8536749a-2522-4a28-b4ed-bba58303f02f HTTP/1.1" status: 200 len: 945 time: 0.0523806 Mar 22 11:14:15.711121 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-242ac4c2-0f4d-4b2d-b621-7e21d004351b req-9ac89da1-5108-4371-82a8-ebf5cfeb212e tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338905 Mar 22 11:14:16.182776 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:14:16.840051 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671425d-7878-4647-ab9e-ba02f2bf354f req-9562d33f-57b9-4529-9a54-45d1c96b8666 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:16.841499 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7671425d-7878-4647-ab9e-ba02f2bf354f req-9562d33f-57b9-4529-9a54-45d1c96b8666 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=8536749a-2522-4a28-b4ed-bba58303f02f HTTP/1.1" status: 200 len: 945 time: 0.0503707 Mar 22 11:14:16.881727 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7671425d-7878-4647-ab9e-ba02f2bf354f req-93e34cda-51b6-44aa-9767-6866de608281 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314770 Mar 22 11:14:18.013573 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae29ae-b318-4dd8-b64b-3a54d7deb742 req-5f8244d4-86c2-42a5-8ec8-f6a55a15a870 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:18.015007 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-23ae29ae-b318-4dd8-b64b-3a54d7deb742 req-5f8244d4-86c2-42a5-8ec8-f6a55a15a870 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=8536749a-2522-4a28-b4ed-bba58303f02f HTTP/1.1" status: 200 len: 945 time: 0.0520666 Mar 22 11:14:18.055960 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-23ae29ae-b318-4dd8-b64b-3a54d7deb742 req-555dee28-88fb-48f4-8599-13eb8af09357 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346813 Mar 22 11:14:19.172964 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0da88-4570-482a-aedb-de68ffd2ab3e req-b1629d29-a23f-4306-ad14-3949602bcd22 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:19.174440 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-64e0da88-4570-482a-aedb-de68ffd2ab3e req-b1629d29-a23f-4306-ad14-3949602bcd22 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=8536749a-2522-4a28-b4ed-bba58303f02f HTTP/1.1" status: 200 len: 945 time: 0.0502067 Mar 22 11:14:19.216360 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-64e0da88-4570-482a-aedb-de68ffd2ab3e req-495782b0-85f5-4c0b-8b86-aabbf7415d0a tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330324 Mar 22 11:14:20.350908 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680315d-9213-4f07-b768-d9c7d6a5778e req-8ffb9a54-f384-49fe-9fcc-1234df49aba6 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:20.352398 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2680315d-9213-4f07-b768-d9c7d6a5778e req-8ffb9a54-f384-49fe-9fcc-1234df49aba6 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=8536749a-2522-4a28-b4ed-bba58303f02f HTTP/1.1" status: 200 len: 945 time: 0.0588844 Mar 22 11:14:20.393323 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2680315d-9213-4f07-b768-d9c7d6a5778e req-9dac13b6-418a-4223-9dbc-2f723ecff160 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319722 Mar 22 11:14:21.528642 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34690d4a-cf4c-4993-87df-aacb614ba983 req-1bcc2133-bf9b-470b-98b7-35ac24747725 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:21.530115 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-34690d4a-cf4c-4993-87df-aacb614ba983 req-1bcc2133-bf9b-470b-98b7-35ac24747725 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=8536749a-2522-4a28-b4ed-bba58303f02f HTTP/1.1" status: 200 len: 945 time: 0.0552058 Mar 22 11:14:21.567977 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-34690d4a-cf4c-4993-87df-aacb614ba983 req-b69be9b0-3941-4471-95d7-9e8dc22ed882 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317757 Mar 22 11:14:22.697276 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbab422-10b9-41ae-a36c-39cc287abe04 req-cec0b30c-4b5c-4a5c-99dc-31e5b06d9aac tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:22.698737 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-fcbab422-10b9-41ae-a36c-39cc287abe04 req-cec0b30c-4b5c-4a5c-99dc-31e5b06d9aac tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=8536749a-2522-4a28-b4ed-bba58303f02f HTTP/1.1" status: 200 len: 945 time: 0.0511503 Mar 22 11:14:22.737444 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-fcbab422-10b9-41ae-a36c-39cc287abe04 req-9bc7b829-f853-40c9-8160-2facb2cb4411 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325141 Mar 22 11:14:23.858940 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d05e4-3d2b-45c9-8e53-feccdb68381b req-00d73f7c-dde6-45ce-897f-efd93bfb6da4 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:23.860458 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-551d05e4-3d2b-45c9-8e53-feccdb68381b req-00d73f7c-dde6-45ce-897f-efd93bfb6da4 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=8536749a-2522-4a28-b4ed-bba58303f02f HTTP/1.1" status: 200 len: 945 time: 0.0522554 Mar 22 11:14:23.901631 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-551d05e4-3d2b-45c9-8e53-feccdb68381b req-841a8861-9f3f-43af-8925-75bd48496754 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350144 Mar 22 11:14:25.026641 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d9114-83c4-47bf-b49d-0aabccb3ee39 req-f5c2baeb-e885-4775-a871-504cb0f1d91d tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:25.028206 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3f4d9114-83c4-47bf-b49d-0aabccb3ee39 req-f5c2baeb-e885-4775-a871-504cb0f1d91d tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=8536749a-2522-4a28-b4ed-bba58303f02f HTTP/1.1" status: 200 len: 945 time: 0.0530090 Mar 22 11:14:25.067187 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3f4d9114-83c4-47bf-b49d-0aabccb3ee39 req-f73ccd18-2e1f-4077-aa13-315d44d62307 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326128 Mar 22 11:14:26.199560 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea56be-8e68-4e2b-92a1-d145569635bb req-23dd9364-4631-4baf-bfd5-afca9b24f792 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:26.200989 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ecea56be-8e68-4e2b-92a1-d145569635bb req-23dd9364-4631-4baf-bfd5-afca9b24f792 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=8536749a-2522-4a28-b4ed-bba58303f02f HTTP/1.1" status: 200 len: 945 time: 0.0524380 Mar 22 11:14:26.241160 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ecea56be-8e68-4e2b-92a1-d145569635bb req-c11fca15-5e62-480e-9556-c53ebeef2c63 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313828 Mar 22 11:14:27.366892 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6b6be-fb0a-4f6b-b2c1-50e3fadaff25 req-832c7c13-6356-49e9-9d51-a78a3c30f7a6 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:27.368396 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8be6b6be-fb0a-4f6b-b2c1-50e3fadaff25 req-832c7c13-6356-49e9-9d51-a78a3c30f7a6 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=8536749a-2522-4a28-b4ed-bba58303f02f HTTP/1.1" status: 200 len: 945 time: 0.0571039 Mar 22 11:14:27.406927 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8be6b6be-fb0a-4f6b-b2c1-50e3fadaff25 req-42fa448b-ca08-4519-b5b5-53d60a1e229b tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324419 Mar 22 11:14:28.545467 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144884c3-a330-48eb-aef1-8633e63b8a44 req-ee6dad2c-a7b9-4a26-bf96-f2727e6edbcb tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:28.546918 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-144884c3-a330-48eb-aef1-8633e63b8a44 req-ee6dad2c-a7b9-4a26-bf96-f2727e6edbcb tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=8536749a-2522-4a28-b4ed-bba58303f02f HTTP/1.1" status: 200 len: 945 time: 0.0577259 Mar 22 11:14:28.587147 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-144884c3-a330-48eb-aef1-8633e63b8a44 req-ad96aeba-88d9-485e-af45-a1c4a29cd5e5 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316899 Mar 22 11:14:29.311230 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7200cd-dc7a-4b31-b1a7-5f5d53d63795 req-021209aa-c12e-41e0-9272-241e037cbb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:29.312628 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-cb7200cd-dc7a-4b31-b1a7-5f5d53d63795 req-021209aa-c12e-41e0-9272-241e037cbb0d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ee49a6d1fef42d8b63d9dcdae3e7704&device_id=8536749a-2522-4a28-b4ed-bba58303f02f HTTP/1.1" status: 200 len: 1098 time: 0.0404844 Mar 22 11:14:29.421355 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7200cd-dc7a-4b31-b1a7-5f5d53d63795 req-4f54b726-f153-407a-99bc-21f67a2da99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:29.422794 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-cb7200cd-dc7a-4b31-b1a7-5f5d53d63795 req-4f54b726-f153-407a-99bc-21f67a2da99e service neutron] 10.222.0.35 "GET /v2.0/networks?id=cecd9a7b-8d72-4acc-b91d-f47639526b0c HTTP/1.1" status: 200 len: 913 time: 0.0860164 Mar 22 11:14:29.485107 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-cb7200cd-dc7a-4b31-b1a7-5f5d53d63795 req-66c909a5-79b5-4621-8daf-d29834cf7ebf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e007866e-510b-4c39-9c9f-e6dd272bdc31 HTTP/1.1" status: 200 len: 1001 time: 0.0559418 Mar 22 11:14:29.534396 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7200cd-dc7a-4b31-b1a7-5f5d53d63795 req-d6b5b83e-5049-4831-9f25-0d6403c6d368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:29.535782 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-cb7200cd-dc7a-4b31-b1a7-5f5d53d63795 req-d6b5b83e-5049-4831-9f25-0d6403c6d368 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b HTTP/1.1" status: 200 len: 851 time: 0.0436046 Mar 22 11:14:29.582649 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7200cd-dc7a-4b31-b1a7-5f5d53d63795 req-c76bddce-c41f-4532-92dc-1a6bd04e0cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:29.584018 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-cb7200cd-dc7a-4b31-b1a7-5f5d53d63795 req-c76bddce-c41f-4532-92dc-1a6bd04e0cf4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cecd9a7b-8d72-4acc-b91d-f47639526b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418329 Mar 22 11:14:29.693522 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-cb7200cd-dc7a-4b31-b1a7-5f5d53d63795 req-94ef1a9d-8d1b-40ab-9a18-9733736df3ce service neutron] 10.222.0.35 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023955 Mar 22 11:14:29.733502 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d862b9a9-82ad-449c-b4c4-2725e67bf622 req-2ff54e05-55c5-466c-b9bb-7eed70a19f78 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:29.734888 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d862b9a9-82ad-449c-b4c4-2725e67bf622 req-2ff54e05-55c5-466c-b9bb-7eed70a19f78 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=8536749a-2522-4a28-b4ed-bba58303f02f HTTP/1.1" status: 200 len: 945 time: 0.0802538 Mar 22 11:14:29.813157 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d862b9a9-82ad-449c-b4c4-2725e67bf622 req-3007f620-09d6-4477-bdc0-03599c977ddd tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719428 Mar 22 11:14:29.818526 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-cb7200cd-dc7a-4b31-b1a7-5f5d53d63795 req-acdb59a1-ba5e-44e3-a9b5-ea22f959cf13 service neutron] 10.222.0.35 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187003 Mar 22 11:14:30.945644 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fecea0-5d35-4a90-996c-821079566ab8 req-0d072b11-3343-4f12-bbf5-f49511bea597 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:30.947088 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f3fecea0-5d35-4a90-996c-821079566ab8 req-0d072b11-3343-4f12-bbf5-f49511bea597 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=8536749a-2522-4a28-b4ed-bba58303f02f HTTP/1.1" status: 200 len: 945 time: 0.0487566 Mar 22 11:14:30.987743 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f3fecea0-5d35-4a90-996c-821079566ab8 req-7ad7234d-2279-453e-95b6-74c929effdaf tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345516 Mar 22 11:14:32.129043 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e774d5-51f5-4772-8b04-0f7e3a21b9a8 req-73e41125-37ef-4aad-ad75-1f1b8be1e876 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:32.130489 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-77e774d5-51f5-4772-8b04-0f7e3a21b9a8 req-73e41125-37ef-4aad-ad75-1f1b8be1e876 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=8536749a-2522-4a28-b4ed-bba58303f02f HTTP/1.1" status: 200 len: 945 time: 0.0574474 Mar 22 11:14:32.170774 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-77e774d5-51f5-4772-8b04-0f7e3a21b9a8 req-0f10a7f8-d048-4d7e-8bc9-917e65f9037a tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321634 Mar 22 11:14:33.458121 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edceb64-d980-479a-9cbd-05892005566b req-cb8abd8b-e07f-4cc0-be1a-bf5b769950ae tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:33.459453 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9edceb64-d980-479a-9cbd-05892005566b req-cb8abd8b-e07f-4cc0-be1a-bf5b769950ae tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=8536749a-2522-4a28-b4ed-bba58303f02f HTTP/1.1" status: 200 len: 945 time: 0.0574684 Mar 22 11:14:33.499870 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9edceb64-d980-479a-9cbd-05892005566b req-1a643683-f81b-4387-8d73-e3ed025cc39a tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344162 Mar 22 11:14:34.622814 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec6453-1a60-491b-bb8a-f94101d1af99 req-260cfe65-f382-4301-a42a-628e6b35d98b tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:34.624384 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-18ec6453-1a60-491b-bb8a-f94101d1af99 req-260cfe65-f382-4301-a42a-628e6b35d98b tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=8536749a-2522-4a28-b4ed-bba58303f02f HTTP/1.1" status: 200 len: 945 time: 0.0489621 Mar 22 11:14:34.666439 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-18ec6453-1a60-491b-bb8a-f94101d1af99 req-1e9c5e28-227f-479f-a4fb-a0200e2cb368 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355599 Mar 22 11:14:35.783417 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1235362c-4bb6-49ad-9e47-c5fe6e4af627 req-fad4a87f-90e0-483f-ab18-1ec448551310 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:35.784932 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1235362c-4bb6-49ad-9e47-c5fe6e4af627 req-fad4a87f-90e0-483f-ab18-1ec448551310 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=8536749a-2522-4a28-b4ed-bba58303f02f HTTP/1.1" status: 200 len: 945 time: 0.0489347 Mar 22 11:14:35.823517 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1235362c-4bb6-49ad-9e47-c5fe6e4af627 req-7ebc4a6e-3bf1-4727-b5b6-221dd1bb712f tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319376 Mar 22 11:14:36.947293 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98870158-4c11-4002-b0d1-05bc778b3dce req-8e7cf27d-42c3-43b7-be61-46e81eb41aee tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:36.948805 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-98870158-4c11-4002-b0d1-05bc778b3dce req-8e7cf27d-42c3-43b7-be61-46e81eb41aee tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=8536749a-2522-4a28-b4ed-bba58303f02f HTTP/1.1" status: 200 len: 945 time: 0.0527797 Mar 22 11:14:36.989913 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-98870158-4c11-4002-b0d1-05bc778b3dce req-2cd44eb7-8610-4659-a19e-6eb0c5d18b17 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341747 Mar 22 11:14:37.720737 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-069efe64-8e9d-47e9-9699-8d3f9131e5e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:38.108985 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997183e7-44a6-414e-912d-1cfaf9d42550 req-77b60ff5-fa5b-4296-9081-749b6402d85e tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:38.110453 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-997183e7-44a6-414e-912d-1cfaf9d42550 req-77b60ff5-fa5b-4296-9081-749b6402d85e tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=8536749a-2522-4a28-b4ed-bba58303f02f HTTP/1.1" status: 200 len: 945 time: 0.0514481 Mar 22 11:14:38.152253 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-997183e7-44a6-414e-912d-1cfaf9d42550 req-e5982f22-054e-4145-939b-ae573ec8e95b tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355854 Mar 22 11:14:39.268761 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ebf7a-f657-4f41-bc93-b12275253835 req-f6737742-990b-4eca-989a-d09ae06598e5 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:39.270127 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ee4ebf7a-f657-4f41-bc93-b12275253835 req-f6737742-990b-4eca-989a-d09ae06598e5 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=8536749a-2522-4a28-b4ed-bba58303f02f HTTP/1.1" status: 200 len: 945 time: 0.0498631 Mar 22 11:14:39.308330 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ee4ebf7a-f657-4f41-bc93-b12275253835 req-3933348a-f103-4198-839b-73bc00120302 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317633 Mar 22 11:14:39.548446 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-a6be1e06-9556-4191-bcff-2924671babaa req-b322c789-795d-48ab-b069-b7f37104cfc4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8536749a-2522-4a28-b4ed-bba58303f02f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0477057 Mar 22 11:14:39.556921 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6520c2-b827-4e6b-aacd-6c056bfc453d req-29c49a83-31e6-4537-9302-a71cd4b7503b tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:39.558396 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8d6520c2-b827-4e6b-aacd-6c056bfc453d req-29c49a83-31e6-4537-9302-a71cd4b7503b tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=8536749a-2522-4a28-b4ed-bba58303f02f HTTP/1.1" status: 200 len: 945 time: 0.0525787 Mar 22 11:14:39.598994 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8d6520c2-b827-4e6b-aacd-6c056bfc453d req-423e3d67-5bad-4727-b3b9-074193dbfa9b tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328231 Mar 22 11:14:39.854328 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e16ddc0c-3499-4ac0-a7dc-9bc13aa7384b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:40.648419 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be1e06-9556-4191-bcff-2924671babaa req-491e21e2-d686-408a-86d8-976096433f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:40.649952 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a6be1e06-9556-4191-bcff-2924671babaa req-491e21e2-d686-408a-86d8-976096433f41 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ee49a6d1fef42d8b63d9dcdae3e7704&device_id=8536749a-2522-4a28-b4ed-bba58303f02f HTTP/1.1" status: 200 len: 1098 time: 0.0427382 Mar 22 11:14:40.770976 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28afac7b-f791-491c-926e-db25227879fe req-25e2a553-6193-4ab6-b722-0de78f528895 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:40.772536 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-28afac7b-f791-491c-926e-db25227879fe req-25e2a553-6193-4ab6-b722-0de78f528895 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=8536749a-2522-4a28-b4ed-bba58303f02f HTTP/1.1" status: 200 len: 945 time: 0.0949755 Mar 22 11:14:40.777206 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be1e06-9556-4191-bcff-2924671babaa req-e3c88e1e-58f7-4b41-8c7f-7b81827483ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:40.778526 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a6be1e06-9556-4191-bcff-2924671babaa req-e3c88e1e-58f7-4b41-8c7f-7b81827483ee service neutron] 10.222.0.35 "GET /v2.0/networks?id=cecd9a7b-8d72-4acc-b91d-f47639526b0c HTTP/1.1" status: 200 len: 913 time: 0.1219621 Mar 22 11:14:40.856226 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-28afac7b-f791-491c-926e-db25227879fe req-92fc657c-8cd3-4ea6-baca-9e5c91618a03 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767705 Mar 22 11:14:40.861943 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a6be1e06-9556-4191-bcff-2924671babaa req-27c199f5-1a92-4be8-9e7e-bcbd908050ef service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e007866e-510b-4c39-9c9f-e6dd272bdc31 HTTP/1.1" status: 200 len: 1001 time: 0.0768561 Mar 22 11:14:40.911643 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be1e06-9556-4191-bcff-2924671babaa req-c76251ab-f628-4cc3-8019-395b60e04617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:40.913102 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a6be1e06-9556-4191-bcff-2924671babaa req-c76251ab-f628-4cc3-8019-395b60e04617 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b HTTP/1.1" status: 200 len: 851 time: 0.0449858 Mar 22 11:14:40.959924 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be1e06-9556-4191-bcff-2924671babaa req-ef086a8e-0bac-4ed4-83e2-8675534af0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:40.961406 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a6be1e06-9556-4191-bcff-2924671babaa req-ef086a8e-0bac-4ed4-83e2-8675534af0fd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cecd9a7b-8d72-4acc-b91d-f47639526b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412905 Mar 22 11:14:41.054526 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a6be1e06-9556-4191-bcff-2924671babaa req-8ee91766-a329-4f10-93c3-ae75a1c3190b service neutron] 10.222.0.35 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857112 Mar 22 11:14:41.147295 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a6be1e06-9556-4191-bcff-2924671babaa req-d73c3a3a-cd56-426c-b0d9-0e6e5915ac49 service neutron] 10.222.0.35 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859554 Mar 22 11:14:41.184809 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:41.978119 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca5ce5-0a87-4599-9890-2bb6cf7b60fe req-b149778c-f8fa-4a3e-8274-88e34cc0324e tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:41.979659 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-dfca5ce5-0a87-4599-9890-2bb6cf7b60fe req-b149778c-f8fa-4a3e-8274-88e34cc0324e tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=8536749a-2522-4a28-b4ed-bba58303f02f HTTP/1.1" status: 200 len: 945 time: 0.0515690 Mar 22 11:14:42.017735 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-dfca5ce5-0a87-4599-9890-2bb6cf7b60fe req-4be7f93d-44da-414b-a90c-8cc295b285dd tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319841 Mar 22 11:14:42.589684 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:42.679404 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a6be1e06-9556-4191-bcff-2924671babaa req-38a1fe6a-63fa-4bc6-a358-b72bf07e4c0c service neutron] 10.222.0.35 "GET /v2.0/ports/e007866e-510b-4c39-9c9f-e6dd272bdc31/bindings/hv-neutron-8345 HTTP/1.1" status: 200 len: 384 time: 0.0572004 Mar 22 11:14:42.855008 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:42.893673 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be1e06-9556-4191-bcff-2924671babaa req-96440861-7947-48ed-948f-8f48e7ae10d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:42.895183 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a6be1e06-9556-4191-bcff-2924671babaa req-96440861-7947-48ed-948f-8f48e7ae10d9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8536749a-2522-4a28-b4ed-bba58303f02f&tenant_id=5ee49a6d1fef42d8b63d9dcdae3e7704 HTTP/1.1" status: 200 len: 1098 time: 0.0454702 Mar 22 11:14:42.968856 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be1e06-9556-4191-bcff-2924671babaa req-758e94b2-1b38-4c3a-9e01-0b4d70df0c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:42.970398 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a6be1e06-9556-4191-bcff-2924671babaa req-758e94b2-1b38-4c3a-9e01-0b4d70df0c11 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ee49a6d1fef42d8b63d9dcdae3e7704&device_id=8536749a-2522-4a28-b4ed-bba58303f02f HTTP/1.1" status: 200 len: 1098 time: 0.0530088 Mar 22 11:14:43.065937 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be1e06-9556-4191-bcff-2924671babaa req-97783092-8ad2-4f9f-86ba-6d631240537d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:43.067496 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a6be1e06-9556-4191-bcff-2924671babaa req-97783092-8ad2-4f9f-86ba-6d631240537d service neutron] 10.222.0.35 "GET /v2.0/networks?id=cecd9a7b-8d72-4acc-b91d-f47639526b0c HTTP/1.1" status: 200 len: 913 time: 0.0897336 Mar 22 11:14:43.168362 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a6be1e06-9556-4191-bcff-2924671babaa req-0be76edc-9e3b-4077-89db-3a91f9cdf370 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e007866e-510b-4c39-9c9f-e6dd272bdc31 HTTP/1.1" status: 200 len: 1001 time: 0.0928829 Mar 22 11:14:43.191635 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac6372-f33b-4054-867c-1933822eeebe req-7d5240d9-677a-496e-a0e3-559251721d4a tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:43.193235 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-72ac6372-f33b-4054-867c-1933822eeebe req-7d5240d9-677a-496e-a0e3-559251721d4a tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=8536749a-2522-4a28-b4ed-bba58303f02f HTTP/1.1" status: 200 len: 945 time: 0.0786469 Mar 22 11:14:43.254580 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be1e06-9556-4191-bcff-2924671babaa req-7eb9585e-d6d1-4f4e-8c0f-ea4b28939864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:43.256098 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a6be1e06-9556-4191-bcff-2924671babaa req-7eb9585e-d6d1-4f4e-8c0f-ea4b28939864 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b HTTP/1.1" status: 200 len: 851 time: 0.0800755 Mar 22 11:14:43.263486 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-72ac6372-f33b-4054-867c-1933822eeebe req-bd6e2432-0b52-481a-85eb-1ffbca46a0ea tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500524 Mar 22 11:14:43.314540 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be1e06-9556-4191-bcff-2924671babaa req-b337e4d9-5072-4569-8b00-ca8094570673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:43.316059 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a6be1e06-9556-4191-bcff-2924671babaa req-b337e4d9-5072-4569-8b00-ca8094570673 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cecd9a7b-8d72-4acc-b91d-f47639526b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0516646 Mar 22 11:14:43.476150 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:43.737132 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a6be1e06-9556-4191-bcff-2924671babaa req-4e73cd37-edcb-40a9-811e-5ba494efc7a9 service neutron] 10.222.0.35 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4145215 Mar 22 11:14:43.829180 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a6be1e06-9556-4191-bcff-2924671babaa req-27115776-2c33-4618-a512-02b8f8ba9ae1 service neutron] 10.222.0.35 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849328 Mar 22 11:14:44.383494 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813b43d-39d6-45c4-ab1b-2845300a1d9d req-3cef209e-9c43-4557-93d8-09c0218dd323 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:44.384973 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3813b43d-39d6-45c4-ab1b-2845300a1d9d req-3cef209e-9c43-4557-93d8-09c0218dd323 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=8536749a-2522-4a28-b4ed-bba58303f02f HTTP/1.1" status: 200 len: 945 time: 0.0509734 Mar 22 11:14:44.424050 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3813b43d-39d6-45c4-ab1b-2845300a1d9d req-73f7d324-18ea-4d8e-bc83-b8568293b51c tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329895 Mar 22 11:14:45.560299 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e5b80-e054-47bb-9848-7e3dc092c219 req-eb3adb51-7938-4a21-ae4d-83ba2caac1c0 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:45.561785 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-039e5b80-e054-47bb-9848-7e3dc092c219 req-eb3adb51-7938-4a21-ae4d-83ba2caac1c0 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=8536749a-2522-4a28-b4ed-bba58303f02f HTTP/1.1" status: 200 len: 945 time: 0.0643728 Mar 22 11:14:45.608288 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-039e5b80-e054-47bb-9848-7e3dc092c219 req-c4f4d0c1-5662-4924-a7ca-a8df75f4ab51 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376568 Mar 22 11:14:45.636952 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device e007866e-510b-4c39-9c9f-e6dd272bdc31 details requested by agent hyperv_hv-neutron-8345 with host hv-neutron-8345 {{(pid=109051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 11:14:45.639706 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device e007866e-510b-4c39-9c9f-e6dd272bdc31 no longer exists at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:14:45.800511 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port e007866e-510b-4c39-9c9f-e6dd272bdc31, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=e007866e-510b-4c39-9c9f-e6dd272bdc31,segment=NetworkSegment(53b2af43-073b-494c-b55a-501f9556b622),segment_id=53b2af43-073b-494c-b55a-501f9556b622)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:14:45.810200 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:45.822448 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Returning: {'device': 'e007866e-510b-4c39-9c9f-e6dd272bdc31', 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c', 'port_id': 'e007866e-510b-4c39-9c9f-e6dd272bdc31', 'mac_address': 'fa:16:3e:ce:2e:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 11:14:45.837873 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8536749a-2522-4a28-b4ed-bba58303f02f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e007866e-510b-4c39-9c9f-e6dd272bdc31'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:14:45.840174 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55387060-87be-4250-ab49-34c96775d582" -d '{"events": [{"server_uuid": "8536749a-2522-4a28-b4ed-bba58303f02f", "name": "network-vif-unplugged", "status": "completed", "tag": "e007866e-510b-4c39-9c9f-e6dd272bdc31"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:14:45.852968 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4677b6-d609-4695-9a12-7feed75423ac req-38e5abf9-e54a-4c05-996c-db7afcb75211 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:45.854396 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-de4677b6-d609-4695-9a12-7feed75423ac req-38e5abf9-e54a-4c05-996c-db7afcb75211 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=8536749a-2522-4a28-b4ed-bba58303f02f HTTP/1.1" status: 200 len: 945 time: 0.0823646 Mar 22 11:14:45.866626 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9b75c-fa6e-4d7d-ad1b-709f75a47c20 req-a5dc8605-dbbd-4346-9507-f8eb3fcea989 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:45.868096 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8ab9b75c-fa6e-4d7d-ad1b-709f75a47c20 req-a5dc8605-dbbd-4346-9507-f8eb3fcea989 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.35 "GET /v2.0/ports?device_id=8536749a-2522-4a28-b4ed-bba58303f02f&tenant_id=5ee49a6d1fef42d8b63d9dcdae3e7704&binding%3Ahost_id=hv-neutron-8345 HTTP/1.1" status: 200 len: 945 time: 0.0846019 Mar 22 11:14:45.872733 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port e007866e-510b-4c39-9c9f-e6dd272bdc31, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=e007866e-510b-4c39-9c9f-e6dd272bdc31,segment=NetworkSegment(53b2af43-073b-494c-b55a-501f9556b622),segment_id=53b2af43-073b-494c-b55a-501f9556b622)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:14:45.880494 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:45.905737 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 11:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f4e108-4887-497f-942c-16dd1114bf53 x-openstack-request-id: req-c3f4e108-4887-497f-942c-16dd1114bf53 {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:14:45.906035 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8536749a-2522-4a28-b4ed-bba58303f02f", "name": "network-vif-unplugged", "status": "completed", "tag": "e007866e-510b-4c39-9c9f-e6dd272bdc31", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:14:45.906282 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c3f4e108-4887-497f-942c-16dd1114bf53 {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:14:45.906678 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3f4e108-4887-497f-942c-16dd1114bf53'] response: {'server_uuid': '8536749a-2522-4a28-b4ed-bba58303f02f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e007866e-510b-4c39-9c9f-e6dd272bdc31', 'code': 200} Mar 22 11:14:45.907292 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:45.907440 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-de4677b6-d609-4695-9a12-7feed75423ac req-0e0a1d80-e8ec-44c6-bbbf-1277f0b844f5 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380828 Mar 22 11:14:45.933336 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e007866e-510b-4c39-9c9f-e6dd272bdc31 {{(pid=109051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:14:45.953438 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=e007866e-510b-4c39-9c9f-e6dd272bdc31,revision_number=6']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:14:45.967257 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9b75c-fa6e-4d7d-ad1b-709f75a47c20 req-13b0ab74-9e05-4f78-ba24-6733ccf5e33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:45.967257 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8ab9b75c-fa6e-4d7d-ad1b-709f75a47c20 req-13b0ab74-9e05-4f78-ba24-6733ccf5e33f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ee49a6d1fef42d8b63d9dcdae3e7704&device_id=8536749a-2522-4a28-b4ed-bba58303f02f HTTP/1.1" status: 200 len: 1096 time: 0.0406544 Mar 22 11:14:45.989798 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.db.api [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:14:45.990300 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG oslo_db.api [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:14:46.076473 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9b75c-fa6e-4d7d-ad1b-709f75a47c20 req-6c0513f6-c0d8-45a4-8199-7bab1fff9ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:46.077955 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8ab9b75c-fa6e-4d7d-ad1b-709f75a47c20 req-6c0513f6-c0d8-45a4-8199-7bab1fff9ed2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cecd9a7b-8d72-4acc-b91d-f47639526b0c HTTP/1.1" status: 200 len: 913 time: 0.1050267 Mar 22 11:14:46.143395 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8ab9b75c-fa6e-4d7d-ad1b-709f75a47c20 req-9ba79ecf-eec8-42ee-9751-0047b05d13a4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e007866e-510b-4c39-9c9f-e6dd272bdc31 HTTP/1.1" status: 200 len: 999 time: 0.0576184 Mar 22 11:14:46.194069 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9b75c-fa6e-4d7d-ad1b-709f75a47c20 req-6f7d2d15-9561-4c52-94f6-1fa27d856ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:46.195510 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8ab9b75c-fa6e-4d7d-ad1b-709f75a47c20 req-6f7d2d15-9561-4c52-94f6-1fa27d856ce4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b HTTP/1.1" status: 200 len: 851 time: 0.0461330 Mar 22 11:14:46.243486 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9b75c-fa6e-4d7d-ad1b-709f75a47c20 req-2049ef3c-fd6a-4dab-9cbf-3f61b46776ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:46.244846 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8ab9b75c-fa6e-4d7d-ad1b-709f75a47c20 req-2049ef3c-fd6a-4dab-9cbf-3f61b46776ae service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cecd9a7b-8d72-4acc-b91d-f47639526b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428905 Mar 22 11:14:46.334447 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8ab9b75c-fa6e-4d7d-ad1b-709f75a47c20 req-10e9313e-c495-4442-8e58-69c16b23f489 service neutron] 10.222.0.35 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823071 Mar 22 11:14:46.428119 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8ab9b75c-fa6e-4d7d-ad1b-709f75a47c20 req-f89d57fb-040d-48b3-9909-862f858a23d6 service neutron] 10.222.0.35 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874014 Mar 22 11:14:46.527914 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:46.540823 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e007866e-510b-4c39-9c9f-e6dd272bdc31 {{(pid=109051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:14:46.561508 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port e007866e-510b-4c39-9c9f-e6dd272bdc31, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=e007866e-510b-4c39-9c9f-e6dd272bdc31,segment=NetworkSegment(53b2af43-073b-494c-b55a-501f9556b622),segment_id=53b2af43-073b-494c-b55a-501f9556b622)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:14:46.567205 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:46.616357 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=e007866e-510b-4c39-9c9f-e6dd272bdc31,revision_number=7']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:14:46.629408 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['e007866e-510b-4c39-9c9f-e6dd272bdc31'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 11:14:47.041195 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d84ed-9778-4fcf-a569-2a3f5c8b1eec req-f91b0857-82e4-418f-a6a2-f6186f47b152 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:47.042647 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ff2d84ed-9778-4fcf-a569-2a3f5c8b1eec req-f91b0857-82e4-418f-a6a2-f6186f47b152 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=8536749a-2522-4a28-b4ed-bba58303f02f HTTP/1.1" status: 200 len: 944 time: 0.0559711 Mar 22 11:14:47.083408 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ff2d84ed-9778-4fcf-a569-2a3f5c8b1eec req-da6d7b35-d0af-42d1-a440-9d41a9e37b93 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344276 Mar 22 11:14:47.203868 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d169ea-f961-4c03-9e4a-001fcf1cf6a3 req-5b76bbe2-09b0-436d-86e3-c07a693915ca tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:47.205348 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d5d169ea-f961-4c03-9e4a-001fcf1cf6a3 req-5b76bbe2-09b0-436d-86e3-c07a693915ca tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=8536749a-2522-4a28-b4ed-bba58303f02f HTTP/1.1" status: 200 len: 944 time: 0.0549667 Mar 22 11:14:47.245567 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d5d169ea-f961-4c03-9e4a-001fcf1cf6a3 req-51733f6c-89b6-4bf1-b7a4-c54570bcb101 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321302 Mar 22 11:14:47.475476 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb4a39-2564-4379-b7ee-b8348ec8434c req-934a0294-7404-428b-9ce7-cddea1852cd9 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:47.476975 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d6eb4a39-2564-4379-b7ee-b8348ec8434c req-934a0294-7404-428b-9ce7-cddea1852cd9 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=8536749a-2522-4a28-b4ed-bba58303f02f HTTP/1.1" status: 200 len: 944 time: 0.0695755 Mar 22 11:14:47.509277 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6afafa4-2272-4e6f-af90-992ec59f961b req-6bfaa6fc-bdda-45f5-acd0-24808f4820d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:47.510715 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f6afafa4-2272-4e6f-af90-992ec59f961b req-6bfaa6fc-bdda-45f5-acd0-24808f4820d6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ee49a6d1fef42d8b63d9dcdae3e7704&device_id=8536749a-2522-4a28-b4ed-bba58303f02f HTTP/1.1" status: 200 len: 1097 time: 0.0671294 Mar 22 11:14:47.530227 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d6eb4a39-2564-4379-b7ee-b8348ec8434c req-7f9f0137-3628-416e-b066-22fe1c012655 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468736 Mar 22 11:14:47.611996 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6afafa4-2272-4e6f-af90-992ec59f961b req-60ce01f4-cbb6-4f1f-bbb1-fc327ef7f3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:47.613380 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f6afafa4-2272-4e6f-af90-992ec59f961b req-60ce01f4-cbb6-4f1f-bbb1-fc327ef7f3cd service neutron] 10.222.0.35 "GET /v2.0/networks?id=cecd9a7b-8d72-4acc-b91d-f47639526b0c HTTP/1.1" status: 200 len: 913 time: 0.0932019 Mar 22 11:14:47.644284 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device e007866e-510b-4c39-9c9f-e6dd272bdc31 up at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:14:47.679712 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f6afafa4-2272-4e6f-af90-992ec59f961b req-80641e92-d280-436c-85e9-36382b999394 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e007866e-510b-4c39-9c9f-e6dd272bdc31 HTTP/1.1" status: 200 len: 1000 time: 0.0594621 Mar 22 11:14:47.693408 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning complete for port e007866e-510b-4c39-9c9f-e6dd272bdc31 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:14:47.694334 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:47.732504 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6afafa4-2272-4e6f-af90-992ec59f961b req-d5e28008-c246-4498-81f2-9d1f3f7c6053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:47.733954 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f6afafa4-2272-4e6f-af90-992ec59f961b req-d5e28008-c246-4498-81f2-9d1f3f7c6053 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b HTTP/1.1" status: 200 len: 851 time: 0.0477922 Mar 22 11:14:47.773978 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:47.777746 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6afafa4-2272-4e6f-af90-992ec59f961b req-a9e6cfb9-96aa-4483-befc-27e0a38fadfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:47.779262 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f6afafa4-2272-4e6f-af90-992ec59f961b req-a9e6cfb9-96aa-4483-befc-27e0a38fadfc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cecd9a7b-8d72-4acc-b91d-f47639526b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392413 Mar 22 11:14:47.808195 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port e007866e-510b-4c39-9c9f-e6dd272bdc31, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=e007866e-510b-4c39-9c9f-e6dd272bdc31,segment=NetworkSegment(53b2af43-073b-494c-b55a-501f9556b622),segment_id=53b2af43-073b-494c-b55a-501f9556b622)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:14:47.813480 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:47.859526 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=e007866e-510b-4c39-9c9f-e6dd272bdc31,revision_number=8']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:14:47.868875 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f6afafa4-2272-4e6f-af90-992ec59f961b req-75d59e2f-1957-4b25-a23e-8871d71c78c2 service neutron] 10.222.0.35 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830121 Mar 22 11:14:47.907464 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8536749a-2522-4a28-b4ed-bba58303f02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e007866e-510b-4c39-9c9f-e6dd272bdc31'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:14:47.909835 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ab37c1-35ef-467f-8b13-4e1af4b17a1b" -d '{"events": [{"server_uuid": "8536749a-2522-4a28-b4ed-bba58303f02f", "name": "network-vif-plugged", "status": "completed", "tag": "e007866e-510b-4c39-9c9f-e6dd272bdc31"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:14:47.945936 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759d48c1-7e29-4818-ad52-ef70d3e5d62e x-openstack-request-id: req-759d48c1-7e29-4818-ad52-ef70d3e5d62e {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:14:47.946218 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8536749a-2522-4a28-b4ed-bba58303f02f", "name": "network-vif-plugged", "status": "completed", "tag": "e007866e-510b-4c39-9c9f-e6dd272bdc31", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:14:47.946469 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-759d48c1-7e29-4818-ad52-ef70d3e5d62e {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:14:47.946890 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-759d48c1-7e29-4818-ad52-ef70d3e5d62e'] response: {'server_uuid': '8536749a-2522-4a28-b4ed-bba58303f02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e007866e-510b-4c39-9c9f-e6dd272bdc31', 'code': 200} Mar 22 11:14:47.965045 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f6afafa4-2272-4e6f-af90-992ec59f961b req-e15d4207-8e23-4dc1-9b74-bad5d04c7abb service neutron] 10.222.0.35 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888791 Mar 22 11:14:48.657561 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee054c-d984-4edf-a7d1-907d9767fe15 req-65f6b020-a87e-4c8e-93d9-112ef376f1d9 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:48.659006 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-96ee054c-d984-4edf-a7d1-907d9767fe15 req-65f6b020-a87e-4c8e-93d9-112ef376f1d9 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=8536749a-2522-4a28-b4ed-bba58303f02f HTTP/1.1" status: 200 len: 945 time: 0.0574045 Mar 22 11:14:48.700912 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-96ee054c-d984-4edf-a7d1-907d9767fe15 req-553d7874-a769-4c75-aa92-3d18014d81ab tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329707 Mar 22 11:14:48.951469 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec945ba-e55e-42b0-8c72-c153d4948645 req-d6ab8fcd-e14d-432a-a7c9-f5c5aa84ed30 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:48.952960 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9ec945ba-e55e-42b0-8c72-c153d4948645 req-d6ab8fcd-e14d-432a-a7c9-f5c5aa84ed30 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=8536749a-2522-4a28-b4ed-bba58303f02f HTTP/1.1" status: 200 len: 945 time: 0.0548997 Mar 22 11:14:48.995295 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9ec945ba-e55e-42b0-8c72-c153d4948645 req-3f7d6d0e-3cd4-4368-b053-d80ea232b8e4 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337741 Mar 22 11:14:49.663579 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device e007866e-510b-4c39-9c9f-e6dd272bdc31 no longer exists at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:14:49.757679 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:49.789469 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port e007866e-510b-4c39-9c9f-e6dd272bdc31, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=e007866e-510b-4c39-9c9f-e6dd272bdc31,segment=NetworkSegment(53b2af43-073b-494c-b55a-501f9556b622),segment_id=53b2af43-073b-494c-b55a-501f9556b622)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:14:49.796887 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:49.843820 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=e007866e-510b-4c39-9c9f-e6dd272bdc31,revision_number=9']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:14:49.947831 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8536749a-2522-4a28-b4ed-bba58303f02f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e007866e-510b-4c39-9c9f-e6dd272bdc31'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:14:49.951586 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f5b7de-0724-4b9b-acda-d7f3afcad2a7" -d '{"events": [{"server_uuid": "8536749a-2522-4a28-b4ed-bba58303f02f", "name": "network-vif-unplugged", "status": "completed", "tag": "e007866e-510b-4c39-9c9f-e6dd272bdc31"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:14:49.989369 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 11:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097e20f2-fa72-4be8-82db-8b4f1a6979a7 x-openstack-request-id: req-097e20f2-fa72-4be8-82db-8b4f1a6979a7 {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:14:49.989658 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8536749a-2522-4a28-b4ed-bba58303f02f", "name": "network-vif-unplugged", "status": "completed", "tag": "e007866e-510b-4c39-9c9f-e6dd272bdc31", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:14:49.989910 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-097e20f2-fa72-4be8-82db-8b4f1a6979a7 {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:14:49.990318 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-097e20f2-fa72-4be8-82db-8b4f1a6979a7'] response: {'server_uuid': '8536749a-2522-4a28-b4ed-bba58303f02f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e007866e-510b-4c39-9c9f-e6dd272bdc31', 'code': 200} Mar 22 11:14:50.124194 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8daca3-7182-4506-9d48-aafcf09f7d8e req-42385e21-6e14-42cf-8877-fb1e851b03a3 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:50.125728 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1f8daca3-7182-4506-9d48-aafcf09f7d8e req-42385e21-6e14-42cf-8877-fb1e851b03a3 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=8536749a-2522-4a28-b4ed-bba58303f02f HTTP/1.1" status: 200 len: 943 time: 0.0583467 Mar 22 11:14:50.164452 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1f8daca3-7182-4506-9d48-aafcf09f7d8e req-14a9ece0-322e-4e1c-a7d6-0e7ff78a3ecc tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313978 Mar 22 11:14:50.553877 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e8317-3a22-4317-ad78-f2dd4e7b5880 req-fec4ddc4-617d-450a-84ee-6197589d5b69 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:50.555301 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7c1e8317-3a22-4317-ad78-f2dd4e7b5880 req-fec4ddc4-617d-450a-84ee-6197589d5b69 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.35 "GET /v2.0/ports?device_id=8536749a-2522-4a28-b4ed-bba58303f02f HTTP/1.1" status: 200 len: 943 time: 0.0544837 Mar 22 11:14:50.648685 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-7c1e8317-3a22-4317-ad78-f2dd4e7b5880 req-c2e2ff3f-9d7d-43a9-a45a-f8db08d54c96 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Deleting port e007866e-510b-4c39-9c9f-e6dd272bdc31 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:14:50.649021 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-7c1e8317-3a22-4317-ad78-f2dd4e7b5880 req-c2e2ff3f-9d7d-43a9-a45a-f8db08d54c96 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:50.745429 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-7c1e8317-3a22-4317-ad78-f2dd4e7b5880 req-c2e2ff3f-9d7d-43a9-a45a-f8db08d54c96 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] For port e007866e-510b-4c39-9c9f-e6dd272bdc31, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=e007866e-510b-4c39-9c9f-e6dd272bdc31,segment=NetworkSegment(53b2af43-073b-494c-b55a-501f9556b622),segment_id=53b2af43-073b-494c-b55a-501f9556b622)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:14:50.745796 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-7c1e8317-3a22-4317-ad78-f2dd4e7b5880 req-c2e2ff3f-9d7d-43a9-a45a-f8db08d54c96 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:50.929904 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-7c1e8317-3a22-4317-ad78-f2dd4e7b5880 req-c2e2ff3f-9d7d-43a9-a45a-f8db08d54c96 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:50.930299 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-7c1e8317-3a22-4317-ad78-f2dd4e7b5880 req-c2e2ff3f-9d7d-43a9-a45a-f8db08d54c96 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684147'] for floatingip, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:50.930646 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.l3_db [req-7c1e8317-3a22-4317-ad78-f2dd4e7b5880 req-c2e2ff3f-9d7d-43a9-a45a-f8db08d54c96 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Floating IP ae436d7d-be4d-42c4-b6bd-27e6a686a19b disassociated. External IP: 172.26.7.167, port: e007866e-510b-4c39-9c9f-e6dd272bdc31. Mar 22 11:14:50.931066 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-7c1e8317-3a22-4317-ad78-f2dd4e7b5880 req-c2e2ff3f-9d7d-43a9-a45a-f8db08d54c96 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Calling delete_port for e007866e-510b-4c39-9c9f-e6dd272bdc31 owned by compute:nova {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:14:51.071467 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-7c1e8317-3a22-4317-ad78-f2dd4e7b5880 req-c2e2ff3f-9d7d-43a9-a45a-f8db08d54c96 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:51.103527 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e2ff3f-9d7d-43a9-a45a-f8db08d54c96 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Pushing event deleted for resources: {'Port': ['ID=e007866e-510b-4c39-9c9f-e6dd272bdc31,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:14:51.114567 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2ff3f-9d7d-43a9-a45a-f8db08d54c96 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:14:51.114913 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2ff3f-9d7d-43a9-a45a-f8db08d54c96 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:14:51.115250 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2ff3f-9d7d-43a9-a45a-f8db08d54c96 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:14:51.115587 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2ff3f-9d7d-43a9-a45a-f8db08d54c96 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:14:51.115937 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2ff3f-9d7d-43a9-a45a-f8db08d54c96 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:14:51.116256 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2ff3f-9d7d-43a9-a45a-f8db08d54c96 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:14:51.116591 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2ff3f-9d7d-43a9-a45a-f8db08d54c96 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:14:51.116932 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2ff3f-9d7d-43a9-a45a-f8db08d54c96 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:14:51.117215 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2ff3f-9d7d-43a9-a45a-f8db08d54c96 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:14:51.117534 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2ff3f-9d7d-43a9-a45a-f8db08d54c96 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:14:51.117845 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2ff3f-9d7d-43a9-a45a-f8db08d54c96 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:14:51.118160 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2ff3f-9d7d-43a9-a45a-f8db08d54c96 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:14:51.240320 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c1e8317-3a22-4317-ad78-f2dd4e7b5880 req-c2e2ff3f-9d7d-43a9-a45a-f8db08d54c96 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Router 0969331c-2815-4c97-ad08-e7dfff47d594 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:14:51.270871 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-66e6d355-eebc-41ac-b288-b5e19ac72a1c req-c67fdbec-8ba6-4634-b7f5-f8e23437cc3d tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=8536749a-2522-4a28-b4ed-bba58303f02f HTTP/1.1" status: 200 len: 210 time: 0.0327549 Mar 22 11:14:51.373494 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c1e8317-3a22-4317-ad78-f2dd4e7b5880 req-c2e2ff3f-9d7d-43a9-a45a-f8db08d54c96 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:14:51.386077 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a34463b-52f2-42c0-94de-e0c1984c70c3 None None] Sync routers for ids ['0969331c-2815-4c97-ad08-e7dfff47d594'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:14:51.397362 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a34463b-52f2-42c0-94de-e0c1984c70c3 None None] Routers {'0969331c-2815-4c97-ad08-e7dfff47d594'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:14:51.398037 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-9a34463b-52f2-42c0-94de-e0c1984c70c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:14:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['0969331c-2815-4c97-ad08-e7dfff47d594'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:14:51.413868 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c1e8317-3a22-4317-ad78-f2dd4e7b5880 req-c2e2ff3f-9d7d-43a9-a45a-f8db08d54c96 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] No DVR routers for this DVR port e007866e-510b-4c39-9c9f-e6dd272bdc31 on host hv-neutron-8345 {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:14:51.416688 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-7c1e8317-3a22-4317-ad78-f2dd4e7b5880 req-c2e2ff3f-9d7d-43a9-a45a-f8db08d54c96 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:51.419977 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7c1e8317-3a22-4317-ad78-f2dd4e7b5880 req-c2e2ff3f-9d7d-43a9-a45a-f8db08d54c96 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.35 "DELETE /v2.0/ports/e007866e-510b-4c39-9c9f-e6dd272bdc31 HTTP/1.1" status: 204 len: 173 time: 0.8578885 Mar 22 11:14:51.420425 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8536749a-2522-4a28-b4ed-bba58303f02f', 'name': 'network-vif-deleted', 'tag': 'e007866e-510b-4c39-9c9f-e6dd272bdc31'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:14:51.422743 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7eb112-6adb-407b-a935-94d4a3a5f514" -d '{"events": [{"server_uuid": "8536749a-2522-4a28-b4ed-bba58303f02f", "name": "network-vif-deleted", "tag": "e007866e-510b-4c39-9c9f-e6dd272bdc31"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:14:51.533406 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3746a10-6598-411a-9e59-8912dbe0e409 x-openstack-request-id: req-e3746a10-6598-411a-9e59-8912dbe0e409 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:14:51.533786 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8536749a-2522-4a28-b4ed-bba58303f02f", "name": "network-vif-deleted", "tag": "e007866e-510b-4c39-9c9f-e6dd272bdc31", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:14:51.534100 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e3746a10-6598-411a-9e59-8912dbe0e409 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:14:51.534574 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3746a10-6598-411a-9e59-8912dbe0e409'] response: {'server_uuid': '8536749a-2522-4a28-b4ed-bba58303f02f', 'name': 'network-vif-deleted', 'tag': 'e007866e-510b-4c39-9c9f-e6dd272bdc31', 'status': 'completed', 'code': 200} Mar 22 11:14:51.610884 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-9a34463b-52f2-42c0-94de-e0c1984c70c3 None None] Set router 0969331c-2815-4c97-ad08-e7dfff47d594 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:14:51.802861 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-9a34463b-52f2-42c0-94de-e0c1984c70c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'name': 'tempest-ServerActionsTestJSON-1479893742-router', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': '4da6f53b-923c-493c-8bca-866ab56191fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:13:16Z', 'updated_at': '2022-03-22T11:13:19Z', 'revision_number': 4, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'gw_port': {'id': '4da6f53b-923c-493c-8bca-866ab56191fa', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:40:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:13:16Z', 'updated_at': '2022-03-22T11:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '688e8a72-136a-4a9a-9585-f0ab5fab2298', 'name': '', 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'mac_address': 'fa:16:3e:a3:43:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:13:18Z', 'updated_at': '2022-03-22T11:13:21Z', 'revision_number': 5, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'subnets': [{'id': 'f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:14:51.828307 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a34463b-52f2-42c0-94de-e0c1984c70c3 None None] Checking router: 0969331c-2815-4c97-ad08-e7dfff47d594 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:14:51.836820 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a34463b-52f2-42c0-94de-e0c1984c70c3 None None] Routers {'0969331c-2815-4c97-ad08-e7dfff47d594'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:14:51.837413 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-9a34463b-52f2-42c0-94de-e0c1984c70c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:14:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['0969331c-2815-4c97-ad08-e7dfff47d594'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:14:51.945058 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-9a34463b-52f2-42c0-94de-e0c1984c70c3 None None] Set router 0969331c-2815-4c97-ad08-e7dfff47d594 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:14:52.152090 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-9a34463b-52f2-42c0-94de-e0c1984c70c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'name': 'tempest-ServerActionsTestJSON-1479893742-router', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': '4da6f53b-923c-493c-8bca-866ab56191fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:13:16Z', 'updated_at': '2022-03-22T11:13:19Z', 'revision_number': 4, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'gw_port': {'id': '4da6f53b-923c-493c-8bca-866ab56191fa', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:40:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:13:16Z', 'updated_at': '2022-03-22T11:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '688e8a72-136a-4a9a-9585-f0ab5fab2298', 'name': '', 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'mac_address': 'fa:16:3e:a3:43:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:13:18Z', 'updated_at': '2022-03-22T11:13:21Z', 'revision_number': 5, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'subnets': [{'id': 'f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:14:52.177564 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a34463b-52f2-42c0-94de-e0c1984c70c3 None None] The sync data for ids ['0969331c-2815-4c97-ad08-e7dfff47d594'] in dv-neutron-834599-1-hyperv is: [{'id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'name': 'tempest-ServerActionsTestJSON-1479893742-router', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': '4da6f53b-923c-493c-8bca-866ab56191fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:13:16Z', 'updated_at': '2022-03-22T11:13:19Z', 'revision_number': 4, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'gw_port': {'id': '4da6f53b-923c-493c-8bca-866ab56191fa', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:40:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:13:16Z', 'updated_at': '2022-03-22T11:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '688e8a72-136a-4a9a-9585-f0ab5fab2298', 'name': '', 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'mac_address': 'fa:16:3e:a3:43:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:13:18Z', 'updated_at': '2022-03-22T11:13:21Z', 'revision_number': 5, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'subnets': [{'id': 'f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:14:52.420403 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0e2815-9d82-4e85-8fbe-21ae801a76c8 None None] New status for floating IP ae436d7d-be4d-42c4-b6bd-27e6a686a19b: DOWN {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 11:14:52.511892 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0ab23e42-1b1f-4330-b699-46c7c989adc3 req-0da41d6e-d13e-458e-b688-30d7b6ad5f09 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--543229472&fields=id&tenant_id=5ee49a6d1fef42d8b63d9dcdae3e7704 HTTP/1.1" status: 200 len: 267 time: 0.0329731 Mar 22 11:14:52.628123 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab23e42-1b1f-4330-b699-46c7c989adc3 req-0a5167b8-1ea6-4cc1-a628-a087919606c6 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:52.629624 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0ab23e42-1b1f-4330-b699-46c7c989adc3 req-0a5167b8-1ea6-4cc1-a628-a087919606c6 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/networks?id=cecd9a7b-8d72-4acc-b91d-f47639526b0c HTTP/1.1" status: 200 len: 812 time: 0.1108177 Mar 22 11:14:52.644844 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0ab23e42-1b1f-4330-b699-46c7c989adc3 req-806ce593-81ee-4b2b-bdd8-bc9805dc4604 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/quotas/5ee49a6d1fef42d8b63d9dcdae3e7704 HTTP/1.1" status: 200 len: 375 time: 0.0093825 Mar 22 11:14:52.704914 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0ab23e42-1b1f-4330-b699-46c7c989adc3 req-994c9de1-e6f3-4f6d-a299-c93a3db61ea5 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5ee49a6d1fef42d8b63d9dcdae3e7704&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0547087 Mar 22 11:14:52.720655 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [req-0ab23e42-1b1f-4330-b699-46c7c989adc3 req-c44f47c7-06fc-4507-89b1-d4d6fa14966f service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=109050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:14:52.721583 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0ab23e42-1b1f-4330-b699-46c7c989adc3 req-c44f47c7-06fc-4507-89b1-d4d6fa14966f service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050263 Mar 22 11:14:52.818126 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0ab23e42-1b1f-4330-b699-46c7c989adc3 req-f9c35a11-e7ff-4cd3-a586-aba72c7e2484 service neutron] 10.222.0.57 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907335 Mar 22 11:14:52.934042 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0ab23e42-1b1f-4330-b699-46c7c989adc3 req-4c2ee134-1c38-40be-a4e0-03bc403187e9 service neutron] 10.222.0.57 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089509 Mar 22 11:14:53.092869 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e88fae69-e20f-4d40-b457-5f2ceacf198f req-127997bd-b368-46da-a8c1-1780f3cdbc71 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cea31eb-508f-4819-8379-861f08fbaf5b HTTP/1.1" status: 200 len: 210 time: 0.0277102 Mar 22 11:14:53.182964 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:14:53.677155 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device e007866e-510b-4c39-9c9f-e6dd272bdc31 no longer exists at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:14:53.697787 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] No Port match for: e007866e-510b-4c39-9c9f-e6dd272bdc31 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:14:53.698134 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device e007866e-510b-4c39-9c9f-e6dd272bdc31 not bound to the agent host hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:14:54.043645 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab23e42-1b1f-4330-b699-46c7c989adc3 req-aee65b9a-ed99-4abf-9392-33505acc38e0 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:54.045097 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0ab23e42-1b1f-4330-b699-46c7c989adc3 req-aee65b9a-ed99-4abf-9392-33505acc38e0 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.35 "GET /v2.0/networks?id=cecd9a7b-8d72-4acc-b91d-f47639526b0c HTTP/1.1" status: 200 len: 812 time: 0.1082475 Mar 22 11:14:54.089258 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0ab23e42-1b1f-4330-b699-46c7c989adc3 req-dba24dd3-02e4-4e52-bab6-bdbeb013dc33 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ee49a6d1fef42d8b63d9dcdae3e7704 HTTP/1.1" status: 200 len: 379 time: 0.0348759 Mar 22 11:14:54.103123 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-0ab23e42-1b1f-4330-b699-46c7c989adc3 req-fb6a8c6b-345b-4bba-9d01-f445368b0891 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Request body: {'port': {'device_id': '9cea31eb-508f-4819-8379-861f08fbaf5b', 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c', 'admin_state_up': True, 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'security_groups': ['20afcff8-8795-4fa2-9580-894b88ace147']}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:14:54.193624 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-eea0f94a-97dc-417e-a8f2-791fff70b7e4 req-e2a5abec-c989-4c18-a188-10291f978f5c tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cea31eb-508f-4819-8379-861f08fbaf5b HTTP/1.1" status: 200 len: 210 time: 0.0311797 Mar 22 11:14:54.234207 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ab23e42-1b1f-4330-b699-46c7c989adc3 req-fb6a8c6b-345b-4bba-9d01-f445368b0891 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Made reservation on behalf of 5ee49a6d1fef42d8b63d9dcdae3e7704 for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:14:54.237723 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-0ab23e42-1b1f-4330-b699-46c7c989adc3 req-fb6a8c6b-345b-4bba-9d01-f445368b0891 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:54.366239 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [req-0ab23e42-1b1f-4330-b699-46c7c989adc3 req-fb6a8c6b-345b-4bba-9d01-f445368b0891 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Allocated IP 172.20.0.14 (cecd9a7b-8d72-4acc-b91d-f47639526b0c/f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b/b0fa85c4-8183-40b2-b3b1-119ba4687a05) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:14:54.499841 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-0ab23e42-1b1f-4330-b699-46c7c989adc3 req-fb6a8c6b-345b-4bba-9d01-f445368b0891 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:54.536635 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-0ab23e42-1b1f-4330-b699-46c7c989adc3 req-fb6a8c6b-345b-4bba-9d01-f445368b0891 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:54.582975 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ab23e42-1b1f-4330-b699-46c7c989adc3 req-fb6a8c6b-345b-4bba-9d01-f445368b0891 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Network cecd9a7b-8d72-4acc-b91d-f47639526b0c is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:14:54.585997 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [req-0ab23e42-1b1f-4330-b699-46c7c989adc3 req-fb6a8c6b-345b-4bba-9d01-f445368b0891 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:14:54.589386 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ab23e42-1b1f-4330-b699-46c7c989adc3 req-fb6a8c6b-345b-4bba-9d01-f445368b0891 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:14:54.595674 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6a8c6b-345b-4bba-9d01-f445368b0891 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Pushing event updated for resources: {'Port': ['ID=b0fa85c4-8183-40b2-b3b1-119ba4687a05,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:14:54.641739 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab23e42-1b1f-4330-b699-46c7c989adc3 req-fb6a8c6b-345b-4bba-9d01-f445368b0891 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:54.642353 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-0ab23e42-1b1f-4330-b699-46c7c989adc3 req-fb6a8c6b-345b-4bba-9d01-f445368b0891 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:54.660321 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0ab23e42-1b1f-4330-b699-46c7c989adc3 req-fb6a8c6b-345b-4bba-9d01-f445368b0891 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5607879 Mar 22 11:14:54.672245 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-0ab23e42-1b1f-4330-b699-46c7c989adc3 req-f42da180-1e1f-47d7-8fb6-ced3acc4bd77 service neutron] Request body: {'port': {'device_id': '9cea31eb-508f-4819-8379-861f08fbaf5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8345'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:14:54.727384 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-0ab23e42-1b1f-4330-b699-46c7c989adc3 req-f42da180-1e1f-47d7-8fb6-ced3acc4bd77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:54.789264 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-a5484701-ec51-420b-81fd-fdc6d94513ad None None] Provisioning complete for port b0fa85c4-8183-40b2-b3b1-119ba4687a05 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:14:54.789870 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a5484701-ec51-420b-81fd-fdc6d94513ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:54.823357 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-a5484701-ec51-420b-81fd-fdc6d94513ad None None] Port b0fa85c4-8183-40b2-b3b1-119ba4687a05 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:14:54.992119 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [req-0ab23e42-1b1f-4330-b699-46c7c989adc3 req-f42da180-1e1f-47d7-8fb6-ced3acc4bd77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0fa85c4-8183-40b2-b3b1-119ba4687a05 {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:14:54.999518 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-0ab23e42-1b1f-4330-b699-46c7c989adc3 req-f42da180-1e1f-47d7-8fb6-ced3acc4bd77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:55.012383 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [req-0ab23e42-1b1f-4330-b699-46c7c989adc3 req-f42da180-1e1f-47d7-8fb6-ced3acc4bd77 service neutron] Transition to ACTIVE for port object b0fa85c4-8183-40b2-b3b1-119ba4687a05 will not be triggered until provisioned by entity L2. {{(pid=109050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:14:55.017043 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-0ab23e42-1b1f-4330-b699-46c7c989adc3 req-f42da180-1e1f-47d7-8fb6-ced3acc4bd77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:55.063762 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42da180-1e1f-47d7-8fb6-ced3acc4bd77 service neutron] Pushing event updated for resources: {'Port': ['ID=b0fa85c4-8183-40b2-b3b1-119ba4687a05,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:14:55.138673 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-0ab23e42-1b1f-4330-b699-46c7c989adc3 req-f42da180-1e1f-47d7-8fb6-ced3acc4bd77 service neutron] Attempting to bind port b0fa85c4-8183-40b2-b3b1-119ba4687a05 on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:14:55.139038 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-0ab23e42-1b1f-4330-b699-46c7c989adc3 req-f42da180-1e1f-47d7-8fb6-ced3acc4bd77 service neutron] Attempting to bind port b0fa85c4-8183-40b2-b3b1-119ba4687a05 by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': '53b2af43-073b-494c-b55a-501f9556b622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:14:55.139361 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab23e42-1b1f-4330-b699-46c7c989adc3 req-f42da180-1e1f-47d7-8fb6-ced3acc4bd77 service neutron] Attempting to bind port b0fa85c4-8183-40b2-b3b1-119ba4687a05 on network cecd9a7b-8d72-4acc-b91d-f47639526b0c {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:14:55.144349 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab23e42-1b1f-4330-b699-46c7c989adc3 req-f42da180-1e1f-47d7-8fb6-ced3acc4bd77 service neutron] Port b0fa85c4-8183-40b2-b3b1-119ba4687a05 on network cecd9a7b-8d72-4acc-b91d-f47639526b0c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 11:14:55.144822 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab23e42-1b1f-4330-b699-46c7c989adc3 req-f42da180-1e1f-47d7-8fb6-ced3acc4bd77 service neutron] Attempting to bind port b0fa85c4-8183-40b2-b3b1-119ba4687a05 on network cecd9a7b-8d72-4acc-b91d-f47639526b0c {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:14:55.150072 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab23e42-1b1f-4330-b699-46c7c989adc3 req-f42da180-1e1f-47d7-8fb6-ced3acc4bd77 service neutron] Checking agent: {'id': 'dcb78974-6458-4942-8c9c-663284d5bb3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8345', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:14:55.150408 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab23e42-1b1f-4330-b699-46c7c989adc3 req-f42da180-1e1f-47d7-8fb6-ced3acc4bd77 service neutron] Checking segment: {'id': '53b2af43-073b-494c-b55a-501f9556b622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:14:55.150787 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab23e42-1b1f-4330-b699-46c7c989adc3 req-f42da180-1e1f-47d7-8fb6-ced3acc4bd77 service neutron] Bound using segment: {'id': '53b2af43-073b-494c-b55a-501f9556b622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:14:55.151215 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-0ab23e42-1b1f-4330-b699-46c7c989adc3 req-f42da180-1e1f-47d7-8fb6-ced3acc4bd77 service neutron] Bound port: b0fa85c4-8183-40b2-b3b1-119ba4687a05, host: hv-neutron-8345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53b2af43-073b-494c-b55a-501f9556b622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:14:55.151602 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-0ab23e42-1b1f-4330-b699-46c7c989adc3 req-f42da180-1e1f-47d7-8fb6-ced3acc4bd77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:55.217320 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-0ab23e42-1b1f-4330-b699-46c7c989adc3 req-f42da180-1e1f-47d7-8fb6-ced3acc4bd77 service neutron] For port b0fa85c4-8183-40b2-b3b1-119ba4687a05, host hv-neutron-8345, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:14:55.220564 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-0ab23e42-1b1f-4330-b699-46c7c989adc3 req-f42da180-1e1f-47d7-8fb6-ced3acc4bd77 service neutron] For port b0fa85c4-8183-40b2-b3b1-119ba4687a05, host hv-neutron-8345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=b0fa85c4-8183-40b2-b3b1-119ba4687a05,segment=NetworkSegment(53b2af43-073b-494c-b55a-501f9556b622),segment_id=53b2af43-073b-494c-b55a-501f9556b622)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:14:55.230063 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-0ab23e42-1b1f-4330-b699-46c7c989adc3 req-f42da180-1e1f-47d7-8fb6-ced3acc4bd77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:55.267015 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab23e42-1b1f-4330-b699-46c7c989adc3 req-f42da180-1e1f-47d7-8fb6-ced3acc4bd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:55.267646 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-0ab23e42-1b1f-4330-b699-46c7c989adc3 req-f42da180-1e1f-47d7-8fb6-ced3acc4bd77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:55.269215 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0ab23e42-1b1f-4330-b699-46c7c989adc3 req-f42da180-1e1f-47d7-8fb6-ced3acc4bd77 service neutron] 10.222.0.35 "PUT /v2.0/ports/b0fa85c4-8183-40b2-b3b1-119ba4687a05 HTTP/1.1" status: 200 len: 1094 time: 0.6014881 Mar 22 11:14:55.272688 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cea31eb-508f-4819-8379-861f08fbaf5b', 'tag': 'b0fa85c4-8183-40b2-b3b1-119ba4687a05'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:14:55.275747 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7940fbc-a794-4668-886e-75945c75bb78" -d '{"events": [{"name": "network-changed", "server_uuid": "9cea31eb-508f-4819-8379-861f08fbaf5b", "tag": "b0fa85c4-8183-40b2-b3b1-119ba4687a05"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:14:55.352150 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b24ee2a-04f0-408e-b083-0e586afda861 x-openstack-request-id: req-0b24ee2a-04f0-408e-b083-0e586afda861 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:14:55.352436 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cea31eb-508f-4819-8379-861f08fbaf5b", "tag": "b0fa85c4-8183-40b2-b3b1-119ba4687a05", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:14:55.352685 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0b24ee2a-04f0-408e-b083-0e586afda861 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:14:55.353084 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b24ee2a-04f0-408e-b083-0e586afda861'] response: {'name': 'network-changed', 'server_uuid': '9cea31eb-508f-4819-8379-861f08fbaf5b', 'tag': 'b0fa85c4-8183-40b2-b3b1-119ba4687a05', 'status': 'completed', 'code': 200} Mar 22 11:14:55.369232 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42da180-1e1f-47d7-8fb6-ced3acc4bd77 service neutron] Pushing event updated for resources: {'Port': ['ID=b0fa85c4-8183-40b2-b3b1-119ba4687a05,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:14:55.387740 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b522f2-aa89-459c-aabc-553b61b3318d req-24019bf5-ba21-4c93-86e8-63aa45676208 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:55.389308 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a1b522f2-aa89-459c-aabc-553b61b3318d req-24019bf5-ba21-4c93-86e8-63aa45676208 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cea31eb-508f-4819-8379-861f08fbaf5b HTTP/1.1" status: 200 len: 944 time: 0.1174154 Mar 22 11:14:55.394294 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab23e42-1b1f-4330-b699-46c7c989adc3 req-e40e6b74-e2cf-4bb6-9a84-a7594f6a02c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:55.395744 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0ab23e42-1b1f-4330-b699-46c7c989adc3 req-e40e6b74-e2cf-4bb6-9a84-a7594f6a02c4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ee49a6d1fef42d8b63d9dcdae3e7704&device_id=9cea31eb-508f-4819-8379-861f08fbaf5b HTTP/1.1" status: 200 len: 1097 time: 0.0828972 Mar 22 11:14:55.445336 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0ab23e42-1b1f-4330-b699-46c7c989adc3 req-63efac83-7117-4374-b922-26ed67399d06 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0fa85c4-8183-40b2-b3b1-119ba4687a05 HTTP/1.1" status: 200 len: 217 time: 0.0415382 Mar 22 11:14:55.488529 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a1b522f2-aa89-459c-aabc-553b61b3318d req-3eac1ee6-e2a5-4106-b52e-3eaba89ecda6 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918128 Mar 22 11:14:55.505229 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab23e42-1b1f-4330-b699-46c7c989adc3 req-e13ec347-fb2e-4c62-81aa-70e303fa2ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:55.506658 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0ab23e42-1b1f-4330-b699-46c7c989adc3 req-e13ec347-fb2e-4c62-81aa-70e303fa2ad0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b HTTP/1.1" status: 200 len: 851 time: 0.0513766 Mar 22 11:14:55.555032 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab23e42-1b1f-4330-b699-46c7c989adc3 req-8b9d73f6-68fd-4eb6-a577-92b7a010ed31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:55.556446 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0ab23e42-1b1f-4330-b699-46c7c989adc3 req-8b9d73f6-68fd-4eb6-a577-92b7a010ed31 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cecd9a7b-8d72-4acc-b91d-f47639526b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433552 Mar 22 11:14:55.644734 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0ab23e42-1b1f-4330-b699-46c7c989adc3 req-6fa05ca1-d0ab-4ac0-aaec-efb8fbb72f31 service neutron] 10.222.0.35 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809698 Mar 22 11:14:55.740868 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0ab23e42-1b1f-4330-b699-46c7c989adc3 req-2f38b51f-a1ef-4342-8a50-f2f08c3e6476 service neutron] 10.222.0.35 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890884 Mar 22 11:14:55.838852 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7940fbc-a794-4668-886e-75945c75bb78 req-cc3eca62-23d5-4f66-a2f8-1f0d3a096ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:55.840269 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f7940fbc-a794-4668-886e-75945c75bb78 req-cc3eca62-23d5-4f66-a2f8-1f0d3a096ab9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ee49a6d1fef42d8b63d9dcdae3e7704&device_id=9cea31eb-508f-4819-8379-861f08fbaf5b HTTP/1.1" status: 200 len: 1097 time: 0.0417852 Mar 22 11:14:55.940124 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7940fbc-a794-4668-886e-75945c75bb78 req-c45a99aa-ef57-49ad-8f15-a391b8a0f8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:55.941596 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f7940fbc-a794-4668-886e-75945c75bb78 req-c45a99aa-ef57-49ad-8f15-a391b8a0f8e3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cecd9a7b-8d72-4acc-b91d-f47639526b0c HTTP/1.1" status: 200 len: 913 time: 0.0926723 Mar 22 11:14:55.983073 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f7940fbc-a794-4668-886e-75945c75bb78 req-6148dbe8-9154-411f-a3d7-b8eb0127b269 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0fa85c4-8183-40b2-b3b1-119ba4687a05 HTTP/1.1" status: 200 len: 217 time: 0.0340610 Mar 22 11:14:56.033534 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7940fbc-a794-4668-886e-75945c75bb78 req-ba1803ab-7aeb-443b-af60-726e410e4124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:56.034929 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f7940fbc-a794-4668-886e-75945c75bb78 req-ba1803ab-7aeb-443b-af60-726e410e4124 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b HTTP/1.1" status: 200 len: 851 time: 0.0436645 Mar 22 11:14:56.085002 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7940fbc-a794-4668-886e-75945c75bb78 req-7b453280-0538-4ac0-990a-bb73aae58bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:56.086439 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f7940fbc-a794-4668-886e-75945c75bb78 req-7b453280-0538-4ac0-990a-bb73aae58bae service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cecd9a7b-8d72-4acc-b91d-f47639526b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447836 Mar 22 11:14:56.178521 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f7940fbc-a794-4668-886e-75945c75bb78 req-c750ee5d-2655-4b36-8581-6a9e5c5ad864 service neutron] 10.222.0.35 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836785 Mar 22 11:14:56.271400 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f7940fbc-a794-4668-886e-75945c75bb78 req-3b996d9c-f4dd-4958-8832-91e350951538 service neutron] 10.222.0.35 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848491 Mar 22 11:14:56.624409 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b795f33d-d081-48ca-9a4e-2a64285d7dcb req-80c47945-8f27-446e-91d8-ee849ca9b741 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:56.625922 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b795f33d-d081-48ca-9a4e-2a64285d7dcb req-80c47945-8f27-446e-91d8-ee849ca9b741 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cea31eb-508f-4819-8379-861f08fbaf5b HTTP/1.1" status: 200 len: 944 time: 0.0523767 Mar 22 11:14:56.666193 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b795f33d-d081-48ca-9a4e-2a64285d7dcb req-2f9879b3-e684-41bb-a0df-1b3d27cd7465 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336483 Mar 22 11:14:57.693709 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device b0fa85c4-8183-40b2-b3b1-119ba4687a05 details requested by agent hyperv_hv-neutron-8345 with host hv-neutron-8345 {{(pid=109051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 11:14:57.792117 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b045b86-6546-4b7b-82b2-f28c8620cb23 req-e22f1a59-9067-4dd5-95b1-80515c8ae0a3 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:57.793596 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4b045b86-6546-4b7b-82b2-f28c8620cb23 req-e22f1a59-9067-4dd5-95b1-80515c8ae0a3 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cea31eb-508f-4819-8379-861f08fbaf5b HTTP/1.1" status: 200 len: 944 time: 0.0485513 Mar 22 11:14:57.798166 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port b0fa85c4-8183-40b2-b3b1-119ba4687a05, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=b0fa85c4-8183-40b2-b3b1-119ba4687a05,segment=NetworkSegment(53b2af43-073b-494c-b55a-501f9556b622),segment_id=53b2af43-073b-494c-b55a-501f9556b622)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:14:57.809471 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Returning: {'device': 'b0fa85c4-8183-40b2-b3b1-119ba4687a05', 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c', 'port_id': 'b0fa85c4-8183-40b2-b3b1-119ba4687a05', 'mac_address': 'fa:16:3e:7e:97:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 11:14:57.830933 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4b045b86-6546-4b7b-82b2-f28c8620cb23 req-e58ca0de-98f6-43c9-b92c-d11d78a14631 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312171 Mar 22 11:14:57.849934 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:57.862517 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0fa85c4-8183-40b2-b3b1-119ba4687a05 {{(pid=109051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:14:57.881552 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port b0fa85c4-8183-40b2-b3b1-119ba4687a05, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=b0fa85c4-8183-40b2-b3b1-119ba4687a05,segment=NetworkSegment(53b2af43-073b-494c-b55a-501f9556b622),segment_id=53b2af43-073b-494c-b55a-501f9556b622)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:14:57.888518 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:57.935167 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=b0fa85c4-8183-40b2-b3b1-119ba4687a05,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:14:57.942784 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:14:57.943136 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:14:57.943504 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:14:57.943845 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:14:57.944176 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:14:57.944505 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:14:57.944864 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:14:57.945198 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:14:57.945524 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:14:57.945850 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:14:57.946166 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:14:57.946486 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:14:58.096862 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['b0fa85c4-8183-40b2-b3b1-119ba4687a05'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 11:14:58.987641 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec3494-5e7e-4110-a198-05a07832cd97 req-31ad3b73-3398-4616-ba39-d6060cdaa257 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:14:58.989109 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-48ec3494-5e7e-4110-a198-05a07832cd97 req-31ad3b73-3398-4616-ba39-d6060cdaa257 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cea31eb-508f-4819-8379-861f08fbaf5b HTTP/1.1" status: 200 len: 945 time: 0.0688517 Mar 22 11:14:59.027560 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-48ec3494-5e7e-4110-a198-05a07832cd97 req-08aaeda0-43e9-4aae-a6fd-76e16696df9e tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323141 Mar 22 11:14:59.710456 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device b0fa85c4-8183-40b2-b3b1-119ba4687a05 up at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:14:59.772413 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning for port b0fa85c4-8183-40b2-b3b1-119ba4687a05 completed by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:14:59.775984 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning complete for port b0fa85c4-8183-40b2-b3b1-119ba4687a05 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:14:59.776356 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:59.856241 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:59.885482 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cea31eb-508f-4819-8379-861f08fbaf5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0fa85c4-8183-40b2-b3b1-119ba4687a05'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:14:59.887764 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9e8004-bcae-4729-9eb3-3851baf1cfce" -d '{"events": [{"server_uuid": "9cea31eb-508f-4819-8379-861f08fbaf5b", "name": "network-vif-plugged", "status": "completed", "tag": "b0fa85c4-8183-40b2-b3b1-119ba4687a05"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:14:59.903869 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port b0fa85c4-8183-40b2-b3b1-119ba4687a05, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=b0fa85c4-8183-40b2-b3b1-119ba4687a05,segment=NetworkSegment(53b2af43-073b-494c-b55a-501f9556b622),segment_id=53b2af43-073b-494c-b55a-501f9556b622)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:14:59.909086 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:14:59.936561 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b74ea63-08e2-4659-94d2-4855cba1f55f x-openstack-request-id: req-6b74ea63-08e2-4659-94d2-4855cba1f55f {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:14:59.936862 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cea31eb-508f-4819-8379-861f08fbaf5b", "name": "network-vif-plugged", "status": "completed", "tag": "b0fa85c4-8183-40b2-b3b1-119ba4687a05", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:14:59.937140 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6b74ea63-08e2-4659-94d2-4855cba1f55f {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:14:59.937608 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b74ea63-08e2-4659-94d2-4855cba1f55f'] response: {'server_uuid': '9cea31eb-508f-4819-8379-861f08fbaf5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0fa85c4-8183-40b2-b3b1-119ba4687a05', 'code': 200} Mar 22 11:14:59.965390 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=b0fa85c4-8183-40b2-b3b1-119ba4687a05,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:15:00.094687 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8a649a-6145-4a47-8e3f-c343b3ef7605 req-7453f061-fcd1-4828-b2de-358e329f41bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:00.096235 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-eb8a649a-6145-4a47-8e3f-c343b3ef7605 req-7453f061-fcd1-4828-b2de-358e329f41bd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9cea31eb-508f-4819-8379-861f08fbaf5b HTTP/1.1" status: 200 len: 1099 time: 0.0404480 Mar 22 11:15:00.150668 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-eb8a649a-6145-4a47-8e3f-c343b3ef7605 req-094b431f-413e-484d-8da2-88d0f386cccd service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456879 Mar 22 11:15:00.164902 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb20391-9f25-43c7-a1c2-bac4a987aff0 req-92a546bc-b0d3-4436-b79d-3115fcb67633 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:00.166306 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-cbb20391-9f25-43c7-a1c2-bac4a987aff0 req-92a546bc-b0d3-4436-b79d-3115fcb67633 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cea31eb-508f-4819-8379-861f08fbaf5b HTTP/1.1" status: 200 len: 946 time: 0.0692134 Mar 22 11:15:00.202999 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-cbb20391-9f25-43c7-a1c2-bac4a987aff0 req-5b8a3bbd-1cdb-4ac9-9228-225ef7b65f75 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305374 Mar 22 11:15:01.340349 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab0206-19d0-4b47-9e6d-926535e86ffe req-73b85733-2d1e-4fcd-99f1-7652657485dd tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:01.341856 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b3ab0206-19d0-4b47-9e6d-926535e86ffe req-73b85733-2d1e-4fcd-99f1-7652657485dd tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cea31eb-508f-4819-8379-861f08fbaf5b HTTP/1.1" status: 200 len: 946 time: 0.0533502 Mar 22 11:15:01.388107 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b3ab0206-19d0-4b47-9e6d-926535e86ffe req-6022082b-a4b5-4be9-92b8-534f8b676c8f tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400295 Mar 22 11:15:01.508274 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a27e6-30ce-46e6-8897-db7c401b5aba req-c22b9d00-0da2-49f8-be82-1f39104c29df tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:01.509639 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b18a27e6-30ce-46e6-8897-db7c401b5aba req-c22b9d00-0da2-49f8-be82-1f39104c29df tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cea31eb-508f-4819-8379-861f08fbaf5b HTTP/1.1" status: 200 len: 946 time: 0.0508640 Mar 22 11:15:01.522417 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 44988) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:15:01.526910 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-b3b468df-bc8a-4aad-aa9b-9422d32a3e7c tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Request body: {'floatingip': {'port_id': 'b0fa85c4-8183-40b2-b3b1-119ba4687a05'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:15:01.568609 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b3b468df-bc8a-4aad-aa9b-9422d32a3e7c tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks [] for floatingip, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:15:02.330048 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b3b468df-bc8a-4aad-aa9b-9422d32a3e7c tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:15:02.337680 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b3b468df-bc8a-4aad-aa9b-9422d32a3e7c tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684147'] for floatingip, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:15:02.441107 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.l3_db [None req-b3b468df-bc8a-4aad-aa9b-9422d32a3e7c tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Floating IP ae436d7d-be4d-42c4-b6bd-27e6a686a19b associated. External IP: 172.26.7.167, port: b0fa85c4-8183-40b2-b3b1-119ba4687a05. Mar 22 11:15:02.651328 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b468df-bc8a-4aad-aa9b-9422d32a3e7c tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Router 0969331c-2815-4c97-ad08-e7dfff47d594 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:15:02.760318 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b468df-bc8a-4aad-aa9b-9422d32a3e7c tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:15:02.765529 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b3b468df-bc8a-4aad-aa9b-9422d32a3e7c tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:15:02.771521 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31ef9ad-d823-41ef-880f-06fc74e7e5ef None None] Sync routers for ids ['0969331c-2815-4c97-ad08-e7dfff47d594'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:15:02.782162 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31ef9ad-d823-41ef-880f-06fc74e7e5ef None None] Routers {'0969331c-2815-4c97-ad08-e7dfff47d594'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:15:02.782763 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-b31ef9ad-d823-41ef-880f-06fc74e7e5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:14:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['0969331c-2815-4c97-ad08-e7dfff47d594'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:15:02.791172 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-b3b468df-bc8a-4aad-aa9b-9422d32a3e7c tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "PUT /v2.0/floatingips/ae436d7d-be4d-42c4-b6bd-27e6a686a19b HTTP/1.1" status: 200 len: 992 time: 1.2677159 Mar 22 11:15:02.791804 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cea31eb-508f-4819-8379-861f08fbaf5b', 'tag': 'b0fa85c4-8183-40b2-b3b1-119ba4687a05'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:15:02.794057 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9f3cb8-fc9c-4047-a7cc-bd2cb2693cdc" -d '{"events": [{"name": "network-changed", "server_uuid": "9cea31eb-508f-4819-8379-861f08fbaf5b", "tag": "b0fa85c4-8183-40b2-b3b1-119ba4687a05"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:15:02.834455 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3ae174-81bf-4e4d-a00a-4d313d5c9a5c x-openstack-request-id: req-0d3ae174-81bf-4e4d-a00a-4d313d5c9a5c {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:15:02.834745 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cea31eb-508f-4819-8379-861f08fbaf5b", "tag": "b0fa85c4-8183-40b2-b3b1-119ba4687a05", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:15:02.834991 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0d3ae174-81bf-4e4d-a00a-4d313d5c9a5c {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:15:02.835416 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d3ae174-81bf-4e4d-a00a-4d313d5c9a5c'] response: {'name': 'network-changed', 'server_uuid': '9cea31eb-508f-4819-8379-861f08fbaf5b', 'tag': 'b0fa85c4-8183-40b2-b3b1-119ba4687a05', 'status': 'completed', 'code': 200} Mar 22 11:15:02.894188 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-b31ef9ad-d823-41ef-880f-06fc74e7e5ef None None] Set router 0969331c-2815-4c97-ad08-e7dfff47d594 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:15:02.901311 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f3cb8-fc9c-4047-a7cc-bd2cb2693cdc req-f13931f7-8651-4a4f-8c6d-13c9b629d771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:02.902895 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9e9f3cb8-fc9c-4047-a7cc-bd2cb2693cdc req-f13931f7-8651-4a4f-8c6d-13c9b629d771 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ee49a6d1fef42d8b63d9dcdae3e7704&device_id=9cea31eb-508f-4819-8379-861f08fbaf5b HTTP/1.1" status: 200 len: 1099 time: 0.0437236 Mar 22 11:15:03.038386 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-ed05aa7b-153c-4227-a853-9696a728b646 req-ba3f2009-a4ec-47bb-ab27-f21b9416c2a0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9cea31eb-508f-4819-8379-861f08fbaf5b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0494397 Mar 22 11:15:03.060074 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f3cb8-fc9c-4047-a7cc-bd2cb2693cdc req-c1809197-3910-4791-8c3b-dff4be16daca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:03.061562 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9e9f3cb8-fc9c-4047-a7cc-bd2cb2693cdc req-c1809197-3910-4791-8c3b-dff4be16daca service neutron] 10.222.0.35 "GET /v2.0/networks?id=cecd9a7b-8d72-4acc-b91d-f47639526b0c HTTP/1.1" status: 200 len: 913 time: 0.1510527 Mar 22 11:15:03.070232 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71543117-acfe-4ee6-82b0-f1e3f95163aa req-f953e1b3-1fe1-4146-8a9c-c8a80f8d88c3 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:03.072355 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-71543117-acfe-4ee6-82b0-f1e3f95163aa req-f953e1b3-1fe1-4146-8a9c-c8a80f8d88c3 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cea31eb-508f-4819-8379-861f08fbaf5b HTTP/1.1" status: 200 len: 946 time: 0.0731370 Mar 22 11:15:03.147392 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-b31ef9ad-d823-41ef-880f-06fc74e7e5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'name': 'tempest-ServerActionsTestJSON-1479893742-router', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': '4da6f53b-923c-493c-8bca-866ab56191fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:13:16Z', 'updated_at': '2022-03-22T11:13:19Z', 'revision_number': 4, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'gw_port': {'id': '4da6f53b-923c-493c-8bca-866ab56191fa', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:40:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:13:16Z', 'updated_at': '2022-03-22T11:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': 'ae436d7d-be4d-42c4-b6bd-27e6a686a19b', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'floating_ip_address': '172.26.7.167', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'port_id': 'b0fa85c4-8183-40b2-b3b1-119ba4687a05', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c', 'mac_address': 'fa:16:3e:7e:97:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cea31eb-508f-4819-8379-861f08fbaf5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:13:20Z', 'updated_at': '2022-03-22T11:15:02Z', 'revision_number': 9, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '688e8a72-136a-4a9a-9585-f0ab5fab2298', 'name': '', 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'mac_address': 'fa:16:3e:a3:43:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:13:18Z', 'updated_at': '2022-03-22T11:13:21Z', 'revision_number': 5, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'subnets': [{'id': 'f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:15:03.174335 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31ef9ad-d823-41ef-880f-06fc74e7e5ef None None] Checking router: 0969331c-2815-4c97-ad08-e7dfff47d594 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:15:03.176064 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-71543117-acfe-4ee6-82b0-f1e3f95163aa req-9a1d8444-2acf-46b4-951a-6c8aac6d62d6 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948029 Mar 22 11:15:03.182025 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9e9f3cb8-fc9c-4047-a7cc-bd2cb2693cdc req-ec2ca484-7ec3-49a3-8217-79cb6f256364 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0fa85c4-8183-40b2-b3b1-119ba4687a05 HTTP/1.1" status: 200 len: 1000 time: 0.1021788 Mar 22 11:15:03.183089 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31ef9ad-d823-41ef-880f-06fc74e7e5ef None None] Routers {'0969331c-2815-4c97-ad08-e7dfff47d594'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:15:03.183702 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-b31ef9ad-d823-41ef-880f-06fc74e7e5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:14:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['0969331c-2815-4c97-ad08-e7dfff47d594'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:15:03.234227 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f3cb8-fc9c-4047-a7cc-bd2cb2693cdc req-3f420256-9227-462e-a44b-9c47356b0713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:03.235912 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9e9f3cb8-fc9c-4047-a7cc-bd2cb2693cdc req-3f420256-9227-462e-a44b-9c47356b0713 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b HTTP/1.1" status: 200 len: 851 time: 0.0478289 Mar 22 11:15:03.286987 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f3cb8-fc9c-4047-a7cc-bd2cb2693cdc req-c9ab3031-e663-4d2e-809e-4f1453f954b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:03.288810 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9e9f3cb8-fc9c-4047-a7cc-bd2cb2693cdc req-c9ab3031-e663-4d2e-809e-4f1453f954b7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cecd9a7b-8d72-4acc-b91d-f47639526b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0463593 Mar 22 11:15:03.290764 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-b31ef9ad-d823-41ef-880f-06fc74e7e5ef None None] Set router 0969331c-2815-4c97-ad08-e7dfff47d594 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:15:03.387639 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9e9f3cb8-fc9c-4047-a7cc-bd2cb2693cdc req-f438620c-5e6f-4ebc-bdac-655db2edb1a3 service neutron] 10.222.0.35 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922031 Mar 22 11:15:03.482999 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9e9f3cb8-fc9c-4047-a7cc-bd2cb2693cdc req-c27fe743-ec20-4f53-b62f-4b07c0f0efdd service neutron] 10.222.0.35 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875552 Mar 22 11:15:03.528770 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-b31ef9ad-d823-41ef-880f-06fc74e7e5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'name': 'tempest-ServerActionsTestJSON-1479893742-router', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': '4da6f53b-923c-493c-8bca-866ab56191fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:13:16Z', 'updated_at': '2022-03-22T11:13:19Z', 'revision_number': 4, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'gw_port': {'id': '4da6f53b-923c-493c-8bca-866ab56191fa', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:40:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:13:16Z', 'updated_at': '2022-03-22T11:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': 'ae436d7d-be4d-42c4-b6bd-27e6a686a19b', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'floating_ip_address': '172.26.7.167', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'port_id': 'b0fa85c4-8183-40b2-b3b1-119ba4687a05', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c', 'mac_address': 'fa:16:3e:7e:97:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cea31eb-508f-4819-8379-861f08fbaf5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:13:20Z', 'updated_at': '2022-03-22T11:15:02Z', 'revision_number': 9, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '688e8a72-136a-4a9a-9585-f0ab5fab2298', 'name': '', 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'mac_address': 'fa:16:3e:a3:43:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:13:18Z', 'updated_at': '2022-03-22T11:13:21Z', 'revision_number': 5, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'subnets': [{'id': 'f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:15:03.554435 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31ef9ad-d823-41ef-880f-06fc74e7e5ef None None] The sync data for ids ['0969331c-2815-4c97-ad08-e7dfff47d594'] in dv-neutron-834599-1-hyperv is: [{'id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'name': 'tempest-ServerActionsTestJSON-1479893742-router', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': '4da6f53b-923c-493c-8bca-866ab56191fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:13:16Z', 'updated_at': '2022-03-22T11:13:19Z', 'revision_number': 4, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'gw_port': {'id': '4da6f53b-923c-493c-8bca-866ab56191fa', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:40:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:13:16Z', 'updated_at': '2022-03-22T11:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': 'ae436d7d-be4d-42c4-b6bd-27e6a686a19b', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'floating_ip_address': '172.26.7.167', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'port_id': 'b0fa85c4-8183-40b2-b3b1-119ba4687a05', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c', 'mac_address': 'fa:16:3e:7e:97:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cea31eb-508f-4819-8379-861f08fbaf5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:13:20Z', 'updated_at': '2022-03-22T11:15:02Z', 'revision_number': 9, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '688e8a72-136a-4a9a-9585-f0ab5fab2298', 'name': '', 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'mac_address': 'fa:16:3e:a3:43:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:13:18Z', 'updated_at': '2022-03-22T11:13:21Z', 'revision_number': 5, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'subnets': [{'id': 'f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:15:03.739279 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0974cf09-a008-45a1-a482-459ba189adac None None] New status for floating IP ae436d7d-be4d-42c4-b6bd-27e6a686a19b: ACTIVE {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 11:15:04.147553 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05aa7b-153c-4227-a853-9696a728b646 req-9d288056-090a-4e2d-b2f3-60b0e417f780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:04.149375 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ed05aa7b-153c-4227-a853-9696a728b646 req-9d288056-090a-4e2d-b2f3-60b0e417f780 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ee49a6d1fef42d8b63d9dcdae3e7704&device_id=9cea31eb-508f-4819-8379-861f08fbaf5b HTTP/1.1" status: 200 len: 1099 time: 0.0476155 Mar 22 11:15:04.254388 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05aa7b-153c-4227-a853-9696a728b646 req-363b3541-3249-49da-9e16-880fb0e75c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:04.255827 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ed05aa7b-153c-4227-a853-9696a728b646 req-363b3541-3249-49da-9e16-880fb0e75c0d service neutron] 10.222.0.35 "GET /v2.0/networks?id=cecd9a7b-8d72-4acc-b91d-f47639526b0c HTTP/1.1" status: 200 len: 913 time: 0.0991971 Mar 22 11:15:04.341260 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb4353-2e40-4b80-acd3-94425cd716ba req-75f1ec18-7d8b-4027-9cd6-67f090a2e6d2 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:04.342722 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-03fb4353-2e40-4b80-acd3-94425cd716ba req-75f1ec18-7d8b-4027-9cd6-67f090a2e6d2 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cea31eb-508f-4819-8379-861f08fbaf5b HTTP/1.1" status: 200 len: 946 time: 0.1016390 Mar 22 11:15:04.344602 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ed05aa7b-153c-4227-a853-9696a728b646 req-8590b442-d670-428d-aec4-ca4481c5a864 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0fa85c4-8183-40b2-b3b1-119ba4687a05 HTTP/1.1" status: 200 len: 1003 time: 0.0718272 Mar 22 11:15:04.416852 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-03fb4353-2e40-4b80-acd3-94425cd716ba req-c1b2394c-5b8f-4927-8af7-d3b18db720b3 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678144 Mar 22 11:15:04.420680 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05aa7b-153c-4227-a853-9696a728b646 req-82f85e78-c38d-4bf9-a617-97696746e928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:04.422060 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ed05aa7b-153c-4227-a853-9696a728b646 req-82f85e78-c38d-4bf9-a617-97696746e928 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b HTTP/1.1" status: 200 len: 851 time: 0.0674274 Mar 22 11:15:04.474561 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05aa7b-153c-4227-a853-9696a728b646 req-ac7c1b0a-f4b8-4641-bfa1-0fc6ce0cb1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:04.475993 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ed05aa7b-153c-4227-a853-9696a728b646 req-ac7c1b0a-f4b8-4641-bfa1-0fc6ce0cb1ea service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cecd9a7b-8d72-4acc-b91d-f47639526b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0475743 Mar 22 11:15:04.570233 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ed05aa7b-153c-4227-a853-9696a728b646 req-37c442d6-54e3-4b6e-80c1-38fb970e2b20 service neutron] 10.222.0.35 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859857 Mar 22 11:15:04.662462 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ed05aa7b-153c-4227-a853-9696a728b646 req-68d88f72-4fbc-4f00-9573-6ea4b286400f service neutron] 10.222.0.35 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854397 Mar 22 11:15:05.540863 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b13508-48a8-4eb8-9b31-e6a323833474 req-d888487c-eda6-47da-80d1-583c5e62b230 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:05.542358 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c4b13508-48a8-4eb8-9b31-e6a323833474 req-d888487c-eda6-47da-80d1-583c5e62b230 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cea31eb-508f-4819-8379-861f08fbaf5b HTTP/1.1" status: 200 len: 946 time: 0.0508680 Mar 22 11:15:05.582845 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c4b13508-48a8-4eb8-9b31-e6a323833474 req-88d6b2c0-a759-4735-937a-d6035044defd tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326347 Mar 22 11:15:06.717674 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4db03f-c257-4ae7-b77e-1692e69e195e req-9c1f4569-7ae6-4b45-8841-0c098c87664d tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:06.719187 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2c4db03f-c257-4ae7-b77e-1692e69e195e req-9c1f4569-7ae6-4b45-8841-0c098c87664d tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cea31eb-508f-4819-8379-861f08fbaf5b HTTP/1.1" status: 200 len: 946 time: 0.0602398 Mar 22 11:15:06.762184 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2c4db03f-c257-4ae7-b77e-1692e69e195e req-d27cdeb1-c37b-442f-8177-9fd012dbca90 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368173 Mar 22 11:15:07.736519 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-883f0518-5f94-4df4-a225-2bdff5be2b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:15:07.886523 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83857c9e-59e6-41c7-8df7-cbd29a2d4d72 req-9e708205-5d32-4847-966e-31f2eb0c5d68 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:07.888021 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-83857c9e-59e6-41c7-8df7-cbd29a2d4d72 req-9e708205-5d32-4847-966e-31f2eb0c5d68 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cea31eb-508f-4819-8379-861f08fbaf5b HTTP/1.1" status: 200 len: 946 time: 0.0524213 Mar 22 11:15:07.927494 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-83857c9e-59e6-41c7-8df7-cbd29a2d4d72 req-7760d79f-3c0c-4c84-9ceb-695e1bb580f4 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331998 Mar 22 11:15:09.054130 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ce87b-7ee9-4dcf-8a54-944d8d9ca213 req-a182e341-90af-4e50-94f3-95c32c2f62c9 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:09.055616 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-794ce87b-7ee9-4dcf-8a54-944d8d9ca213 req-a182e341-90af-4e50-94f3-95c32c2f62c9 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cea31eb-508f-4819-8379-861f08fbaf5b HTTP/1.1" status: 200 len: 946 time: 0.0509827 Mar 22 11:15:09.094060 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-794ce87b-7ee9-4dcf-8a54-944d8d9ca213 req-caec7946-7be9-4ae7-bf72-7b38e2e5078c tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324001 Mar 22 11:15:09.856902 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9887bdb3-15ea-4795-9f0c-842ec1a68a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:15:10.218579 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6189c7f5-7779-436b-9af3-972bba3d42ff req-2fb8f1f9-c119-4abe-8efc-9998af009216 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:10.220047 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6189c7f5-7779-436b-9af3-972bba3d42ff req-2fb8f1f9-c119-4abe-8efc-9998af009216 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cea31eb-508f-4819-8379-861f08fbaf5b HTTP/1.1" status: 200 len: 946 time: 0.0528958 Mar 22 11:15:10.267387 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6189c7f5-7779-436b-9af3-972bba3d42ff req-62861e63-570e-4c77-9548-01112833d037 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383172 Mar 22 11:15:11.188529 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:15:11.385578 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6443bb-e641-41ee-a99d-a4ee4529cbfd req-d3d0e7fc-bfe4-4247-af9f-d3db09de7164 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:11.387055 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0d6443bb-e641-41ee-a99d-a4ee4529cbfd req-d3d0e7fc-bfe4-4247-af9f-d3db09de7164 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cea31eb-508f-4819-8379-861f08fbaf5b HTTP/1.1" status: 200 len: 946 time: 0.0515256 Mar 22 11:15:11.426670 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0d6443bb-e641-41ee-a99d-a4ee4529cbfd req-6e9a275a-b4b7-4b7b-af66-b181880ed133 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333204 Mar 22 11:15:12.547218 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf88924-105b-4ba1-9987-ef7aa7296c78 req-727f8af6-2469-4b34-b92e-5238de9216a6 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:12.548728 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2bf88924-105b-4ba1-9987-ef7aa7296c78 req-727f8af6-2469-4b34-b92e-5238de9216a6 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cea31eb-508f-4819-8379-861f08fbaf5b HTTP/1.1" status: 200 len: 946 time: 0.0489550 Mar 22 11:15:12.590705 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2bf88924-105b-4ba1-9987-ef7aa7296c78 req-8659b96f-bbe2-4bf8-b79c-0feb732d6151 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356429 Mar 22 11:15:12.732311 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:15:12.855978 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:15:13.481401 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:15:13.717818 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d68e3-334f-4d9f-b0f2-7defce67d245 req-12288b32-3e69-4ee1-862d-95f1c618996b tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:13.719180 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d99d68e3-334f-4d9f-b0f2-7defce67d245 req-12288b32-3e69-4ee1-862d-95f1c618996b tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cea31eb-508f-4819-8379-861f08fbaf5b HTTP/1.1" status: 200 len: 946 time: 0.0595534 Mar 22 11:15:13.762891 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d99d68e3-334f-4d9f-b0f2-7defce67d245 req-f87ba5c5-fb2c-4ea3-a46d-e5548a48fee3 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373285 Mar 22 11:15:14.886363 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64da62e-9bf4-4dd5-bab3-fc94011a6232 req-20a6f073-f5c3-442f-917c-88392f9435fb tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:14.887872 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b64da62e-9bf4-4dd5-bab3-fc94011a6232 req-20a6f073-f5c3-442f-917c-88392f9435fb tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cea31eb-508f-4819-8379-861f08fbaf5b HTTP/1.1" status: 200 len: 946 time: 0.0511212 Mar 22 11:15:14.940558 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b64da62e-9bf4-4dd5-bab3-fc94011a6232 req-dc1be977-a08f-44c4-8743-47b3fc206b10 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440450 Mar 22 11:15:16.063164 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d97df66-8731-4929-b818-99daccf6ca8d req-c182c43d-d20e-45f3-abe1-9424d0e064cb tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:16.064674 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8d97df66-8731-4929-b818-99daccf6ca8d req-c182c43d-d20e-45f3-abe1-9424d0e064cb tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cea31eb-508f-4819-8379-861f08fbaf5b HTTP/1.1" status: 200 len: 946 time: 0.0502331 Mar 22 11:15:16.104651 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8d97df66-8731-4929-b818-99daccf6ca8d req-4b6af903-22dd-4ebf-a88d-3778931a0c9d tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337150 Mar 22 11:15:17.239823 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c8a8f-326e-4735-bed6-3611b644b153 req-2ddb2d13-d4a1-42a8-bd2b-5f840701bf4b tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:17.241208 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ed5c8a8f-326e-4735-bed6-3611b644b153 req-2ddb2d13-d4a1-42a8-bd2b-5f840701bf4b tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cea31eb-508f-4819-8379-861f08fbaf5b HTTP/1.1" status: 200 len: 946 time: 0.0598586 Mar 22 11:15:17.291008 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ed5c8a8f-326e-4735-bed6-3611b644b153 req-8525a6b5-d458-4545-8113-02bd061736c2 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412848 Mar 22 11:15:18.430055 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7179feb2-eb3a-4411-acc2-bb3b463360ab req-5b2d9f7d-4265-4156-9425-07b66e660831 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:18.431544 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7179feb2-eb3a-4411-acc2-bb3b463360ab req-5b2d9f7d-4265-4156-9425-07b66e660831 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cea31eb-508f-4819-8379-861f08fbaf5b HTTP/1.1" status: 200 len: 946 time: 0.0631154 Mar 22 11:15:18.470848 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7179feb2-eb3a-4411-acc2-bb3b463360ab req-4a3aafcb-194c-4ebd-af18-dd811eb25fa5 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331211 Mar 22 11:15:19.592659 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9a67b-65fe-4915-88f9-d372c5ce1998 req-36326134-7f89-4f67-a1fd-5f5770e3fcbb tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:19.594093 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-91c9a67b-65fe-4915-88f9-d372c5ce1998 req-36326134-7f89-4f67-a1fd-5f5770e3fcbb tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cea31eb-508f-4819-8379-861f08fbaf5b HTTP/1.1" status: 200 len: 946 time: 0.0507450 Mar 22 11:15:19.632674 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-91c9a67b-65fe-4915-88f9-d372c5ce1998 req-3ba78274-4384-4c0d-8c0f-8512e789f8af tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313680 Mar 22 11:15:20.761117 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76875775-0bdb-4efc-9a84-f6124ec63651 req-778ccdf0-b719-461a-952a-e3ed7de64fad tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:20.762601 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-76875775-0bdb-4efc-9a84-f6124ec63651 req-778ccdf0-b719-461a-952a-e3ed7de64fad tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cea31eb-508f-4819-8379-861f08fbaf5b HTTP/1.1" status: 200 len: 946 time: 0.0514843 Mar 22 11:15:20.804402 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-76875775-0bdb-4efc-9a84-f6124ec63651 req-fadd346a-0793-45d8-ad8f-f57d5baeea68 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357981 Mar 22 11:15:21.931767 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6927d279-1b0e-418c-9d7f-9888e89c735c req-c24ffea1-f666-4633-95ed-e000f12608c1 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:21.933428 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6927d279-1b0e-418c-9d7f-9888e89c735c req-c24ffea1-f666-4633-95ed-e000f12608c1 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cea31eb-508f-4819-8379-861f08fbaf5b HTTP/1.1" status: 200 len: 946 time: 0.0511198 Mar 22 11:15:21.972755 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6927d279-1b0e-418c-9d7f-9888e89c735c req-26b7566f-c303-459c-8434-ba24d42ac141 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331166 Mar 22 11:15:23.091205 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6265a79-fa24-4da4-87a3-b08b1b86902a req-e7f9a5f6-5146-4dfa-bfb6-d32793964e51 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:23.092822 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a6265a79-fa24-4da4-87a3-b08b1b86902a req-e7f9a5f6-5146-4dfa-bfb6-d32793964e51 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cea31eb-508f-4819-8379-861f08fbaf5b HTTP/1.1" status: 200 len: 946 time: 0.0517485 Mar 22 11:15:23.132904 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a6265a79-fa24-4da4-87a3-b08b1b86902a req-7b46b443-7dc9-4904-9903-02544ae43a93 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339143 Mar 22 11:15:24.258480 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202b708-65cd-45cc-848f-1d3e5982f51e req-b7907159-59bc-478d-ad1e-933db17e12cd tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:24.259996 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9202b708-65cd-45cc-848f-1d3e5982f51e req-b7907159-59bc-478d-ad1e-933db17e12cd tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cea31eb-508f-4819-8379-861f08fbaf5b HTTP/1.1" status: 200 len: 946 time: 0.0506685 Mar 22 11:15:24.301083 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9202b708-65cd-45cc-848f-1d3e5982f51e req-b1c1bcc1-af57-4dab-b23a-c311b7d67a86 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350718 Mar 22 11:15:25.441439 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d67e9d-1aec-4358-8369-9ada79bb4aa8 req-ca624e83-ae39-4310-a1b8-8ba0080bb369 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:25.442894 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-66d67e9d-1aec-4358-8369-9ada79bb4aa8 req-ca624e83-ae39-4310-a1b8-8ba0080bb369 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cea31eb-508f-4819-8379-861f08fbaf5b HTTP/1.1" status: 200 len: 946 time: 0.0532804 Mar 22 11:15:25.484718 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-66d67e9d-1aec-4358-8369-9ada79bb4aa8 req-63f59d73-303b-439a-aff4-bb9a68dacc3f tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329881 Mar 22 11:15:26.625691 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78460566-b9b1-4a3d-bbfe-4c4ea77fcf0c req-44f51290-680b-441a-b003-7c4bd0f987c1 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:26.627535 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-78460566-b9b1-4a3d-bbfe-4c4ea77fcf0c req-44f51290-680b-441a-b003-7c4bd0f987c1 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cea31eb-508f-4819-8379-861f08fbaf5b HTTP/1.1" status: 200 len: 946 time: 0.0605106 Mar 22 11:15:26.667883 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-78460566-b9b1-4a3d-bbfe-4c4ea77fcf0c req-47f2a8bf-8bca-43c7-a704-22664a10f41c tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319672 Mar 22 11:15:27.799254 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed473b-3474-41b2-a343-a04be1f710a5 req-e28ebb8f-be3d-4069-95fd-0d26cd8a6f69 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:27.800688 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a7ed473b-3474-41b2-a343-a04be1f710a5 req-e28ebb8f-be3d-4069-95fd-0d26cd8a6f69 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cea31eb-508f-4819-8379-861f08fbaf5b HTTP/1.1" status: 200 len: 946 time: 0.0573049 Mar 22 11:15:27.844553 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a7ed473b-3474-41b2-a343-a04be1f710a5 req-1dc7fab0-2d82-49c1-83b9-539a2da38940 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378265 Mar 22 11:15:28.983916 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f58fe06-5b96-48ab-8633-f68b254230f4 req-5b2f8f2c-39a8-44c7-a51f-0b368d7a2968 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:28.985375 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2f58fe06-5b96-48ab-8633-f68b254230f4 req-5b2f8f2c-39a8-44c7-a51f-0b368d7a2968 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cea31eb-508f-4819-8379-861f08fbaf5b HTTP/1.1" status: 200 len: 946 time: 0.0600791 Mar 22 11:15:29.026438 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2f58fe06-5b96-48ab-8633-f68b254230f4 req-73fb2600-a089-415d-995d-7460cf3c0fb0 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329309 Mar 22 11:15:29.331529 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67512473-7152-440c-ab7f-4f206869b03d req-671d29d9-1cee-4c82-b75c-b0884f6cceb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:29.332998 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-67512473-7152-440c-ab7f-4f206869b03d req-671d29d9-1cee-4c82-b75c-b0884f6cceb1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ee49a6d1fef42d8b63d9dcdae3e7704&device_id=9cea31eb-508f-4819-8379-861f08fbaf5b HTTP/1.1" status: 200 len: 1099 time: 0.0428226 Mar 22 11:15:29.440887 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67512473-7152-440c-ab7f-4f206869b03d req-d19e2de8-6129-4d1a-9c89-e4effaa0ca21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:29.442383 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-67512473-7152-440c-ab7f-4f206869b03d req-d19e2de8-6129-4d1a-9c89-e4effaa0ca21 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cecd9a7b-8d72-4acc-b91d-f47639526b0c HTTP/1.1" status: 200 len: 913 time: 0.0905225 Mar 22 11:15:29.509622 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-67512473-7152-440c-ab7f-4f206869b03d req-395c605f-8b7d-4bfe-8c25-a04f269d412d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0fa85c4-8183-40b2-b3b1-119ba4687a05 HTTP/1.1" status: 200 len: 1003 time: 0.0604970 Mar 22 11:15:29.567105 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67512473-7152-440c-ab7f-4f206869b03d req-f2c709a1-4cbb-4281-992d-b0f06c9b5f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:29.569421 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-67512473-7152-440c-ab7f-4f206869b03d req-f2c709a1-4cbb-4281-992d-b0f06c9b5f47 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b HTTP/1.1" status: 200 len: 851 time: 0.0533030 Mar 22 11:15:29.619123 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67512473-7152-440c-ab7f-4f206869b03d req-55329634-e889-433d-bbed-61ebe986c114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:29.620585 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-67512473-7152-440c-ab7f-4f206869b03d req-55329634-e889-433d-bbed-61ebe986c114 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cecd9a7b-8d72-4acc-b91d-f47639526b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442407 Mar 22 11:15:29.717242 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-67512473-7152-440c-ab7f-4f206869b03d req-070e6684-97d3-4961-b71b-acc13e51ccad service neutron] 10.222.0.35 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885124 Mar 22 11:15:29.815626 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-67512473-7152-440c-ab7f-4f206869b03d req-80eb96fc-9f61-45db-aea3-cf6e57da10a0 service neutron] 10.222.0.35 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904233 Mar 22 11:15:30.144189 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50cb9c-58c9-43af-adc3-ed5d836d760c req-46c52ee6-dd91-47b4-a2f6-a314c7eaa600 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:30.145664 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8b50cb9c-58c9-43af-adc3-ed5d836d760c req-46c52ee6-dd91-47b4-a2f6-a314c7eaa600 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cea31eb-508f-4819-8379-861f08fbaf5b HTTP/1.1" status: 200 len: 946 time: 0.0514307 Mar 22 11:15:30.181560 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:15:30.184677 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8b50cb9c-58c9-43af-adc3-ed5d836d760c req-0bc5f7d2-d461-4362-b04d-12b8754b96e1 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329061 Mar 22 11:15:31.332828 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ed05aa7b-153c-4227-a853-9696a728b646 req-3f480b82-03a3-485b-bd7f-a60447fccb04 service neutron] 10.222.0.35 "GET /v2.0/ports/b0fa85c4-8183-40b2-b3b1-119ba4687a05/bindings/hv-neutron-8345 HTTP/1.1" status: 200 len: 384 time: 0.0860157 Mar 22 11:15:31.340961 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3829a12-30c7-49fd-bb70-f83d8f4e68a7 req-9df8add0-b503-4f3d-8dc0-9c8aba1ac028 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:31.342346 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f3829a12-30c7-49fd-bb70-f83d8f4e68a7 req-9df8add0-b503-4f3d-8dc0-9c8aba1ac028 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cea31eb-508f-4819-8379-861f08fbaf5b HTTP/1.1" status: 200 len: 946 time: 0.0709982 Mar 22 11:15:31.381176 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f3829a12-30c7-49fd-bb70-f83d8f4e68a7 req-a972b6d1-729f-466b-9c33-70035288eb87 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325172 Mar 22 11:15:31.539703 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05aa7b-153c-4227-a853-9696a728b646 req-3cc5daf9-280c-4498-8223-e09d024b5a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:31.541090 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ed05aa7b-153c-4227-a853-9696a728b646 req-3cc5daf9-280c-4498-8223-e09d024b5a3b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9cea31eb-508f-4819-8379-861f08fbaf5b&tenant_id=5ee49a6d1fef42d8b63d9dcdae3e7704 HTTP/1.1" status: 200 len: 1099 time: 0.0440571 Mar 22 11:15:31.606665 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05aa7b-153c-4227-a853-9696a728b646 req-8e1f7f1e-1010-4d3f-abf8-958fab1fd6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:31.608206 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ed05aa7b-153c-4227-a853-9696a728b646 req-8e1f7f1e-1010-4d3f-abf8-958fab1fd6fc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ee49a6d1fef42d8b63d9dcdae3e7704&device_id=9cea31eb-508f-4819-8379-861f08fbaf5b HTTP/1.1" status: 200 len: 1099 time: 0.0428963 Mar 22 11:15:31.707003 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05aa7b-153c-4227-a853-9696a728b646 req-ad972548-bb56-4a8d-9cc4-972c2f710770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:31.708494 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ed05aa7b-153c-4227-a853-9696a728b646 req-ad972548-bb56-4a8d-9cc4-972c2f710770 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cecd9a7b-8d72-4acc-b91d-f47639526b0c HTTP/1.1" status: 200 len: 913 time: 0.0930588 Mar 22 11:15:31.773457 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ed05aa7b-153c-4227-a853-9696a728b646 req-67f43e07-affb-4657-bd28-61145ea002c5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0fa85c4-8183-40b2-b3b1-119ba4687a05 HTTP/1.1" status: 200 len: 1003 time: 0.0579848 Mar 22 11:15:31.824283 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05aa7b-153c-4227-a853-9696a728b646 req-7d046e55-e701-470a-9f20-ea54316057a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:31.825598 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ed05aa7b-153c-4227-a853-9696a728b646 req-7d046e55-e701-470a-9f20-ea54316057a9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b HTTP/1.1" status: 200 len: 851 time: 0.0457156 Mar 22 11:15:31.871938 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05aa7b-153c-4227-a853-9696a728b646 req-c72d7bda-b243-433c-84bf-dd655e78efea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:31.873374 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ed05aa7b-153c-4227-a853-9696a728b646 req-c72d7bda-b243-433c-84bf-dd655e78efea service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cecd9a7b-8d72-4acc-b91d-f47639526b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404584 Mar 22 11:15:31.967329 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ed05aa7b-153c-4227-a853-9696a728b646 req-5a5c7251-72bb-40c9-9e4e-50a3f25dfa4a service neutron] 10.222.0.35 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868192 Mar 22 11:15:32.057288 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ed05aa7b-153c-4227-a853-9696a728b646 req-cfc30caa-7924-413a-bb46-9bc319c36377 service neutron] 10.222.0.35 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821128 Mar 22 11:15:32.510210 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b5236-9a08-4957-8b88-08bcea629ecf req-1976cb72-b945-4f18-8c66-68afbf0ef954 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:32.511729 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d80b5236-9a08-4957-8b88-08bcea629ecf req-1976cb72-b945-4f18-8c66-68afbf0ef954 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cea31eb-508f-4819-8379-861f08fbaf5b HTTP/1.1" status: 200 len: 946 time: 0.0520780 Mar 22 11:15:32.553261 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d80b5236-9a08-4957-8b88-08bcea629ecf req-49688192-51c4-4873-a0f9-9f59430daa3a tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324435 Mar 22 11:15:33.684433 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abfba44-6f14-4ce9-bb8a-5489df92c020 req-934f37b4-9484-4e29-986e-868eae64283e tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:33.685884 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1abfba44-6f14-4ce9-bb8a-5489df92c020 req-934f37b4-9484-4e29-986e-868eae64283e tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cea31eb-508f-4819-8379-861f08fbaf5b HTTP/1.1" status: 200 len: 946 time: 0.0578165 Mar 22 11:15:33.724403 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1abfba44-6f14-4ce9-bb8a-5489df92c020 req-72ea7cc5-0264-40e8-97f0-e27d1e4e6c09 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323586 Mar 22 11:15:34.050242 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e921af7e-9437-4b42-ac0e-f85c3b7e744f req-fdd8d439-3915-42d7-bb2e-40c4dc21cf93 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:34.051616 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e921af7e-9437-4b42-ac0e-f85c3b7e744f req-fdd8d439-3915-42d7-bb2e-40c4dc21cf93 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cea31eb-508f-4819-8379-861f08fbaf5b&tenant_id=5ee49a6d1fef42d8b63d9dcdae3e7704&binding%3Ahost_id=hv-neutron-8345 HTTP/1.1" status: 200 len: 946 time: 0.0761993 Mar 22 11:15:34.071308 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e01bf6-757f-4982-9e43-c97badddf743 req-a743ddcd-4c33-4c36-99fc-705e7d64f023 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:34.072709 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e9e01bf6-757f-4982-9e43-c97badddf743 req-a743ddcd-4c33-4c36-99fc-705e7d64f023 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cea31eb-508f-4819-8379-861f08fbaf5b HTTP/1.1" status: 200 len: 946 time: 0.0699506 Mar 22 11:15:34.146115 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e9e01bf6-757f-4982-9e43-c97badddf743 req-f081a83e-02d8-477f-a148-44fc94d775bc tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512490 Mar 22 11:15:34.150196 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e921af7e-9437-4b42-ac0e-f85c3b7e744f req-c10258e7-706f-460c-9080-b52ce5364358 service neutron] 10.222.0.35 "GET /v2.0/ports/b0fa85c4-8183-40b2-b3b1-119ba4687a05/bindings/hv-neutron-8345 HTTP/1.1" status: 200 len: 384 time: 0.0906734 Mar 22 11:15:34.211676 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e921af7e-9437-4b42-ac0e-f85c3b7e744f req-7d192eb7-4150-4224-a9e4-2187dc47b7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:34.213137 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e921af7e-9437-4b42-ac0e-f85c3b7e744f req-7d192eb7-4150-4224-a9e4-2187dc47b7c1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ee49a6d1fef42d8b63d9dcdae3e7704&device_id=9cea31eb-508f-4819-8379-861f08fbaf5b HTTP/1.1" status: 200 len: 1099 time: 0.0404127 Mar 22 11:15:34.309401 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e921af7e-9437-4b42-ac0e-f85c3b7e744f req-4e4cdf7a-b52c-4fa3-a5b9-f3e22e0ec23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:34.310766 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e921af7e-9437-4b42-ac0e-f85c3b7e744f req-4e4cdf7a-b52c-4fa3-a5b9-f3e22e0ec23a service neutron] 10.222.0.35 "GET /v2.0/networks?id=cecd9a7b-8d72-4acc-b91d-f47639526b0c HTTP/1.1" status: 200 len: 913 time: 0.0902417 Mar 22 11:15:34.376947 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e921af7e-9437-4b42-ac0e-f85c3b7e744f req-7ad60a2a-7d51-4356-8d63-a5b278f20dc1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0fa85c4-8183-40b2-b3b1-119ba4687a05 HTTP/1.1" status: 200 len: 1003 time: 0.0591917 Mar 22 11:15:34.426493 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e921af7e-9437-4b42-ac0e-f85c3b7e744f req-7856fead-bb40-4ea3-aec0-3a474b046401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:34.427907 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e921af7e-9437-4b42-ac0e-f85c3b7e744f req-7856fead-bb40-4ea3-aec0-3a474b046401 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b HTTP/1.1" status: 200 len: 851 time: 0.0446985 Mar 22 11:15:34.478187 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e921af7e-9437-4b42-ac0e-f85c3b7e744f req-650c7a0f-7a41-4ec7-85d3-fac26916fd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:34.479680 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e921af7e-9437-4b42-ac0e-f85c3b7e744f req-650c7a0f-7a41-4ec7-85d3-fac26916fd08 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cecd9a7b-8d72-4acc-b91d-f47639526b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453258 Mar 22 11:15:34.569168 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e921af7e-9437-4b42-ac0e-f85c3b7e744f req-76b7d22a-fc2e-425f-a7aa-96f05137b804 service neutron] 10.222.0.35 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824797 Mar 22 11:15:34.664147 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e921af7e-9437-4b42-ac0e-f85c3b7e744f req-6ffe61d4-422c-49da-b62d-da6c50cb01cc service neutron] 10.222.0.35 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881567 Mar 22 11:15:35.273666 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49daff-1b7e-4967-8cf6-ab9ed35b2cdc req-f1ac92bb-913b-46ca-af20-7b495e7e649c tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:35.275033 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8f49daff-1b7e-4967-8cf6-ab9ed35b2cdc req-f1ac92bb-913b-46ca-af20-7b495e7e649c tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cea31eb-508f-4819-8379-861f08fbaf5b HTTP/1.1" status: 200 len: 946 time: 0.0557208 Mar 22 11:15:35.312804 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8f49daff-1b7e-4967-8cf6-ab9ed35b2cdc req-20365b2d-367c-40bc-8d51-86c4df554cc2 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317564 Mar 22 11:15:36.440631 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a09cb-c8fa-4524-a463-018d0fbfc8b5 req-a08d2c18-9b91-4540-b637-f7124673d9d1 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:36.442070 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c33a09cb-c8fa-4524-a463-018d0fbfc8b5 req-a08d2c18-9b91-4540-b637-f7124673d9d1 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cea31eb-508f-4819-8379-861f08fbaf5b HTTP/1.1" status: 200 len: 946 time: 0.0489554 Mar 22 11:15:36.481099 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c33a09cb-c8fa-4524-a463-018d0fbfc8b5 req-d9b7ee10-b02b-4f86-96be-842d5f896230 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326614 Mar 22 11:15:37.084347 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e921af7e-9437-4b42-ac0e-f85c3b7e744f req-b1e16237-5d5d-472f-9fe8-d4a4b05973a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:37.085966 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e921af7e-9437-4b42-ac0e-f85c3b7e744f req-b1e16237-5d5d-472f-9fe8-d4a4b05973a2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9cea31eb-508f-4819-8379-861f08fbaf5b&tenant_id=5ee49a6d1fef42d8b63d9dcdae3e7704 HTTP/1.1" status: 200 len: 1099 time: 0.0456204 Mar 22 11:15:37.163467 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e921af7e-9437-4b42-ac0e-f85c3b7e744f req-840e9da5-5e80-46b3-a15c-54bb91305459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:37.164987 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e921af7e-9437-4b42-ac0e-f85c3b7e744f req-840e9da5-5e80-46b3-a15c-54bb91305459 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ee49a6d1fef42d8b63d9dcdae3e7704&device_id=9cea31eb-508f-4819-8379-861f08fbaf5b HTTP/1.1" status: 200 len: 1099 time: 0.0479357 Mar 22 11:15:37.267066 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e921af7e-9437-4b42-ac0e-f85c3b7e744f req-c66b6909-c79f-47ea-8794-d7302059ba3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:37.268544 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e921af7e-9437-4b42-ac0e-f85c3b7e744f req-c66b6909-c79f-47ea-8794-d7302059ba3a service neutron] 10.222.0.35 "GET /v2.0/networks?id=cecd9a7b-8d72-4acc-b91d-f47639526b0c HTTP/1.1" status: 200 len: 913 time: 0.0968714 Mar 22 11:15:37.336486 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e921af7e-9437-4b42-ac0e-f85c3b7e744f req-97ab3949-145c-46ec-8eeb-b98d3cebce0c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0fa85c4-8183-40b2-b3b1-119ba4687a05 HTTP/1.1" status: 200 len: 1003 time: 0.0607178 Mar 22 11:15:37.386095 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e921af7e-9437-4b42-ac0e-f85c3b7e744f req-70257d5d-c925-4b20-9093-bfd70503a8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:37.387486 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e921af7e-9437-4b42-ac0e-f85c3b7e744f req-70257d5d-c925-4b20-9093-bfd70503a8f0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b HTTP/1.1" status: 200 len: 851 time: 0.0438797 Mar 22 11:15:37.438050 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e921af7e-9437-4b42-ac0e-f85c3b7e744f req-171d292d-e2d3-4681-8315-34d38e00070c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:37.439577 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e921af7e-9437-4b42-ac0e-f85c3b7e744f req-171d292d-e2d3-4681-8315-34d38e00070c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cecd9a7b-8d72-4acc-b91d-f47639526b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0445170 Mar 22 11:15:37.534313 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e921af7e-9437-4b42-ac0e-f85c3b7e744f req-4d95ea13-d251-4363-ba55-e5f1d7210a56 service neutron] 10.222.0.35 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876751 Mar 22 11:15:37.653325 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df144168-7a63-42c0-80d1-4c29e1e8da02 req-e11e53d0-0693-4bf3-aae8-b8419e3426e6 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:37.654779 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-df144168-7a63-42c0-80d1-4c29e1e8da02 req-e11e53d0-0693-4bf3-aae8-b8419e3426e6 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cea31eb-508f-4819-8379-861f08fbaf5b HTTP/1.1" status: 200 len: 946 time: 0.1057069 Mar 22 11:15:37.660335 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e921af7e-9437-4b42-ac0e-f85c3b7e744f req-291b431e-80e9-432c-ac79-d25ddd899ab3 service neutron] 10.222.0.35 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190591 Mar 22 11:15:37.692806 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-df144168-7a63-42c0-80d1-4c29e1e8da02 req-bd930389-2ca9-42d6-9657-144e28d7ae19 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315566 Mar 22 11:15:37.733046 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-54b3b060-ef99-49fe-aa77-d3b6455a6055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:15:38.822156 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57618e7-96e1-4a63-b8bf-9eddb9cd5740 req-6e98745a-57d1-4e43-9839-5587ac402e8c tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:38.824026 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e57618e7-96e1-4a63-b8bf-9eddb9cd5740 req-6e98745a-57d1-4e43-9839-5587ac402e8c tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cea31eb-508f-4819-8379-861f08fbaf5b HTTP/1.1" status: 200 len: 946 time: 0.0544732 Mar 22 11:15:38.863281 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e57618e7-96e1-4a63-b8bf-9eddb9cd5740 req-a7b7d29a-e38d-469f-9260-eca421c20f85 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331500 Mar 22 11:15:39.860484 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-660562ea-e2d7-4e26-9c27-b46692a9e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:15:39.901975 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device b0fa85c4-8183-40b2-b3b1-119ba4687a05 details requested by agent hyperv_hv-neutron-8345 with host hv-neutron-8345 {{(pid=109051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 11:15:39.904048 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device b0fa85c4-8183-40b2-b3b1-119ba4687a05 no longer exists at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:15:39.988548 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db15a01a-3008-4b07-bd18-1e3be74a7d49 req-958d6e2b-49c6-4267-80ed-1b7ad9edbc18 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:39.990039 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-db15a01a-3008-4b07-bd18-1e3be74a7d49 req-958d6e2b-49c6-4267-80ed-1b7ad9edbc18 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cea31eb-508f-4819-8379-861f08fbaf5b HTTP/1.1" status: 200 len: 946 time: 0.0572400 Mar 22 11:15:40.028621 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-db15a01a-3008-4b07-bd18-1e3be74a7d49 req-a7d4afad-6a96-4b8c-bbfe-c330c2aeeecb tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323710 Mar 22 11:15:40.050165 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:15:40.072755 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port b0fa85c4-8183-40b2-b3b1-119ba4687a05, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=b0fa85c4-8183-40b2-b3b1-119ba4687a05,segment=NetworkSegment(53b2af43-073b-494c-b55a-501f9556b622),segment_id=53b2af43-073b-494c-b55a-501f9556b622)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:15:40.090614 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cea31eb-508f-4819-8379-861f08fbaf5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0fa85c4-8183-40b2-b3b1-119ba4687a05'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:15:40.094320 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6e2a81-0f31-464a-b6e1-76482191675f" -d '{"events": [{"server_uuid": "9cea31eb-508f-4819-8379-861f08fbaf5b", "name": "network-vif-unplugged", "status": "completed", "tag": "b0fa85c4-8183-40b2-b3b1-119ba4687a05"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:15:40.102180 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Returning: {'device': 'b0fa85c4-8183-40b2-b3b1-119ba4687a05', 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c', 'port_id': 'b0fa85c4-8183-40b2-b3b1-119ba4687a05', 'mac_address': 'fa:16:3e:7e:97:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 11:15:40.114534 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port b0fa85c4-8183-40b2-b3b1-119ba4687a05, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=b0fa85c4-8183-40b2-b3b1-119ba4687a05,segment=NetworkSegment(53b2af43-073b-494c-b55a-501f9556b622),segment_id=53b2af43-073b-494c-b55a-501f9556b622)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:15:40.138195 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 11:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa6b1fe-1629-477d-ad8e-f1f64e0b519b x-openstack-request-id: req-2aa6b1fe-1629-477d-ad8e-f1f64e0b519b {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:15:40.138473 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cea31eb-508f-4819-8379-861f08fbaf5b", "name": "network-vif-unplugged", "status": "completed", "tag": "b0fa85c4-8183-40b2-b3b1-119ba4687a05", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:15:40.138714 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2aa6b1fe-1629-477d-ad8e-f1f64e0b519b {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:15:40.139099 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2aa6b1fe-1629-477d-ad8e-f1f64e0b519b'] response: {'server_uuid': '9cea31eb-508f-4819-8379-861f08fbaf5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0fa85c4-8183-40b2-b3b1-119ba4687a05', 'code': 200} Mar 22 11:15:40.141412 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:15:40.145098 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ee1c9-eda8-49b5-91c6-e06667542b8c req-cb8d179f-94f0-4be0-8aba-5fe713641d50 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:40.146575 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c03ee1c9-eda8-49b5-91c6-e06667542b8c req-cb8d179f-94f0-4be0-8aba-5fe713641d50 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cea31eb-508f-4819-8379-861f08fbaf5b HTTP/1.1" status: 200 len: 946 time: 0.0506799 Mar 22 11:15:40.173203 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:15:40.184457 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c03ee1c9-eda8-49b5-91c6-e06667542b8c req-5d8f74e9-0c7e-4ae1-af4f-4895e580a6c4 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312538 Mar 22 11:15:40.192582 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b0fa85c4-8183-40b2-b3b1-119ba4687a05 {{(pid=109051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:15:40.207144 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=b0fa85c4-8183-40b2-b3b1-119ba4687a05,revision_number=6']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:15:40.247256 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.db.api [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:15:40.247647 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG oslo_db.api [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:15:40.300779 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b899e-afc9-4ff7-b22d-da937567d721 req-53016deb-c462-4c1a-a5b0-7ded36316ce7 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:40.302228 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d10b899e-afc9-4ff7-b22d-da937567d721 req-53016deb-c462-4c1a-a5b0-7ded36316ce7 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cea31eb-508f-4819-8379-861f08fbaf5b HTTP/1.1" status: 200 len: 944 time: 0.0477579 Mar 22 11:15:40.346831 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d10b899e-afc9-4ff7-b22d-da937567d721 req-eb579d40-52e4-44bf-abb9-a0d2a8002596 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348091 Mar 22 11:15:40.595461 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d2482-8a0c-43d3-b1ee-1aefdc8a4658 req-0a0cca74-91cc-45de-8b0f-f09ca3b95434 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:40.596908 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-830d2482-8a0c-43d3-b1ee-1aefdc8a4658 req-0a0cca74-91cc-45de-8b0f-f09ca3b95434 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cea31eb-508f-4819-8379-861f08fbaf5b HTTP/1.1" status: 200 len: 944 time: 0.0529163 Mar 22 11:15:40.638033 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-830d2482-8a0c-43d3-b1ee-1aefdc8a4658 req-6752a451-3732-4696-b228-f6f53e200e53 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321314 Mar 22 11:15:40.794095 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:15:40.807545 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0fa85c4-8183-40b2-b3b1-119ba4687a05 {{(pid=109051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:15:40.828505 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port b0fa85c4-8183-40b2-b3b1-119ba4687a05, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=b0fa85c4-8183-40b2-b3b1-119ba4687a05,segment=NetworkSegment(53b2af43-073b-494c-b55a-501f9556b622),segment_id=53b2af43-073b-494c-b55a-501f9556b622)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:15:40.833672 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:15:40.883213 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=b0fa85c4-8183-40b2-b3b1-119ba4687a05,revision_number=7']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:15:40.892467 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['b0fa85c4-8183-40b2-b3b1-119ba4687a05'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 11:15:41.201432 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:15:41.772048 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e8b6b-28c1-4a3c-abcb-a161be4a540d req-ddd86aca-050b-4052-8595-fd8f1e4b0d3a tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:41.773424 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5c8e8b6b-28c1-4a3c-abcb-a161be4a540d req-ddd86aca-050b-4052-8595-fd8f1e4b0d3a tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cea31eb-508f-4819-8379-861f08fbaf5b HTTP/1.1" status: 200 len: 945 time: 0.0522225 Mar 22 11:15:41.815511 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5c8e8b6b-28c1-4a3c-abcb-a161be4a540d req-0bc50168-a8c5-4d15-854f-57676afc1cdb tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331011 Mar 22 11:15:41.916223 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device b0fa85c4-8183-40b2-b3b1-119ba4687a05 up at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:15:41.970969 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning complete for port b0fa85c4-8183-40b2-b3b1-119ba4687a05 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:15:41.971348 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:15:42.050626 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:15:42.082203 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port b0fa85c4-8183-40b2-b3b1-119ba4687a05, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=b0fa85c4-8183-40b2-b3b1-119ba4687a05,segment=NetworkSegment(53b2af43-073b-494c-b55a-501f9556b622),segment_id=53b2af43-073b-494c-b55a-501f9556b622)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:15:42.088719 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:15:42.134788 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=b0fa85c4-8183-40b2-b3b1-119ba4687a05,revision_number=8']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:15:42.140087 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cea31eb-508f-4819-8379-861f08fbaf5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0fa85c4-8183-40b2-b3b1-119ba4687a05'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:15:42.142360 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296c26c4-37b2-4c9b-b10a-0ea7da912f0b" -d '{"events": [{"server_uuid": "9cea31eb-508f-4819-8379-861f08fbaf5b", "name": "network-vif-plugged", "status": "completed", "tag": "b0fa85c4-8183-40b2-b3b1-119ba4687a05"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:15:42.178792 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73938bd3-3214-42f2-b422-4bfe4606ee71 x-openstack-request-id: req-73938bd3-3214-42f2-b422-4bfe4606ee71 {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:15:42.179083 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cea31eb-508f-4819-8379-861f08fbaf5b", "name": "network-vif-plugged", "status": "completed", "tag": "b0fa85c4-8183-40b2-b3b1-119ba4687a05", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:15:42.179322 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-73938bd3-3214-42f2-b422-4bfe4606ee71 {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:15:42.179762 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73938bd3-3214-42f2-b422-4bfe4606ee71'] response: {'server_uuid': '9cea31eb-508f-4819-8379-861f08fbaf5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0fa85c4-8183-40b2-b3b1-119ba4687a05', 'code': 200} Mar 22 11:15:42.608717 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:15:42.640781 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db406a75-5fe3-4bfa-a613-a39fd084bba2 req-5837f211-3b27-4f1d-9fb8-7c0fe16a7594 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:42.642244 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-db406a75-5fe3-4bfa-a613-a39fd084bba2 req-5837f211-3b27-4f1d-9fb8-7c0fe16a7594 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cea31eb-508f-4819-8379-861f08fbaf5b HTTP/1.1" status: 200 len: 946 time: 0.0570736 Mar 22 11:15:42.851068 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:15:43.102307 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6af50-633a-4dce-9a8b-4181160602c5 req-69dd74e7-7e69-4715-8e16-7efbbe0e09f2 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:43.103717 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b4b6af50-633a-4dce-9a8b-4181160602c5 req-69dd74e7-7e69-4715-8e16-7efbbe0e09f2 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cea31eb-508f-4819-8379-861f08fbaf5b HTTP/1.1" status: 200 len: 946 time: 0.0591619 Mar 22 11:15:43.108917 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-db406a75-5fe3-4bfa-a613-a39fd084bba2 req-a90e33c0-dafb-436d-aa76-fb423f6fee69 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Deleting port b0fa85c4-8183-40b2-b3b1-119ba4687a05 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:15:43.109258 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-db406a75-5fe3-4bfa-a613-a39fd084bba2 req-a90e33c0-dafb-436d-aa76-fb423f6fee69 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:15:43.194398 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b4b6af50-633a-4dce-9a8b-4181160602c5 req-453c3b04-7598-42a1-884b-599da745c1bc tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822060 Mar 22 11:15:43.231076 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-db406a75-5fe3-4bfa-a613-a39fd084bba2 req-a90e33c0-dafb-436d-aa76-fb423f6fee69 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] For port b0fa85c4-8183-40b2-b3b1-119ba4687a05, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=b0fa85c4-8183-40b2-b3b1-119ba4687a05,segment=NetworkSegment(53b2af43-073b-494c-b55a-501f9556b622),segment_id=53b2af43-073b-494c-b55a-501f9556b622)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:15:43.231476 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-db406a75-5fe3-4bfa-a613-a39fd084bba2 req-a90e33c0-dafb-436d-aa76-fb423f6fee69 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:15:43.401386 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-db406a75-5fe3-4bfa-a613-a39fd084bba2 req-a90e33c0-dafb-436d-aa76-fb423f6fee69 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:15:43.401752 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-db406a75-5fe3-4bfa-a613-a39fd084bba2 req-a90e33c0-dafb-436d-aa76-fb423f6fee69 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684147'] for floatingip, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:15:43.402074 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.l3_db [req-db406a75-5fe3-4bfa-a613-a39fd084bba2 req-a90e33c0-dafb-436d-aa76-fb423f6fee69 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Floating IP ae436d7d-be4d-42c4-b6bd-27e6a686a19b disassociated. External IP: 172.26.7.167, port: b0fa85c4-8183-40b2-b3b1-119ba4687a05. Mar 22 11:15:43.402410 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-db406a75-5fe3-4bfa-a613-a39fd084bba2 req-a90e33c0-dafb-436d-aa76-fb423f6fee69 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Calling delete_port for b0fa85c4-8183-40b2-b3b1-119ba4687a05 owned by compute:nova {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:15:43.472181 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:15:43.537122 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-db406a75-5fe3-4bfa-a613-a39fd084bba2 req-a90e33c0-dafb-436d-aa76-fb423f6fee69 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:15:43.565726 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e33c0-dafb-436d-aa76-fb423f6fee69 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Pushing event deleted for resources: {'Port': ['ID=b0fa85c4-8183-40b2-b3b1-119ba4687a05,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:15:43.681169 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db406a75-5fe3-4bfa-a613-a39fd084bba2 req-a90e33c0-dafb-436d-aa76-fb423f6fee69 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Router 0969331c-2815-4c97-ad08-e7dfff47d594 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:15:43.796208 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db406a75-5fe3-4bfa-a613-a39fd084bba2 req-a90e33c0-dafb-436d-aa76-fb423f6fee69 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:15:43.810448 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59849a66-7f57-498a-aa22-16fdb8eeedf7 None None] Sync routers for ids ['0969331c-2815-4c97-ad08-e7dfff47d594'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:15:43.821589 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59849a66-7f57-498a-aa22-16fdb8eeedf7 None None] Routers {'0969331c-2815-4c97-ad08-e7dfff47d594'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:15:43.822228 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-59849a66-7f57-498a-aa22-16fdb8eeedf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:15:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['0969331c-2815-4c97-ad08-e7dfff47d594'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:15:43.838532 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-db406a75-5fe3-4bfa-a613-a39fd084bba2 req-a90e33c0-dafb-436d-aa76-fb423f6fee69 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] No DVR routers for this DVR port b0fa85c4-8183-40b2-b3b1-119ba4687a05 on host hv-neutron-8345 {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:15:43.841179 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-db406a75-5fe3-4bfa-a613-a39fd084bba2 req-a90e33c0-dafb-436d-aa76-fb423f6fee69 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:15:43.844459 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-db406a75-5fe3-4bfa-a613-a39fd084bba2 req-a90e33c0-dafb-436d-aa76-fb423f6fee69 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.35 "DELETE /v2.0/ports/b0fa85c4-8183-40b2-b3b1-119ba4687a05 HTTP/1.1" status: 204 len: 173 time: 1.1953614 Mar 22 11:15:43.844897 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cea31eb-508f-4819-8379-861f08fbaf5b', 'name': 'network-vif-deleted', 'tag': 'b0fa85c4-8183-40b2-b3b1-119ba4687a05'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:15:43.847206 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c52bd2-50b4-4a6f-9fec-151301dd7939" -d '{"events": [{"server_uuid": "9cea31eb-508f-4819-8379-861f08fbaf5b", "name": "network-vif-deleted", "tag": "b0fa85c4-8183-40b2-b3b1-119ba4687a05"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:15:43.887162 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d24f0f-ffb3-4dcb-b707-68e22d11ef5d x-openstack-request-id: req-00d24f0f-ffb3-4dcb-b707-68e22d11ef5d {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:15:43.887484 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cea31eb-508f-4819-8379-861f08fbaf5b", "name": "network-vif-deleted", "tag": "b0fa85c4-8183-40b2-b3b1-119ba4687a05", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:15:43.887754 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-00d24f0f-ffb3-4dcb-b707-68e22d11ef5d {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:15:43.888148 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00d24f0f-ffb3-4dcb-b707-68e22d11ef5d'] response: {'server_uuid': '9cea31eb-508f-4819-8379-861f08fbaf5b', 'name': 'network-vif-deleted', 'tag': 'b0fa85c4-8183-40b2-b3b1-119ba4687a05', 'status': 'completed', 'code': 200} Mar 22 11:15:43.935885 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-59849a66-7f57-498a-aa22-16fdb8eeedf7 None None] Set router 0969331c-2815-4c97-ad08-e7dfff47d594 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:15:44.233898 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-59849a66-7f57-498a-aa22-16fdb8eeedf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'name': 'tempest-ServerActionsTestJSON-1479893742-router', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': '4da6f53b-923c-493c-8bca-866ab56191fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:13:16Z', 'updated_at': '2022-03-22T11:13:19Z', 'revision_number': 4, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'gw_port': {'id': '4da6f53b-923c-493c-8bca-866ab56191fa', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:40:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:13:16Z', 'updated_at': '2022-03-22T11:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '688e8a72-136a-4a9a-9585-f0ab5fab2298', 'name': '', 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'mac_address': 'fa:16:3e:a3:43:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:13:18Z', 'updated_at': '2022-03-22T11:13:21Z', 'revision_number': 5, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'subnets': [{'id': 'f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:15:44.265131 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59849a66-7f57-498a-aa22-16fdb8eeedf7 None None] Checking router: 0969331c-2815-4c97-ad08-e7dfff47d594 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:15:44.274527 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59849a66-7f57-498a-aa22-16fdb8eeedf7 None None] Routers {'0969331c-2815-4c97-ad08-e7dfff47d594'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:15:44.275137 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-59849a66-7f57-498a-aa22-16fdb8eeedf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:15:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['0969331c-2815-4c97-ad08-e7dfff47d594'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:15:44.312813 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f03a7674-b55a-46e1-af04-6018b4fb9849 req-a05b4e77-22bd-4be6-b314-741cae4f985a tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cea31eb-508f-4819-8379-861f08fbaf5b HTTP/1.1" status: 200 len: 210 time: 0.0295718 Mar 22 11:15:44.391623 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-59849a66-7f57-498a-aa22-16fdb8eeedf7 None None] Set router 0969331c-2815-4c97-ad08-e7dfff47d594 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:15:44.593534 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-59849a66-7f57-498a-aa22-16fdb8eeedf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'name': 'tempest-ServerActionsTestJSON-1479893742-router', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': '4da6f53b-923c-493c-8bca-866ab56191fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:13:16Z', 'updated_at': '2022-03-22T11:13:19Z', 'revision_number': 4, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'gw_port': {'id': '4da6f53b-923c-493c-8bca-866ab56191fa', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:40:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:13:16Z', 'updated_at': '2022-03-22T11:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '688e8a72-136a-4a9a-9585-f0ab5fab2298', 'name': '', 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'mac_address': 'fa:16:3e:a3:43:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:13:18Z', 'updated_at': '2022-03-22T11:13:21Z', 'revision_number': 5, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'subnets': [{'id': 'f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:15:44.618458 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59849a66-7f57-498a-aa22-16fdb8eeedf7 None None] The sync data for ids ['0969331c-2815-4c97-ad08-e7dfff47d594'] in dv-neutron-834599-1-hyperv is: [{'id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'name': 'tempest-ServerActionsTestJSON-1479893742-router', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': '4da6f53b-923c-493c-8bca-866ab56191fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:13:16Z', 'updated_at': '2022-03-22T11:13:19Z', 'revision_number': 4, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'gw_port': {'id': '4da6f53b-923c-493c-8bca-866ab56191fa', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:40:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:13:16Z', 'updated_at': '2022-03-22T11:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '688e8a72-136a-4a9a-9585-f0ab5fab2298', 'name': '', 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'mac_address': 'fa:16:3e:a3:43:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:13:18Z', 'updated_at': '2022-03-22T11:13:21Z', 'revision_number': 5, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'subnets': [{'id': 'f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:15:44.854204 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9f6586-31b0-4e99-b08d-e1c7d8f197cd None None] New status for floating IP ae436d7d-be4d-42c4-b6bd-27e6a686a19b: DOWN {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 11:15:45.557927 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8d74b526-f96f-4596-a151-83ba42367618 req-21889563-a37f-4e9b-939f-9f4e65e38862 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--543229472&fields=id&tenant_id=5ee49a6d1fef42d8b63d9dcdae3e7704 HTTP/1.1" status: 200 len: 267 time: 0.0345373 Mar 22 11:15:45.669980 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74b526-f96f-4596-a151-83ba42367618 req-cbfab03b-7dc6-4021-8fbd-e67c99232861 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:45.671385 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8d74b526-f96f-4596-a151-83ba42367618 req-cbfab03b-7dc6-4021-8fbd-e67c99232861 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/networks?id=cecd9a7b-8d72-4acc-b91d-f47639526b0c HTTP/1.1" status: 200 len: 812 time: 0.1033688 Mar 22 11:15:45.686661 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8d74b526-f96f-4596-a151-83ba42367618 req-40284224-e7c2-4931-8259-d911d12ca49b tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/quotas/5ee49a6d1fef42d8b63d9dcdae3e7704 HTTP/1.1" status: 200 len: 375 time: 0.0093498 Mar 22 11:15:45.747712 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8d74b526-f96f-4596-a151-83ba42367618 req-63bf4a63-6dd5-41bb-9cb6-bb481051ef11 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5ee49a6d1fef42d8b63d9dcdae3e7704&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0556414 Mar 22 11:15:45.893496 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8d74b526-f96f-4596-a151-83ba42367618 req-cb0e456a-7a27-4f0f-9f53-b527e44f8f0f service neutron] 10.222.0.57 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277521 Mar 22 11:15:45.988267 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device b0fa85c4-8183-40b2-b3b1-119ba4687a05 no longer exists at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:15:45.988780 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8d74b526-f96f-4596-a151-83ba42367618 req-d552bb90-e0bc-4904-a8d2-83a6b9d24838 service neutron] 10.222.0.57 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888269 Mar 22 11:15:46.009349 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] No Port match for: b0fa85c4-8183-40b2-b3b1-119ba4687a05 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:15:46.009689 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device b0fa85c4-8183-40b2-b3b1-119ba4687a05 not bound to the agent host hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:15:46.148657 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f96aef09-a32f-455f-b383-07d5e7658b5a req-6aebaad2-342a-4815-8eae-26e5440a498c tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 210 time: 0.0264769 Mar 22 11:15:47.120067 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74b526-f96f-4596-a151-83ba42367618 req-6bd6c5a6-38c2-4d12-89e2-1a2909321451 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:47.121520 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8d74b526-f96f-4596-a151-83ba42367618 req-6bd6c5a6-38c2-4d12-89e2-1a2909321451 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.35 "GET /v2.0/networks?id=cecd9a7b-8d72-4acc-b91d-f47639526b0c HTTP/1.1" status: 200 len: 812 time: 0.0998683 Mar 22 11:15:47.170132 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8d74b526-f96f-4596-a151-83ba42367618 req-1f707d1f-fd77-43ca-b142-6b9832d14559 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ee49a6d1fef42d8b63d9dcdae3e7704 HTTP/1.1" status: 200 len: 379 time: 0.0394213 Mar 22 11:15:47.181082 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-8d74b526-f96f-4596-a151-83ba42367618 req-6222a535-a93e-4ef5-88e4-e8fded5e6c5b tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Request body: {'port': {'device_id': '86f7b462-cf33-4465-92b4-24317e72995e', 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c', 'admin_state_up': True, 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'security_groups': ['20afcff8-8795-4fa2-9580-894b88ace147']}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:15:47.268514 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-fd5d8a1c-17b2-4d15-b75c-8b1379a26060 req-cd30aed3-88f1-4f23-86cd-e65fc3ded9e8 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 210 time: 0.0320251 Mar 22 11:15:47.315180 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d74b526-f96f-4596-a151-83ba42367618 req-6222a535-a93e-4ef5-88e4-e8fded5e6c5b tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Made reservation on behalf of 5ee49a6d1fef42d8b63d9dcdae3e7704 for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:15:47.318723 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-8d74b526-f96f-4596-a151-83ba42367618 req-6222a535-a93e-4ef5-88e4-e8fded5e6c5b tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:15:47.463509 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [req-8d74b526-f96f-4596-a151-83ba42367618 req-6222a535-a93e-4ef5-88e4-e8fded5e6c5b tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Allocated IP 172.20.0.12 (cecd9a7b-8d72-4acc-b91d-f47639526b0c/f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b/7961c05e-bda8-445b-9f3d-d138ca0f9b6b) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:15:47.611448 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-8d74b526-f96f-4596-a151-83ba42367618 req-6222a535-a93e-4ef5-88e4-e8fded5e6c5b tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:15:47.650174 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-8d74b526-f96f-4596-a151-83ba42367618 req-6222a535-a93e-4ef5-88e4-e8fded5e6c5b tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:15:47.697800 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d74b526-f96f-4596-a151-83ba42367618 req-6222a535-a93e-4ef5-88e4-e8fded5e6c5b tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Network cecd9a7b-8d72-4acc-b91d-f47639526b0c is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:15:47.700911 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [req-8d74b526-f96f-4596-a151-83ba42367618 req-6222a535-a93e-4ef5-88e4-e8fded5e6c5b tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:15:47.704447 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d74b526-f96f-4596-a151-83ba42367618 req-6222a535-a93e-4ef5-88e4-e8fded5e6c5b tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:15:47.710751 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6222a535-a93e-4ef5-88e4-e8fded5e6c5b tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Pushing event updated for resources: {'Port': ['ID=7961c05e-bda8-445b-9f3d-d138ca0f9b6b,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:15:47.757901 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74b526-f96f-4596-a151-83ba42367618 req-6222a535-a93e-4ef5-88e4-e8fded5e6c5b tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:47.758510 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-8d74b526-f96f-4596-a151-83ba42367618 req-6222a535-a93e-4ef5-88e4-e8fded5e6c5b tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:15:47.775947 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8d74b526-f96f-4596-a151-83ba42367618 req-6222a535-a93e-4ef5-88e4-e8fded5e6c5b tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5990233 Mar 22 11:15:47.787939 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-8d74b526-f96f-4596-a151-83ba42367618 req-aec2ea57-db9c-4e9e-9626-6a4a8b7edbe0 service neutron] Request body: {'port': {'device_id': '86f7b462-cf33-4465-92b4-24317e72995e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8345'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:15:47.847278 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-8d74b526-f96f-4596-a151-83ba42367618 req-aec2ea57-db9c-4e9e-9626-6a4a8b7edbe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:15:47.953642 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2e05b0f9-dd78-4cf7-9e98-ded516c7f470 None None] Provisioning complete for port 7961c05e-bda8-445b-9f3d-d138ca0f9b6b triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:15:47.954307 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2e05b0f9-dd78-4cf7-9e98-ded516c7f470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:15:47.992325 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-2e05b0f9-dd78-4cf7-9e98-ded516c7f470 None None] Port 7961c05e-bda8-445b-9f3d-d138ca0f9b6b cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:15:48.112506 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [req-8d74b526-f96f-4596-a151-83ba42367618 req-aec2ea57-db9c-4e9e-9626-6a4a8b7edbe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7961c05e-bda8-445b-9f3d-d138ca0f9b6b {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:15:48.120060 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-8d74b526-f96f-4596-a151-83ba42367618 req-aec2ea57-db9c-4e9e-9626-6a4a8b7edbe0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:15:48.132417 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [req-8d74b526-f96f-4596-a151-83ba42367618 req-aec2ea57-db9c-4e9e-9626-6a4a8b7edbe0 service neutron] Transition to ACTIVE for port object 7961c05e-bda8-445b-9f3d-d138ca0f9b6b will not be triggered until provisioned by entity L2. {{(pid=109050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:15:48.137874 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-8d74b526-f96f-4596-a151-83ba42367618 req-aec2ea57-db9c-4e9e-9626-6a4a8b7edbe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:15:48.186998 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec2ea57-db9c-4e9e-9626-6a4a8b7edbe0 service neutron] Pushing event updated for resources: {'Port': ['ID=7961c05e-bda8-445b-9f3d-d138ca0f9b6b,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:15:48.259628 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-8d74b526-f96f-4596-a151-83ba42367618 req-aec2ea57-db9c-4e9e-9626-6a4a8b7edbe0 service neutron] Attempting to bind port 7961c05e-bda8-445b-9f3d-d138ca0f9b6b on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:15:48.259962 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-8d74b526-f96f-4596-a151-83ba42367618 req-aec2ea57-db9c-4e9e-9626-6a4a8b7edbe0 service neutron] Attempting to bind port 7961c05e-bda8-445b-9f3d-d138ca0f9b6b by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': '53b2af43-073b-494c-b55a-501f9556b622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:15:48.260289 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d74b526-f96f-4596-a151-83ba42367618 req-aec2ea57-db9c-4e9e-9626-6a4a8b7edbe0 service neutron] Attempting to bind port 7961c05e-bda8-445b-9f3d-d138ca0f9b6b on network cecd9a7b-8d72-4acc-b91d-f47639526b0c {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:15:48.264723 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d74b526-f96f-4596-a151-83ba42367618 req-aec2ea57-db9c-4e9e-9626-6a4a8b7edbe0 service neutron] Port 7961c05e-bda8-445b-9f3d-d138ca0f9b6b on network cecd9a7b-8d72-4acc-b91d-f47639526b0c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 11:15:48.265059 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d74b526-f96f-4596-a151-83ba42367618 req-aec2ea57-db9c-4e9e-9626-6a4a8b7edbe0 service neutron] Attempting to bind port 7961c05e-bda8-445b-9f3d-d138ca0f9b6b on network cecd9a7b-8d72-4acc-b91d-f47639526b0c {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:15:48.270356 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d74b526-f96f-4596-a151-83ba42367618 req-aec2ea57-db9c-4e9e-9626-6a4a8b7edbe0 service neutron] Checking agent: {'id': 'dcb78974-6458-4942-8c9c-663284d5bb3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8345', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:15:48.270691 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d74b526-f96f-4596-a151-83ba42367618 req-aec2ea57-db9c-4e9e-9626-6a4a8b7edbe0 service neutron] Checking segment: {'id': '53b2af43-073b-494c-b55a-501f9556b622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:15:48.271072 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d74b526-f96f-4596-a151-83ba42367618 req-aec2ea57-db9c-4e9e-9626-6a4a8b7edbe0 service neutron] Bound using segment: {'id': '53b2af43-073b-494c-b55a-501f9556b622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:15:48.271513 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-8d74b526-f96f-4596-a151-83ba42367618 req-aec2ea57-db9c-4e9e-9626-6a4a8b7edbe0 service neutron] Bound port: 7961c05e-bda8-445b-9f3d-d138ca0f9b6b, host: hv-neutron-8345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53b2af43-073b-494c-b55a-501f9556b622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:15:48.271874 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-8d74b526-f96f-4596-a151-83ba42367618 req-aec2ea57-db9c-4e9e-9626-6a4a8b7edbe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:15:48.336522 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-8d74b526-f96f-4596-a151-83ba42367618 req-aec2ea57-db9c-4e9e-9626-6a4a8b7edbe0 service neutron] For port 7961c05e-bda8-445b-9f3d-d138ca0f9b6b, host hv-neutron-8345, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:15:48.339986 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-8d74b526-f96f-4596-a151-83ba42367618 req-aec2ea57-db9c-4e9e-9626-6a4a8b7edbe0 service neutron] For port 7961c05e-bda8-445b-9f3d-d138ca0f9b6b, host hv-neutron-8345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=7961c05e-bda8-445b-9f3d-d138ca0f9b6b,segment=NetworkSegment(53b2af43-073b-494c-b55a-501f9556b622),segment_id=53b2af43-073b-494c-b55a-501f9556b622)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:15:48.344823 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-8d74b526-f96f-4596-a151-83ba42367618 req-aec2ea57-db9c-4e9e-9626-6a4a8b7edbe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:15:48.409098 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74b526-f96f-4596-a151-83ba42367618 req-aec2ea57-db9c-4e9e-9626-6a4a8b7edbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:48.409942 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-8d74b526-f96f-4596-a151-83ba42367618 req-aec2ea57-db9c-4e9e-9626-6a4a8b7edbe0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:15:48.411316 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8d74b526-f96f-4596-a151-83ba42367618 req-aec2ea57-db9c-4e9e-9626-6a4a8b7edbe0 service neutron] 10.222.0.35 "PUT /v2.0/ports/7961c05e-bda8-445b-9f3d-d138ca0f9b6b HTTP/1.1" status: 200 len: 1094 time: 0.6277046 Mar 22 11:15:48.413345 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86f7b462-cf33-4465-92b4-24317e72995e', 'tag': '7961c05e-bda8-445b-9f3d-d138ca0f9b6b'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:15:48.415763 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827909aa-6695-44bc-adaa-dad6fa841034" -d '{"events": [{"name": "network-changed", "server_uuid": "86f7b462-cf33-4465-92b4-24317e72995e", "tag": "7961c05e-bda8-445b-9f3d-d138ca0f9b6b"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:15:48.440090 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec2ea57-db9c-4e9e-9626-6a4a8b7edbe0 service neutron] Pushing event updated for resources: {'Port': ['ID=7961c05e-bda8-445b-9f3d-d138ca0f9b6b,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:15:48.453022 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7beb9-479a-46a4-8afa-cb7c9bab0f7f req-665ec39d-66f0-4226-aecb-24c406ae30f0 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:48.454589 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-75b7beb9-479a-46a4-8afa-cb7c9bab0f7f req-665ec39d-66f0-4226-aecb-24c406ae30f0 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 944 time: 0.1061926 Mar 22 11:15:48.487130 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7316a7-fa14-4865-8fce-38039e4d5eb4 x-openstack-request-id: req-9f7316a7-fa14-4865-8fce-38039e4d5eb4 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:15:48.487438 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86f7b462-cf33-4465-92b4-24317e72995e", "tag": "7961c05e-bda8-445b-9f3d-d138ca0f9b6b", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:15:48.487682 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9f7316a7-fa14-4865-8fce-38039e4d5eb4 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:15:48.488075 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f7316a7-fa14-4865-8fce-38039e4d5eb4'] response: {'name': 'network-changed', 'server_uuid': '86f7b462-cf33-4465-92b4-24317e72995e', 'tag': '7961c05e-bda8-445b-9f3d-d138ca0f9b6b', 'status': 'completed', 'code': 200} Mar 22 11:15:48.520442 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-75b7beb9-479a-46a4-8afa-cb7c9bab0f7f req-8be0e6f0-435a-4718-9182-1d8cdbaccfbe tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556915 Mar 22 11:15:48.526694 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74b526-f96f-4596-a151-83ba42367618 req-9a45a41c-0209-4274-8cb5-6ea07a3153ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:48.528196 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8d74b526-f96f-4596-a151-83ba42367618 req-9a45a41c-0209-4274-8cb5-6ea07a3153ba service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ee49a6d1fef42d8b63d9dcdae3e7704&device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 1097 time: 0.0727201 Mar 22 11:15:48.576149 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8d74b526-f96f-4596-a151-83ba42367618 req-76749c2c-bbc2-4ca7-a100-f6439abc8f9c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7961c05e-bda8-445b-9f3d-d138ca0f9b6b HTTP/1.1" status: 200 len: 217 time: 0.0399728 Mar 22 11:15:48.634032 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74b526-f96f-4596-a151-83ba42367618 req-2806636c-e80b-4282-9a46-1944e09be980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:48.635508 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8d74b526-f96f-4596-a151-83ba42367618 req-2806636c-e80b-4282-9a46-1944e09be980 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b HTTP/1.1" status: 200 len: 851 time: 0.0515597 Mar 22 11:15:48.681322 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74b526-f96f-4596-a151-83ba42367618 req-7f0cc5a5-6ad6-44ef-8fdd-962abd82a2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:48.682666 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8d74b526-f96f-4596-a151-83ba42367618 req-7f0cc5a5-6ad6-44ef-8fdd-962abd82a2ff service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cecd9a7b-8d72-4acc-b91d-f47639526b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410745 Mar 22 11:15:48.774533 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8d74b526-f96f-4596-a151-83ba42367618 req-83220754-047f-4693-b60e-ef81df492773 service neutron] 10.222.0.35 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838635 Mar 22 11:15:48.861893 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8d74b526-f96f-4596-a151-83ba42367618 req-f8ba306c-aa8d-478f-b8fc-6e90692791e6 service neutron] 10.222.0.35 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809114 Mar 22 11:15:48.955131 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827909aa-6695-44bc-adaa-dad6fa841034 req-29fdbded-b5dc-4966-b31e-8d9dc897b424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:48.956588 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-827909aa-6695-44bc-adaa-dad6fa841034 req-29fdbded-b5dc-4966-b31e-8d9dc897b424 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ee49a6d1fef42d8b63d9dcdae3e7704&device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 1097 time: 0.0425713 Mar 22 11:15:49.062099 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827909aa-6695-44bc-adaa-dad6fa841034 req-967e8485-4430-4f54-a0c7-42f945891177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:49.063643 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-827909aa-6695-44bc-adaa-dad6fa841034 req-967e8485-4430-4f54-a0c7-42f945891177 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cecd9a7b-8d72-4acc-b91d-f47639526b0c HTTP/1.1" status: 200 len: 913 time: 0.0996249 Mar 22 11:15:49.105731 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-827909aa-6695-44bc-adaa-dad6fa841034 req-6e16ba4b-abee-44f0-af2c-9ca3906dd1d1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7961c05e-bda8-445b-9f3d-d138ca0f9b6b HTTP/1.1" status: 200 len: 217 time: 0.0340905 Mar 22 11:15:49.158255 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827909aa-6695-44bc-adaa-dad6fa841034 req-3f62ec67-4e55-4402-9e5b-85828460b12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:49.159728 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-827909aa-6695-44bc-adaa-dad6fa841034 req-3f62ec67-4e55-4402-9e5b-85828460b12b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b HTTP/1.1" status: 200 len: 851 time: 0.0472374 Mar 22 11:15:49.209250 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827909aa-6695-44bc-adaa-dad6fa841034 req-b0f79114-64d3-43e6-aebd-4971aed2d73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:49.210661 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-827909aa-6695-44bc-adaa-dad6fa841034 req-b0f79114-64d3-43e6-aebd-4971aed2d73e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cecd9a7b-8d72-4acc-b91d-f47639526b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425510 Mar 22 11:15:49.316169 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-827909aa-6695-44bc-adaa-dad6fa841034 req-a6702e0b-8fc6-42f7-ae34-0efe6d587cf8 service neutron] 10.222.0.35 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980430 Mar 22 11:15:49.414331 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-827909aa-6695-44bc-adaa-dad6fa841034 req-09177e58-d2cf-4a49-9cf8-d153463350ca service neutron] 10.222.0.35 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904295 Mar 22 11:15:49.653529 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3084c99-abb5-44df-a5d6-3977047b7bc4 req-8f47d6e3-2389-41cf-b58b-5da2e6a3f647 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:49.655038 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b3084c99-abb5-44df-a5d6-3977047b7bc4 req-8f47d6e3-2389-41cf-b58b-5da2e6a3f647 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 944 time: 0.0576317 Mar 22 11:15:49.695313 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b3084c99-abb5-44df-a5d6-3977047b7bc4 req-505f0876-d67d-4057-8697-4e998a00848c tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316427 Mar 22 11:15:50.830797 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0aac7b-70c8-43be-bc60-8c8607065246 req-b96e64eb-f441-45d8-b0e2-ed3aa04b70ba tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:50.832263 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1f0aac7b-70c8-43be-bc60-8c8607065246 req-b96e64eb-f441-45d8-b0e2-ed3aa04b70ba tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 944 time: 0.0597050 Mar 22 11:15:50.874581 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1f0aac7b-70c8-43be-bc60-8c8607065246 req-51c2b01c-f538-4044-a946-9de6e10d839c tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333915 Mar 22 11:15:52.011723 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82221f32-b6c7-4468-b0d8-89bfcc8cb4fb req-cda6c08a-5c8e-4a4e-839c-d72ac1004928 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:52.013272 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-82221f32-b6c7-4468-b0d8-89bfcc8cb4fb req-cda6c08a-5c8e-4a4e-839c-d72ac1004928 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 944 time: 0.0555496 Mar 22 11:15:52.041582 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 7961c05e-bda8-445b-9f3d-d138ca0f9b6b details requested by agent hyperv_hv-neutron-8345 with host hv-neutron-8345 {{(pid=109051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 11:15:52.053613 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-82221f32-b6c7-4468-b0d8-89bfcc8cb4fb req-5bb2f444-4503-4ad7-bda2-2f9e50f7f3f0 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340326 Mar 22 11:15:52.138309 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 7961c05e-bda8-445b-9f3d-d138ca0f9b6b, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=7961c05e-bda8-445b-9f3d-d138ca0f9b6b,segment=NetworkSegment(53b2af43-073b-494c-b55a-501f9556b622),segment_id=53b2af43-073b-494c-b55a-501f9556b622)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:15:52.149745 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Returning: {'device': '7961c05e-bda8-445b-9f3d-d138ca0f9b6b', 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c', 'port_id': '7961c05e-bda8-445b-9f3d-d138ca0f9b6b', 'mac_address': 'fa:16:3e:d6:ec:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 11:15:52.187059 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:15:52.200595 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7961c05e-bda8-445b-9f3d-d138ca0f9b6b {{(pid=109051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:15:52.220303 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 7961c05e-bda8-445b-9f3d-d138ca0f9b6b, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=7961c05e-bda8-445b-9f3d-d138ca0f9b6b,segment=NetworkSegment(53b2af43-073b-494c-b55a-501f9556b622),segment_id=53b2af43-073b-494c-b55a-501f9556b622)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:15:52.225937 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:15:52.272401 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=7961c05e-bda8-445b-9f3d-d138ca0f9b6b,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:15:52.418872 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['7961c05e-bda8-445b-9f3d-d138ca0f9b6b'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 11:15:53.181217 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a077a-53cc-4fde-94dd-c9de8b0177c8 req-551d59b8-973d-4e5c-8c40-a8362adc534b tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:53.182664 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-411a077a-53cc-4fde-94dd-c9de8b0177c8 req-551d59b8-973d-4e5c-8c40-a8362adc534b tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 945 time: 0.0494695 Mar 22 11:15:53.220483 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-411a077a-53cc-4fde-94dd-c9de8b0177c8 req-ca088529-f704-4905-bcc2-39908d9b321e tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313649 Mar 22 11:15:54.042116 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 7961c05e-bda8-445b-9f3d-d138ca0f9b6b up at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:15:54.101488 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning for port 7961c05e-bda8-445b-9f3d-d138ca0f9b6b completed by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:15:54.105831 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning complete for port 7961c05e-bda8-445b-9f3d-d138ca0f9b6b triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:15:54.106256 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:15:54.184530 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:15:54.207915 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f7b462-cf33-4465-92b4-24317e72995e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7961c05e-bda8-445b-9f3d-d138ca0f9b6b'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:15:54.210186 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908e7e96-91d8-4a83-bf93-cfd945b21e5d" -d '{"events": [{"server_uuid": "86f7b462-cf33-4465-92b4-24317e72995e", "name": "network-vif-plugged", "status": "completed", "tag": "7961c05e-bda8-445b-9f3d-d138ca0f9b6b"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:15:54.222611 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 7961c05e-bda8-445b-9f3d-d138ca0f9b6b, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=7961c05e-bda8-445b-9f3d-d138ca0f9b6b,segment=NetworkSegment(53b2af43-073b-494c-b55a-501f9556b622),segment_id=53b2af43-073b-494c-b55a-501f9556b622)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:15:54.226958 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:15:54.273950 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=7961c05e-bda8-445b-9f3d-d138ca0f9b6b,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:15:54.305501 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801dd6d2-c78d-472a-8a6b-90228a2db596 x-openstack-request-id: req-801dd6d2-c78d-472a-8a6b-90228a2db596 {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:15:54.305793 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f7b462-cf33-4465-92b4-24317e72995e", "name": "network-vif-plugged", "status": "completed", "tag": "7961c05e-bda8-445b-9f3d-d138ca0f9b6b", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:15:54.306044 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-801dd6d2-c78d-472a-8a6b-90228a2db596 {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:15:54.306447 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-801dd6d2-c78d-472a-8a6b-90228a2db596'] response: {'server_uuid': '86f7b462-cf33-4465-92b4-24317e72995e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7961c05e-bda8-445b-9f3d-d138ca0f9b6b', 'code': 200} Mar 22 11:15:54.350608 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76cab12-a35f-46ac-b171-3d55f8862278 req-83318034-3582-4181-b82d-6e392ce824d0 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:54.352121 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a76cab12-a35f-46ac-b171-3d55f8862278 req-83318034-3582-4181-b82d-6e392ce824d0 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 946 time: 0.0521080 Mar 22 11:15:54.391179 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a76cab12-a35f-46ac-b171-3d55f8862278 req-1adc64e4-4375-4001-b314-144148219157 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328786 Mar 22 11:15:54.477279 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e16a4-d91e-4789-a9b4-4b505d3bae2c req-d8252ba8-0f71-47fe-b058-6619d9c13189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:54.478665 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d13e16a4-d91e-4789-a9b4-4b505d3bae2c req-d8252ba8-0f71-47fe-b058-6619d9c13189 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 1099 time: 0.0420063 Mar 22 11:15:54.515070 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d13e16a4-d91e-4789-a9b4-4b505d3bae2c req-68b4db41-ed8f-4cdb-9ef1-14b2538cdba4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291510 Mar 22 11:15:55.521075 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec2e29-6904-41fb-9d8f-47123ef40bd8 req-75a0d70f-2914-4c4f-acdf-bd6dae2bca69 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:55.522676 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b8ec2e29-6904-41fb-9d8f-47123ef40bd8 req-75a0d70f-2914-4c4f-acdf-bd6dae2bca69 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 946 time: 0.0518596 Mar 22 11:15:55.563217 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b8ec2e29-6904-41fb-9d8f-47123ef40bd8 req-03022808-a736-4354-9eae-327add575d61 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339601 Mar 22 11:15:56.699279 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19638342-cc5a-468e-a499-5f68bf226330 req-f57dfeca-9359-429c-a4bb-8a54b894f9fb tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:56.700774 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-19638342-cc5a-468e-a499-5f68bf226330 req-f57dfeca-9359-429c-a4bb-8a54b894f9fb tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 946 time: 0.0617459 Mar 22 11:15:56.738238 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-19638342-cc5a-468e-a499-5f68bf226330 req-9bc9794d-c591-43e8-8cfd-fcf426c912a9 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313311 Mar 22 11:15:56.857184 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b99f129-3df5-4756-be0c-39ff4d66d63e req-2e30a44d-1c4a-468a-8170-e4dcd4afabb1 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:56.858533 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5b99f129-3df5-4756-be0c-39ff4d66d63e req-2e30a44d-1c4a-468a-8170-e4dcd4afabb1 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 946 time: 0.0505431 Mar 22 11:15:56.870480 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 45176) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:15:56.875263 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-3d607cb2-019c-4853-881c-c917837c7727 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Request body: {'floatingip': {'port_id': '7961c05e-bda8-445b-9f3d-d138ca0f9b6b'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:15:56.916126 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3d607cb2-019c-4853-881c-c917837c7727 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks [] for floatingip, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:15:57.350739 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3d607cb2-019c-4853-881c-c917837c7727 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:15:57.356968 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3d607cb2-019c-4853-881c-c917837c7727 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684147'] for floatingip, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:15:57.449772 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.l3_db [None req-3d607cb2-019c-4853-881c-c917837c7727 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Floating IP ae436d7d-be4d-42c4-b6bd-27e6a686a19b associated. External IP: 172.26.7.167, port: 7961c05e-bda8-445b-9f3d-d138ca0f9b6b. Mar 22 11:15:57.661236 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d607cb2-019c-4853-881c-c917837c7727 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Router 0969331c-2815-4c97-ad08-e7dfff47d594 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:15:57.765915 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d607cb2-019c-4853-881c-c917837c7727 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:15:57.771349 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3d607cb2-019c-4853-881c-c917837c7727 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:15:57.776261 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6367684e-d0d2-41f5-81b9-61a6794c85f0 None None] Sync routers for ids ['0969331c-2815-4c97-ad08-e7dfff47d594'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:15:57.786125 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6367684e-d0d2-41f5-81b9-61a6794c85f0 None None] Routers {'0969331c-2815-4c97-ad08-e7dfff47d594'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:15:57.786675 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-6367684e-d0d2-41f5-81b9-61a6794c85f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:15:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['0969331c-2815-4c97-ad08-e7dfff47d594'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:15:57.799109 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3d607cb2-019c-4853-881c-c917837c7727 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "PUT /v2.0/floatingips/ae436d7d-be4d-42c4-b6bd-27e6a686a19b HTTP/1.1" status: 200 len: 993 time: 0.9275017 Mar 22 11:15:57.799720 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86f7b462-cf33-4465-92b4-24317e72995e', 'tag': '7961c05e-bda8-445b-9f3d-d138ca0f9b6b'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:15:57.801939 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea20d47ee5c2e5d2aa35ee26c9e60aea7970c4225f3eb14fb63792ea9ad3856f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb63e6c-93d8-424d-83cc-7f5ef8b88b64" -d '{"events": [{"name": "network-changed", "server_uuid": "86f7b462-cf33-4465-92b4-24317e72995e", "tag": "7961c05e-bda8-445b-9f3d-d138ca0f9b6b"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:15:57.894140 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-6367684e-d0d2-41f5-81b9-61a6794c85f0 None None] Set router 0969331c-2815-4c97-ad08-e7dfff47d594 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:15:57.904988 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4486ba-6717-42ba-b89d-3ca2231c3c20 x-openstack-request-id: req-5b4486ba-6717-42ba-b89d-3ca2231c3c20 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:15:57.905478 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86f7b462-cf33-4465-92b4-24317e72995e", "tag": "7961c05e-bda8-445b-9f3d-d138ca0f9b6b", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:15:57.905478 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5b4486ba-6717-42ba-b89d-3ca2231c3c20 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:15:57.905888 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b4486ba-6717-42ba-b89d-3ca2231c3c20'] response: {'name': 'network-changed', 'server_uuid': '86f7b462-cf33-4465-92b4-24317e72995e', 'tag': '7961c05e-bda8-445b-9f3d-d138ca0f9b6b', 'status': 'completed', 'code': 200} Mar 22 11:15:57.979177 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb63e6c-93d8-424d-83cc-7f5ef8b88b64 req-3f61c1dd-50f2-4665-a0a2-02127c8fd3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:57.980744 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1fb63e6c-93d8-424d-83cc-7f5ef8b88b64 req-3f61c1dd-50f2-4665-a0a2-02127c8fd3a7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ee49a6d1fef42d8b63d9dcdae3e7704&device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 1099 time: 0.0505245 Mar 22 11:15:58.082666 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb63e6c-93d8-424d-83cc-7f5ef8b88b64 req-dc0096a0-8c68-42ca-87d4-c00fc99ff33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:58.084386 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1fb63e6c-93d8-424d-83cc-7f5ef8b88b64 req-dc0096a0-8c68-42ca-87d4-c00fc99ff33a service neutron] 10.222.0.35 "GET /v2.0/networks?id=cecd9a7b-8d72-4acc-b91d-f47639526b0c HTTP/1.1" status: 200 len: 913 time: 0.0975518 Mar 22 11:15:58.135773 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-6367684e-d0d2-41f5-81b9-61a6794c85f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'name': 'tempest-ServerActionsTestJSON-1479893742-router', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': '4da6f53b-923c-493c-8bca-866ab56191fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:13:16Z', 'updated_at': '2022-03-22T11:13:19Z', 'revision_number': 4, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'gw_port': {'id': '4da6f53b-923c-493c-8bca-866ab56191fa', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:40:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:13:16Z', 'updated_at': '2022-03-22T11:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': 'ae436d7d-be4d-42c4-b6bd-27e6a686a19b', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'floating_ip_address': '172.26.7.167', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'port_id': '7961c05e-bda8-445b-9f3d-d138ca0f9b6b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c', 'mac_address': 'fa:16:3e:d6:ec:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f7b462-cf33-4465-92b4-24317e72995e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:13:20Z', 'updated_at': '2022-03-22T11:15:57Z', 'revision_number': 13, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '688e8a72-136a-4a9a-9585-f0ab5fab2298', 'name': '', 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'mac_address': 'fa:16:3e:a3:43:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:13:18Z', 'updated_at': '2022-03-22T11:13:21Z', 'revision_number': 5, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'subnets': [{'id': 'f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:15:58.161286 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6367684e-d0d2-41f5-81b9-61a6794c85f0 None None] Checking router: 0969331c-2815-4c97-ad08-e7dfff47d594 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:15:58.162724 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1fb63e6c-93d8-424d-83cc-7f5ef8b88b64 req-48937cdd-165b-4762-aebb-c8c94e51402c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7961c05e-bda8-445b-9f3d-d138ca0f9b6b HTTP/1.1" status: 200 len: 1001 time: 0.0708699 Mar 22 11:15:58.169495 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6367684e-d0d2-41f5-81b9-61a6794c85f0 None None] Routers {'0969331c-2815-4c97-ad08-e7dfff47d594'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:15:58.169991 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-6367684e-d0d2-41f5-81b9-61a6794c85f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:15:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['0969331c-2815-4c97-ad08-e7dfff47d594'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:15:58.218485 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb63e6c-93d8-424d-83cc-7f5ef8b88b64 req-d898bace-5dcf-4ccb-a89a-8a5c17020d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:58.220021 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1fb63e6c-93d8-424d-83cc-7f5ef8b88b64 req-d898bace-5dcf-4ccb-a89a-8a5c17020d93 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b HTTP/1.1" status: 200 len: 851 time: 0.0503516 Mar 22 11:15:58.268418 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb63e6c-93d8-424d-83cc-7f5ef8b88b64 req-e712e7fd-e76d-486b-8fda-8147b235ea78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:58.270016 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1fb63e6c-93d8-424d-83cc-7f5ef8b88b64 req-e712e7fd-e76d-486b-8fda-8147b235ea78 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cecd9a7b-8d72-4acc-b91d-f47639526b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425510 Mar 22 11:15:58.286202 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-6367684e-d0d2-41f5-81b9-61a6794c85f0 None None] Set router 0969331c-2815-4c97-ad08-e7dfff47d594 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:15:58.358383 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1fb63e6c-93d8-424d-83cc-7f5ef8b88b64 req-912623da-5090-4e61-a0ec-ea1599316948 service neutron] 10.222.0.35 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818551 Mar 22 11:15:58.454284 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1fb63e6c-93d8-424d-83cc-7f5ef8b88b64 req-bc6c40ab-0198-4b76-9011-f0460b2c5435 service neutron] 10.222.0.35 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884192 Mar 22 11:15:58.510963 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-6367684e-d0d2-41f5-81b9-61a6794c85f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'name': 'tempest-ServerActionsTestJSON-1479893742-router', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': '4da6f53b-923c-493c-8bca-866ab56191fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:13:16Z', 'updated_at': '2022-03-22T11:13:19Z', 'revision_number': 4, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'gw_port': {'id': '4da6f53b-923c-493c-8bca-866ab56191fa', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:40:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:13:16Z', 'updated_at': '2022-03-22T11:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': 'ae436d7d-be4d-42c4-b6bd-27e6a686a19b', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'floating_ip_address': '172.26.7.167', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'port_id': '7961c05e-bda8-445b-9f3d-d138ca0f9b6b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c', 'mac_address': 'fa:16:3e:d6:ec:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f7b462-cf33-4465-92b4-24317e72995e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:13:20Z', 'updated_at': '2022-03-22T11:15:57Z', 'revision_number': 13, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '688e8a72-136a-4a9a-9585-f0ab5fab2298', 'name': '', 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'mac_address': 'fa:16:3e:a3:43:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:13:18Z', 'updated_at': '2022-03-22T11:13:21Z', 'revision_number': 5, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'subnets': [{'id': 'f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:15:58.536611 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6367684e-d0d2-41f5-81b9-61a6794c85f0 None None] The sync data for ids ['0969331c-2815-4c97-ad08-e7dfff47d594'] in dv-neutron-834599-1-hyperv is: [{'id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'name': 'tempest-ServerActionsTestJSON-1479893742-router', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': '4da6f53b-923c-493c-8bca-866ab56191fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:13:16Z', 'updated_at': '2022-03-22T11:13:19Z', 'revision_number': 4, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'gw_port': {'id': '4da6f53b-923c-493c-8bca-866ab56191fa', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:40:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:13:16Z', 'updated_at': '2022-03-22T11:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': 'ae436d7d-be4d-42c4-b6bd-27e6a686a19b', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'floating_ip_address': '172.26.7.167', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'port_id': '7961c05e-bda8-445b-9f3d-d138ca0f9b6b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c', 'mac_address': 'fa:16:3e:d6:ec:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f7b462-cf33-4465-92b4-24317e72995e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:13:20Z', 'updated_at': '2022-03-22T11:15:57Z', 'revision_number': 13, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '688e8a72-136a-4a9a-9585-f0ab5fab2298', 'name': '', 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'mac_address': 'fa:16:3e:a3:43:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:13:18Z', 'updated_at': '2022-03-22T11:13:21Z', 'revision_number': 5, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'subnets': [{'id': 'f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:15:58.739321 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d086d44-9c19-4cb9-8770-63db3a71fa5e None None] New status for floating IP ae436d7d-be4d-42c4-b6bd-27e6a686a19b: ACTIVE {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 11:15:59.244337 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a2fa1-0f2f-45aa-800c-390cb942ab8e req-674ce9cf-bed5-4ede-a82a-b04a1b17abfa tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:15:59.245803 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8d0a2fa1-0f2f-45aa-800c-390cb942ab8e req-674ce9cf-bed5-4ede-a82a-b04a1b17abfa tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 946 time: 0.0507026 Mar 22 11:15:59.284198 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8d0a2fa1-0f2f-45aa-800c-390cb942ab8e req-81aadba8-2aa0-46a6-a05e-0b1248085db3 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313849 Mar 22 11:16:07.186923 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:16:07.738502 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-75ab6dc5-717b-4ce2-9d67-23ee8486b62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:16:09.861487 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f1a08723-f324-42eb-8d33-a1d133ec1cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:16:10.484885 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88d4fe-f48a-401f-84ac-351e796e0bd7 req-c3cd7a69-20b6-43c6-a451-6dc0d6680112 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:16:10.486376 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-dc88d4fe-f48a-401f-84ac-351e796e0bd7 req-c3cd7a69-20b6-43c6-a451-6dc0d6680112 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 946 time: 0.0536106 Mar 22 11:16:10.512725 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-0631d193-05cc-4215-81a8-ab62e1363958 req-79d45739-0e9a-437c-a636-044e6a75d5b4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=86f7b462-cf33-4465-92b4-24317e72995e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0878820 Mar 22 11:16:10.525296 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-dc88d4fe-f48a-401f-84ac-351e796e0bd7 req-4cb44f70-5971-48d6-a9ec-91d20688afe4 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324650 Mar 22 11:16:11.199100 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:16:11.639177 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0631d193-05cc-4215-81a8-ab62e1363958 req-854d5002-3786-4aea-abf4-38fff040095e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:16:11.640885 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0631d193-05cc-4215-81a8-ab62e1363958 req-854d5002-3786-4aea-abf4-38fff040095e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ee49a6d1fef42d8b63d9dcdae3e7704&device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 1099 time: 0.0663569 Mar 22 11:16:11.662471 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a06f6-e17e-4389-9155-69f6a1b913e7 req-f7421410-226f-43d6-bac7-132e1a6422fe tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:16:11.663880 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-958a06f6-e17e-4389-9155-69f6a1b913e7 req-f7421410-226f-43d6-bac7-132e1a6422fe tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 946 time: 0.0651276 Mar 22 11:16:11.750886 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-958a06f6-e17e-4389-9155-69f6a1b913e7 req-fe02b29f-8409-40f9-8951-028e66d37488 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752182 Mar 22 11:16:11.770434 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0631d193-05cc-4215-81a8-ab62e1363958 req-668ddd13-9228-4748-9ed1-850c579669da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:16:11.771933 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0631d193-05cc-4215-81a8-ab62e1363958 req-668ddd13-9228-4748-9ed1-850c579669da service neutron] 10.222.0.35 "GET /v2.0/networks?id=cecd9a7b-8d72-4acc-b91d-f47639526b0c HTTP/1.1" status: 200 len: 913 time: 0.1235151 Mar 22 11:16:11.840019 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0631d193-05cc-4215-81a8-ab62e1363958 req-c981ac4f-c032-47ce-8b11-9a190e417a17 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7961c05e-bda8-445b-9f3d-d138ca0f9b6b HTTP/1.1" status: 200 len: 1003 time: 0.0604513 Mar 22 11:16:11.894231 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0631d193-05cc-4215-81a8-ab62e1363958 req-504885b2-a46b-478d-bcd8-4242bdda9474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:16:11.895691 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0631d193-05cc-4215-81a8-ab62e1363958 req-504885b2-a46b-478d-bcd8-4242bdda9474 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b HTTP/1.1" status: 200 len: 851 time: 0.0489612 Mar 22 11:16:11.945425 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0631d193-05cc-4215-81a8-ab62e1363958 req-8aef7d02-856f-4c96-bbc6-610644eabd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:16:11.946901 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0631d193-05cc-4215-81a8-ab62e1363958 req-8aef7d02-856f-4c96-bbc6-610644eabd41 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cecd9a7b-8d72-4acc-b91d-f47639526b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396028 Mar 22 11:16:12.061613 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0631d193-05cc-4215-81a8-ab62e1363958 req-899dbe9e-89a3-48a0-a4df-bd980ce80972 service neutron] 10.222.0.35 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074779 Mar 22 11:16:12.152846 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0631d193-05cc-4215-81a8-ab62e1363958 req-9954c9f1-76c5-4850-9d7d-0f4e358d5d89 service neutron] 10.222.0.35 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841048 Mar 22 11:16:12.605968 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:16:12.848290 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:16:12.874920 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28de0e-1b45-4127-97d5-85d19871648e req-53266679-8409-48a1-b518-00be3a4b66e0 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:16:12.876846 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6b28de0e-1b45-4127-97d5-85d19871648e req-53266679-8409-48a1-b518-00be3a4b66e0 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 946 time: 0.0526779 Mar 22 11:16:12.915401 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6b28de0e-1b45-4127-97d5-85d19871648e req-a7e94353-4791-4736-973c-5fe61ded459f tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324244 Mar 22 11:16:13.478938 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:16:14.044201 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71a3f69-ceda-46af-a471-b98bbf132cba req-9495a643-ad54-45af-b640-fb5d2ef42788 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:16:14.045671 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a71a3f69-ceda-46af-a471-b98bbf132cba req-9495a643-ad54-45af-b640-fb5d2ef42788 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 946 time: 0.0541749 Mar 22 11:16:14.084341 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a71a3f69-ceda-46af-a471-b98bbf132cba req-cab9f8ca-5f64-48c1-9450-251085d880e5 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321865 Mar 22 11:16:15.214281 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cdaf25-54fb-4f05-8b9c-d60313f125f8 req-e5236aa6-cbc5-419a-a5ff-79b2c6c873c2 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:16:15.215734 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-47cdaf25-54fb-4f05-8b9c-d60313f125f8 req-e5236aa6-cbc5-419a-a5ff-79b2c6c873c2 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 946 time: 0.0536244 Mar 22 11:16:15.256157 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-47cdaf25-54fb-4f05-8b9c-d60313f125f8 req-a768530d-4d2b-4e8c-8ef0-12734592bece tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315642 Mar 22 11:16:16.383795 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64375586-55e6-43eb-9a2e-45ab889c7469 req-47e7fce8-a753-46ca-af43-5bd2f984d50c tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:16:16.385248 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-64375586-55e6-43eb-9a2e-45ab889c7469 req-47e7fce8-a753-46ca-af43-5bd2f984d50c tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 946 time: 0.0541532 Mar 22 11:16:16.427900 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-64375586-55e6-43eb-9a2e-45ab889c7469 req-1d8c29a7-333b-4ab2-a3d1-a3ae2e712a43 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338113 Mar 22 11:16:17.552988 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b685db3-9aef-425c-aef9-6b937c69aa5d req-4b05bcdb-968f-465e-951a-9387c26e32e4 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:16:17.554407 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3b685db3-9aef-425c-aef9-6b937c69aa5d req-4b05bcdb-968f-465e-951a-9387c26e32e4 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 946 time: 0.0544598 Mar 22 11:16:17.594590 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3b685db3-9aef-425c-aef9-6b937c69aa5d req-aa5539b7-bf54-4547-b9b2-ccbc9f1904a9 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340972 Mar 22 11:16:18.321668 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [req-9b815787-63a3-4e07-8654-0b5f8986bea9 req-fabc9058-6808-4aef-8590-49b59f4afdb5 service neutron] (109049) timed out ('10.222.0.35', 52144) {{(pid=109049) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 22 11:16:18.719814 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83a1e7-6d9d-4b8f-8458-d8e55b399b1f req-8d80bb31-0634-4009-815b-e41776b5c2b5 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:16:18.721260 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0f83a1e7-6d9d-4b8f-8458-d8e55b399b1f req-8d80bb31-0634-4009-815b-e41776b5c2b5 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 946 time: 0.0503356 Mar 22 11:16:18.763184 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0f83a1e7-6d9d-4b8f-8458-d8e55b399b1f req-6b33c90b-db89-4d8c-89f6-d73be626a801 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330503 Mar 22 11:16:19.885965 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33939684-dd01-4cc5-8cc2-831eda9875f6 req-a542f78c-04eb-4115-9864-f2e554c62630 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:16:19.887547 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-33939684-dd01-4cc5-8cc2-831eda9875f6 req-a542f78c-04eb-4115-9864-f2e554c62630 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 946 time: 0.0505998 Mar 22 11:16:19.926287 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-33939684-dd01-4cc5-8cc2-831eda9875f6 req-af8ff555-fe16-4244-bd02-fe6878851f21 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326810 Mar 22 11:16:20.533261 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0631d193-05cc-4215-81a8-ab62e1363958 req-69497ff0-ca03-474c-8e7f-b617faa08061 service neutron] 10.222.0.35 "GET /v2.0/ports/7961c05e-bda8-445b-9f3d-d138ca0f9b6b/bindings/hv-neutron-8345 HTTP/1.1" status: 200 len: 384 time: 0.0591407 Mar 22 11:16:20.747942 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0631d193-05cc-4215-81a8-ab62e1363958 req-27289ac5-20df-428e-a796-7873037bf5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:16:20.749317 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0631d193-05cc-4215-81a8-ab62e1363958 req-27289ac5-20df-428e-a796-7873037bf5ea service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=86f7b462-cf33-4465-92b4-24317e72995e&tenant_id=5ee49a6d1fef42d8b63d9dcdae3e7704 HTTP/1.1" status: 200 len: 1099 time: 0.0426381 Mar 22 11:16:20.827872 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0631d193-05cc-4215-81a8-ab62e1363958 req-907eb9ed-7f90-48da-a575-8fcaae474c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:16:20.829316 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0631d193-05cc-4215-81a8-ab62e1363958 req-907eb9ed-7f90-48da-a575-8fcaae474c66 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ee49a6d1fef42d8b63d9dcdae3e7704&device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 1099 time: 0.0429521 Mar 22 11:16:20.922401 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0631d193-05cc-4215-81a8-ab62e1363958 req-2ae083ea-f0a6-43e0-a882-5e8e3824a8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:16:20.923888 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0631d193-05cc-4215-81a8-ab62e1363958 req-2ae083ea-f0a6-43e0-a882-5e8e3824a8be service neutron] 10.222.0.35 "GET /v2.0/networks?id=cecd9a7b-8d72-4acc-b91d-f47639526b0c HTTP/1.1" status: 200 len: 913 time: 0.0875590 Mar 22 11:16:20.990312 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0631d193-05cc-4215-81a8-ab62e1363958 req-3b2d318f-671d-4041-b6fb-4f781673a8b1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7961c05e-bda8-445b-9f3d-d138ca0f9b6b HTTP/1.1" status: 200 len: 1003 time: 0.0585973 Mar 22 11:16:21.068233 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0631d193-05cc-4215-81a8-ab62e1363958 req-f9a0e73c-60c0-4bad-97ce-47eed464029b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:16:21.069586 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0631d193-05cc-4215-81a8-ab62e1363958 req-f9a0e73c-60c0-4bad-97ce-47eed464029b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b HTTP/1.1" status: 200 len: 851 time: 0.0734279 Mar 22 11:16:21.082553 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710fe4e8-f53a-4a50-afac-ea673f6ccc72 req-2ab16f16-ae92-4dee-8031-5e87dff47c83 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:16:21.084315 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-710fe4e8-f53a-4a50-afac-ea673f6ccc72 req-2ab16f16-ae92-4dee-8031-5e87dff47c83 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 946 time: 0.0899613 Mar 22 11:16:21.151276 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-710fe4e8-f53a-4a50-afac-ea673f6ccc72 req-f19251a8-e595-405a-905c-5292c5c1dcef tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584807 Mar 22 11:16:21.153854 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0631d193-05cc-4215-81a8-ab62e1363958 req-aa171eaf-df9d-47a1-9e0b-553d68faa65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:16:21.155259 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0631d193-05cc-4215-81a8-ab62e1363958 req-aa171eaf-df9d-47a1-9e0b-553d68faa65b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cecd9a7b-8d72-4acc-b91d-f47639526b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701120 Mar 22 11:16:21.248130 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0631d193-05cc-4215-81a8-ab62e1363958 req-000817d6-da7b-46dc-8687-c94a7100e318 service neutron] 10.222.0.35 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856321 Mar 22 11:16:21.336381 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0631d193-05cc-4215-81a8-ab62e1363958 req-e85f9a71-bc2b-4fde-a573-f91873d04bc3 service neutron] 10.222.0.35 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816116 Mar 22 11:16:22.228495 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 7961c05e-bda8-445b-9f3d-d138ca0f9b6b no longer exists at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:16:22.273576 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f7cd67-352f-48f0-85c8-288449ab0b84 req-412dc699-aa8b-49c7-94cf-beb2fce4c027 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:16:22.275171 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c9f7cd67-352f-48f0-85c8-288449ab0b84 req-412dc699-aa8b-49c7-94cf-beb2fce4c027 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 946 time: 0.0532053 Mar 22 11:16:22.309272 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:16:22.313279 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c9f7cd67-352f-48f0-85c8-288449ab0b84 req-389db012-c6e6-4b1e-af02-348792478d58 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319834 Mar 22 11:16:22.332844 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f7b462-cf33-4465-92b4-24317e72995e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7961c05e-bda8-445b-9f3d-d138ca0f9b6b'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:16:22.335209 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d889673f-863b-452d-b27b-09890d131037" -d '{"events": [{"server_uuid": "86f7b462-cf33-4465-92b4-24317e72995e", "name": "network-vif-unplugged", "status": "completed", "tag": "7961c05e-bda8-445b-9f3d-d138ca0f9b6b"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:16:22.348273 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 7961c05e-bda8-445b-9f3d-d138ca0f9b6b, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=7961c05e-bda8-445b-9f3d-d138ca0f9b6b,segment=NetworkSegment(53b2af43-073b-494c-b55a-501f9556b622),segment_id=53b2af43-073b-494c-b55a-501f9556b622)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:16:22.353375 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:16:22.385238 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 11:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e30418-cd4f-48c8-8007-9ecb5623d53c x-openstack-request-id: req-f7e30418-cd4f-48c8-8007-9ecb5623d53c {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:16:22.385532 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f7b462-cf33-4465-92b4-24317e72995e", "name": "network-vif-unplugged", "status": "completed", "tag": "7961c05e-bda8-445b-9f3d-d138ca0f9b6b", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:16:22.385782 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f7e30418-cd4f-48c8-8007-9ecb5623d53c {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:16:22.386172 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7e30418-cd4f-48c8-8007-9ecb5623d53c'] response: {'server_uuid': '86f7b462-cf33-4465-92b4-24317e72995e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7961c05e-bda8-445b-9f3d-d138ca0f9b6b', 'code': 200} Mar 22 11:16:22.402968 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=7961c05e-bda8-445b-9f3d-d138ca0f9b6b,revision_number=6']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:16:22.409802 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:16:22.410144 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:16:22.410485 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:16:22.410813 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:16:22.411138 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:16:22.411559 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:16:22.411888 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:16:22.412226 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:16:22.412547 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:16:22.412856 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:16:22.413194 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:16:22.413490 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:16:23.432312 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e11f5b-7002-4297-8e3c-9484fd2e0d19 req-c9acd96a-b285-4f99-96ca-2f8723603b79 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:16:23.433756 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a1e11f5b-7002-4297-8e3c-9484fd2e0d19 req-c9acd96a-b285-4f99-96ca-2f8723603b79 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 944 time: 0.0501969 Mar 22 11:16:23.471893 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a1e11f5b-7002-4297-8e3c-9484fd2e0d19 req-bfe135d0-563c-4743-bd18-3b22738fc165 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319524 Mar 22 11:16:24.590356 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c993e61-78ef-4a73-a77a-7e65e30480e3 req-b0d1d8eb-3a9b-4937-bc30-eed7e7f37ef2 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:16:24.591854 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5c993e61-78ef-4a73-a77a-7e65e30480e3 req-b0d1d8eb-3a9b-4937-bc30-eed7e7f37ef2 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 944 time: 0.0486653 Mar 22 11:16:24.629482 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5c993e61-78ef-4a73-a77a-7e65e30480e3 req-cf9971f8-c4ea-467b-b992-7ccc909e942f tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315709 Mar 22 11:16:25.762112 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c791a-4414-4773-b65c-aadbf2945713 req-a7eee18d-2b12-4221-89fe-54f84dd3abd5 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:16:25.763560 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e83c791a-4414-4773-b65c-aadbf2945713 req-a7eee18d-2b12-4221-89fe-54f84dd3abd5 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 944 time: 0.0535777 Mar 22 11:16:25.803648 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e83c791a-4414-4773-b65c-aadbf2945713 req-d3f91be3-06f4-467e-91c3-0950ce7c83d2 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314000 Mar 22 11:16:26.262658 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 7961c05e-bda8-445b-9f3d-d138ca0f9b6b details requested by agent hyperv_hv-neutron-8345 with host hv-neutron-8345 {{(pid=109051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 11:16:26.368135 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 7961c05e-bda8-445b-9f3d-d138ca0f9b6b, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=7961c05e-bda8-445b-9f3d-d138ca0f9b6b,segment=NetworkSegment(53b2af43-073b-494c-b55a-501f9556b622),segment_id=53b2af43-073b-494c-b55a-501f9556b622)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:16:26.379320 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Returning: {'device': '7961c05e-bda8-445b-9f3d-d138ca0f9b6b', 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c', 'port_id': '7961c05e-bda8-445b-9f3d-d138ca0f9b6b', 'mac_address': 'fa:16:3e:d6:ec:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 11:16:26.415890 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:16:26.429066 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7961c05e-bda8-445b-9f3d-d138ca0f9b6b {{(pid=109051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:16:26.452573 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 7961c05e-bda8-445b-9f3d-d138ca0f9b6b, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=7961c05e-bda8-445b-9f3d-d138ca0f9b6b,segment=NetworkSegment(53b2af43-073b-494c-b55a-501f9556b622),segment_id=53b2af43-073b-494c-b55a-501f9556b622)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:16:26.458516 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:16:26.506725 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=7961c05e-bda8-445b-9f3d-d138ca0f9b6b,revision_number=7']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:16:26.516795 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['7961c05e-bda8-445b-9f3d-d138ca0f9b6b'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 11:16:26.933960 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d5e04-32a8-4293-88df-3bc1c8018d74 req-0141adad-0651-40a4-93b1-c36560622e01 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:16:26.935397 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-656d5e04-32a8-4293-88df-3bc1c8018d74 req-0141adad-0651-40a4-93b1-c36560622e01 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 945 time: 0.0518734 Mar 22 11:16:26.974584 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-656d5e04-32a8-4293-88df-3bc1c8018d74 req-c7b272e4-181b-4da5-935e-bd4c5600d620 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329981 Mar 22 11:16:28.097699 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647cd638-6a4b-4699-a87a-240321245f7f req-e3d0ab6e-504b-4f91-a4c3-d55e6d271b72 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:16:28.099128 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-647cd638-6a4b-4699-a87a-240321245f7f req-e3d0ab6e-504b-4f91-a4c3-d55e6d271b72 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 945 time: 0.0547903 Mar 22 11:16:28.136519 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-647cd638-6a4b-4699-a87a-240321245f7f req-76fa3f76-81b4-4786-ac3e-5841d440ea30 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312538 Mar 22 11:16:28.276447 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 7961c05e-bda8-445b-9f3d-d138ca0f9b6b up at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:16:28.323971 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning complete for port 7961c05e-bda8-445b-9f3d-d138ca0f9b6b triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:16:28.324331 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:16:28.399217 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:16:28.422206 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f7b462-cf33-4465-92b4-24317e72995e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7961c05e-bda8-445b-9f3d-d138ca0f9b6b'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:16:28.424459 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197ed81f-f9d7-42ae-a28d-f90e43a56ee6" -d '{"events": [{"server_uuid": "86f7b462-cf33-4465-92b4-24317e72995e", "name": "network-vif-plugged", "status": "completed", "tag": "7961c05e-bda8-445b-9f3d-d138ca0f9b6b"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:16:28.436963 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 7961c05e-bda8-445b-9f3d-d138ca0f9b6b, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=7961c05e-bda8-445b-9f3d-d138ca0f9b6b,segment=NetworkSegment(53b2af43-073b-494c-b55a-501f9556b622),segment_id=53b2af43-073b-494c-b55a-501f9556b622)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:16:28.443210 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:16:28.472909 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd75e46c-fec8-4f42-9fa9-44971e911ce1 x-openstack-request-id: req-fd75e46c-fec8-4f42-9fa9-44971e911ce1 {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:16:28.473207 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f7b462-cf33-4465-92b4-24317e72995e", "name": "network-vif-plugged", "status": "completed", "tag": "7961c05e-bda8-445b-9f3d-d138ca0f9b6b", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:16:28.473444 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fd75e46c-fec8-4f42-9fa9-44971e911ce1 {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:16:28.473866 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd75e46c-fec8-4f42-9fa9-44971e911ce1'] response: {'server_uuid': '86f7b462-cf33-4465-92b4-24317e72995e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7961c05e-bda8-445b-9f3d-d138ca0f9b6b', 'code': 200} Mar 22 11:16:28.494085 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=7961c05e-bda8-445b-9f3d-d138ca0f9b6b,revision_number=8']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:16:29.267083 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3ccba-377d-4551-8d7b-afeb1b347c18 req-7bb934a9-ef77-40d6-9444-864a69976db4 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:16:29.268469 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1ac3ccba-377d-4551-8d7b-afeb1b347c18 req-7bb934a9-ef77-40d6-9444-864a69976db4 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 946 time: 0.0558133 Mar 22 11:16:29.307744 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1ac3ccba-377d-4551-8d7b-afeb1b347c18 req-7df711f2-0401-49ec-b152-748f2af48b44 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314324 Mar 22 11:16:30.433266 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f4eda0-ca35-4399-96c3-fc77d491258c req-dc86e001-93a2-4723-9b83-19b08fd7a689 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:16:30.434962 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-34f4eda0-ca35-4399-96c3-fc77d491258c req-dc86e001-93a2-4723-9b83-19b08fd7a689 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 946 time: 0.0550463 Mar 22 11:16:30.475165 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-34f4eda0-ca35-4399-96c3-fc77d491258c req-40350962-03c9-4451-bf05-c34d09052c09 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338800 Mar 22 11:16:31.329590 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb20031-ac43-469f-a2ee-f6d86df06109 req-328c81e6-5968-4220-a931-197778015ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:16:31.331032 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1cb20031-ac43-469f-a2ee-f6d86df06109 req-328c81e6-5968-4220-a931-197778015ca8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ee49a6d1fef42d8b63d9dcdae3e7704&device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 1099 time: 0.0490961 Mar 22 11:16:31.436802 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb20031-ac43-469f-a2ee-f6d86df06109 req-6c6dbecf-59fe-443d-b418-679a60453876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:16:31.438197 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1cb20031-ac43-469f-a2ee-f6d86df06109 req-6c6dbecf-59fe-443d-b418-679a60453876 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cecd9a7b-8d72-4acc-b91d-f47639526b0c HTTP/1.1" status: 200 len: 913 time: 0.0857596 Mar 22 11:16:31.508800 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1cb20031-ac43-469f-a2ee-f6d86df06109 req-8b62bdec-ab83-422f-9c19-3153265fc95d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7961c05e-bda8-445b-9f3d-d138ca0f9b6b HTTP/1.1" status: 200 len: 1003 time: 0.0629404 Mar 22 11:16:31.582877 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb20031-ac43-469f-a2ee-f6d86df06109 req-5d1bd940-cbdd-4bbe-b013-dd3f6260fd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:16:31.584242 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1cb20031-ac43-469f-a2ee-f6d86df06109 req-5d1bd940-cbdd-4bbe-b013-dd3f6260fd6f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b HTTP/1.1" status: 200 len: 851 time: 0.0681150 Mar 22 11:16:31.623649 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d714b1-7fd1-4da4-ae84-b4ab6f86a3f4 req-f0555fdc-6c6f-4ed4-b891-016a6baf5d56 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:16:31.625088 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b1d714b1-7fd1-4da4-ae84-b4ab6f86a3f4 req-f0555fdc-6c6f-4ed4-b891-016a6baf5d56 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 946 time: 0.0771382 Mar 22 11:16:31.660544 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb20031-ac43-469f-a2ee-f6d86df06109 req-5b265557-9853-4c40-89b2-94bb67fb4ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:16:31.662364 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1cb20031-ac43-469f-a2ee-f6d86df06109 req-5b265557-9853-4c40-89b2-94bb67fb4ca6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cecd9a7b-8d72-4acc-b91d-f47639526b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695865 Mar 22 11:16:31.682446 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b1d714b1-7fd1-4da4-ae84-b4ab6f86a3f4 req-dc89d844-62f9-40f3-b575-cd2eae940226 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510535 Mar 22 11:16:31.764384 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1cb20031-ac43-469f-a2ee-f6d86df06109 req-4f43cfb4-a442-40b4-b15e-f1d844380040 service neutron] 10.222.0.35 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909543 Mar 22 11:16:31.862690 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1cb20031-ac43-469f-a2ee-f6d86df06109 req-f43d5c46-fac7-44fa-bf95-4bad4617bb81 service neutron] 10.222.0.35 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897999 Mar 22 11:16:32.813290 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefdd0c5-417e-468a-b671-80e7298cf749 req-953a9d56-4d56-484c-a73d-3fba79b23c6a tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:16:32.814728 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-fefdd0c5-417e-468a-b671-80e7298cf749 req-953a9d56-4d56-484c-a73d-3fba79b23c6a tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 946 time: 0.0548613 Mar 22 11:16:33.189255 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-fefdd0c5-417e-468a-b671-80e7298cf749 req-f0a6830a-7493-4801-818a-27027bb2e205 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3655562 Mar 22 11:16:33.530423 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b7638-298e-415a-9e98-0aa2656821fc req-2fe89811-9be5-43b9-bdda-b186ddbff848 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:16:33.531913 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-002b7638-298e-415a-9e98-0aa2656821fc req-2fe89811-9be5-43b9-bdda-b186ddbff848 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.35 "GET /v2.0/ports?device_id=86f7b462-cf33-4465-92b4-24317e72995e&tenant_id=5ee49a6d1fef42d8b63d9dcdae3e7704&binding%3Ahost_id=hv-neutron-8345 HTTP/1.1" status: 200 len: 946 time: 0.0749195 Mar 22 11:16:33.550434 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b7f61-1d1f-42e5-a699-276b8c54f49b req-f35a9fc0-6cf1-4ab9-807d-dd7b6cd49365 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:16:33.551807 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-622b7f61-1d1f-42e5-a699-276b8c54f49b req-f35a9fc0-6cf1-4ab9-807d-dd7b6cd49365 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 946 time: 0.0693936 Mar 22 11:16:33.625059 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-622b7f61-1d1f-42e5-a699-276b8c54f49b req-3eaaebb0-a2ec-4561-a85b-66e56ee02011 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522616 Mar 22 11:16:33.626821 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-002b7638-298e-415a-9e98-0aa2656821fc req-923fb3d6-dc7d-4f18-a88a-51dd301c6f8c service neutron] 10.222.0.35 "GET /v2.0/ports/7961c05e-bda8-445b-9f3d-d138ca0f9b6b/bindings/hv-neutron-8345 HTTP/1.1" status: 200 len: 384 time: 0.0881567 Mar 22 11:16:33.691715 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b7638-298e-415a-9e98-0aa2656821fc req-ad2b741e-1a14-41d4-b1bd-1df9ab6552c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:16:33.693057 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-002b7638-298e-415a-9e98-0aa2656821fc req-ad2b741e-1a14-41d4-b1bd-1df9ab6552c4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ee49a6d1fef42d8b63d9dcdae3e7704&device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 1099 time: 0.0403404 Mar 22 11:16:33.784219 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b7638-298e-415a-9e98-0aa2656821fc req-a6d91001-a68a-4f4d-9aae-f7f42189f198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:16:33.785570 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-002b7638-298e-415a-9e98-0aa2656821fc req-a6d91001-a68a-4f4d-9aae-f7f42189f198 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cecd9a7b-8d72-4acc-b91d-f47639526b0c HTTP/1.1" status: 200 len: 913 time: 0.0861542 Mar 22 11:16:33.854230 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-002b7638-298e-415a-9e98-0aa2656821fc req-daa8151c-6e66-40ba-9f78-f5364264e47d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7961c05e-bda8-445b-9f3d-d138ca0f9b6b HTTP/1.1" status: 200 len: 1003 time: 0.0618031 Mar 22 11:16:33.903086 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b7638-298e-415a-9e98-0aa2656821fc req-9a2a268c-608e-48ae-be7f-7f1d9b162f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:16:33.904525 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-002b7638-298e-415a-9e98-0aa2656821fc req-9a2a268c-608e-48ae-be7f-7f1d9b162f98 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b HTTP/1.1" status: 200 len: 851 time: 0.0443380 Mar 22 11:16:33.952597 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b7638-298e-415a-9e98-0aa2656821fc req-c6717e06-60bb-4b47-bfb3-7df55d1d3038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:16:33.954027 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-002b7638-298e-415a-9e98-0aa2656821fc req-c6717e06-60bb-4b47-bfb3-7df55d1d3038 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cecd9a7b-8d72-4acc-b91d-f47639526b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429204 Mar 22 11:16:34.046838 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-002b7638-298e-415a-9e98-0aa2656821fc req-b071914f-bd6c-46b3-9146-765cada7959a service neutron] 10.222.0.35 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849628 Mar 22 11:16:34.143116 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-002b7638-298e-415a-9e98-0aa2656821fc req-4be040c3-babc-465f-bada-c5b2ad92db3a service neutron] 10.222.0.35 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895641 Mar 22 11:16:34.760568 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e16031-e701-4fd5-8d5c-127970e7e155 req-0929ad6d-36c4-41ec-9790-c9017e6e5d2f tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:16:34.762069 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-80e16031-e701-4fd5-8d5c-127970e7e155 req-0929ad6d-36c4-41ec-9790-c9017e6e5d2f tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 946 time: 0.0558002 Mar 22 11:16:34.800143 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-80e16031-e701-4fd5-8d5c-127970e7e155 req-aff25e95-3082-49b5-b5e1-5f77b7c5d652 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320134 Mar 22 11:16:35.926611 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea0f0a-0635-457d-8e3b-160adaa5f0df req-70d084d9-7ad5-4010-bd8d-9071522ff27c tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:16:35.928111 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f7ea0f0a-0635-457d-8e3b-160adaa5f0df req-70d084d9-7ad5-4010-bd8d-9071522ff27c tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 946 time: 0.0503466 Mar 22 11:16:35.967054 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f7ea0f0a-0635-457d-8e3b-160adaa5f0df req-d8cf284e-e4b8-44fd-bb43-8ac3a49fb9dd tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327134 Mar 22 11:16:37.099608 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d0ef3-04e7-41f7-8c06-bc86637d8784 req-b123249a-91e2-4677-b57e-3a47a8c0a23e tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:16:37.107552 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-187d0ef3-04e7-41f7-8c06-bc86637d8784 req-b123249a-91e2-4677-b57e-3a47a8c0a23e tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 946 time: 0.0619571 Mar 22 11:16:37.142931 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-187d0ef3-04e7-41f7-8c06-bc86637d8784 req-8415cd69-b24a-49ed-872e-cad3ba33c287 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342603 Mar 22 11:16:37.731335 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-95f3e193-0a0e-4c0e-aad2-5cb9741f55ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:16:38.265751 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f60a20c-8d40-44bb-97e1-ee313453991d req-de7b5f06-d1b5-494b-9e16-3996f008c97d tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:16:38.267255 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0f60a20c-8d40-44bb-97e1-ee313453991d req-de7b5f06-d1b5-494b-9e16-3996f008c97d tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 946 time: 0.0502467 Mar 22 11:16:38.305898 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0f60a20c-8d40-44bb-97e1-ee313453991d req-8d5ce774-be94-481d-9869-32221c43fbc5 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324569 Mar 22 11:16:38.376355 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b7638-298e-415a-9e98-0aa2656821fc req-d481db39-2284-4288-adeb-c5fc7233235b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:16:38.377802 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-002b7638-298e-415a-9e98-0aa2656821fc req-d481db39-2284-4288-adeb-c5fc7233235b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=86f7b462-cf33-4465-92b4-24317e72995e&tenant_id=5ee49a6d1fef42d8b63d9dcdae3e7704 HTTP/1.1" status: 200 len: 1099 time: 0.0408039 Mar 22 11:16:38.444099 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b7638-298e-415a-9e98-0aa2656821fc req-eb3efa96-ef12-42e0-911d-5aba6d879327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:16:38.445558 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-002b7638-298e-415a-9e98-0aa2656821fc req-eb3efa96-ef12-42e0-911d-5aba6d879327 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ee49a6d1fef42d8b63d9dcdae3e7704&device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 1099 time: 0.0454376 Mar 22 11:16:38.544952 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b7638-298e-415a-9e98-0aa2656821fc req-7dbf92a2-fd63-4b79-8a30-5fa1a0d5d945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:16:38.546322 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-002b7638-298e-415a-9e98-0aa2656821fc req-7dbf92a2-fd63-4b79-8a30-5fa1a0d5d945 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cecd9a7b-8d72-4acc-b91d-f47639526b0c HTTP/1.1" status: 200 len: 913 time: 0.0929821 Mar 22 11:16:38.626957 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-002b7638-298e-415a-9e98-0aa2656821fc req-4b1f3486-5981-4933-911c-1dd6f1915e3b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7961c05e-bda8-445b-9f3d-d138ca0f9b6b HTTP/1.1" status: 200 len: 1003 time: 0.0739222 Mar 22 11:16:38.676857 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b7638-298e-415a-9e98-0aa2656821fc req-c80a114d-da7e-4a42-abec-1fc46a921192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:16:38.678251 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-002b7638-298e-415a-9e98-0aa2656821fc req-c80a114d-da7e-4a42-abec-1fc46a921192 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b HTTP/1.1" status: 200 len: 851 time: 0.0442686 Mar 22 11:16:38.725933 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b7638-298e-415a-9e98-0aa2656821fc req-babf0efb-1a9e-45cc-90ed-01f200191eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:16:38.727404 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-002b7638-298e-415a-9e98-0aa2656821fc req-babf0efb-1a9e-45cc-90ed-01f200191eeb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cecd9a7b-8d72-4acc-b91d-f47639526b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408878 Mar 22 11:16:38.820250 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-002b7638-298e-415a-9e98-0aa2656821fc req-590ae4f1-5983-417a-90f6-6de0b0d7dc03 service neutron] 10.222.0.35 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851829 Mar 22 11:16:38.913091 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-002b7638-298e-415a-9e98-0aa2656821fc req-8e5b4dfc-9a98-4fe1-a4ed-50ba6a53d19b service neutron] 10.222.0.35 "GET /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856314 Mar 22 11:16:39.436627 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72773e44-e57c-429c-b78b-c710b7402cfa req-bd39fae8-fc17-42af-a490-603dfdccfdf9 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:16:39.438194 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-72773e44-e57c-429c-b78b-c710b7402cfa req-bd39fae8-fc17-42af-a490-603dfdccfdf9 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 946 time: 0.0568793 Mar 22 11:16:39.481252 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-72773e44-e57c-429c-b78b-c710b7402cfa req-a93bda11-8f0d-4478-9aaf-2b0408cb668c tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366132 Mar 22 11:16:39.857373 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2acf0a5f-909d-4f54-a871-5b296e8692b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:16:40.361603 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 7961c05e-bda8-445b-9f3d-d138ca0f9b6b no longer exists at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:16:40.439331 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:16:40.461700 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f7b462-cf33-4465-92b4-24317e72995e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7961c05e-bda8-445b-9f3d-d138ca0f9b6b'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:16:40.464111 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1ef038-b345-4ebc-8751-fa84bf209767" -d '{"events": [{"server_uuid": "86f7b462-cf33-4465-92b4-24317e72995e", "name": "network-vif-unplugged", "status": "completed", "tag": "7961c05e-bda8-445b-9f3d-d138ca0f9b6b"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:16:40.476668 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 7961c05e-bda8-445b-9f3d-d138ca0f9b6b, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=7961c05e-bda8-445b-9f3d-d138ca0f9b6b,segment=NetworkSegment(53b2af43-073b-494c-b55a-501f9556b622),segment_id=53b2af43-073b-494c-b55a-501f9556b622)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:16:40.481837 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:16:40.512474 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 11:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070fb2f5-7029-4574-bce2-2945a58b25ee x-openstack-request-id: req-070fb2f5-7029-4574-bce2-2945a58b25ee {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:16:40.512867 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f7b462-cf33-4465-92b4-24317e72995e", "name": "network-vif-unplugged", "status": "completed", "tag": "7961c05e-bda8-445b-9f3d-d138ca0f9b6b", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:16:40.513118 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-070fb2f5-7029-4574-bce2-2945a58b25ee {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:16:40.513504 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-070fb2f5-7029-4574-bce2-2945a58b25ee'] response: {'server_uuid': '86f7b462-cf33-4465-92b4-24317e72995e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7961c05e-bda8-445b-9f3d-d138ca0f9b6b', 'code': 200} Mar 22 11:16:40.535929 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=7961c05e-bda8-445b-9f3d-d138ca0f9b6b,revision_number=9']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:16:40.602756 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d388e56-0fa1-422b-b48a-0c6189841fa4 req-74e81111-5c9f-46f3-9ffd-40d4f867e05e tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:16:40.604803 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8d388e56-0fa1-422b-b48a-0c6189841fa4 req-74e81111-5c9f-46f3-9ffd-40d4f867e05e tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 944 time: 0.0496776 Mar 22 11:16:40.645461 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8d388e56-0fa1-422b-b48a-0c6189841fa4 req-6388b9af-f937-4ff6-a006-7ac7e3996c21 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337963 Mar 22 11:16:41.200717 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:16:41.765341 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a9979-0049-465c-8b3c-dacc71a211f3 req-1d6168c8-af4c-48f7-b0f6-b662a9d0c8b6 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:16:41.766815 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-aa2a9979-0049-465c-8b3c-dacc71a211f3 req-1d6168c8-af4c-48f7-b0f6-b662a9d0c8b6 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 944 time: 0.0499601 Mar 22 11:16:41.806014 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-aa2a9979-0049-465c-8b3c-dacc71a211f3 req-fba3a612-8d01-4ae6-85d1-e49f7c5e8f52 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328925 Mar 22 11:16:42.600871 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:16:42.854958 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:16:42.939602 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429efab3-2ac8-4bd7-a85c-048443000c2c req-76ce04fe-1df7-468b-885a-d3a09a9fe80e tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:16:42.941082 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-429efab3-2ac8-4bd7-a85c-048443000c2c req-76ce04fe-1df7-468b-885a-d3a09a9fe80e tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 944 time: 0.0546367 Mar 22 11:16:42.980467 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-429efab3-2ac8-4bd7-a85c-048443000c2c req-1d6dae1a-84cf-4e60-976c-f18c0a13cbe8 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332253 Mar 22 11:16:43.491121 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:16:44.102481 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d60477-8ab2-4cd5-a9d1-c1487beb54dc req-77480898-de64-4ae3-b513-27689102f30e tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:16:44.103985 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a7d60477-8ab2-4cd5-a9d1-c1487beb54dc req-77480898-de64-4ae3-b513-27689102f30e tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 944 time: 0.0532546 Mar 22 11:16:44.143846 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a7d60477-8ab2-4cd5-a9d1-c1487beb54dc req-80379c0b-69c5-4073-8e05-21d2d4c491f9 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338094 Mar 22 11:16:44.190252 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:16:44.378506 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 7961c05e-bda8-445b-9f3d-d138ca0f9b6b details requested by agent hyperv_hv-neutron-8345 with host hv-neutron-8345 {{(pid=109051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 11:16:44.476587 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 7961c05e-bda8-445b-9f3d-d138ca0f9b6b, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=7961c05e-bda8-445b-9f3d-d138ca0f9b6b,segment=NetworkSegment(53b2af43-073b-494c-b55a-501f9556b622),segment_id=53b2af43-073b-494c-b55a-501f9556b622)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:16:44.635681 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Returning: {'device': '7961c05e-bda8-445b-9f3d-d138ca0f9b6b', 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c', 'port_id': '7961c05e-bda8-445b-9f3d-d138ca0f9b6b', 'mac_address': 'fa:16:3e:d6:ec:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 11:16:44.673184 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:16:44.685555 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7961c05e-bda8-445b-9f3d-d138ca0f9b6b {{(pid=109051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:16:44.704488 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 7961c05e-bda8-445b-9f3d-d138ca0f9b6b, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=7961c05e-bda8-445b-9f3d-d138ca0f9b6b,segment=NetworkSegment(53b2af43-073b-494c-b55a-501f9556b622),segment_id=53b2af43-073b-494c-b55a-501f9556b622)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:16:44.710997 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:16:44.760177 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=7961c05e-bda8-445b-9f3d-d138ca0f9b6b,revision_number=10']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:16:44.768707 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['7961c05e-bda8-445b-9f3d-d138ca0f9b6b'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 11:16:45.275478 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57344c1-ef8c-4ef2-aca1-91a0099c6d88 req-2775e5a3-b97c-49f9-8a6f-b80a1237eb53 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:16:45.276856 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f57344c1-ef8c-4ef2-aca1-91a0099c6d88 req-2775e5a3-b97c-49f9-8a6f-b80a1237eb53 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 946 time: 0.0517242 Mar 22 11:16:45.320233 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f57344c1-ef8c-4ef2-aca1-91a0099c6d88 req-6e84c38a-62a2-4235-a2a0-5ecfddb6159b tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346074 Mar 22 11:16:46.392389 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 7961c05e-bda8-445b-9f3d-d138ca0f9b6b up at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:16:46.440257 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning complete for port 7961c05e-bda8-445b-9f3d-d138ca0f9b6b triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:16:46.440621 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:16:46.453285 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263e14b-281b-4cde-9dd8-9e6e5b180c6a req-3113c63c-5536-4f5d-a0bd-7f7e3366c333 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:16:46.454808 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c263e14b-281b-4cde-9dd8-9e6e5b180c6a req-3113c63c-5536-4f5d-a0bd-7f7e3366c333 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 946 time: 0.0533466 Mar 22 11:16:46.494058 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c263e14b-281b-4cde-9dd8-9e6e5b180c6a req-13a9c687-0b93-4214-a2d7-0b9d02673443 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327713 Mar 22 11:16:46.519405 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:16:46.541168 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f7b462-cf33-4465-92b4-24317e72995e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7961c05e-bda8-445b-9f3d-d138ca0f9b6b'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:16:46.543514 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f6b66a-35a8-4d97-aa91-66091519d937" -d '{"events": [{"server_uuid": "86f7b462-cf33-4465-92b4-24317e72995e", "name": "network-vif-plugged", "status": "completed", "tag": "7961c05e-bda8-445b-9f3d-d138ca0f9b6b"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:16:46.555926 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 7961c05e-bda8-445b-9f3d-d138ca0f9b6b, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=7961c05e-bda8-445b-9f3d-d138ca0f9b6b,segment=NetworkSegment(53b2af43-073b-494c-b55a-501f9556b622),segment_id=53b2af43-073b-494c-b55a-501f9556b622)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:16:46.562287 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:16:46.590361 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5913364-8914-43b7-839a-c890e06acec8 x-openstack-request-id: req-f5913364-8914-43b7-839a-c890e06acec8 {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:16:46.590649 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f7b462-cf33-4465-92b4-24317e72995e", "name": "network-vif-plugged", "status": "completed", "tag": "7961c05e-bda8-445b-9f3d-d138ca0f9b6b", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:16:46.590891 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f5913364-8914-43b7-839a-c890e06acec8 {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:16:46.591277 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5913364-8914-43b7-839a-c890e06acec8'] response: {'server_uuid': '86f7b462-cf33-4465-92b4-24317e72995e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7961c05e-bda8-445b-9f3d-d138ca0f9b6b', 'code': 200} Mar 22 11:16:46.609786 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=7961c05e-bda8-445b-9f3d-d138ca0f9b6b,revision_number=11']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:16:47.622534 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81e57a-ab95-4e0d-be91-46723144e139 req-397944f0-b21f-4b70-8e3e-4c3707742e12 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:16:47.624027 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-dc81e57a-ab95-4e0d-be91-46723144e139 req-397944f0-b21f-4b70-8e3e-4c3707742e12 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 947 time: 0.0513842 Mar 22 11:16:47.662900 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-dc81e57a-ab95-4e0d-be91-46723144e139 req-abbe952b-44e1-43ea-9e78-64775eb348a7 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323451 Mar 22 11:16:48.802794 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349376ad-5c8d-4bcb-9914-3c2878d7b16e req-3e378390-305b-4160-b5f1-cab71a034e46 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:16:48.804307 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-349376ad-5c8d-4bcb-9914-3c2878d7b16e req-3e378390-305b-4160-b5f1-cab71a034e46 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 947 time: 0.0522997 Mar 22 11:16:48.842896 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-349376ad-5c8d-4bcb-9914-3c2878d7b16e req-9cb88e5c-5008-4d8b-817e-eeb4ee670af3 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323884 Mar 22 11:16:49.976981 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e9168-0185-4fec-be72-c2f45064c11b req-a89fa364-bbd9-42f9-ae33-394807bed7cf tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:16:49.978613 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9b6e9168-0185-4fec-be72-c2f45064c11b req-a89fa364-bbd9-42f9-ae33-394807bed7cf tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 947 time: 0.0557356 Mar 22 11:16:50.022306 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9b6e9168-0185-4fec-be72-c2f45064c11b req-c21800eb-e9a0-43a5-ac2b-c1d8211567e1 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349462 Mar 22 11:16:50.162325 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa55859-1038-447e-94bd-bb7cb56a0161 req-7ff10800-76a0-4f80-b0c3-40ab22f08920 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:16:50.163855 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6aa55859-1038-447e-94bd-bb7cb56a0161 req-7ff10800-76a0-4f80-b0c3-40ab22f08920 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 947 time: 0.0558898 Mar 22 11:16:50.202797 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6aa55859-1038-447e-94bd-bb7cb56a0161 req-1de96c89-3ae6-43db-8688-e0e27f3017e9 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329552 Mar 22 11:16:50.328071 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee17a14-9477-4ae1-931e-d07986b1b04c req-054b215c-4672-404b-a14d-5852b9bbfd1e tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:16:50.329553 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4ee17a14-9477-4ae1-931e-d07986b1b04c req-054b215c-4672-404b-a14d-5852b9bbfd1e tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 947 time: 0.0509686 Mar 22 11:16:50.380805 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4ee17a14-9477-4ae1-931e-d07986b1b04c req-7ccf5db2-7664-4add-aaca-ece66429a650 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421863 Mar 22 11:16:50.633728 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f3767-16f7-493f-8c02-920de3d9bbf1 req-0cf66af7-f3a8-4ef6-bbf8-eb1e1e747226 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:16:50.635197 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1e9f3767-16f7-493f-8c02-920de3d9bbf1 req-0cf66af7-f3a8-4ef6-bbf8-eb1e1e747226 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 947 time: 0.0541320 Mar 22 11:16:50.672724 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1e9f3767-16f7-493f-8c02-920de3d9bbf1 req-0927186f-a562-48d7-b8c5-a33df9020aca tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313470 Mar 22 11:16:51.812946 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954a3fe-9203-429b-9d92-09022fb2dca7 req-2c6fcab9-9b5b-4474-976b-89a4882fb918 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:16:51.814352 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2954a3fe-9203-429b-9d92-09022fb2dca7 req-2c6fcab9-9b5b-4474-976b-89a4882fb918 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 947 time: 0.0605466 Mar 22 11:16:51.856182 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2954a3fe-9203-429b-9d92-09022fb2dca7 req-41348bd9-1d1b-4b7d-b004-1a5ee50ef445 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334003 Mar 22 11:16:52.990247 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe94de8-322f-44ce-9b85-0224b42f7ce4 req-202d53c4-cd62-4648-8185-99f55bacdc86 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:16:52.991736 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1fe94de8-322f-44ce-9b85-0224b42f7ce4 req-202d53c4-cd62-4648-8185-99f55bacdc86 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.35 "GET /v2.0/ports?device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 947 time: 0.0795982 Mar 22 11:16:53.011406 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b9398-2f99-4cf4-a2b7-5553fbc83e2c req-e7185a32-e9ab-4246-96bd-8e535ab08376 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:16:53.012789 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-388b9398-2f99-4cf4-a2b7-5553fbc83e2c req-e7185a32-e9ab-4246-96bd-8e535ab08376 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 947 time: 0.0746760 Mar 22 11:16:53.097119 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-388b9398-2f99-4cf4-a2b7-5553fbc83e2c req-d472e88a-b41d-44ec-89b3-44c9577db549 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups?id=20afcff8-8795-4fa2-9580-894b88ace147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665791 Mar 22 11:16:53.121149 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-1fe94de8-322f-44ce-9b85-0224b42f7ce4 req-17122da5-1f10-4806-9502-0da051d5b200 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Deleting port 7961c05e-bda8-445b-9f3d-d138ca0f9b6b {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:16:53.121471 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-1fe94de8-322f-44ce-9b85-0224b42f7ce4 req-17122da5-1f10-4806-9502-0da051d5b200 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:16:53.215229 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-1fe94de8-322f-44ce-9b85-0224b42f7ce4 req-17122da5-1f10-4806-9502-0da051d5b200 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] For port 7961c05e-bda8-445b-9f3d-d138ca0f9b6b, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=7961c05e-bda8-445b-9f3d-d138ca0f9b6b,segment=NetworkSegment(53b2af43-073b-494c-b55a-501f9556b622),segment_id=53b2af43-073b-494c-b55a-501f9556b622)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:16:53.215513 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-1fe94de8-322f-44ce-9b85-0224b42f7ce4 req-17122da5-1f10-4806-9502-0da051d5b200 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:16:53.378584 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-1fe94de8-322f-44ce-9b85-0224b42f7ce4 req-17122da5-1f10-4806-9502-0da051d5b200 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:16:53.378904 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-1fe94de8-322f-44ce-9b85-0224b42f7ce4 req-17122da5-1f10-4806-9502-0da051d5b200 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684147'] for floatingip, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:16:53.379248 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.l3_db [req-1fe94de8-322f-44ce-9b85-0224b42f7ce4 req-17122da5-1f10-4806-9502-0da051d5b200 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Floating IP ae436d7d-be4d-42c4-b6bd-27e6a686a19b disassociated. External IP: 172.26.7.167, port: 7961c05e-bda8-445b-9f3d-d138ca0f9b6b. Mar 22 11:16:53.379717 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-1fe94de8-322f-44ce-9b85-0224b42f7ce4 req-17122da5-1f10-4806-9502-0da051d5b200 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Calling delete_port for 7961c05e-bda8-445b-9f3d-d138ca0f9b6b owned by compute:nova {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:16:53.509323 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-1fe94de8-322f-44ce-9b85-0224b42f7ce4 req-17122da5-1f10-4806-9502-0da051d5b200 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:16:53.539680 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17122da5-1f10-4806-9502-0da051d5b200 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Pushing event deleted for resources: {'Port': ['ID=7961c05e-bda8-445b-9f3d-d138ca0f9b6b,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:16:53.550864 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17122da5-1f10-4806-9502-0da051d5b200 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:16:53.551210 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17122da5-1f10-4806-9502-0da051d5b200 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:16:53.551576 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17122da5-1f10-4806-9502-0da051d5b200 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:16:53.551897 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17122da5-1f10-4806-9502-0da051d5b200 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:16:53.552213 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17122da5-1f10-4806-9502-0da051d5b200 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:16:53.552571 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17122da5-1f10-4806-9502-0da051d5b200 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:16:53.552864 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17122da5-1f10-4806-9502-0da051d5b200 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:16:53.553185 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17122da5-1f10-4806-9502-0da051d5b200 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:16:53.553504 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17122da5-1f10-4806-9502-0da051d5b200 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:16:53.553838 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17122da5-1f10-4806-9502-0da051d5b200 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:16:53.554151 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17122da5-1f10-4806-9502-0da051d5b200 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:16:53.554463 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17122da5-1f10-4806-9502-0da051d5b200 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:16:53.664034 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1fe94de8-322f-44ce-9b85-0224b42f7ce4 req-17122da5-1f10-4806-9502-0da051d5b200 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Router 0969331c-2815-4c97-ad08-e7dfff47d594 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:16:53.772438 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1fe94de8-322f-44ce-9b85-0224b42f7ce4 req-17122da5-1f10-4806-9502-0da051d5b200 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:16:53.782113 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f4ffab-02e5-46a1-830e-9ba32a433b34 None None] Sync routers for ids ['0969331c-2815-4c97-ad08-e7dfff47d594'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:16:53.792958 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f4ffab-02e5-46a1-830e-9ba32a433b34 None None] Routers {'0969331c-2815-4c97-ad08-e7dfff47d594'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:16:53.793560 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-72f4ffab-02e5-46a1-830e-9ba32a433b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:16:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['0969331c-2815-4c97-ad08-e7dfff47d594'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:16:53.811751 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe94de8-322f-44ce-9b85-0224b42f7ce4 req-17122da5-1f10-4806-9502-0da051d5b200 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] No DVR routers for this DVR port 7961c05e-bda8-445b-9f3d-d138ca0f9b6b on host hv-neutron-8345 {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:16:53.814361 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-1fe94de8-322f-44ce-9b85-0224b42f7ce4 req-17122da5-1f10-4806-9502-0da051d5b200 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:16:53.817762 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1fe94de8-322f-44ce-9b85-0224b42f7ce4 req-17122da5-1f10-4806-9502-0da051d5b200 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.35 "DELETE /v2.0/ports/7961c05e-bda8-445b-9f3d-d138ca0f9b6b HTTP/1.1" status: 204 len: 173 time: 0.8197017 Mar 22 11:16:53.818242 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f7b462-cf33-4465-92b4-24317e72995e', 'name': 'network-vif-deleted', 'tag': '7961c05e-bda8-445b-9f3d-d138ca0f9b6b'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:16:53.820498 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a496fce2-625d-45f1-86bb-fe90e98e2611" -d '{"events": [{"server_uuid": "86f7b462-cf33-4465-92b4-24317e72995e", "name": "network-vif-deleted", "tag": "7961c05e-bda8-445b-9f3d-d138ca0f9b6b"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:16:53.859981 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-870c731f-7fe8-4bda-aa1c-1416c1695584 x-openstack-request-id: req-870c731f-7fe8-4bda-aa1c-1416c1695584 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:16:53.860266 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f7b462-cf33-4465-92b4-24317e72995e", "name": "network-vif-deleted", "tag": "7961c05e-bda8-445b-9f3d-d138ca0f9b6b", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:16:53.860514 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-870c731f-7fe8-4bda-aa1c-1416c1695584 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:16:53.860947 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-870c731f-7fe8-4bda-aa1c-1416c1695584'] response: {'server_uuid': '86f7b462-cf33-4465-92b4-24317e72995e', 'name': 'network-vif-deleted', 'tag': '7961c05e-bda8-445b-9f3d-d138ca0f9b6b', 'status': 'completed', 'code': 200} Mar 22 11:16:53.900329 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-72f4ffab-02e5-46a1-830e-9ba32a433b34 None None] Set router 0969331c-2815-4c97-ad08-e7dfff47d594 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:16:54.100286 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-72f4ffab-02e5-46a1-830e-9ba32a433b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'name': 'tempest-ServerActionsTestJSON-1479893742-router', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': '4da6f53b-923c-493c-8bca-866ab56191fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:13:16Z', 'updated_at': '2022-03-22T11:13:19Z', 'revision_number': 4, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'gw_port': {'id': '4da6f53b-923c-493c-8bca-866ab56191fa', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:40:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:13:16Z', 'updated_at': '2022-03-22T11:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '688e8a72-136a-4a9a-9585-f0ab5fab2298', 'name': '', 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'mac_address': 'fa:16:3e:a3:43:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:13:18Z', 'updated_at': '2022-03-22T11:13:21Z', 'revision_number': 5, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'subnets': [{'id': 'f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:16:54.126448 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f4ffab-02e5-46a1-830e-9ba32a433b34 None None] Checking router: 0969331c-2815-4c97-ad08-e7dfff47d594 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:16:54.135831 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f4ffab-02e5-46a1-830e-9ba32a433b34 None None] Routers {'0969331c-2815-4c97-ad08-e7dfff47d594'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:16:54.136424 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-72f4ffab-02e5-46a1-830e-9ba32a433b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:16:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['0969331c-2815-4c97-ad08-e7dfff47d594'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:16:54.199849 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-88dd0e0c-2bd8-48ef-8ff3-bda69e852fbe req-32c67b89-20ac-4cf9-9ad5-489fa23aba71 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 210 time: 0.0266976 Mar 22 11:16:54.243709 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-72f4ffab-02e5-46a1-830e-9ba32a433b34 None None] Set router 0969331c-2815-4c97-ad08-e7dfff47d594 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:16:54.436894 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-72f4ffab-02e5-46a1-830e-9ba32a433b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'name': 'tempest-ServerActionsTestJSON-1479893742-router', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': '4da6f53b-923c-493c-8bca-866ab56191fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:13:16Z', 'updated_at': '2022-03-22T11:13:19Z', 'revision_number': 4, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'gw_port': {'id': '4da6f53b-923c-493c-8bca-866ab56191fa', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:40:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:13:16Z', 'updated_at': '2022-03-22T11:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '688e8a72-136a-4a9a-9585-f0ab5fab2298', 'name': '', 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'mac_address': 'fa:16:3e:a3:43:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:13:18Z', 'updated_at': '2022-03-22T11:13:21Z', 'revision_number': 5, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'subnets': [{'id': 'f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:16:54.468064 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f4ffab-02e5-46a1-830e-9ba32a433b34 None None] The sync data for ids ['0969331c-2815-4c97-ad08-e7dfff47d594'] in dv-neutron-834599-1-hyperv is: [{'id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'name': 'tempest-ServerActionsTestJSON-1479893742-router', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': '4da6f53b-923c-493c-8bca-866ab56191fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:13:16Z', 'updated_at': '2022-03-22T11:13:19Z', 'revision_number': 4, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'gw_port': {'id': '4da6f53b-923c-493c-8bca-866ab56191fa', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:40:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:13:16Z', 'updated_at': '2022-03-22T11:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '688e8a72-136a-4a9a-9585-f0ab5fab2298', 'name': '', 'network_id': 'cecd9a7b-8d72-4acc-b91d-f47639526b0c', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'mac_address': 'fa:16:3e:a3:43:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:13:18Z', 'updated_at': '2022-03-22T11:13:21Z', 'revision_number': 5, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'subnets': [{'id': 'f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:16:54.682803 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0802bc-1598-41a0-a92f-ea89355f1b04 None None] New status for floating IP ae436d7d-be4d-42c4-b6bd-27e6a686a19b: DOWN {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 11:16:55.296831 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4427f092-e085-45a8-ab12-074114a7b520 req-f46087d0-4453-45b8-a9e8-158622630f5d tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 210 time: 0.0259733 Mar 22 11:16:56.399206 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-70c245a0-663f-44ae-927d-ba4a46c4237c req-3b440ace-bd82-41c4-9618-74d8edcb0996 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 210 time: 0.0268712 Mar 22 11:16:56.439463 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 7961c05e-bda8-445b-9f3d-d138ca0f9b6b no longer exists at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:16:56.462770 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] No Port match for: 7961c05e-bda8-445b-9f3d-d138ca0f9b6b {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:16:56.463118 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 7961c05e-bda8-445b-9f3d-d138ca0f9b6b not bound to the agent host hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:16:57.511106 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-757bd232-f2d2-49cf-8f02-362b506d7bc6 req-4731595a-6951-4c05-8e52-250ea23e506a tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/ports?device_id=86f7b462-cf33-4465-92b4-24317e72995e HTTP/1.1" status: 200 len: 210 time: 0.0304570 Mar 22 11:17:01.312432 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 45404) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:17:01.365582 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6dafa3cd-f623-4d83-b5f2-24d9d719512d tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:01.387918 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6dafa3cd-f623-4d83-b5f2-24d9d719512d tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:01.435145 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6dafa3cd-f623-4d83-b5f2-24d9d719512d tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:01.438260 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6dafa3cd-f623-4d83-b5f2-24d9d719512d tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:01.442068 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6dafa3cd-f623-4d83-b5f2-24d9d719512d tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "DELETE /v2.0/security-groups/20afcff8-8795-4fa2-9580-894b88ace147 HTTP/1.1" status: 204 len: 168 time: 0.1259379 Mar 22 11:17:01.442518 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 45406) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:17:01.450112 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dafa3cd-f623-4d83-b5f2-24d9d719512d tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20afcff8-8795-4fa2-9580-894b88ace147,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:01.456591 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.api.v2.resource [None req-2a124d28-4c2a-476f-b023-4cb75ee4f907 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] show failed (client error): The resource could not be found. Mar 22 11:17:01.460433 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-2a124d28-4c2a-476f-b023-4cb75ee4f907 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "GET /v2.0/security-groups/20afcff8-8795-4fa2-9580-894b88ace147 HTTP/1.1" status: 404 len: 347 time: 0.0141213 Mar 22 11:17:01.460594 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dafa3cd-f623-4d83-b5f2-24d9d719512d tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:17:01.460594 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dafa3cd-f623-4d83-b5f2-24d9d719512d tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:17:01.460594 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dafa3cd-f623-4d83-b5f2-24d9d719512d tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:17:01.460594 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dafa3cd-f623-4d83-b5f2-24d9d719512d tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:17:01.460594 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dafa3cd-f623-4d83-b5f2-24d9d719512d tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:17:01.460594 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dafa3cd-f623-4d83-b5f2-24d9d719512d tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:17:01.460594 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dafa3cd-f623-4d83-b5f2-24d9d719512d tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:17:01.460594 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dafa3cd-f623-4d83-b5f2-24d9d719512d tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:17:01.461251 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 45408) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:17:01.461352 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dafa3cd-f623-4d83-b5f2-24d9d719512d tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:17:01.461352 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dafa3cd-f623-4d83-b5f2-24d9d719512d tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:17:01.461536 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dafa3cd-f623-4d83-b5f2-24d9d719512d tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:17:01.461769 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dafa3cd-f623-4d83-b5f2-24d9d719512d tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:17:01.588718 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-c1e166d1-e8cb-4933-975e-45620b8af275 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Deleting port 4232922c-2202-43da-a54e-92ad6e1bb001 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:17:01.588957 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c1e166d1-e8cb-4933-975e-45620b8af275 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:01.669691 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c1e166d1-e8cb-4933-975e-45620b8af275 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:01.670018 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c1e166d1-e8cb-4933-975e-45620b8af275 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:01.681697 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-c1e166d1-e8cb-4933-975e-45620b8af275 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Calling delete_port for 4232922c-2202-43da-a54e-92ad6e1bb001 owned by network:floatingip {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:17:01.821999 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c1e166d1-e8cb-4933-975e-45620b8af275 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:01.848584 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e166d1-e8cb-4933-975e-45620b8af275 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Pushing event deleted for resources: {'Port': ['ID=4232922c-2202-43da-a54e-92ad6e1bb001,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:01.910527 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c1e166d1-e8cb-4933-975e-45620b8af275 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks [] for floatingip, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:01.913001 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c1e166d1-e8cb-4933-975e-45620b8af275 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:01.914346 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-c1e166d1-e8cb-4933-975e-45620b8af275 tempest-ServerActionsTestJSON-206037419 tempest-ServerActionsTestJSON-206037419-project] 10.222.0.57 "DELETE /v2.0/floatingips/ae436d7d-be4d-42c4-b6bd-27e6a686a19b HTTP/1.1" status: 204 len: 168 time: 0.4519203 Mar 22 11:17:01.917436 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 45410) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:17:02.255742 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-40f1d25e-1971-4437-a180-e78132050ff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683891'] for router_interface, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:02.521268 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-40f1d25e-1971-4437-a180-e78132050ff6 admin admin] Deleting port 688e8a72-136a-4a9a-9585-f0ab5fab2298 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:17:02.521910 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-40f1d25e-1971-4437-a180-e78132050ff6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:02.933004 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-40f1d25e-1971-4437-a180-e78132050ff6 admin admin] For port 688e8a72-136a-4a9a-9585-f0ab5fab2298, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=688e8a72-136a-4a9a-9585-f0ab5fab2298,segment=NetworkSegment(53b2af43-073b-494c-b55a-501f9556b622),segment_id=53b2af43-073b-494c-b55a-501f9556b622)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:17:02.933306 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-40f1d25e-1971-4437-a180-e78132050ff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:02.946484 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-40f1d25e-1971-4437-a180-e78132050ff6 admin admin] Calling delete_port for 688e8a72-136a-4a9a-9585-f0ab5fab2298 owned by network:router_interface {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:17:03.124501 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-40f1d25e-1971-4437-a180-e78132050ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:03.151246 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f1d25e-1971-4437-a180-e78132050ff6 admin admin] Pushing event deleted for resources: {'Port': ['ID=688e8a72-136a-4a9a-9585-f0ab5fab2298,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:03.320812 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-40f1d25e-1971-4437-a180-e78132050ff6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684007'] for router_interface, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:03.537194 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40f1d25e-1971-4437-a180-e78132050ff6 admin admin] Router 0969331c-2815-4c97-ad08-e7dfff47d594 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:17:03.647072 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f1d25e-1971-4437-a180-e78132050ff6 admin admin] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:17:03.653277 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-40f1d25e-1971-4437-a180-e78132050ff6 admin admin] 10.222.0.57 "PUT /v2.0/routers/0969331c-2815-4c97-ad08-e7dfff47d594/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7346680 Mar 22 11:17:03.655260 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 45412) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:17:03.657321 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b3a68c-de4b-42c0-9067-f186c0416ade None None] Sync routers for ids ['0969331c-2815-4c97-ad08-e7dfff47d594'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:17:03.667644 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b3a68c-de4b-42c0-9067-f186c0416ade None None] Routers {'0969331c-2815-4c97-ad08-e7dfff47d594'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:17:03.668316 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-80b3a68c-de4b-42c0-9067-f186c0416ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:16:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['0969331c-2815-4c97-ad08-e7dfff47d594'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:17:03.756741 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0a2774cb-e4b7-4067-9eca-ba06a674fe29 admin admin] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:03.770027 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-80b3a68c-de4b-42c0-9067-f186c0416ade None None] Set router 0969331c-2815-4c97-ad08-e7dfff47d594 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:17:03.855505 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0a2774cb-e4b7-4067-9eca-ba06a674fe29 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:03.909503 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-0a2774cb-e4b7-4067-9eca-ba06a674fe29 admin admin] Deleting port 4da6f53b-923c-493c-8bca-866ab56191fa {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:17:03.909817 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0a2774cb-e4b7-4067-9eca-ba06a674fe29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:03.940194 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-80b3a68c-de4b-42c0-9067-f186c0416ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'name': 'tempest-ServerActionsTestJSON-1479893742-router', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': '4da6f53b-923c-493c-8bca-866ab56191fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:13:16Z', 'updated_at': '2022-03-22T11:17:03Z', 'revision_number': 5, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'gw_port': {'id': '4da6f53b-923c-493c-8bca-866ab56191fa', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:40:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:13:16Z', 'updated_at': '2022-03-22T11:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:17:03.970057 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b3a68c-de4b-42c0-9067-f186c0416ade None None] Checking router: 0969331c-2815-4c97-ad08-e7dfff47d594 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:17:03.978709 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b3a68c-de4b-42c0-9067-f186c0416ade None None] Routers {'0969331c-2815-4c97-ad08-e7dfff47d594'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:17:03.979332 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-80b3a68c-de4b-42c0-9067-f186c0416ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:16:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['0969331c-2815-4c97-ad08-e7dfff47d594'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:17:03.995614 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-0a2774cb-e4b7-4067-9eca-ba06a674fe29 admin admin] For port 4da6f53b-923c-493c-8bca-866ab56191fa, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=4da6f53b-923c-493c-8bca-866ab56191fa,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:17:03.995976 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0a2774cb-e4b7-4067-9eca-ba06a674fe29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:04.008095 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-0a2774cb-e4b7-4067-9eca-ba06a674fe29 admin admin] Calling delete_port for 4da6f53b-923c-493c-8bca-866ab56191fa owned by network:router_gateway {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:17:04.058526 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-80b3a68c-de4b-42c0-9067-f186c0416ade None None] Set router 0969331c-2815-4c97-ad08-e7dfff47d594 gateway port host: None {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:17:04.109891 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-80b3a68c-de4b-42c0-9067-f186c0416ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'name': 'tempest-ServerActionsTestJSON-1479893742-router', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:13:16Z', 'updated_at': '2022-03-22T11:17:03Z', 'revision_number': 6, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'gw_port_host': None}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:17:04.135788 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b3a68c-de4b-42c0-9067-f186c0416ade None None] The sync data for ids ['0969331c-2815-4c97-ad08-e7dfff47d594'] in dv-neutron-834599-1-hyperv is: [{'id': '0969331c-2815-4c97-ad08-e7dfff47d594', 'name': 'tempest-ServerActionsTestJSON-1479893742-router', 'tenant_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:13:16Z', 'updated_at': '2022-03-22T11:17:03Z', 'revision_number': 6, 'project_id': '5ee49a6d1fef42d8b63d9dcdae3e7704', 'gw_port_host': None}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:17:04.174383 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0a2774cb-e4b7-4067-9eca-ba06a674fe29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:04.200442 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2774cb-e4b7-4067-9eca-ba06a674fe29 admin admin] Pushing event deleted for resources: {'Port': ['ID=4da6f53b-923c-493c-8bca-866ab56191fa,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:04.264150 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0a2774cb-e4b7-4067-9eca-ba06a674fe29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682553'] for router_gateway, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:04.679636 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0a2774cb-e4b7-4067-9eca-ba06a674fe29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:04.681771 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0a2774cb-e4b7-4067-9eca-ba06a674fe29 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:04.735353 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0a2774cb-e4b7-4067-9eca-ba06a674fe29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:04.735848 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a2774cb-e4b7-4067-9eca-ba06a674fe29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0969331c-2815-4c97-ad08-e7dfff47d594 {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 11:17:04.740998 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0a2774cb-e4b7-4067-9eca-ba06a674fe29 admin admin] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:04.741696 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0a2774cb-e4b7-4067-9eca-ba06a674fe29 admin admin] 10.222.0.57 "DELETE /v2.0/routers/0969331c-2815-4c97-ad08-e7dfff47d594 HTTP/1.1" status: 204 len: 168 time: 1.0854065 Mar 22 11:17:04.744442 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 45414) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:17:04.791923 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_v2 [None req-a68788fa-1406-4a02-8f31-7c533bc488c0 admin admin] Deleting subnet f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b {{(pid=109050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 11:17:04.794974 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a68788fa-1406-4a02-8f31-7c533bc488c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:04.828351 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a68788fa-1406-4a02-8f31-7c533bc488c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11961780'] for subnet, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:04.910291 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a68788fa-1406-4a02-8f31-7c533bc488c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:04.965588 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a68788fa-1406-4a02-8f31-7c533bc488c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:04.997110 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fa-1406-4a02-8f31-7c533bc488c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:04.998961 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a68788fa-1406-4a02-8f31-7c533bc488c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:05.002553 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-a68788fa-1406-4a02-8f31-7c533bc488c0 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/f9a538ab-eb6f-4d48-8d3c-2cb61f72ab4b HTTP/1.1" status: 204 len: 168 time: 0.2571058 Mar 22 11:17:05.004320 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d3316c-4d39-48d5-87d3-8513b9641105 None None] Network cecd9a7b-8d72-4acc-b91d-f47639526b0c requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:17:05.005481 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 45416) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:17:05.076430 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4177dc18-ca71-4357-b76f-ac4b0a7cc6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:05.134165 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-4177dc18-ca71-4357-b76f-ac4b0a7cc6ae admin admin] Deleting port 0d9d6607-6ae2-45b3-8c7c-211aed2f466a {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:17:05.134478 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4177dc18-ca71-4357-b76f-ac4b0a7cc6ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:05.190432 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0230e9f9-518f-4cdc-a0e9-74b24a9f787a None None] DHCP port deletion for cecd9a7b-8d72-4acc-b91d-f47639526b0c request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 11:17:05.200677 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-4177dc18-ca71-4357-b76f-ac4b0a7cc6ae admin admin] For port 0d9d6607-6ae2-45b3-8c7c-211aed2f466a, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=0d9d6607-6ae2-45b3-8c7c-211aed2f466a,segment=NetworkSegment(53b2af43-073b-494c-b55a-501f9556b622),segment_id=53b2af43-073b-494c-b55a-501f9556b622)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:17:05.201062 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4177dc18-ca71-4357-b76f-ac4b0a7cc6ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:05.212888 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-4177dc18-ca71-4357-b76f-ac4b0a7cc6ae admin admin] Calling delete_port for 0d9d6607-6ae2-45b3-8c7c-211aed2f466a owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:17:05.236553 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-0230e9f9-518f-4cdc-a0e9-74b24a9f787a None None] Deleting port 0d9d6607-6ae2-45b3-8c7c-211aed2f466a {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:17:05.237025 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0230e9f9-518f-4cdc-a0e9-74b24a9f787a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:05.295344 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4177dc18-ca71-4357-b76f-ac4b0a7cc6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:05.301610 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-0230e9f9-518f-4cdc-a0e9-74b24a9f787a None None] For port 0d9d6607-6ae2-45b3-8c7c-211aed2f466a, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=0d9d6607-6ae2-45b3-8c7c-211aed2f466a,segment=NetworkSegment(53b2af43-073b-494c-b55a-501f9556b622),segment_id=53b2af43-073b-494c-b55a-501f9556b622)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:17:05.302010 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0230e9f9-518f-4cdc-a0e9-74b24a9f787a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:05.314267 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-0230e9f9-518f-4cdc-a0e9-74b24a9f787a None None] Calling delete_port for 0d9d6607-6ae2-45b3-8c7c-211aed2f466a owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:17:05.318870 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177dc18-ca71-4357-b76f-ac4b0a7cc6ae admin admin] Pushing event deleted for resources: {'Port': ['ID=0d9d6607-6ae2-45b3-8c7c-211aed2f466a,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:05.325535 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4177dc18-ca71-4357-b76f-ac4b0a7cc6ae admin admin] No DVR routers for this DVR port 0d9d6607-6ae2-45b3-8c7c-211aed2f466a on host dv-neutron-834599-1-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:17:05.393282 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0230e9f9-518f-4cdc-a0e9-74b24a9f787a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:05.397925 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4177dc18-ca71-4357-b76f-ac4b0a7cc6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:05.417871 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-4177dc18-ca71-4357-b76f-ac4b0a7cc6ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cecd9a7b-8d72-4acc-b91d-f47639526b0c']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:17:05.418591 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0230e9f9-518f-4cdc-a0e9-74b24a9f787a None None] Pushing event deleted for resources: {'Port': ['ID=0d9d6607-6ae2-45b3-8c7c-211aed2f466a,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:05.420428 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0230e9f9-518f-4cdc-a0e9-74b24a9f787a None None] No DVR routers for this DVR port 0d9d6607-6ae2-45b3-8c7c-211aed2f466a on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:17:05.427861 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-4177dc18-ca71-4357-b76f-ac4b0a7cc6ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53b2af43-073b-494c-b55a-501f9556b622') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:17:05.428250 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-4177dc18-ca71-4357-b76f-ac4b0a7cc6ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53b2af43-073b-494c-b55a-501f9556b622') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:17:05.440222 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4177dc18-ca71-4357-b76f-ac4b0a7cc6ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:05.453625 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4177dc18-ca71-4357-b76f-ac4b0a7cc6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:05.459607 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4177dc18-ca71-4357-b76f-ac4b0a7cc6ae admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:17:05.459981 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4177dc18-ca71-4357-b76f-ac4b0a7cc6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:05.461615 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 11:17:05.461615 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:17:05.461615 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 11:17:05.461615 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:17:05.461615 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 11:17:05.461615 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 11:17:05.461615 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 11:17:05.461615 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:17:05.461615 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 11:17:05.461615 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:17:05.461615 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 11:17:05.461615 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:17:05.461615 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 11:17:05.461615 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 11:17:05.461615 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:17:05.461615 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 11:17:05.461615 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:17:05.461615 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 11:17:05.461615 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 11:17:05.461615 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 11:17:05.461615 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 11:17:05.461615 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 11:17:05.461615 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:17:05.461615 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:17:05.461615 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 11:17:05.461615 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:17:05.461615 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:17:05.461615 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:17:05.461615 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:17:05.461615 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:17:05.461615 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:17:05.461615 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:17:05.516152 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4177dc18-ca71-4357-b76f-ac4b0a7cc6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:05.521024 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4177dc18-ca71-4357-b76f-ac4b0a7cc6ae admin admin] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:05.524235 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4177dc18-ca71-4357-b76f-ac4b0a7cc6ae admin admin] 10.222.0.57 "DELETE /v2.0/networks/cecd9a7b-8d72-4acc-b91d-f47639526b0c HTTP/1.1" status: 204 len: 168 time: 0.5175865 Mar 22 11:17:05.536755 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177dc18-ca71-4357-b76f-ac4b0a7cc6ae admin admin] Pushing event deleted for resources: {'Network': ['ID=cecd9a7b-8d72-4acc-b91d-f47639526b0c,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:05.593627 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 0d9d6607-6ae2-45b3-8c7c-211aed2f466a no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:17:05.613909 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 0d9d6607-6ae2-45b3-8c7c-211aed2f466a {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:17:05.614251 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 0d9d6607-6ae2-45b3-8c7c-211aed2f466a not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:17:05.614661 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 688e8a72-136a-4a9a-9585-f0ab5fab2298 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:17:05.633805 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 688e8a72-136a-4a9a-9585-f0ab5fab2298 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:17:05.634503 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 688e8a72-136a-4a9a-9585-f0ab5fab2298 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:17:05.634503 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 4da6f53b-923c-493c-8bca-866ab56191fa no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:17:05.656289 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 4da6f53b-923c-493c-8bca-866ab56191fa {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:17:05.656645 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 4da6f53b-923c-493c-8bca-866ab56191fa not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:17:05.667185 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 45420) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:17:05.705264 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0197e21b-f4e3-4f40-aeff-06c512166277 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5ee49a6d1fef42d8b63d9dcdae3e7704&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0367713 Mar 22 11:17:05.707726 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 45422) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:17:05.763953 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7a19ac17-f246-4c62-9ee9-57cae2da2b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:05.787245 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7a19ac17-f246-4c62-9ee9-57cae2da2b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:05.845123 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7a19ac17-f246-4c62-9ee9-57cae2da2b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:05.847747 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7a19ac17-f246-4c62-9ee9-57cae2da2b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:05.848894 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7a19ac17-f246-4c62-9ee9-57cae2da2b8f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b77ad932-7a15-46fe-8b6d-0342486711ba HTTP/1.1" status: 204 len: 168 time: 0.1403046 Mar 22 11:17:05.856757 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19ac17-f246-4c62-9ee9-57cae2da2b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77ad932-7a15-46fe-8b6d-0342486711ba,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:06.583968 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 45444) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:17:06.712061 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-512f7bff-0f92-4b1a-ac32-d7bb783699ed admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1428493092-network', 'tenant_id': 'b66f5f3949a94998b97cf20b0f5c6966'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:17:06.735063 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512f7bff-0f92-4b1a-ac32-d7bb783699ed admin admin] Made reservation on behalf of b66f5f3949a94998b97cf20b0f5c6966 for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:17:06.737372 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-512f7bff-0f92-4b1a-ac32-d7bb783699ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:06.746019 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-512f7bff-0f92-4b1a-ac32-d7bb783699ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:06.822131 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-512f7bff-0f92-4b1a-ac32-d7bb783699ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:06.828235 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-512f7bff-0f92-4b1a-ac32-d7bb783699ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:06.851401 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-512f7bff-0f92-4b1a-ac32-d7bb783699ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:17:06.859854 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512f7bff-0f92-4b1a-ac32-d7bb783699ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14f2ce9-4988-4997-9729-41467af34490,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:06.865779 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-512f7bff-0f92-4b1a-ac32-d7bb783699ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:06.866121 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-512f7bff-0f92-4b1a-ac32-d7bb783699ed admin admin] Added segment 7484145f-dd45-4193-baea-bd4322e1ccc2 of type vlan for network fa92d1b4-d966-416c-b991-133cbea77a56 Mar 22 11:17:06.906268 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-512f7bff-0f92-4b1a-ac32-d7bb783699ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:06.935436 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-512f7bff-0f92-4b1a-ac32-d7bb783699ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:06.936300 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512f7bff-0f92-4b1a-ac32-d7bb783699ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:17:06.936877 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-512f7bff-0f92-4b1a-ac32-d7bb783699ed admin admin] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:06.967359 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-512f7bff-0f92-4b1a-ac32-d7bb783699ed admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3822832 Mar 22 11:17:06.970233 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 45448) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:17:06.976604 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-91ed9290-095f-4472-a568-41f7210766c0 admin admin] Request body: {'subnet': {'network_id': 'fa92d1b4-d966-416c-b991-133cbea77a56', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1428493092-subnet', 'tenant_id': 'b66f5f3949a94998b97cf20b0f5c6966', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:17:07.013603 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512f7bff-0f92-4b1a-ac32-d7bb783699ed admin admin] Pushing event updated for resources: {'Network': ['ID=fa92d1b4-d966-416c-b991-133cbea77a56,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:07.023651 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network fa92d1b4-d966-416c-b991-133cbea77a56 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 11:17:07.026534 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ed9290-095f-4472-a568-41f7210766c0 admin admin] Made reservation on behalf of b66f5f3949a94998b97cf20b0f5c6966 for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:17:07.028913 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-91ed9290-095f-4472-a568-41f7210766c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:07.197408 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-91ed9290-095f-4472-a568-41f7210766c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:07.241559 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed9290-095f-4472-a568-41f7210766c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2cdb263-b623-48fc-a534-d617ced29491,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:07.260652 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ed9290-095f-4472-a568-41f7210766c0 admin admin] Checking segment: {'id': '7484145f-dd45-4193-baea-bd4322e1ccc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fa92d1b4-d966-416c-b991-133cbea77a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:17:07.260999 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ed9290-095f-4472-a568-41f7210766c0 admin admin] Network hostable DHCP agents. Network: fa92d1b4-d966-416c-b991-133cbea77a56, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:17:07.282545 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ed9290-095f-4472-a568-41f7210766c0 admin admin] Network fa92d1b4-d966-416c-b991-133cbea77a56 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:17:07.295995 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-91ed9290-095f-4472-a568-41f7210766c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, fa92d1b4-d966-416c-b991-133cbea77a56) {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:17:07.301232 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ed9290-095f-4472-a568-41f7210766c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:17:07.301810 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-91ed9290-095f-4472-a568-41f7210766c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:07.305922 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5af1f0-0a39-4160-aa50-49f22b2d88da None None] Network fa92d1b4-d966-416c-b991-133cbea77a56 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:17:07.317289 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-91ed9290-095f-4472-a568-41f7210766c0 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3460870 Mar 22 11:17:07.430302 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b78e067-98c1-44c6-8f5a-ac81cdbfa4e7 None None] Network fa92d1b4-d966-416c-b991-133cbea77a56 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:17:07.740572 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0242cbef-9e4a-4d28-98ba-9ae41d500554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:07.761112 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393bc88-a54d-4a4a-b38a-ff2ebdbfb464 req-14d1f56c-c9f1-44d6-bbee-581e2998fe99 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:17:07.762569 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9393bc88-a54d-4a4a-b38a-ff2ebdbfb464 req-14d1f56c-c9f1-44d6-bbee-581e2998fe99 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] 10.222.0.57 "GET /v2.0/networks?id=fa92d1b4-d966-416c-b991-133cbea77a56 HTTP/1.1" status: 200 len: 814 time: 0.1329997 Mar 22 11:17:07.777497 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9393bc88-a54d-4a4a-b38a-ff2ebdbfb464 req-7560d7df-9222-466e-83cc-40520487c75a tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] 10.222.0.57 "GET /v2.0/quotas/b66f5f3949a94998b97cf20b0f5c6966 HTTP/1.1" status: 200 len: 375 time: 0.0089090 Mar 22 11:17:07.808168 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9393bc88-a54d-4a4a-b38a-ff2ebdbfb464 req-e0492907-66dd-4922-ab92-1e074a853796 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b66f5f3949a94998b97cf20b0f5c6966&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253420 Mar 22 11:17:07.948303 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9393bc88-a54d-4a4a-b38a-ff2ebdbfb464 req-5620dcdc-255e-4b12-9c5d-e8f600e469dd service neutron] 10.222.0.57 "GET /v2.0/networks/fa92d1b4-d966-416c-b991-133cbea77a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332557 Mar 22 11:17:08.050888 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9393bc88-a54d-4a4a-b38a-ff2ebdbfb464 req-0d5fc33f-bdc3-4d68-ba28-795de24c3d0d service neutron] 10.222.0.57 "GET /v2.0/networks/fa92d1b4-d966-416c-b991-133cbea77a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957344 Mar 22 11:17:08.211234 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-42dda043-5559-4072-b754-e5f35c8d7cc9 req-401a2de8-4889-4a00-942d-0154fc90b76b tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9823459-fa0a-4982-a5bf-10bb89542894 HTTP/1.1" status: 200 len: 210 time: 0.0274265 Mar 22 11:17:09.176821 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393bc88-a54d-4a4a-b38a-ff2ebdbfb464 req-d900c271-7b5a-4ec2-9ee6-63056af54c64 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:17:09.177709 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9393bc88-a54d-4a4a-b38a-ff2ebdbfb464 req-d900c271-7b5a-4ec2-9ee6-63056af54c64 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] 10.222.0.35 "GET /v2.0/networks?id=fa92d1b4-d966-416c-b991-133cbea77a56 HTTP/1.1" status: 200 len: 814 time: 0.1056526 Mar 22 11:17:09.190721 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-9393bc88-a54d-4a4a-b38a-ff2ebdbfb464 req-dcdd802d-62b7-4e95-afc0-a75afba3ad0b tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Request body: {'port': {'device_id': 'c9823459-fa0a-4982-a5bf-10bb89542894', 'network_id': 'fa92d1b4-d966-416c-b991-133cbea77a56', 'admin_state_up': True, 'tenant_id': 'b66f5f3949a94998b97cf20b0f5c6966'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:17:09.314294 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-04e858a5-e747-4483-9ef9-ef31b1b6683d req-1cb4ea75-762a-459c-a4da-d6d25d2903b5 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9823459-fa0a-4982-a5bf-10bb89542894 HTTP/1.1" status: 200 len: 210 time: 0.0316033 Mar 22 11:17:09.319705 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9393bc88-a54d-4a4a-b38a-ff2ebdbfb464 req-dcdd802d-62b7-4e95-afc0-a75afba3ad0b tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Made reservation on behalf of b66f5f3949a94998b97cf20b0f5c6966 for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:17:09.323187 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-9393bc88-a54d-4a4a-b38a-ff2ebdbfb464 req-dcdd802d-62b7-4e95-afc0-a75afba3ad0b tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:09.454044 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [req-9393bc88-a54d-4a4a-b38a-ff2ebdbfb464 req-dcdd802d-62b7-4e95-afc0-a75afba3ad0b tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Allocated IP 172.20.0.7 (fa92d1b4-d966-416c-b991-133cbea77a56/b2cdb263-b623-48fc-a534-d617ced29491/b31f6816-6d84-4511-8421-2ef33d0a980f) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:17:09.602994 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-9393bc88-a54d-4a4a-b38a-ff2ebdbfb464 req-dcdd802d-62b7-4e95-afc0-a75afba3ad0b tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:09.641476 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-9393bc88-a54d-4a4a-b38a-ff2ebdbfb464 req-dcdd802d-62b7-4e95-afc0-a75afba3ad0b tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:09.685268 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9393bc88-a54d-4a4a-b38a-ff2ebdbfb464 req-dcdd802d-62b7-4e95-afc0-a75afba3ad0b tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Network fa92d1b4-d966-416c-b991-133cbea77a56 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:17:09.688543 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [req-9393bc88-a54d-4a4a-b38a-ff2ebdbfb464 req-dcdd802d-62b7-4e95-afc0-a75afba3ad0b tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:17:09.692757 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-9393bc88-a54d-4a4a-b38a-ff2ebdbfb464 req-dcdd802d-62b7-4e95-afc0-a75afba3ad0b tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:17:09.698905 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd802d-62b7-4e95-afc0-a75afba3ad0b tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Pushing event updated for resources: {'Port': ['ID=b31f6816-6d84-4511-8421-2ef33d0a980f,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:09.744642 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393bc88-a54d-4a4a-b38a-ff2ebdbfb464 req-dcdd802d-62b7-4e95-afc0-a75afba3ad0b tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:17:09.745251 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-9393bc88-a54d-4a4a-b38a-ff2ebdbfb464 req-dcdd802d-62b7-4e95-afc0-a75afba3ad0b tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:09.763098 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9393bc88-a54d-4a4a-b38a-ff2ebdbfb464 req-dcdd802d-62b7-4e95-afc0-a75afba3ad0b tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5763474 Mar 22 11:17:09.774887 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-9393bc88-a54d-4a4a-b38a-ff2ebdbfb464 req-cb857b98-173f-443b-a1fa-70eaff2a1366 service neutron] Request body: {'port': {'device_id': 'c9823459-fa0a-4982-a5bf-10bb89542894', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8345'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:17:09.831662 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-9393bc88-a54d-4a4a-b38a-ff2ebdbfb464 req-cb857b98-173f-443b-a1fa-70eaff2a1366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:09.860271 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5bf82a35-10e3-406d-abfe-fbcb665d910b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:10.107290 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [req-9393bc88-a54d-4a4a-b38a-ff2ebdbfb464 req-cb857b98-173f-443b-a1fa-70eaff2a1366 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b31f6816-6d84-4511-8421-2ef33d0a980f {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:17:10.115755 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-9393bc88-a54d-4a4a-b38a-ff2ebdbfb464 req-cb857b98-173f-443b-a1fa-70eaff2a1366 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:10.128997 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [req-9393bc88-a54d-4a4a-b38a-ff2ebdbfb464 req-cb857b98-173f-443b-a1fa-70eaff2a1366 service neutron] Transition to ACTIVE for port object b31f6816-6d84-4511-8421-2ef33d0a980f will not be triggered until provisioned by entity L2. {{(pid=109050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:17:10.134121 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-9393bc88-a54d-4a4a-b38a-ff2ebdbfb464 req-cb857b98-173f-443b-a1fa-70eaff2a1366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:10.184364 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb857b98-173f-443b-a1fa-70eaff2a1366 service neutron] Pushing event updated for resources: {'Port': ['ID=b31f6816-6d84-4511-8421-2ef33d0a980f,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:10.254675 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-9393bc88-a54d-4a4a-b38a-ff2ebdbfb464 req-cb857b98-173f-443b-a1fa-70eaff2a1366 service neutron] Attempting to bind port b31f6816-6d84-4511-8421-2ef33d0a980f on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:17:10.255028 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-9393bc88-a54d-4a4a-b38a-ff2ebdbfb464 req-cb857b98-173f-443b-a1fa-70eaff2a1366 service neutron] Attempting to bind port b31f6816-6d84-4511-8421-2ef33d0a980f by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': '7484145f-dd45-4193-baea-bd4322e1ccc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fa92d1b4-d966-416c-b991-133cbea77a56'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:17:10.255504 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9393bc88-a54d-4a4a-b38a-ff2ebdbfb464 req-cb857b98-173f-443b-a1fa-70eaff2a1366 service neutron] Attempting to bind port b31f6816-6d84-4511-8421-2ef33d0a980f on network fa92d1b4-d966-416c-b991-133cbea77a56 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:17:10.260031 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9393bc88-a54d-4a4a-b38a-ff2ebdbfb464 req-cb857b98-173f-443b-a1fa-70eaff2a1366 service neutron] Port b31f6816-6d84-4511-8421-2ef33d0a980f on network fa92d1b4-d966-416c-b991-133cbea77a56 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 11:17:10.260346 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9393bc88-a54d-4a4a-b38a-ff2ebdbfb464 req-cb857b98-173f-443b-a1fa-70eaff2a1366 service neutron] Attempting to bind port b31f6816-6d84-4511-8421-2ef33d0a980f on network fa92d1b4-d966-416c-b991-133cbea77a56 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:17:10.265577 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9393bc88-a54d-4a4a-b38a-ff2ebdbfb464 req-cb857b98-173f-443b-a1fa-70eaff2a1366 service neutron] Checking agent: {'id': 'dcb78974-6458-4942-8c9c-663284d5bb3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8345', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:17:10.265914 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9393bc88-a54d-4a4a-b38a-ff2ebdbfb464 req-cb857b98-173f-443b-a1fa-70eaff2a1366 service neutron] Checking segment: {'id': '7484145f-dd45-4193-baea-bd4322e1ccc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fa92d1b4-d966-416c-b991-133cbea77a56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:17:10.266289 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9393bc88-a54d-4a4a-b38a-ff2ebdbfb464 req-cb857b98-173f-443b-a1fa-70eaff2a1366 service neutron] Bound using segment: {'id': '7484145f-dd45-4193-baea-bd4322e1ccc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fa92d1b4-d966-416c-b991-133cbea77a56'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:17:10.266715 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-9393bc88-a54d-4a4a-b38a-ff2ebdbfb464 req-cb857b98-173f-443b-a1fa-70eaff2a1366 service neutron] Bound port: b31f6816-6d84-4511-8421-2ef33d0a980f, host: hv-neutron-8345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7484145f-dd45-4193-baea-bd4322e1ccc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fa92d1b4-d966-416c-b991-133cbea77a56'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:17:10.267067 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-9393bc88-a54d-4a4a-b38a-ff2ebdbfb464 req-cb857b98-173f-443b-a1fa-70eaff2a1366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:10.328415 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-9393bc88-a54d-4a4a-b38a-ff2ebdbfb464 req-cb857b98-173f-443b-a1fa-70eaff2a1366 service neutron] For port b31f6816-6d84-4511-8421-2ef33d0a980f, host hv-neutron-8345, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:17:10.333444 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-9393bc88-a54d-4a4a-b38a-ff2ebdbfb464 req-cb857b98-173f-443b-a1fa-70eaff2a1366 service neutron] For port b31f6816-6d84-4511-8421-2ef33d0a980f, host hv-neutron-8345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=b31f6816-6d84-4511-8421-2ef33d0a980f,segment=NetworkSegment(7484145f-dd45-4193-baea-bd4322e1ccc2),segment_id=7484145f-dd45-4193-baea-bd4322e1ccc2)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:17:10.338698 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-9393bc88-a54d-4a4a-b38a-ff2ebdbfb464 req-cb857b98-173f-443b-a1fa-70eaff2a1366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:10.379099 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393bc88-a54d-4a4a-b38a-ff2ebdbfb464 req-cb857b98-173f-443b-a1fa-70eaff2a1366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:17:10.379844 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-9393bc88-a54d-4a4a-b38a-ff2ebdbfb464 req-cb857b98-173f-443b-a1fa-70eaff2a1366 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:10.381304 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9393bc88-a54d-4a4a-b38a-ff2ebdbfb464 req-cb857b98-173f-443b-a1fa-70eaff2a1366 service neutron] 10.222.0.35 "PUT /v2.0/ports/b31f6816-6d84-4511-8421-2ef33d0a980f HTTP/1.1" status: 200 len: 1093 time: 0.6106269 Mar 22 11:17:10.383647 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9823459-fa0a-4982-a5bf-10bb89542894', 'tag': 'b31f6816-6d84-4511-8421-2ef33d0a980f'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:17:10.386091 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984770bf-cafc-455c-9c5e-69a8be5e29f0" -d '{"events": [{"name": "network-changed", "server_uuid": "c9823459-fa0a-4982-a5bf-10bb89542894", "tag": "b31f6816-6d84-4511-8421-2ef33d0a980f"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:17:10.426196 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08177f41-744d-4960-ac72-ea73244564f4 x-openstack-request-id: req-08177f41-744d-4960-ac72-ea73244564f4 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:17:10.426481 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9823459-fa0a-4982-a5bf-10bb89542894", "tag": "b31f6816-6d84-4511-8421-2ef33d0a980f", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:17:10.426748 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-08177f41-744d-4960-ac72-ea73244564f4 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:17:10.427299 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08177f41-744d-4960-ac72-ea73244564f4'] response: {'name': 'network-changed', 'server_uuid': 'c9823459-fa0a-4982-a5bf-10bb89542894', 'tag': 'b31f6816-6d84-4511-8421-2ef33d0a980f', 'status': 'completed', 'code': 200} Mar 22 11:17:10.462600 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb857b98-173f-443b-a1fa-70eaff2a1366 service neutron] Pushing event updated for resources: {'Port': ['ID=b31f6816-6d84-4511-8421-2ef33d0a980f,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:10.488142 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aac4c5-d023-45d8-afc5-8d28287c19a7 req-c6669681-f699-484e-8262-441cf59dc7fc tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:17:10.489607 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-28aac4c5-d023-45d8-afc5-8d28287c19a7 req-c6669681-f699-484e-8262-441cf59dc7fc tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9823459-fa0a-4982-a5bf-10bb89542894 HTTP/1.1" status: 200 len: 943 time: 0.1005795 Mar 22 11:17:10.494817 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393bc88-a54d-4a4a-b38a-ff2ebdbfb464 req-8b8941df-f013-45d6-8233-0f462e5c413b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:17:10.496219 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9393bc88-a54d-4a4a-b38a-ff2ebdbfb464 req-8b8941df-f013-45d6-8233-0f462e5c413b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b66f5f3949a94998b97cf20b0f5c6966&device_id=c9823459-fa0a-4982-a5bf-10bb89542894 HTTP/1.1" status: 200 len: 1096 time: 0.0615826 Mar 22 11:17:10.548972 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9393bc88-a54d-4a4a-b38a-ff2ebdbfb464 req-eca5c232-f61e-4218-a597-d6ee8c611e8d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b31f6816-6d84-4511-8421-2ef33d0a980f HTTP/1.1" status: 200 len: 217 time: 0.0449018 Mar 22 11:17:10.585378 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-28aac4c5-d023-45d8-afc5-8d28287c19a7 req-9e4c5277-789d-49c7-bcbc-03ab8b5e638c tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] 10.222.0.57 "GET /v2.0/security-groups?id=a14f2ce9-4988-4997-9729-41467af34490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882952 Mar 22 11:17:10.603651 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393bc88-a54d-4a4a-b38a-ff2ebdbfb464 req-fe8cb5bc-2e97-478d-b9ec-b56485442492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:17:10.605077 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9393bc88-a54d-4a4a-b38a-ff2ebdbfb464 req-fe8cb5bc-2e97-478d-b9ec-b56485442492 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b2cdb263-b623-48fc-a534-d617ced29491 HTTP/1.1" status: 200 len: 854 time: 0.0492468 Mar 22 11:17:10.636842 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9393bc88-a54d-4a4a-b38a-ff2ebdbfb464 req-56cbc4f0-bc78-4cff-9320-a7ec0ae0ef58 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fa92d1b4-d966-416c-b991-133cbea77a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247355 Mar 22 11:17:10.738767 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9393bc88-a54d-4a4a-b38a-ff2ebdbfb464 req-688dd42d-df9d-4e4e-bdd2-2c0a6a00bd2f service neutron] 10.222.0.35 "GET /v2.0/networks/fa92d1b4-d966-416c-b991-133cbea77a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947485 Mar 22 11:17:10.829138 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9393bc88-a54d-4a4a-b38a-ff2ebdbfb464 req-2db80978-3f67-4415-ac93-848e88653440 service neutron] 10.222.0.35 "GET /v2.0/networks/fa92d1b4-d966-416c-b991-133cbea77a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833533 Mar 22 11:17:10.921030 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984770bf-cafc-455c-9c5e-69a8be5e29f0 req-53f0414c-32e7-4c47-b477-ceac0ddeb555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:17:10.922406 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-984770bf-cafc-455c-9c5e-69a8be5e29f0 req-53f0414c-32e7-4c47-b477-ceac0ddeb555 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b66f5f3949a94998b97cf20b0f5c6966&device_id=c9823459-fa0a-4982-a5bf-10bb89542894 HTTP/1.1" status: 200 len: 1096 time: 0.0423658 Mar 22 11:17:11.018726 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984770bf-cafc-455c-9c5e-69a8be5e29f0 req-bb5b4959-e672-4908-8958-2a8922ac70de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:17:11.020139 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-984770bf-cafc-455c-9c5e-69a8be5e29f0 req-bb5b4959-e672-4908-8958-2a8922ac70de service neutron] 10.222.0.35 "GET /v2.0/networks?id=fa92d1b4-d966-416c-b991-133cbea77a56 HTTP/1.1" status: 200 len: 915 time: 0.0911090 Mar 22 11:17:11.061494 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-984770bf-cafc-455c-9c5e-69a8be5e29f0 req-26d0d460-84f8-47f6-be4f-c833edc41755 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b31f6816-6d84-4511-8421-2ef33d0a980f HTTP/1.1" status: 200 len: 217 time: 0.0336096 Mar 22 11:17:11.122059 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984770bf-cafc-455c-9c5e-69a8be5e29f0 req-3103d9e8-3dc6-4756-a2f0-fccc386cbea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:17:11.123555 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-984770bf-cafc-455c-9c5e-69a8be5e29f0 req-3103d9e8-3dc6-4756-a2f0-fccc386cbea5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b2cdb263-b623-48fc-a534-d617ced29491 HTTP/1.1" status: 200 len: 854 time: 0.0558443 Mar 22 11:17:11.157005 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-984770bf-cafc-455c-9c5e-69a8be5e29f0 req-c687b0b1-0a31-4c76-8152-10a60b68e445 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fa92d1b4-d966-416c-b991-133cbea77a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258756 Mar 22 11:17:11.203253 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:11.249412 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-984770bf-cafc-455c-9c5e-69a8be5e29f0 req-78600bf9-e3fc-4e95-a020-ee13f4a5ed1b service neutron] 10.222.0.35 "GET /v2.0/networks/fa92d1b4-d966-416c-b991-133cbea77a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847478 Mar 22 11:17:11.342610 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-984770bf-cafc-455c-9c5e-69a8be5e29f0 req-494bf08e-4b00-4355-a50c-05e8e47a40b1 service neutron] 10.222.0.35 "GET /v2.0/networks/fa92d1b4-d966-416c-b991-133cbea77a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864611 Mar 22 11:17:11.711902 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7302b2-48f2-44ab-ba3f-a5604c1e16f6 req-d9b49427-3ae7-44cc-b89f-0a99a6a60edd tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:17:11.713832 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-aa7302b2-48f2-44ab-ba3f-a5604c1e16f6 req-d9b49427-3ae7-44cc-b89f-0a99a6a60edd tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9823459-fa0a-4982-a5bf-10bb89542894 HTTP/1.1" status: 200 len: 943 time: 0.0551722 Mar 22 11:17:11.755604 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-aa7302b2-48f2-44ab-ba3f-a5604c1e16f6 req-7667fa51-ae14-4574-b9f5-2186ab632b26 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] 10.222.0.57 "GET /v2.0/security-groups?id=a14f2ce9-4988-4997-9729-41467af34490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355153 Mar 22 11:17:12.510938 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device b31f6816-6d84-4511-8421-2ef33d0a980f details requested by agent hyperv_hv-neutron-8345 with host hv-neutron-8345 {{(pid=109051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 11:17:12.621296 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:12.629510 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port b31f6816-6d84-4511-8421-2ef33d0a980f, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=b31f6816-6d84-4511-8421-2ef33d0a980f,segment=NetworkSegment(7484145f-dd45-4193-baea-bd4322e1ccc2),segment_id=7484145f-dd45-4193-baea-bd4322e1ccc2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:17:12.644071 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Returning: {'device': 'b31f6816-6d84-4511-8421-2ef33d0a980f', 'network_id': 'fa92d1b4-d966-416c-b991-133cbea77a56', 'port_id': 'b31f6816-6d84-4511-8421-2ef33d0a980f', 'mac_address': 'fa:16:3e:aa:c6:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2cdb263-b623-48fc-a534-d617ced29491', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 11:17:12.716190 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:12.732321 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b31f6816-6d84-4511-8421-2ef33d0a980f {{(pid=109051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:17:12.755932 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port b31f6816-6d84-4511-8421-2ef33d0a980f, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=b31f6816-6d84-4511-8421-2ef33d0a980f,segment=NetworkSegment(7484145f-dd45-4193-baea-bd4322e1ccc2),segment_id=7484145f-dd45-4193-baea-bd4322e1ccc2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:17:12.760602 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:12.808601 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=b31f6816-6d84-4511-8421-2ef33d0a980f,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:12.841894 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:12.882583 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450608f-01d8-49ab-8d12-4e206da769c4 req-9f89e5da-3bbc-46f4-a5fa-b6b398c001c1 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:17:12.884088 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c450608f-01d8-49ab-8d12-4e206da769c4 req-9f89e5da-3bbc-46f4-a5fa-b6b398c001c1 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9823459-fa0a-4982-a5bf-10bb89542894 HTTP/1.1" status: 200 len: 944 time: 0.0541499 Mar 22 11:17:12.921629 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c450608f-01d8-49ab-8d12-4e206da769c4 req-773bf32e-d139-42e3-b8ac-b8b462b9de95 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] 10.222.0.57 "GET /v2.0/security-groups?id=a14f2ce9-4988-4997-9729-41467af34490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314708 Mar 22 11:17:12.965299 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['b31f6816-6d84-4511-8421-2ef33d0a980f'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 11:17:13.521682 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:14.048358 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69658f7-d9aa-4318-b6bc-93d8aefbef91 req-e8d5005e-bf3a-4c08-a2f1-30e5b1053c4b tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:17:14.049863 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c69658f7-d9aa-4318-b6bc-93d8aefbef91 req-e8d5005e-bf3a-4c08-a2f1-30e5b1053c4b tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9823459-fa0a-4982-a5bf-10bb89542894 HTTP/1.1" status: 200 len: 944 time: 0.0527987 Mar 22 11:17:14.087881 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c69658f7-d9aa-4318-b6bc-93d8aefbef91 req-397227eb-907d-4f2e-afa7-cad6f29766dc tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] 10.222.0.57 "GET /v2.0/security-groups?id=a14f2ce9-4988-4997-9729-41467af34490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318320 Mar 22 11:17:14.503589 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device b31f6816-6d84-4511-8421-2ef33d0a980f up at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:17:14.566257 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning for port b31f6816-6d84-4511-8421-2ef33d0a980f completed by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:17:14.570199 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning complete for port b31f6816-6d84-4511-8421-2ef33d0a980f triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:17:14.570571 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:14.648398 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:14.670216 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9823459-fa0a-4982-a5bf-10bb89542894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31f6816-6d84-4511-8421-2ef33d0a980f'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:17:14.672485 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d160d2-5f5b-43fd-88fb-a1678d44042b" -d '{"events": [{"server_uuid": "c9823459-fa0a-4982-a5bf-10bb89542894", "name": "network-vif-plugged", "status": "completed", "tag": "b31f6816-6d84-4511-8421-2ef33d0a980f"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:17:14.684801 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port b31f6816-6d84-4511-8421-2ef33d0a980f, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=b31f6816-6d84-4511-8421-2ef33d0a980f,segment=NetworkSegment(7484145f-dd45-4193-baea-bd4322e1ccc2),segment_id=7484145f-dd45-4193-baea-bd4322e1ccc2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:17:14.690370 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:14.713602 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21c1613-fc1e-4dfe-9c4f-5b60f8325c1e x-openstack-request-id: req-c21c1613-fc1e-4dfe-9c4f-5b60f8325c1e {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:17:14.713891 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9823459-fa0a-4982-a5bf-10bb89542894", "name": "network-vif-plugged", "status": "completed", "tag": "b31f6816-6d84-4511-8421-2ef33d0a980f", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:17:14.714135 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c21c1613-fc1e-4dfe-9c4f-5b60f8325c1e {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:17:14.714511 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c21c1613-fc1e-4dfe-9c4f-5b60f8325c1e'] response: {'server_uuid': 'c9823459-fa0a-4982-a5bf-10bb89542894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31f6816-6d84-4511-8421-2ef33d0a980f', 'code': 200} Mar 22 11:17:14.740809 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=b31f6816-6d84-4511-8421-2ef33d0a980f,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:14.877182 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1def5f-7615-401b-a150-3068828b6faa req-2f0d7ae0-0033-4390-bf56-e69f94dd3016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:17:14.878554 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-da1def5f-7615-401b-a150-3068828b6faa req-2f0d7ae0-0033-4390-bf56-e69f94dd3016 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c9823459-fa0a-4982-a5bf-10bb89542894 HTTP/1.1" status: 200 len: 1098 time: 0.0408828 Mar 22 11:17:14.913476 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-da1def5f-7615-401b-a150-3068828b6faa req-7e0f49c9-ed2f-451c-a707-a9a163193409 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a14f2ce9-4988-4997-9729-41467af34490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275133 Mar 22 11:17:15.217987 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d665b4dd-c1f2-4dfc-a421-4ecfb5dca914 req-1ac61ccf-9f26-404c-b24f-8aeb10095f61 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:17:15.219443 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d665b4dd-c1f2-4dfc-a421-4ecfb5dca914 req-1ac61ccf-9f26-404c-b24f-8aeb10095f61 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9823459-fa0a-4982-a5bf-10bb89542894 HTTP/1.1" status: 200 len: 945 time: 0.0522683 Mar 22 11:17:15.258714 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d665b4dd-c1f2-4dfc-a421-4ecfb5dca914 req-33a5669d-188f-4e12-921c-fb39460318df tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] 10.222.0.57 "GET /v2.0/security-groups?id=a14f2ce9-4988-4997-9729-41467af34490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331736 Mar 22 11:17:16.392477 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d361f-0a7f-4b2d-96ec-2de2e7306cbe req-8948d6ff-2f9a-4ced-83a6-2efff1ec3d69 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:17:16.393916 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-612d361f-0a7f-4b2d-96ec-2de2e7306cbe req-8948d6ff-2f9a-4ced-83a6-2efff1ec3d69 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9823459-fa0a-4982-a5bf-10bb89542894 HTTP/1.1" status: 200 len: 945 time: 0.0497839 Mar 22 11:17:16.438864 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-612d361f-0a7f-4b2d-96ec-2de2e7306cbe req-6fe26c53-677f-49c2-a3b7-e22b3cca1e2e tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] 10.222.0.57 "GET /v2.0/security-groups?id=a14f2ce9-4988-4997-9729-41467af34490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361090 Mar 22 11:17:16.675745 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f3101b-acde-419e-9e1f-626c6aec0b6f req-d7a7d377-2573-41f5-bf14-34009bef1947 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:17:16.677178 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c8f3101b-acde-419e-9e1f-626c6aec0b6f req-d7a7d377-2573-41f5-bf14-34009bef1947 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] 10.222.0.57 "GET /v2.0/networks?id=fa92d1b4-d966-416c-b991-133cbea77a56 HTTP/1.1" status: 200 len: 814 time: 0.1031842 Mar 22 11:17:16.692279 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c8f3101b-acde-419e-9e1f-626c6aec0b6f req-2b08ca1a-5bee-4f7a-93f8-3ab43a1bb5c9 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] 10.222.0.57 "GET /v2.0/quotas/b66f5f3949a94998b97cf20b0f5c6966 HTTP/1.1" status: 200 len: 375 time: 0.0091610 Mar 22 11:17:16.739629 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c8f3101b-acde-419e-9e1f-626c6aec0b6f req-6bd84a51-4207-4e40-92a2-51952ba3b6e5 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b66f5f3949a94998b97cf20b0f5c6966&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0420911 Mar 22 11:17:16.830394 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c8f3101b-acde-419e-9e1f-626c6aec0b6f req-44545878-c618-4d46-a4c5-d25a9020ff1d service neutron] 10.222.0.57 "GET /v2.0/networks/fa92d1b4-d966-416c-b991-133cbea77a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835321 Mar 22 11:17:16.923495 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c8f3101b-acde-419e-9e1f-626c6aec0b6f req-d83fc897-529d-475a-bab5-7752b1bfb004 service neutron] 10.222.0.57 "GET /v2.0/networks/fa92d1b4-d966-416c-b991-133cbea77a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850341 Mar 22 11:17:17.081030 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d9a3dacc-53d5-4f8c-aeb5-00f7e95333fe req-dba4fa4a-bac6-49c3-9799-edbc5974539d tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] 10.222.0.57 "GET /v2.0/ports?device_id=002abcc8-9594-451e-a01b-14b1a065b53f HTTP/1.1" status: 200 len: 210 time: 0.0261550 Mar 22 11:17:18.026977 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f3101b-acde-419e-9e1f-626c6aec0b6f req-a01d7ae8-54bc-4cb6-b83d-dc311830e5ad tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:17:18.028435 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c8f3101b-acde-419e-9e1f-626c6aec0b6f req-a01d7ae8-54bc-4cb6-b83d-dc311830e5ad tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] 10.222.0.35 "GET /v2.0/networks?id=fa92d1b4-d966-416c-b991-133cbea77a56 HTTP/1.1" status: 200 len: 814 time: 0.1116209 Mar 22 11:17:18.041568 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-c8f3101b-acde-419e-9e1f-626c6aec0b6f req-17b10640-03b2-4478-8a2b-848aba906586 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Request body: {'port': {'device_id': '002abcc8-9594-451e-a01b-14b1a065b53f', 'network_id': 'fa92d1b4-d966-416c-b991-133cbea77a56', 'admin_state_up': True, 'tenant_id': 'b66f5f3949a94998b97cf20b0f5c6966'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:17:18.147744 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8f3101b-acde-419e-9e1f-626c6aec0b6f req-17b10640-03b2-4478-8a2b-848aba906586 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Made reservation on behalf of b66f5f3949a94998b97cf20b0f5c6966 for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:17:18.151311 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-c8f3101b-acde-419e-9e1f-626c6aec0b6f req-17b10640-03b2-4478-8a2b-848aba906586 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:18.197391 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-76c81d28-583f-4788-8a0d-609903bdd6bf req-4ba49087-f7b3-43df-8d67-5e717c2bdc5b tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] 10.222.0.57 "GET /v2.0/ports?device_id=002abcc8-9594-451e-a01b-14b1a065b53f HTTP/1.1" status: 200 len: 210 time: 0.0436542 Mar 22 11:17:18.306761 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [req-c8f3101b-acde-419e-9e1f-626c6aec0b6f req-17b10640-03b2-4478-8a2b-848aba906586 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Allocated IP 172.20.0.8 (fa92d1b4-d966-416c-b991-133cbea77a56/b2cdb263-b623-48fc-a534-d617ced29491/0dbea036-eaa5-4db3-94ef-7571acddca10) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:17:18.466512 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-c8f3101b-acde-419e-9e1f-626c6aec0b6f req-17b10640-03b2-4478-8a2b-848aba906586 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:18.503873 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-c8f3101b-acde-419e-9e1f-626c6aec0b6f req-17b10640-03b2-4478-8a2b-848aba906586 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:18.516861 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['b31f6816-6d84-4511-8421-2ef33d0a980f'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 11:17:18.552751 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8f3101b-acde-419e-9e1f-626c6aec0b6f req-17b10640-03b2-4478-8a2b-848aba906586 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Network fa92d1b4-d966-416c-b991-133cbea77a56 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:17:18.555935 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [req-c8f3101b-acde-419e-9e1f-626c6aec0b6f req-17b10640-03b2-4478-8a2b-848aba906586 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:17:18.559430 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8f3101b-acde-419e-9e1f-626c6aec0b6f req-17b10640-03b2-4478-8a2b-848aba906586 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:17:18.581576 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b10640-03b2-4478-8a2b-848aba906586 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Pushing event updated for resources: {'Port': ['ID=0dbea036-eaa5-4db3-94ef-7571acddca10,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:18.608286 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f3101b-acde-419e-9e1f-626c6aec0b6f req-17b10640-03b2-4478-8a2b-848aba906586 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:17:18.608862 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-c8f3101b-acde-419e-9e1f-626c6aec0b6f req-17b10640-03b2-4478-8a2b-848aba906586 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:18.625091 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c8f3101b-acde-419e-9e1f-626c6aec0b6f req-17b10640-03b2-4478-8a2b-848aba906586 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5869012 Mar 22 11:17:18.636968 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-c8f3101b-acde-419e-9e1f-626c6aec0b6f req-1b28344a-7c21-4105-b9a9-f6a25b335987 service neutron] Request body: {'port': {'device_id': '002abcc8-9594-451e-a01b-14b1a065b53f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8345'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:17:18.692128 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-c8f3101b-acde-419e-9e1f-626c6aec0b6f req-1b28344a-7c21-4105-b9a9-f6a25b335987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:18.968257 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [req-c8f3101b-acde-419e-9e1f-626c6aec0b6f req-1b28344a-7c21-4105-b9a9-f6a25b335987 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dbea036-eaa5-4db3-94ef-7571acddca10 {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:17:18.975786 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-c8f3101b-acde-419e-9e1f-626c6aec0b6f req-1b28344a-7c21-4105-b9a9-f6a25b335987 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:18.991319 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [req-c8f3101b-acde-419e-9e1f-626c6aec0b6f req-1b28344a-7c21-4105-b9a9-f6a25b335987 service neutron] Transition to ACTIVE for port object 0dbea036-eaa5-4db3-94ef-7571acddca10 will not be triggered until provisioned by entity L2. {{(pid=109050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:17:18.996286 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-c8f3101b-acde-419e-9e1f-626c6aec0b6f req-1b28344a-7c21-4105-b9a9-f6a25b335987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:19.046774 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b28344a-7c21-4105-b9a9-f6a25b335987 service neutron] Pushing event updated for resources: {'Port': ['ID=0dbea036-eaa5-4db3-94ef-7571acddca10,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:19.116575 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-c8f3101b-acde-419e-9e1f-626c6aec0b6f req-1b28344a-7c21-4105-b9a9-f6a25b335987 service neutron] Attempting to bind port 0dbea036-eaa5-4db3-94ef-7571acddca10 on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:17:19.116982 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-c8f3101b-acde-419e-9e1f-626c6aec0b6f req-1b28344a-7c21-4105-b9a9-f6a25b335987 service neutron] Attempting to bind port 0dbea036-eaa5-4db3-94ef-7571acddca10 by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': '7484145f-dd45-4193-baea-bd4322e1ccc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fa92d1b4-d966-416c-b991-133cbea77a56'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:17:19.117612 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f3101b-acde-419e-9e1f-626c6aec0b6f req-1b28344a-7c21-4105-b9a9-f6a25b335987 service neutron] Attempting to bind port 0dbea036-eaa5-4db3-94ef-7571acddca10 on network fa92d1b4-d966-416c-b991-133cbea77a56 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:17:19.122219 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f3101b-acde-419e-9e1f-626c6aec0b6f req-1b28344a-7c21-4105-b9a9-f6a25b335987 service neutron] Port 0dbea036-eaa5-4db3-94ef-7571acddca10 on network fa92d1b4-d966-416c-b991-133cbea77a56 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 11:17:19.122538 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f3101b-acde-419e-9e1f-626c6aec0b6f req-1b28344a-7c21-4105-b9a9-f6a25b335987 service neutron] Attempting to bind port 0dbea036-eaa5-4db3-94ef-7571acddca10 on network fa92d1b4-d966-416c-b991-133cbea77a56 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:17:19.127891 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f3101b-acde-419e-9e1f-626c6aec0b6f req-1b28344a-7c21-4105-b9a9-f6a25b335987 service neutron] Checking agent: {'id': 'dcb78974-6458-4942-8c9c-663284d5bb3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8345', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:17:19.128230 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f3101b-acde-419e-9e1f-626c6aec0b6f req-1b28344a-7c21-4105-b9a9-f6a25b335987 service neutron] Checking segment: {'id': '7484145f-dd45-4193-baea-bd4322e1ccc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fa92d1b4-d966-416c-b991-133cbea77a56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:17:19.128609 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f3101b-acde-419e-9e1f-626c6aec0b6f req-1b28344a-7c21-4105-b9a9-f6a25b335987 service neutron] Bound using segment: {'id': '7484145f-dd45-4193-baea-bd4322e1ccc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fa92d1b4-d966-416c-b991-133cbea77a56'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:17:19.129065 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-c8f3101b-acde-419e-9e1f-626c6aec0b6f req-1b28344a-7c21-4105-b9a9-f6a25b335987 service neutron] Bound port: 0dbea036-eaa5-4db3-94ef-7571acddca10, host: hv-neutron-8345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7484145f-dd45-4193-baea-bd4322e1ccc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fa92d1b4-d966-416c-b991-133cbea77a56'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:17:19.129393 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-c8f3101b-acde-419e-9e1f-626c6aec0b6f req-1b28344a-7c21-4105-b9a9-f6a25b335987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:19.192613 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-c8f3101b-acde-419e-9e1f-626c6aec0b6f req-1b28344a-7c21-4105-b9a9-f6a25b335987 service neutron] For port 0dbea036-eaa5-4db3-94ef-7571acddca10, host hv-neutron-8345, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:17:19.195747 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-c8f3101b-acde-419e-9e1f-626c6aec0b6f req-1b28344a-7c21-4105-b9a9-f6a25b335987 service neutron] For port 0dbea036-eaa5-4db3-94ef-7571acddca10, host hv-neutron-8345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=0dbea036-eaa5-4db3-94ef-7571acddca10,segment=NetworkSegment(7484145f-dd45-4193-baea-bd4322e1ccc2),segment_id=7484145f-dd45-4193-baea-bd4322e1ccc2)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:17:19.202308 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-c8f3101b-acde-419e-9e1f-626c6aec0b6f req-1b28344a-7c21-4105-b9a9-f6a25b335987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:19.241349 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f3101b-acde-419e-9e1f-626c6aec0b6f req-1b28344a-7c21-4105-b9a9-f6a25b335987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:17:19.242187 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-c8f3101b-acde-419e-9e1f-626c6aec0b6f req-1b28344a-7c21-4105-b9a9-f6a25b335987 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:19.243608 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c8f3101b-acde-419e-9e1f-626c6aec0b6f req-1b28344a-7c21-4105-b9a9-f6a25b335987 service neutron] 10.222.0.35 "PUT /v2.0/ports/0dbea036-eaa5-4db3-94ef-7571acddca10 HTTP/1.1" status: 200 len: 1093 time: 0.6106627 Mar 22 11:17:19.245989 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '002abcc8-9594-451e-a01b-14b1a065b53f', 'tag': '0dbea036-eaa5-4db3-94ef-7571acddca10'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:17:19.248828 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25de4aa1-b17a-4be3-a241-08f4037fa467" -d '{"events": [{"name": "network-changed", "server_uuid": "002abcc8-9594-451e-a01b-14b1a065b53f", "tag": "0dbea036-eaa5-4db3-94ef-7571acddca10"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:17:19.284440 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b28344a-7c21-4105-b9a9-f6a25b335987 service neutron] Pushing event updated for resources: {'Port': ['ID=0dbea036-eaa5-4db3-94ef-7571acddca10,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:19.300544 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a52101-098e-4bf2-bf82-8e6f6903c591 x-openstack-request-id: req-20a52101-098e-4bf2-bf82-8e6f6903c591 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:17:19.300809 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "002abcc8-9594-451e-a01b-14b1a065b53f", "tag": "0dbea036-eaa5-4db3-94ef-7571acddca10", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:17:19.301055 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-20a52101-098e-4bf2-bf82-8e6f6903c591 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:17:19.301484 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20a52101-098e-4bf2-bf82-8e6f6903c591'] response: {'name': 'network-changed', 'server_uuid': '002abcc8-9594-451e-a01b-14b1a065b53f', 'tag': '0dbea036-eaa5-4db3-94ef-7571acddca10', 'status': 'completed', 'code': 200} Mar 22 11:17:19.349388 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91472aa3-f426-4ecb-8c00-6b417d40bcff req-0504d517-92f7-45a0-9317-c961c8b6abdf tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:17:19.350858 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-91472aa3-f426-4ecb-8c00-6b417d40bcff req-0504d517-92f7-45a0-9317-c961c8b6abdf tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] 10.222.0.57 "GET /v2.0/ports?device_id=002abcc8-9594-451e-a01b-14b1a065b53f HTTP/1.1" status: 200 len: 943 time: 0.0809958 Mar 22 11:17:19.360171 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f3101b-acde-419e-9e1f-626c6aec0b6f req-7be43c9c-c799-49bf-869c-d480bf64d80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:17:19.361518 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c8f3101b-acde-419e-9e1f-626c6aec0b6f req-7be43c9c-c799-49bf-869c-d480bf64d80c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b66f5f3949a94998b97cf20b0f5c6966&device_id=002abcc8-9594-451e-a01b-14b1a065b53f HTTP/1.1" status: 200 len: 1096 time: 0.0590231 Mar 22 11:17:19.415739 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c8f3101b-acde-419e-9e1f-626c6aec0b6f req-52dbc532-fd03-4231-9ba3-2c5674c95a39 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0dbea036-eaa5-4db3-94ef-7571acddca10 HTTP/1.1" status: 200 len: 217 time: 0.0420117 Mar 22 11:17:19.434881 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-91472aa3-f426-4ecb-8c00-6b417d40bcff req-218aa114-3068-4550-a3aa-5ca5e56cb6c8 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] 10.222.0.57 "GET /v2.0/security-groups?id=a14f2ce9-4988-4997-9729-41467af34490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773847 Mar 22 11:17:19.469192 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f3101b-acde-419e-9e1f-626c6aec0b6f req-0bf69294-12f1-41bc-9a71-8ad814d716ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:17:19.470635 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c8f3101b-acde-419e-9e1f-626c6aec0b6f req-0bf69294-12f1-41bc-9a71-8ad814d716ab service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b2cdb263-b623-48fc-a534-d617ced29491 HTTP/1.1" status: 200 len: 854 time: 0.0476835 Mar 22 11:17:19.501151 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c8f3101b-acde-419e-9e1f-626c6aec0b6f req-ffb178bb-2458-44e6-b767-c6d60d55632d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fa92d1b4-d966-416c-b991-133cbea77a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238063 Mar 22 11:17:19.591030 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c8f3101b-acde-419e-9e1f-626c6aec0b6f req-d3506e82-60c9-4bf6-9831-157317982d17 service neutron] 10.222.0.35 "GET /v2.0/networks/fa92d1b4-d966-416c-b991-133cbea77a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826504 Mar 22 11:17:20.015978 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c8f3101b-acde-419e-9e1f-626c6aec0b6f req-0d579887-e109-451b-b752-fdac65ce1cfd service neutron] 10.222.0.35 "GET /v2.0/networks/fa92d1b4-d966-416c-b991-133cbea77a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4182675 Mar 22 11:17:20.116408 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de4aa1-b17a-4be3-a241-08f4037fa467 req-af2981b8-9cb8-4bf7-b42a-f4397f12760e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:17:20.117908 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-25de4aa1-b17a-4be3-a241-08f4037fa467 req-af2981b8-9cb8-4bf7-b42a-f4397f12760e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b66f5f3949a94998b97cf20b0f5c6966&device_id=002abcc8-9594-451e-a01b-14b1a065b53f HTTP/1.1" status: 200 len: 1096 time: 0.0487487 Mar 22 11:17:20.210370 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de4aa1-b17a-4be3-a241-08f4037fa467 req-9e5bbe85-b1b0-43b7-96a9-9137c8d8992f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:17:20.211937 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-25de4aa1-b17a-4be3-a241-08f4037fa467 req-9e5bbe85-b1b0-43b7-96a9-9137c8d8992f service neutron] 10.222.0.35 "GET /v2.0/networks?id=fa92d1b4-d966-416c-b991-133cbea77a56 HTTP/1.1" status: 200 len: 915 time: 0.0861199 Mar 22 11:17:20.253759 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-25de4aa1-b17a-4be3-a241-08f4037fa467 req-7681d752-218c-4441-9cab-61b52208caf9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0dbea036-eaa5-4db3-94ef-7571acddca10 HTTP/1.1" status: 200 len: 217 time: 0.0344727 Mar 22 11:17:20.307190 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de4aa1-b17a-4be3-a241-08f4037fa467 req-b32835b2-a217-45a2-a4cd-7fd4e19ce6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:17:20.308635 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-25de4aa1-b17a-4be3-a241-08f4037fa467 req-b32835b2-a217-45a2-a4cd-7fd4e19ce6cf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b2cdb263-b623-48fc-a534-d617ced29491 HTTP/1.1" status: 200 len: 854 time: 0.0473573 Mar 22 11:17:20.340466 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-25de4aa1-b17a-4be3-a241-08f4037fa467 req-e29ddb70-3d77-45e7-963f-f11b08cfb055 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fa92d1b4-d966-416c-b991-133cbea77a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243435 Mar 22 11:17:20.435651 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-25de4aa1-b17a-4be3-a241-08f4037fa467 req-9d40212c-6070-4e55-a443-3a9f4977ecff service neutron] 10.222.0.35 "GET /v2.0/networks/fa92d1b4-d966-416c-b991-133cbea77a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879850 Mar 22 11:17:20.557013 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-25de4aa1-b17a-4be3-a241-08f4037fa467 req-27f5b3af-e94d-43b4-ae46-8c103f3b3ae6 service neutron] 10.222.0.35 "GET /v2.0/networks/fa92d1b4-d966-416c-b991-133cbea77a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125312 Mar 22 11:17:20.568770 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbfd440-c012-4d51-9619-b5499b5bd388 req-e6f20a09-1ffd-4e08-8a02-52078d81099b tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:17:20.570187 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-fbbfd440-c012-4d51-9619-b5499b5bd388 req-e6f20a09-1ffd-4e08-8a02-52078d81099b tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] 10.222.0.57 "GET /v2.0/ports?device_id=002abcc8-9594-451e-a01b-14b1a065b53f HTTP/1.1" status: 200 len: 943 time: 0.0648596 Mar 22 11:17:20.612400 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-fbbfd440-c012-4d51-9619-b5499b5bd388 req-c7fecef9-0a14-48c4-aba0-48f0aebb7911 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] 10.222.0.57 "GET /v2.0/security-groups?id=a14f2ce9-4988-4997-9729-41467af34490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344203 Mar 22 11:17:21.195029 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:17:21.751685 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b52e06-7827-4141-8148-fa4f462792e2 req-4328cc98-165e-4f99-9267-cc8f44e50248 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:17:21.753175 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d5b52e06-7827-4141-8148-fa4f462792e2 req-4328cc98-165e-4f99-9267-cc8f44e50248 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] 10.222.0.57 "GET /v2.0/ports?device_id=002abcc8-9594-451e-a01b-14b1a065b53f HTTP/1.1" status: 200 len: 943 time: 0.0603242 Mar 22 11:17:21.790495 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d5b52e06-7827-4141-8148-fa4f462792e2 req-a6df4164-7687-40aa-8502-8cd8f24f5263 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] 10.222.0.57 "GET /v2.0/security-groups?id=a14f2ce9-4988-4997-9729-41467af34490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310602 Mar 22 11:17:22.549421 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 0dbea036-eaa5-4db3-94ef-7571acddca10 details requested by agent hyperv_hv-neutron-8345 with host hv-neutron-8345 {{(pid=109051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 11:17:22.657925 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 0dbea036-eaa5-4db3-94ef-7571acddca10, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=0dbea036-eaa5-4db3-94ef-7571acddca10,segment=NetworkSegment(7484145f-dd45-4193-baea-bd4322e1ccc2),segment_id=7484145f-dd45-4193-baea-bd4322e1ccc2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:17:22.670915 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Returning: {'device': '0dbea036-eaa5-4db3-94ef-7571acddca10', 'network_id': 'fa92d1b4-d966-416c-b991-133cbea77a56', 'port_id': '0dbea036-eaa5-4db3-94ef-7571acddca10', 'mac_address': 'fa:16:3e:ad:bb:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2cdb263-b623-48fc-a534-d617ced29491', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 11:17:22.706751 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:22.719635 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dbea036-eaa5-4db3-94ef-7571acddca10 {{(pid=109051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:17:22.737974 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 0dbea036-eaa5-4db3-94ef-7571acddca10, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=0dbea036-eaa5-4db3-94ef-7571acddca10,segment=NetworkSegment(7484145f-dd45-4193-baea-bd4322e1ccc2),segment_id=7484145f-dd45-4193-baea-bd4322e1ccc2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:17:22.744280 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:22.806491 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=0dbea036-eaa5-4db3-94ef-7571acddca10,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:22.813745 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:17:22.814095 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:17:22.814434 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:17:22.814763 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:17:22.815096 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:17:22.815421 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:17:22.815778 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:17:22.816109 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:17:22.816425 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:17:22.816746 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:17:22.817061 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:17:22.817379 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:17:22.910301 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6113b48-5d1c-4a67-83fd-c51d29807487 req-365c4c9e-fb4c-4832-927c-0f3e491c4c6f tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:17:22.911784 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d6113b48-5d1c-4a67-83fd-c51d29807487 req-365c4c9e-fb4c-4832-927c-0f3e491c4c6f tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] 10.222.0.57 "GET /v2.0/ports?device_id=002abcc8-9594-451e-a01b-14b1a065b53f HTTP/1.1" status: 200 len: 944 time: 0.0495222 Mar 22 11:17:22.950333 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d6113b48-5d1c-4a67-83fd-c51d29807487 req-652ef978-9170-4000-9fbe-fc38a9a6d2ad tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] 10.222.0.57 "GET /v2.0/security-groups?id=a14f2ce9-4988-4997-9729-41467af34490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324655 Mar 22 11:17:22.951847 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['0dbea036-eaa5-4db3-94ef-7571acddca10'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 11:17:24.075662 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766c7418-553b-4e70-8fe9-038dbd4b1fff req-fa3a159c-ced9-45ec-b5fc-86438817bf4a tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:17:24.077118 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-766c7418-553b-4e70-8fe9-038dbd4b1fff req-fa3a159c-ced9-45ec-b5fc-86438817bf4a tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] 10.222.0.57 "GET /v2.0/ports?device_id=002abcc8-9594-451e-a01b-14b1a065b53f HTTP/1.1" status: 200 len: 944 time: 0.0543513 Mar 22 11:17:24.117079 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-766c7418-553b-4e70-8fe9-038dbd4b1fff req-b21b8804-4cd2-47ff-9480-c580642a87ec tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] 10.222.0.57 "GET /v2.0/security-groups?id=a14f2ce9-4988-4997-9729-41467af34490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338681 Mar 22 11:17:24.559068 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 0dbea036-eaa5-4db3-94ef-7571acddca10 up at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:17:24.618620 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning for port 0dbea036-eaa5-4db3-94ef-7571acddca10 completed by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:17:24.622505 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning complete for port 0dbea036-eaa5-4db3-94ef-7571acddca10 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:17:24.622886 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:24.703204 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:24.726728 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '002abcc8-9594-451e-a01b-14b1a065b53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dbea036-eaa5-4db3-94ef-7571acddca10'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:17:24.729008 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b4d3b8-cb98-4826-8e1d-1ba365b86ad6" -d '{"events": [{"server_uuid": "002abcc8-9594-451e-a01b-14b1a065b53f", "name": "network-vif-plugged", "status": "completed", "tag": "0dbea036-eaa5-4db3-94ef-7571acddca10"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:17:24.741491 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 0dbea036-eaa5-4db3-94ef-7571acddca10, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=0dbea036-eaa5-4db3-94ef-7571acddca10,segment=NetworkSegment(7484145f-dd45-4193-baea-bd4322e1ccc2),segment_id=7484145f-dd45-4193-baea-bd4322e1ccc2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:17:24.747278 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:24.774092 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530c936f-61db-4c96-a777-decc4390ffa3 x-openstack-request-id: req-530c936f-61db-4c96-a777-decc4390ffa3 {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:17:24.774376 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "002abcc8-9594-451e-a01b-14b1a065b53f", "name": "network-vif-plugged", "status": "completed", "tag": "0dbea036-eaa5-4db3-94ef-7571acddca10", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:17:24.774641 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-530c936f-61db-4c96-a777-decc4390ffa3 {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:17:24.775024 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-530c936f-61db-4c96-a777-decc4390ffa3'] response: {'server_uuid': '002abcc8-9594-451e-a01b-14b1a065b53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dbea036-eaa5-4db3-94ef-7571acddca10', 'code': 200} Mar 22 11:17:24.800178 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=0dbea036-eaa5-4db3-94ef-7571acddca10,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:24.943819 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd4ea2-7ac1-4b5e-a77b-2ec946dfa195 req-a8f18432-eb84-4c78-a5ce-ceb4ff6019c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:17:24.945303 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6bdd4ea2-7ac1-4b5e-a77b-2ec946dfa195 req-a8f18432-eb84-4c78-a5ce-ceb4ff6019c2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=002abcc8-9594-451e-a01b-14b1a065b53f HTTP/1.1" status: 200 len: 1098 time: 0.0451510 Mar 22 11:17:24.981755 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6bdd4ea2-7ac1-4b5e-a77b-2ec946dfa195 req-d221a48d-c433-49ed-932b-f7959016c12e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a14f2ce9-4988-4997-9729-41467af34490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290291 Mar 22 11:17:25.254034 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f752861-88c0-47e2-b4a5-c4a9ee163f36 req-b75c8980-c2d3-4e57-be37-f20a7ca79be7 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:17:25.255563 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2f752861-88c0-47e2-b4a5-c4a9ee163f36 req-b75c8980-c2d3-4e57-be37-f20a7ca79be7 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] 10.222.0.57 "GET /v2.0/ports?device_id=002abcc8-9594-451e-a01b-14b1a065b53f HTTP/1.1" status: 200 len: 945 time: 0.0519550 Mar 22 11:17:25.295403 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2f752861-88c0-47e2-b4a5-c4a9ee163f36 req-0068c8ad-5955-4855-a4f8-401257a619f3 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] 10.222.0.57 "GET /v2.0/security-groups?id=a14f2ce9-4988-4997-9729-41467af34490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324600 Mar 22 11:17:26.430750 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783104cc-c9c8-4cab-8720-a09f0ecd4d66 req-5b700581-5839-42ae-84dc-58821b1a78b0 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:17:26.432205 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-783104cc-c9c8-4cab-8720-a09f0ecd4d66 req-5b700581-5839-42ae-84dc-58821b1a78b0 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] 10.222.0.57 "GET /v2.0/ports?device_id=002abcc8-9594-451e-a01b-14b1a065b53f HTTP/1.1" status: 200 len: 945 time: 0.0595832 Mar 22 11:17:26.473170 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-783104cc-c9c8-4cab-8720-a09f0ecd4d66 req-2f3b1faf-16c0-4117-b23e-fe96c68665b3 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] 10.222.0.57 "GET /v2.0/security-groups?id=a14f2ce9-4988-4997-9729-41467af34490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319090 Mar 22 11:17:26.713014 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61826b8e-864d-48da-92fc-59e37d4fe76b req-95def6dd-d5cd-4903-8b9f-1be42b391b1b tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:17:26.714566 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-61826b8e-864d-48da-92fc-59e37d4fe76b req-95def6dd-d5cd-4903-8b9f-1be42b391b1b tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] 10.222.0.57 "GET /v2.0/ports?device_id=002abcc8-9594-451e-a01b-14b1a065b53f HTTP/1.1" status: 200 len: 945 time: 0.0522897 Mar 22 11:17:26.755912 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-61826b8e-864d-48da-92fc-59e37d4fe76b req-8a7e0aef-c57f-417b-9736-f36693d7171b tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] 10.222.0.57 "GET /v2.0/security-groups?id=a14f2ce9-4988-4997-9729-41467af34490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328226 Mar 22 11:17:27.881645 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af9f72-033a-4efe-8b37-3506710fe82d req-2498b03a-153a-4226-aae1-ddef59a8c3ce tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:17:27.883094 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e2af9f72-033a-4efe-8b37-3506710fe82d req-2498b03a-153a-4226-aae1-ddef59a8c3ce tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] 10.222.0.57 "GET /v2.0/ports?device_id=002abcc8-9594-451e-a01b-14b1a065b53f HTTP/1.1" status: 200 len: 945 time: 0.0515842 Mar 22 11:17:27.922317 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e2af9f72-033a-4efe-8b37-3506710fe82d req-82652af7-b963-40de-bdc5-6c405e44244b tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] 10.222.0.57 "GET /v2.0/security-groups?id=a14f2ce9-4988-4997-9729-41467af34490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330136 Mar 22 11:17:28.195775 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b576d2-d9f2-40e6-ae59-5c4ca4de5cbd req-54d32920-47b5-4a73-b095-09654861e198 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:17:28.197223 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-86b576d2-d9f2-40e6-ae59-5c4ca4de5cbd req-54d32920-47b5-4a73-b095-09654861e198 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] 10.222.0.35 "GET /v2.0/ports?device_id=002abcc8-9594-451e-a01b-14b1a065b53f HTTP/1.1" status: 200 len: 945 time: 0.0583587 Mar 22 11:17:28.288861 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-86b576d2-d9f2-40e6-ae59-5c4ca4de5cbd req-f5e219ff-389d-4f74-bd86-6f3e225ff2aa tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Deleting port 0dbea036-eaa5-4db3-94ef-7571acddca10 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:17:28.289199 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-86b576d2-d9f2-40e6-ae59-5c4ca4de5cbd req-f5e219ff-389d-4f74-bd86-6f3e225ff2aa tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:28.375891 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-86b576d2-d9f2-40e6-ae59-5c4ca4de5cbd req-f5e219ff-389d-4f74-bd86-6f3e225ff2aa tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] For port 0dbea036-eaa5-4db3-94ef-7571acddca10, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=0dbea036-eaa5-4db3-94ef-7571acddca10,segment=NetworkSegment(7484145f-dd45-4193-baea-bd4322e1ccc2),segment_id=7484145f-dd45-4193-baea-bd4322e1ccc2)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:17:28.376303 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-86b576d2-d9f2-40e6-ae59-5c4ca4de5cbd req-f5e219ff-389d-4f74-bd86-6f3e225ff2aa tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:28.389344 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-86b576d2-d9f2-40e6-ae59-5c4ca4de5cbd req-f5e219ff-389d-4f74-bd86-6f3e225ff2aa tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Calling delete_port for 0dbea036-eaa5-4db3-94ef-7571acddca10 owned by compute:nova {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:17:28.519912 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-86b576d2-d9f2-40e6-ae59-5c4ca4de5cbd req-f5e219ff-389d-4f74-bd86-6f3e225ff2aa tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:28.532382 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['b31f6816-6d84-4511-8421-2ef33d0a980f', '0dbea036-eaa5-4db3-94ef-7571acddca10'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 11:17:28.547351 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e219ff-389d-4f74-bd86-6f3e225ff2aa tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Pushing event deleted for resources: {'Port': ['ID=0dbea036-eaa5-4db3-94ef-7571acddca10,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:28.591088 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-86b576d2-d9f2-40e6-ae59-5c4ca4de5cbd req-f5e219ff-389d-4f74-bd86-6f3e225ff2aa tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] No DVR routers for this DVR port 0dbea036-eaa5-4db3-94ef-7571acddca10 on host hv-neutron-8345 {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:17:28.593769 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-86b576d2-d9f2-40e6-ae59-5c4ca4de5cbd req-f5e219ff-389d-4f74-bd86-6f3e225ff2aa tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:28.597285 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-86b576d2-d9f2-40e6-ae59-5c4ca4de5cbd req-f5e219ff-389d-4f74-bd86-6f3e225ff2aa tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] 10.222.0.35 "DELETE /v2.0/ports/0dbea036-eaa5-4db3-94ef-7571acddca10 HTTP/1.1" status: 204 len: 173 time: 0.3941493 Mar 22 11:17:28.597756 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '002abcc8-9594-451e-a01b-14b1a065b53f', 'name': 'network-vif-deleted', 'tag': '0dbea036-eaa5-4db3-94ef-7571acddca10'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:17:28.600528 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67591bb8-3718-49c1-b113-cdd2dd7d13f4" -d '{"events": [{"server_uuid": "002abcc8-9594-451e-a01b-14b1a065b53f", "name": "network-vif-deleted", "tag": "0dbea036-eaa5-4db3-94ef-7571acddca10"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:17:28.648383 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93bdac01-0ae5-4dc2-86f7-9b6ea77c2ccb x-openstack-request-id: req-93bdac01-0ae5-4dc2-86f7-9b6ea77c2ccb {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:17:28.648597 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "002abcc8-9594-451e-a01b-14b1a065b53f", "name": "network-vif-deleted", "tag": "0dbea036-eaa5-4db3-94ef-7571acddca10", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:17:28.648832 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-93bdac01-0ae5-4dc2-86f7-9b6ea77c2ccb {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:17:28.649241 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93bdac01-0ae5-4dc2-86f7-9b6ea77c2ccb'] response: {'server_uuid': '002abcc8-9594-451e-a01b-14b1a065b53f', 'name': 'network-vif-deleted', 'tag': '0dbea036-eaa5-4db3-94ef-7571acddca10', 'status': 'completed', 'code': 200} Mar 22 11:17:29.035648 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8ebdbccd-5003-43bd-a91b-c59e79110535 req-c824060b-04b1-480b-8f44-70efee568898 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] 10.222.0.57 "GET /v2.0/ports?device_id=002abcc8-9594-451e-a01b-14b1a065b53f HTTP/1.1" status: 200 len: 210 time: 0.0269282 Mar 22 11:17:30.198778 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d8e20-f996-4500-bbd6-df28bad3474a req-63030ddc-8dbe-4506-a3e2-3ea66807e894 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:17:30.200282 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3d8d8e20-f996-4500-bbd6-df28bad3474a req-63030ddc-8dbe-4506-a3e2-3ea66807e894 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9823459-fa0a-4982-a5bf-10bb89542894 HTTP/1.1" status: 200 len: 945 time: 0.0497043 Mar 22 11:17:30.237134 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3d8d8e20-f996-4500-bbd6-df28bad3474a req-da0e09dd-5e09-4c38-9ae2-42ea6be8d63b tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] 10.222.0.57 "GET /v2.0/security-groups?id=a14f2ce9-4988-4997-9729-41467af34490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307717 Mar 22 11:17:30.381266 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e97c1-1c76-4e6d-a8ae-a35bbdae7d4e req-ee7ecfe0-1abf-4bf4-adfc-045ce8a0bffc tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:17:30.382738 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-070e97c1-1c76-4e6d-a8ae-a35bbdae7d4e req-ee7ecfe0-1abf-4bf4-adfc-045ce8a0bffc tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9823459-fa0a-4982-a5bf-10bb89542894 HTTP/1.1" status: 200 len: 945 time: 0.0506904 Mar 22 11:17:30.423312 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-070e97c1-1c76-4e6d-a8ae-a35bbdae7d4e req-d6b36f3b-74c9-41be-a808-ec5492bad61e tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] 10.222.0.57 "GET /v2.0/security-groups?id=a14f2ce9-4988-4997-9729-41467af34490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343423 Mar 22 11:17:30.547466 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62df05-3c8c-4ef2-a507-287a61f14ed6 req-cd0a3e0d-acbc-46f5-ab25-8be1137bab57 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:17:30.548866 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6a62df05-3c8c-4ef2-a507-287a61f14ed6 req-cd0a3e0d-acbc-46f5-ab25-8be1137bab57 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9823459-fa0a-4982-a5bf-10bb89542894 HTTP/1.1" status: 200 len: 945 time: 0.0585256 Mar 22 11:17:30.588545 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6a62df05-3c8c-4ef2-a507-287a61f14ed6 req-423cfcfb-69da-4751-8945-6e62834d3d57 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] 10.222.0.57 "GET /v2.0/security-groups?id=a14f2ce9-4988-4997-9729-41467af34490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334561 Mar 22 11:17:30.753092 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d903413-dcff-4ea6-9fac-5dda69a1512b req-049b8649-51ac-4207-9aa5-3b7c8fd78669 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:17:30.754535 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0d903413-dcff-4ea6-9fac-5dda69a1512b req-049b8649-51ac-4207-9aa5-3b7c8fd78669 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9823459-fa0a-4982-a5bf-10bb89542894 HTTP/1.1" status: 200 len: 945 time: 0.0479324 Mar 22 11:17:30.793026 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0d903413-dcff-4ea6-9fac-5dda69a1512b req-b1b7ffed-065f-41c6-b46c-354701c98f57 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] 10.222.0.57 "GET /v2.0/security-groups?id=a14f2ce9-4988-4997-9729-41467af34490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323935 Mar 22 11:17:30.919518 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc006de8-9fdd-4629-9e57-77145f24bb29 req-f96a048e-39cd-4166-9e05-cc2d3d6e121f tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:17:30.921614 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-cc006de8-9fdd-4629-9e57-77145f24bb29 req-f96a048e-39cd-4166-9e05-cc2d3d6e121f tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9823459-fa0a-4982-a5bf-10bb89542894 HTTP/1.1" status: 200 len: 945 time: 0.0581744 Mar 22 11:17:30.966605 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-cc006de8-9fdd-4629-9e57-77145f24bb29 req-6dffe0ea-5e33-4e09-a9bf-bd4e3772f8ff tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] 10.222.0.57 "GET /v2.0/security-groups?id=a14f2ce9-4988-4997-9729-41467af34490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361507 Mar 22 11:17:31.102816 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa28f7b-41e3-42ac-8dad-64feb954813a req-6327115f-3db8-4dad-87c4-94936555160c tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:17:31.104256 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4aa28f7b-41e3-42ac-8dad-64feb954813a req-6327115f-3db8-4dad-87c4-94936555160c tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9823459-fa0a-4982-a5bf-10bb89542894 HTTP/1.1" status: 200 len: 945 time: 0.0548861 Mar 22 11:17:31.143978 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4aa28f7b-41e3-42ac-8dad-64feb954813a req-e2954e3e-7de6-4ad8-9fad-10aea47a212f tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] 10.222.0.57 "GET /v2.0/security-groups?id=a14f2ce9-4988-4997-9729-41467af34490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335872 Mar 22 11:17:31.454670 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c1566-4c8b-43f2-beb2-2fefc8591a2a req-8a3d71a3-5b21-4348-8e37-ef1759543a75 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:17:31.456146 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-506c1566-4c8b-43f2-beb2-2fefc8591a2a req-8a3d71a3-5b21-4348-8e37-ef1759543a75 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9823459-fa0a-4982-a5bf-10bb89542894 HTTP/1.1" status: 200 len: 945 time: 0.0542064 Mar 22 11:17:31.495137 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-506c1566-4c8b-43f2-beb2-2fefc8591a2a req-227abf4c-a7e0-4753-84c0-23729dc946f3 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] 10.222.0.57 "GET /v2.0/security-groups?id=a14f2ce9-4988-4997-9729-41467af34490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328193 Mar 22 11:17:32.578686 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 0dbea036-eaa5-4db3-94ef-7571acddca10 no longer exists at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:17:32.599270 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] No Port match for: 0dbea036-eaa5-4db3-94ef-7571acddca10 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:17:32.599656 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 0dbea036-eaa5-4db3-94ef-7571acddca10 not bound to the agent host hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:17:32.628884 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b186b-7d9c-4b16-8708-1f483fc00739 req-af2367df-60fb-4b9d-93df-480c4497f20e tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:17:32.630388 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f75b186b-7d9c-4b16-8708-1f483fc00739 req-af2367df-60fb-4b9d-93df-480c4497f20e tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9823459-fa0a-4982-a5bf-10bb89542894 HTTP/1.1" status: 200 len: 945 time: 0.0577400 Mar 22 11:17:32.676987 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f75b186b-7d9c-4b16-8708-1f483fc00739 req-a4b4d02f-948c-4acc-82c9-e8533c7d1bfc tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] 10.222.0.57 "GET /v2.0/security-groups?id=a14f2ce9-4988-4997-9729-41467af34490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373933 Mar 22 11:17:32.748417 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3044f7e-4e14-4671-995c-bfa0dddadde1 req-54bb84b3-c4eb-4223-8733-376912050567 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:17:32.750226 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e3044f7e-4e14-4671-995c-bfa0dddadde1 req-54bb84b3-c4eb-4223-8733-376912050567 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9823459-fa0a-4982-a5bf-10bb89542894 HTTP/1.1" status: 200 len: 945 time: 0.0502851 Mar 22 11:17:32.840247 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-e3044f7e-4e14-4671-995c-bfa0dddadde1 req-d3e01400-b9e4-4f12-a163-745c1aac3219 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Deleting port b31f6816-6d84-4511-8421-2ef33d0a980f {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:17:32.840473 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-e3044f7e-4e14-4671-995c-bfa0dddadde1 req-d3e01400-b9e4-4f12-a163-745c1aac3219 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:32.934195 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-e3044f7e-4e14-4671-995c-bfa0dddadde1 req-d3e01400-b9e4-4f12-a163-745c1aac3219 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] For port b31f6816-6d84-4511-8421-2ef33d0a980f, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=b31f6816-6d84-4511-8421-2ef33d0a980f,segment=NetworkSegment(7484145f-dd45-4193-baea-bd4322e1ccc2),segment_id=7484145f-dd45-4193-baea-bd4322e1ccc2)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:17:32.934583 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-e3044f7e-4e14-4671-995c-bfa0dddadde1 req-d3e01400-b9e4-4f12-a163-745c1aac3219 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:32.946518 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-e3044f7e-4e14-4671-995c-bfa0dddadde1 req-d3e01400-b9e4-4f12-a163-745c1aac3219 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Calling delete_port for b31f6816-6d84-4511-8421-2ef33d0a980f owned by compute:nova {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:17:33.079091 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-e3044f7e-4e14-4671-995c-bfa0dddadde1 req-d3e01400-b9e4-4f12-a163-745c1aac3219 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:33.092595 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['b31f6816-6d84-4511-8421-2ef33d0a980f'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 11:17:33.107326 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e01400-b9e4-4f12-a163-745c1aac3219 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Pushing event deleted for resources: {'Port': ['ID=b31f6816-6d84-4511-8421-2ef33d0a980f,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:33.148129 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3044f7e-4e14-4671-995c-bfa0dddadde1 req-d3e01400-b9e4-4f12-a163-745c1aac3219 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] No DVR routers for this DVR port b31f6816-6d84-4511-8421-2ef33d0a980f on host hv-neutron-8345 {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:17:33.150893 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-e3044f7e-4e14-4671-995c-bfa0dddadde1 req-d3e01400-b9e4-4f12-a163-745c1aac3219 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:33.154285 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e3044f7e-4e14-4671-995c-bfa0dddadde1 req-d3e01400-b9e4-4f12-a163-745c1aac3219 tempest-ServersNegativeTestJSON-1864619952 tempest-ServersNegativeTestJSON-1864619952-project] 10.222.0.35 "DELETE /v2.0/ports/b31f6816-6d84-4511-8421-2ef33d0a980f HTTP/1.1" status: 204 len: 173 time: 0.3978441 Mar 22 11:17:33.154721 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9823459-fa0a-4982-a5bf-10bb89542894', 'name': 'network-vif-deleted', 'tag': 'b31f6816-6d84-4511-8421-2ef33d0a980f'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:17:33.157091 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87cb6667-7b7d-40fb-97ce-7ac9f3b9d1a5" -d '{"events": [{"server_uuid": "c9823459-fa0a-4982-a5bf-10bb89542894", "name": "network-vif-deleted", "tag": "b31f6816-6d84-4511-8421-2ef33d0a980f"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:17:33.201547 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f315a28c-e841-4859-a850-b3fce1235495 x-openstack-request-id: req-f315a28c-e841-4859-a850-b3fce1235495 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:17:33.201841 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9823459-fa0a-4982-a5bf-10bb89542894", "name": "network-vif-deleted", "tag": "b31f6816-6d84-4511-8421-2ef33d0a980f", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:17:33.202093 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f315a28c-e841-4859-a850-b3fce1235495 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:17:33.202589 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f315a28c-e841-4859-a850-b3fce1235495'] response: {'server_uuid': 'c9823459-fa0a-4982-a5bf-10bb89542894', 'name': 'network-vif-deleted', 'tag': 'b31f6816-6d84-4511-8421-2ef33d0a980f', 'status': 'completed', 'code': 200} Mar 22 11:17:33.734400 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 45590) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:17:33.783552 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4ab776a-1858-4628-8436-c7519bd5c906 admin admin] Deleting subnet b2cdb263-b623-48fc-a534-d617ced29491 {{(pid=109050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 11:17:33.786586 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c4ab776a-1858-4628-8436-c7519bd5c906 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:33.823731 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c4ab776a-1858-4628-8436-c7519bd5c906 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11961780'] for subnet, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:33.861013 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c4ab776a-1858-4628-8436-c7519bd5c906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:33.923681 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c4ab776a-1858-4628-8436-c7519bd5c906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:33.950558 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ab776a-1858-4628-8436-c7519bd5c906 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2cdb263-b623-48fc-a534-d617ced29491,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:33.952528 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c4ab776a-1858-4628-8436-c7519bd5c906 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:33.955734 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-c4ab776a-1858-4628-8436-c7519bd5c906 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/b2cdb263-b623-48fc-a534-d617ced29491 HTTP/1.1" status: 204 len: 168 time: 0.2202525 Mar 22 11:17:33.958096 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 45592) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:17:34.030277 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c1d4efe4-d288-48b2-97de-32b61458e248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:34.107892 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c1d4efe4-d288-48b2-97de-32b61458e248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:34.127397 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-c1d4efe4-d288-48b2-97de-32b61458e248 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa92d1b4-d966-416c-b991-133cbea77a56']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:17:34.136771 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-c1d4efe4-d288-48b2-97de-32b61458e248 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7484145f-dd45-4193-baea-bd4322e1ccc2') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:17:34.137067 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-c1d4efe4-d288-48b2-97de-32b61458e248 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7484145f-dd45-4193-baea-bd4322e1ccc2') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:17:34.146405 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c1d4efe4-d288-48b2-97de-32b61458e248 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:34.161929 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c1d4efe4-d288-48b2-97de-32b61458e248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:34.170679 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1d4efe4-d288-48b2-97de-32b61458e248 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:17:34.171034 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c1d4efe4-d288-48b2-97de-32b61458e248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:34.172904 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 11:17:34.172904 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:17:34.172904 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 11:17:34.172904 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:17:34.172904 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 11:17:34.172904 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 11:17:34.172904 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 11:17:34.172904 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:17:34.172904 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 11:17:34.172904 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:17:34.172904 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 11:17:34.172904 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:17:34.172904 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 11:17:34.172904 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 11:17:34.172904 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:17:34.172904 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 11:17:34.172904 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:17:34.172904 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 11:17:34.172904 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 11:17:34.172904 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 11:17:34.172904 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 11:17:34.172904 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 11:17:34.172904 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:17:34.172904 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:17:34.172904 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 11:17:34.172904 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:17:34.172904 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:17:34.172904 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:17:34.172904 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:17:34.172904 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:17:34.172904 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:17:34.172904 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:17:34.233476 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c1d4efe4-d288-48b2-97de-32b61458e248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:34.239054 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c1d4efe4-d288-48b2-97de-32b61458e248 admin admin] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:34.242218 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-c1d4efe4-d288-48b2-97de-32b61458e248 admin admin] 10.222.0.57 "DELETE /v2.0/networks/fa92d1b4-d966-416c-b991-133cbea77a56 HTTP/1.1" status: 204 len: 168 time: 0.2832229 Mar 22 11:17:34.254055 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d4efe4-d288-48b2-97de-32b61458e248 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa92d1b4-d966-416c-b991-133cbea77a56,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:34.354146 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 45596) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:17:34.396933 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-85b96260-eb88-4b01-9b83-d7721a7aa2e9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b66f5f3949a94998b97cf20b0f5c6966&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414350 Mar 22 11:17:34.400525 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 45598) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:17:34.449291 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-18bdc637-4929-4f78-8c3d-acc4cd2ea179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:34.470270 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-18bdc637-4929-4f78-8c3d-acc4cd2ea179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:34.529386 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-18bdc637-4929-4f78-8c3d-acc4cd2ea179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:34.532047 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-18bdc637-4929-4f78-8c3d-acc4cd2ea179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:34.533470 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-18bdc637-4929-4f78-8c3d-acc4cd2ea179 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a14f2ce9-4988-4997-9729-41467af34490 HTTP/1.1" status: 204 len: 168 time: 0.1321104 Mar 22 11:17:34.541068 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bdc637-4929-4f78-8c3d-acc4cd2ea179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14f2ce9-4988-4997-9729-41467af34490,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:35.283769 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 45620) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:17:35.380497 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-e3112eba-afd5-4615-8869-523813e5aadd tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1722766098'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:17:35.402071 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3112eba-afd5-4615-8869-523813e5aadd tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Made reservation on behalf of 5175726735954f3284ec4a11c1687885 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:17:35.405687 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e3112eba-afd5-4615-8869-523813e5aadd tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:35.413771 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e3112eba-afd5-4615-8869-523813e5aadd tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:35.494641 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e3112eba-afd5-4615-8869-523813e5aadd tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:35.500717 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e3112eba-afd5-4615-8869-523813e5aadd tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:35.528298 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3112eba-afd5-4615-8869-523813e5aadd tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:17:35.537725 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3112eba-afd5-4615-8869-523813e5aadd tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1239b423-2e69-4080-9ca0-e38eb2316dd3,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:35.542648 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e3112eba-afd5-4615-8869-523813e5aadd tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:35.542996 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-e3112eba-afd5-4615-8869-523813e5aadd tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Added segment 42301ec4-593b-4615-811c-21f111de6eca of type vlan for network 4f9053c9-6e71-402f-9e6c-0ef2a9a2bf71 Mar 22 11:17:35.587552 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e3112eba-afd5-4615-8869-523813e5aadd tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:35.622279 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e3112eba-afd5-4615-8869-523813e5aadd tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:35.629630 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3112eba-afd5-4615-8869-523813e5aadd tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:17:35.630252 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e3112eba-afd5-4615-8869-523813e5aadd tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:35.665866 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e3112eba-afd5-4615-8869-523813e5aadd tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3809781 Mar 22 11:17:35.699809 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3112eba-afd5-4615-8869-523813e5aadd tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Pushing event updated for resources: {'Network': ['ID=4f9053c9-6e71-402f-9e6c-0ef2a9a2bf71,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:35.710728 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 4f9053c9-6e71-402f-9e6c-0ef2a9a2bf71 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 11:17:36.594207 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device b31f6816-6d84-4511-8421-2ef33d0a980f no longer exists at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:17:36.614903 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] No Port match for: b31f6816-6d84-4511-8421-2ef33d0a980f {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:17:36.615243 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device b31f6816-6d84-4511-8421-2ef33d0a980f not bound to the agent host hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:17:37.734991 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c81a24f4-3ea8-45db-a8c4-97520dcda65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:38.823432 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 45624) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:17:38.829467 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-f791af89-fa80-4565-a7ff-286500ce6637 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Request body: {'subnet': {'network_id': '4f9053c9-6e71-402f-9e6c-0ef2a9a2bf71', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:17:38.925313 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f791af89-fa80-4565-a7ff-286500ce6637 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Made reservation on behalf of 5175726735954f3284ec4a11c1687885 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:17:38.929106 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f791af89-fa80-4565-a7ff-286500ce6637 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:39.110124 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f791af89-fa80-4565-a7ff-286500ce6637 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:39.161561 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791af89-fa80-4565-a7ff-286500ce6637 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Pushing event updated for resources: {'Subnet': ['ID=4eb01259-8820-4c40-9d83-ca2e3c268197,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:39.176507 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f791af89-fa80-4565-a7ff-286500ce6637 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Checking segment: {'id': '42301ec4-593b-4615-811c-21f111de6eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4f9053c9-6e71-402f-9e6c-0ef2a9a2bf71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:17:39.176887 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f791af89-fa80-4565-a7ff-286500ce6637 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Network hostable DHCP agents. Network: 4f9053c9-6e71-402f-9e6c-0ef2a9a2bf71, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:17:39.193427 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f791af89-fa80-4565-a7ff-286500ce6637 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Network 4f9053c9-6e71-402f-9e6c-0ef2a9a2bf71 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:17:39.203472 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-f791af89-fa80-4565-a7ff-286500ce6637 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 4f9053c9-6e71-402f-9e6c-0ef2a9a2bf71) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:17:39.208119 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f791af89-fa80-4565-a7ff-286500ce6637 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:17:39.209104 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f791af89-fa80-4565-a7ff-286500ce6637 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:39.212056 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b5056b-f5eb-45f8-b30b-0a3cd42f3e5e None None] Network 4f9053c9-6e71-402f-9e6c-0ef2a9a2bf71 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:17:39.227355 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f791af89-fa80-4565-a7ff-286500ce6637 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4025218 Mar 22 11:17:39.230898 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 45626) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:17:39.235977 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-691ac925-0761-4d74-98c4-33dce753b763 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2138512427'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:17:39.256478 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691ac925-0761-4d74-98c4-33dce753b763 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Made reservation on behalf of 5175726735954f3284ec4a11c1687885 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:17:39.260007 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-691ac925-0761-4d74-98c4-33dce753b763 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:39.286193 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-691ac925-0761-4d74-98c4-33dce753b763 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:17:39.296751 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-691ac925-0761-4d74-98c4-33dce753b763 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:39.297122 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-691ac925-0761-4d74-98c4-33dce753b763 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Added segment ce840d69-2c5c-494d-b80d-9655700f45bc of type vlan for network b9a44283-1fd3-4518-af97-9b3622092164 Mar 22 11:17:39.345308 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-691ac925-0761-4d74-98c4-33dce753b763 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:39.373149 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-691ac925-0761-4d74-98c4-33dce753b763 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:39.378973 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691ac925-0761-4d74-98c4-33dce753b763 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:17:39.379621 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-691ac925-0761-4d74-98c4-33dce753b763 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:39.420829 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-691ac925-0761-4d74-98c4-33dce753b763 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1888626 Mar 22 11:17:39.423926 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 45628) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:17:39.430143 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-911ad8f3-990c-4c89-821d-a4acf10dc5d0 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Request body: {'subnet': {'network_id': 'b9a44283-1fd3-4518-af97-9b3622092164', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:17:39.449358 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691ac925-0761-4d74-98c4-33dce753b763 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Pushing event updated for resources: {'Network': ['ID=b9a44283-1fd3-4518-af97-9b3622092164,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:39.475526 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network b9a44283-1fd3-4518-af97-9b3622092164 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 11:17:39.519823 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911ad8f3-990c-4c89-821d-a4acf10dc5d0 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Made reservation on behalf of 5175726735954f3284ec4a11c1687885 for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:17:39.523696 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-911ad8f3-990c-4c89-821d-a4acf10dc5d0 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:39.572863 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0665963d-173c-4ec2-bc53-5d466d6463d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-4f9053c9-6e71-402f-9e6c-0ef2a9a2bf71', 'network_id': '4f9053c9-6e71-402f-9e6c-0ef2a9a2bf71', 'tenant_id': '5175726735954f3284ec4a11c1687885', 'fixed_ips': [{'subnet_id': '4eb01259-8820-4c40-9d83-ca2e3c268197'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 11:17:39.573721 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0665963d-173c-4ec2-bc53-5d466d6463d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:39.715517 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-911ad8f3-990c-4c89-821d-a4acf10dc5d0 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:39.715802 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-0665963d-173c-4ec2-bc53-5d466d6463d9 None None] Allocated IP 2001:db8:0:ffff::2 (4f9053c9-6e71-402f-9e6c-0ef2a9a2bf71/4eb01259-8820-4c40-9d83-ca2e3c268197/c046ecb8-e416-4ad1-b881-b1a55f5f630c) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:17:39.783808 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911ad8f3-990c-4c89-821d-a4acf10dc5d0 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Pushing event updated for resources: {'Subnet': ['ID=37bdf96f-c3de-49d8-ab52-cdb8eddb69b6,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:39.788415 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911ad8f3-990c-4c89-821d-a4acf10dc5d0 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Checking segment: {'id': 'ce840d69-2c5c-494d-b80d-9655700f45bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b9a44283-1fd3-4518-af97-9b3622092164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:17:39.788793 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911ad8f3-990c-4c89-821d-a4acf10dc5d0 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Network hostable DHCP agents. Network: b9a44283-1fd3-4518-af97-9b3622092164, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:17:39.806863 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911ad8f3-990c-4c89-821d-a4acf10dc5d0 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Network b9a44283-1fd3-4518-af97-9b3622092164 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:17:39.816067 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-911ad8f3-990c-4c89-821d-a4acf10dc5d0 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, b9a44283-1fd3-4518-af97-9b3622092164) {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:17:39.820754 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911ad8f3-990c-4c89-821d-a4acf10dc5d0 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:17:39.821587 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-911ad8f3-990c-4c89-821d-a4acf10dc5d0 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:39.835160 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b904691-3493-45de-8033-67758b19638a None None] Network b9a44283-1fd3-4518-af97-9b3622092164 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:17:39.838222 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-911ad8f3-990c-4c89-821d-a4acf10dc5d0 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4125462 Mar 22 11:17:39.841035 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 45630) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:17:39.919735 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7e141c7b-aae7-406f-85e1-51412003eced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:39.923174 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0665963d-173c-4ec2-bc53-5d466d6463d9 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:39.936783 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0665963d-173c-4ec2-bc53-5d466d6463d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:39.941618 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-64912b76-c066-4dc6-93b6-fd36494d2bce tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:39.999019 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0665963d-173c-4ec2-bc53-5d466d6463d9 None None] Network 4f9053c9-6e71-402f-9e6c-0ef2a9a2bf71 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:17:40.002436 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-0665963d-173c-4ec2-bc53-5d466d6463d9 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:17:40.006674 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0665963d-173c-4ec2-bc53-5d466d6463d9 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:17:40.023317 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-64912b76-c066-4dc6-93b6-fd36494d2bce tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:40.030936 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0665963d-173c-4ec2-bc53-5d466d6463d9 None None] Pushing event updated for resources: {'Port': ['ID=c046ecb8-e416-4ad1-b881-b1a55f5f630c,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:40.089506 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-64912b76-c066-4dc6-93b6-fd36494d2bce tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:40.108238 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-0665963d-173c-4ec2-bc53-5d466d6463d9 None None] Attempting to bind port c046ecb8-e416-4ad1-b881-b1a55f5f630c on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:17:40.108609 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-0665963d-173c-4ec2-bc53-5d466d6463d9 None None] Attempting to bind port c046ecb8-e416-4ad1-b881-b1a55f5f630c by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '42301ec4-593b-4615-811c-21f111de6eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4f9053c9-6e71-402f-9e6c-0ef2a9a2bf71'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:17:40.109075 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0665963d-173c-4ec2-bc53-5d466d6463d9 None None] Attempting to bind port c046ecb8-e416-4ad1-b881-b1a55f5f630c on network 4f9053c9-6e71-402f-9e6c-0ef2a9a2bf71 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:17:40.114454 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0665963d-173c-4ec2-bc53-5d466d6463d9 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:17:40.114828 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0665963d-173c-4ec2-bc53-5d466d6463d9 None None] Checking segment: {'id': '42301ec4-593b-4615-811c-21f111de6eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4f9053c9-6e71-402f-9e6c-0ef2a9a2bf71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:17:40.115234 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0665963d-173c-4ec2-bc53-5d466d6463d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:40.115647 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0665963d-173c-4ec2-bc53-5d466d6463d9 None None] Bound using segment: {'id': '42301ec4-593b-4615-811c-21f111de6eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4f9053c9-6e71-402f-9e6c-0ef2a9a2bf71'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:17:40.116726 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-0665963d-173c-4ec2-bc53-5d466d6463d9 None None] Bound port: c046ecb8-e416-4ad1-b881-b1a55f5f630c, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42301ec4-593b-4615-811c-21f111de6eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4f9053c9-6e71-402f-9e6c-0ef2a9a2bf71'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:17:40.116726 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0665963d-173c-4ec2-bc53-5d466d6463d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:40.117810 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64912b76-c066-4dc6-93b6-fd36494d2bce tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Pushing event deleted for resources: {'Subnet': ['ID=37bdf96f-c3de-49d8-ab52-cdb8eddb69b6,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:40.119706 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb275b0-1839-4946-ac38-9af7e0a76792 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-b9a44283-1fd3-4518-af97-9b3622092164', 'network_id': 'b9a44283-1fd3-4518-af97-9b3622092164', 'tenant_id': '5175726735954f3284ec4a11c1687885', 'fixed_ips': [{'subnet_id': '37bdf96f-c3de-49d8-ab52-cdb8eddb69b6'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 11:17:40.120525 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-bfb275b0-1839-4946-ac38-9af7e0a76792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:40.179961 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-64912b76-c066-4dc6-93b6-fd36494d2bce tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:40.199832 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-64912b76-c066-4dc6-93b6-fd36494d2bce tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9a44283-1fd3-4518-af97-9b3622092164']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:17:40.208985 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-64912b76-c066-4dc6-93b6-fd36494d2bce tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce840d69-2c5c-494d-b80d-9655700f45bc') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:17:40.209274 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-64912b76-c066-4dc6-93b6-fd36494d2bce tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce840d69-2c5c-494d-b80d-9655700f45bc') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:17:40.218461 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-64912b76-c066-4dc6-93b6-fd36494d2bce tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:40.231987 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-64912b76-c066-4dc6-93b6-fd36494d2bce tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:40.237827 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64912b76-c066-4dc6-93b6-fd36494d2bce tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:17:40.238235 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-64912b76-c066-4dc6-93b6-fd36494d2bce tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:40.241546 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 11:17:40.241546 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:17:40.241546 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 11:17:40.241546 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:17:40.241546 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 11:17:40.241546 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 11:17:40.241546 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 11:17:40.241546 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:17:40.241546 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 11:17:40.241546 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:17:40.241546 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 11:17:40.241546 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:17:40.241546 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 11:17:40.241546 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 11:17:40.241546 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:17:40.241546 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 11:17:40.241546 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:17:40.241546 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 11:17:40.241546 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 11:17:40.241546 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 11:17:40.241546 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 11:17:40.241546 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 11:17:40.241546 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:17:40.241546 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:17:40.241546 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 11:17:40.241546 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:17:40.241546 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:17:40.241546 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:17:40.241546 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:17:40.241546 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:17:40.241546 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:17:40.241546 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:17:40.250379 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-0665963d-173c-4ec2-bc53-5d466d6463d9 None None] For port c046ecb8-e416-4ad1-b881-b1a55f5f630c, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:17:40.253822 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de1f679-c8c4-40c4-8b74-ade924ee8eab None None] Network b9a44283-1fd3-4518-af97-9b3622092164 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:17:40.256865 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-0665963d-173c-4ec2-bc53-5d466d6463d9 None None] For port c046ecb8-e416-4ad1-b881-b1a55f5f630c, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=c046ecb8-e416-4ad1-b881-b1a55f5f630c,segment=NetworkSegment(42301ec4-593b-4615-811c-21f111de6eca),segment_id=42301ec4-593b-4615-811c-21f111de6eca)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:17:40.272645 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0665963d-173c-4ec2-bc53-5d466d6463d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:40.304252 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-64912b76-c066-4dc6-93b6-fd36494d2bce tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:40.312891 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-64912b76-c066-4dc6-93b6-fd36494d2bce tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:40.316069 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-64912b76-c066-4dc6-93b6-fd36494d2bce tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] 10.222.0.57 "DELETE /v2.0/networks/b9a44283-1fd3-4518-af97-9b3622092164 HTTP/1.1" status: 204 len: 168 time: 0.4734318 Mar 22 11:17:40.320160 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 45632) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:17:40.325447 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-9b8f9801-289a-4409-b86b-d0db45eaa31d tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1270083978'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:17:40.330297 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64912b76-c066-4dc6-93b6-fd36494d2bce tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Pushing event deleted for resources: {'Network': ['ID=b9a44283-1fd3-4518-af97-9b3622092164,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:40.352097 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8f9801-289a-4409-b86b-d0db45eaa31d tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Made reservation on behalf of 5175726735954f3284ec4a11c1687885 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:17:40.355947 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b8f9801-289a-4409-b86b-d0db45eaa31d tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:40.382219 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b8f9801-289a-4409-b86b-d0db45eaa31d tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:17:40.392775 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b8f9801-289a-4409-b86b-d0db45eaa31d tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:40.393106 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-9b8f9801-289a-4409-b86b-d0db45eaa31d tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Added segment 58a09243-02f4-4335-969d-d85a0487a538 of type vlan for network c63910dd-4da5-4c02-9447-f88ce05d5f24 Mar 22 11:17:40.399981 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0665963d-173c-4ec2-bc53-5d466d6463d9 None None] Pushing event updated for resources: {'Port': ['ID=c046ecb8-e416-4ad1-b881-b1a55f5f630c,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:40.443764 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b8f9801-289a-4409-b86b-d0db45eaa31d tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:40.474333 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b8f9801-289a-4409-b86b-d0db45eaa31d tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:40.480091 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8f9801-289a-4409-b86b-d0db45eaa31d tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:17:40.480700 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9b8f9801-289a-4409-b86b-d0db45eaa31d tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:40.517632 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9b8f9801-289a-4409-b86b-d0db45eaa31d tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1963530 Mar 22 11:17:40.520470 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 45634) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:17:40.525468 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-0c2755a4-b797-4730-a557-5a4f018e85ff tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Request body: {'subnet': {'network_id': 'c63910dd-4da5-4c02-9447-f88ce05d5f24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:17:40.589465 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8f9801-289a-4409-b86b-d0db45eaa31d tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Pushing event updated for resources: {'Network': ['ID=c63910dd-4da5-4c02-9447-f88ce05d5f24,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:40.600419 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network c63910dd-4da5-4c02-9447-f88ce05d5f24 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 11:17:40.661833 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2755a4-b797-4730-a557-5a4f018e85ff tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Made reservation on behalf of 5175726735954f3284ec4a11c1687885 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:17:40.665614 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0c2755a4-b797-4730-a557-5a4f018e85ff tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:40.727658 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.ipam_backend_mixin [None req-0c2755a4-b797-4730-a557-5a4f018e85ff tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Performing IP validity checks on allocation pools {{(pid=109049) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 22 11:17:40.728170 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.ipam_backend_mixin [None req-0c2755a4-b797-4730-a557-5a4f018e85ff tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109049) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 22 11:17:40.861024 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0c2755a4-b797-4730-a557-5a4f018e85ff tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:40.918516 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2755a4-b797-4730-a557-5a4f018e85ff tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Pushing event updated for resources: {'Subnet': ['ID=fd552e5c-562e-4e59-b8dc-d3cca266f4f6,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:40.928942 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2755a4-b797-4730-a557-5a4f018e85ff tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Checking segment: {'id': '58a09243-02f4-4335-969d-d85a0487a538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'c63910dd-4da5-4c02-9447-f88ce05d5f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:17:40.929313 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2755a4-b797-4730-a557-5a4f018e85ff tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Network hostable DHCP agents. Network: c63910dd-4da5-4c02-9447-f88ce05d5f24, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:17:40.948040 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2755a4-b797-4730-a557-5a4f018e85ff tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Network c63910dd-4da5-4c02-9447-f88ce05d5f24 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:17:40.958047 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-0c2755a4-b797-4730-a557-5a4f018e85ff tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, c63910dd-4da5-4c02-9447-f88ce05d5f24) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:17:40.962247 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2755a4-b797-4730-a557-5a4f018e85ff tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:17:40.962835 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0c2755a4-b797-4730-a557-5a4f018e85ff tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:40.968734 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e84fede-901f-4971-bc25-0fb7ff04de59 None None] Network c63910dd-4da5-4c02-9447-f88ce05d5f24 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:17:40.982734 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0c2755a4-b797-4730-a557-5a4f018e85ff tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4610345 Mar 22 11:17:40.985261 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 45636) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:17:41.087000 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9e8e9806-9532-4b94-8d8a-60076fab1b23 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:41.134606 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245f0567-37bf-4d69-88c2-b0a686692e99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-c63910dd-4da5-4c02-9447-f88ce05d5f24', 'network_id': 'c63910dd-4da5-4c02-9447-f88ce05d5f24', 'tenant_id': '5175726735954f3284ec4a11c1687885', 'fixed_ips': [{'subnet_id': 'fd552e5c-562e-4e59-b8dc-d3cca266f4f6'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 11:17:41.135499 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-245f0567-37bf-4d69-88c2-b0a686692e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:41.146547 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9e8e9806-9532-4b94-8d8a-60076fab1b23 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:41.211049 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9e8e9806-9532-4b94-8d8a-60076fab1b23 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:41.236776 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:41.237527 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8e9806-9532-4b94-8d8a-60076fab1b23 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Pushing event deleted for resources: {'Subnet': ['ID=fd552e5c-562e-4e59-b8dc-d3cca266f4f6,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server [None req-245f0567-37bf-4d69-88c2-b0a686692e99 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fd552e5c-562e-4e59-b8dc-d3cca266f4f6: This subnet is being modified by another concurrent operation. Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server raise exception Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fd552e5c-562e-4e59-b8dc-d3cca266f4f6: This subnet is being modified by another concurrent operation. Mar 22 11:17:41.247870 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server Mar 22 11:17:41.272795 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c213164f-dd1e-4889-ab8f-ba38b25e65c6 None None] Network c63910dd-4da5-4c02-9447-f88ce05d5f24 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:17:41.308389 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9e8e9806-9532-4b94-8d8a-60076fab1b23 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:41.330423 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-9e8e9806-9532-4b94-8d8a-60076fab1b23 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c63910dd-4da5-4c02-9447-f88ce05d5f24']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:17:41.340942 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-9e8e9806-9532-4b94-8d8a-60076fab1b23 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58a09243-02f4-4335-969d-d85a0487a538') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:17:41.341444 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-9e8e9806-9532-4b94-8d8a-60076fab1b23 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58a09243-02f4-4335-969d-d85a0487a538') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:17:41.352634 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9e8e9806-9532-4b94-8d8a-60076fab1b23 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:41.367623 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9e8e9806-9532-4b94-8d8a-60076fab1b23 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:41.374583 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e8e9806-9532-4b94-8d8a-60076fab1b23 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:17:41.375010 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9e8e9806-9532-4b94-8d8a-60076fab1b23 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:41.378600 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 11:17:41.378600 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:17:41.378600 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 11:17:41.378600 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:17:41.378600 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 11:17:41.378600 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 11:17:41.378600 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 11:17:41.378600 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:17:41.378600 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 11:17:41.378600 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:17:41.378600 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 11:17:41.378600 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:17:41.378600 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 11:17:41.378600 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 11:17:41.378600 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:17:41.378600 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 11:17:41.378600 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:17:41.378600 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 11:17:41.378600 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 11:17:41.378600 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 11:17:41.378600 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 11:17:41.378600 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 11:17:41.378600 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:17:41.378600 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:17:41.378600 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 11:17:41.378600 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:17:41.378600 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:17:41.378600 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:17:41.378600 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:17:41.378600 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:17:41.378600 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:17:41.378600 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:17:41.397223 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6943a982-6a01-4b11-ae98-d6639452bdd4 None None] Network 4f9053c9-6e71-402f-9e6c-0ef2a9a2bf71 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:17:41.441474 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9e8e9806-9532-4b94-8d8a-60076fab1b23 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:41.448950 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9e8e9806-9532-4b94-8d8a-60076fab1b23 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:41.451951 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9e8e9806-9532-4b94-8d8a-60076fab1b23 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] 10.222.0.57 "DELETE /v2.0/networks/c63910dd-4da5-4c02-9447-f88ce05d5f24 HTTP/1.1" status: 204 len: 168 time: 0.4652758 Mar 22 11:17:41.455722 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 45638) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:17:41.460947 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-e6a1de72-8aeb-41e7-9eed-988da6769a09 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-459887424'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:17:41.469738 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8e9806-9532-4b94-8d8a-60076fab1b23 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Pushing event deleted for resources: {'Network': ['ID=c63910dd-4da5-4c02-9447-f88ce05d5f24,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:41.477000 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-382ab73f-6927-45ef-87e6-528f2f592692 None None] Provisioning complete for port c046ecb8-e416-4ad1-b881-b1a55f5f630c triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:17:41.477414 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-382ab73f-6927-45ef-87e6-528f2f592692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:41.482132 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a1de72-8aeb-41e7-9eed-988da6769a09 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Made reservation on behalf of 5175726735954f3284ec4a11c1687885 for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:17:41.486573 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e6a1de72-8aeb-41e7-9eed-988da6769a09 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:41.509641 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6a1de72-8aeb-41e7-9eed-988da6769a09 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:17:41.519543 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e6a1de72-8aeb-41e7-9eed-988da6769a09 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:41.519919 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-e6a1de72-8aeb-41e7-9eed-988da6769a09 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Added segment dda03d2d-6a86-4083-a267-e1ac55e841df of type vlan for network 8446a1a5-dc3a-4387-9289-b36eff222382 Mar 22 11:17:41.563741 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e6a1de72-8aeb-41e7-9eed-988da6769a09 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:41.594458 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e6a1de72-8aeb-41e7-9eed-988da6769a09 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:41.600843 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a1de72-8aeb-41e7-9eed-988da6769a09 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:17:41.601408 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e6a1de72-8aeb-41e7-9eed-988da6769a09 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:41.630712 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-382ab73f-6927-45ef-87e6-528f2f592692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:41.669684 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a1de72-8aeb-41e7-9eed-988da6769a09 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Pushing event updated for resources: {'Network': ['ID=8446a1a5-dc3a-4387-9289-b36eff222382,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:41.677136 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device c046ecb8-e416-4ad1-b881-b1a55f5f630c up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:17:41.684023 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-382ab73f-6927-45ef-87e6-528f2f592692 None None] For port c046ecb8-e416-4ad1-b881-b1a55f5f630c, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=c046ecb8-e416-4ad1-b881-b1a55f5f630c,segment=NetworkSegment(42301ec4-593b-4615-811c-21f111de6eca),segment_id=42301ec4-593b-4615-811c-21f111de6eca)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:17:41.685404 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-e6a1de72-8aeb-41e7-9eed-988da6769a09 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2285385 Mar 22 11:17:41.686315 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 8446a1a5-dc3a-4387-9289-b36eff222382 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 11:17:41.688261 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 45640) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:17:41.693567 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-d066cac9-7219-4223-89e1-6d56197cd7f2 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Request body: {'subnet': {'network_id': '8446a1a5-dc3a-4387-9289-b36eff222382', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:17:41.724339 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-382ab73f-6927-45ef-87e6-528f2f592692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:41.788614 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d066cac9-7219-4223-89e1-6d56197cd7f2 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Made reservation on behalf of 5175726735954f3284ec4a11c1687885 for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:17:41.792272 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d066cac9-7219-4223-89e1-6d56197cd7f2 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:41.836308 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382ab73f-6927-45ef-87e6-528f2f592692 None None] Pushing event updated for resources: {'Port': ['ID=c046ecb8-e416-4ad1-b881-b1a55f5f630c,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:41.839437 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port c046ecb8-e416-4ad1-b881-b1a55f5f630c triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:17:41.839810 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:41.842894 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8506a354-6f64-4b63-aa94-06ff1002d317 None None] get_active_networks_info from dv-neutron-834599-1-hyperv {{(pid=109051) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 22 11:17:41.952814 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8506a354-6f64-4b63-aa94-06ff1002d317 None None] Resources bound (agent type, host, resource id): {{(pid=109051) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 11:17:41.982351 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d066cac9-7219-4223-89e1-6d56197cd7f2 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:41.986490 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-7bd9300d-6837-4979-b07c-7a32c667bc49 None None] Provisioning complete for port c046ecb8-e416-4ad1-b881-b1a55f5f630c triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:17:41.986866 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7bd9300d-6837-4979-b07c-7a32c667bc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:42.039844 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d066cac9-7219-4223-89e1-6d56197cd7f2 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Pushing event updated for resources: {'Subnet': ['ID=70f7bf50-1bee-4311-b675-69ab7b014c3e,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:42.050037 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d066cac9-7219-4223-89e1-6d56197cd7f2 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Checking segment: {'id': 'dda03d2d-6a86-4083-a267-e1ac55e841df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '8446a1a5-dc3a-4387-9289-b36eff222382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:17:42.050400 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d066cac9-7219-4223-89e1-6d56197cd7f2 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Network hostable DHCP agents. Network: 8446a1a5-dc3a-4387-9289-b36eff222382, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:17:42.069154 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d066cac9-7219-4223-89e1-6d56197cd7f2 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Network 8446a1a5-dc3a-4387-9289-b36eff222382 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:17:42.077855 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-d066cac9-7219-4223-89e1-6d56197cd7f2 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 8446a1a5-dc3a-4387-9289-b36eff222382) {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:17:42.082695 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d066cac9-7219-4223-89e1-6d56197cd7f2 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:17:42.083613 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d066cac9-7219-4223-89e1-6d56197cd7f2 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:42.100485 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-d066cac9-7219-4223-89e1-6d56197cd7f2 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4111052 Mar 22 11:17:42.104037 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 45642) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:17:42.109417 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-83320e11-2306-4bf6-bd06-3dc93ef91ac7 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1822724941'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:17:42.130738 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83320e11-2306-4bf6-bd06-3dc93ef91ac7 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Made reservation on behalf of 5175726735954f3284ec4a11c1687885 for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:17:42.134520 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-83320e11-2306-4bf6-bd06-3dc93ef91ac7 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:42.158387 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83320e11-2306-4bf6-bd06-3dc93ef91ac7 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:17:42.167295 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-83320e11-2306-4bf6-bd06-3dc93ef91ac7 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:42.167710 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-83320e11-2306-4bf6-bd06-3dc93ef91ac7 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Added segment 0b566f8c-32d2-4b83-9f14-6e2a739c6e07 of type vlan for network 7d4d0aee-9edf-48e5-ac94-11a412ccbfcd Mar 22 11:17:42.208225 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-83320e11-2306-4bf6-bd06-3dc93ef91ac7 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:42.233134 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-83320e11-2306-4bf6-bd06-3dc93ef91ac7 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:42.238596 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83320e11-2306-4bf6-bd06-3dc93ef91ac7 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:17:42.239173 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-83320e11-2306-4bf6-bd06-3dc93ef91ac7 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:42.251600 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec84e6c-57c7-492e-b4d9-5ced64b9e6e5 None None] Network 8446a1a5-dc3a-4387-9289-b36eff222382 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:17:42.274960 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-83320e11-2306-4bf6-bd06-3dc93ef91ac7 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1693342 Mar 22 11:17:42.278700 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 45644) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:17:42.284638 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-c9ff58c1-1540-4140-907c-c42bab0edf0d tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Request body: {'subnet': {'network_id': '7d4d0aee-9edf-48e5-ac94-11a412ccbfcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:17:42.315564 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83320e11-2306-4bf6-bd06-3dc93ef91ac7 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Pushing event updated for resources: {'Network': ['ID=7d4d0aee-9edf-48e5-ac94-11a412ccbfcd,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:42.329388 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 7d4d0aee-9edf-48e5-ac94-11a412ccbfcd details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 11:17:42.378745 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ff58c1-1540-4140-907c-c42bab0edf0d tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Made reservation on behalf of 5175726735954f3284ec4a11c1687885 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:17:42.383027 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c9ff58c1-1540-4140-907c-c42bab0edf0d tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:42.573507 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c9ff58c1-1540-4140-907c-c42bab0edf0d tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:42.609919 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3605a81-b044-4272-a547-a1b0f36d3164 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-8446a1a5-dc3a-4387-9289-b36eff222382', 'network_id': '8446a1a5-dc3a-4387-9289-b36eff222382', 'tenant_id': '5175726735954f3284ec4a11c1687885', 'fixed_ips': [{'subnet_id': '70f7bf50-1bee-4311-b675-69ab7b014c3e'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 11:17:42.610901 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a3605a81-b044-4272-a547-a1b0f36d3164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:42.620998 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:42.631004 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff58c1-1540-4140-907c-c42bab0edf0d tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Pushing event updated for resources: {'Subnet': ['ID=a3825921-48f0-4373-9a59-4897d8c8f4bb,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:42.648238 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ff58c1-1540-4140-907c-c42bab0edf0d tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Checking segment: {'id': '0b566f8c-32d2-4b83-9f14-6e2a739c6e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '7d4d0aee-9edf-48e5-ac94-11a412ccbfcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:17:42.648595 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ff58c1-1540-4140-907c-c42bab0edf0d tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Network hostable DHCP agents. Network: 7d4d0aee-9edf-48e5-ac94-11a412ccbfcd, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:17:42.664613 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ff58c1-1540-4140-907c-c42bab0edf0d tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Network 7d4d0aee-9edf-48e5-ac94-11a412ccbfcd is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:17:42.673729 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-c9ff58c1-1540-4140-907c-c42bab0edf0d tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 7d4d0aee-9edf-48e5-ac94-11a412ccbfcd) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:17:42.677834 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ff58c1-1540-4140-907c-c42bab0edf0d tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:17:42.678429 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c9ff58c1-1540-4140-907c-c42bab0edf0d tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:42.688785 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7b8679-80c0-4766-8349-ff9511087cf8 None None] Network 7d4d0aee-9edf-48e5-ac94-11a412ccbfcd requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:17:42.696134 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c9ff58c1-1540-4140-907c-c42bab0edf0d tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4159796 Mar 22 11:17:42.698988 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 45646) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:17:42.799261 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a92ad79f-cd86-43fe-8a8c-ac76bf278158 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:42.818816 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-a3605a81-b044-4272-a547-a1b0f36d3164 None None] Allocated IP 2001:db8::2 (8446a1a5-dc3a-4387-9289-b36eff222382/70f7bf50-1bee-4311-b675-69ab7b014c3e/21040161-6dd7-4354-bb98-0c9f339efea5) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:17:42.852331 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a92ad79f-cd86-43fe-8a8c-ac76bf278158 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:42.886727 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:42.914446 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a92ad79f-cd86-43fe-8a8c-ac76bf278158 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:42.940865 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92ad79f-cd86-43fe-8a8c-ac76bf278158 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Pushing event deleted for resources: {'Subnet': ['ID=a3825921-48f0-4373-9a59-4897d8c8f4bb,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:42.962402 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77787240-8193-4a34-8d97-b83d1931da6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-7d4d0aee-9edf-48e5-ac94-11a412ccbfcd', 'network_id': '7d4d0aee-9edf-48e5-ac94-11a412ccbfcd', 'tenant_id': '5175726735954f3284ec4a11c1687885', 'fixed_ips': [{'subnet_id': 'a3825921-48f0-4373-9a59-4897d8c8f4bb'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 11:17:42.963343 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-77787240-8193-4a34-8d97-b83d1931da6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:43.005996 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a92ad79f-cd86-43fe-8a8c-ac76bf278158 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:43.025793 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-a92ad79f-cd86-43fe-8a8c-ac76bf278158 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d4d0aee-9edf-48e5-ac94-11a412ccbfcd']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:17:43.035877 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-a92ad79f-cd86-43fe-8a8c-ac76bf278158 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b566f8c-32d2-4b83-9f14-6e2a739c6e07') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:17:43.036194 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-a92ad79f-cd86-43fe-8a8c-ac76bf278158 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b566f8c-32d2-4b83-9f14-6e2a739c6e07') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:17:43.045817 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a92ad79f-cd86-43fe-8a8c-ac76bf278158 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:43.059388 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a92ad79f-cd86-43fe-8a8c-ac76bf278158 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:43.065261 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a92ad79f-cd86-43fe-8a8c-ac76bf278158 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:17:43.065641 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a92ad79f-cd86-43fe-8a8c-ac76bf278158 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:43.069051 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 11:17:43.069051 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:17:43.069051 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 11:17:43.069051 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:17:43.069051 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 11:17:43.069051 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 11:17:43.069051 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 11:17:43.069051 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:17:43.069051 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 11:17:43.069051 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:17:43.069051 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 11:17:43.069051 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:17:43.069051 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 11:17:43.069051 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 11:17:43.069051 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:17:43.069051 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 11:17:43.069051 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:17:43.069051 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 11:17:43.069051 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 11:17:43.069051 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 11:17:43.069051 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 11:17:43.069051 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 11:17:43.069051 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:17:43.069051 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:17:43.069051 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 11:17:43.069051 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:17:43.069051 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:17:43.069051 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:17:43.069051 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:17:43.069051 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:17:43.069051 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:17:43.069051 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:17:43.092330 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a3605a81-b044-4272-a547-a1b0f36d3164 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:43.096325 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdf28b2-8928-426e-ac8a-f78f25152cae None None] Network 7d4d0aee-9edf-48e5-ac94-11a412ccbfcd requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:17:43.100011 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a3605a81-b044-4272-a547-a1b0f36d3164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:43.128493 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a92ad79f-cd86-43fe-8a8c-ac76bf278158 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:43.135212 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a92ad79f-cd86-43fe-8a8c-ac76bf278158 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:43.138401 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-a92ad79f-cd86-43fe-8a8c-ac76bf278158 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] 10.222.0.57 "DELETE /v2.0/networks/7d4d0aee-9edf-48e5-ac94-11a412ccbfcd HTTP/1.1" status: 204 len: 168 time: 0.4383583 Mar 22 11:17:43.143013 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 45648) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:17:43.155018 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92ad79f-cd86-43fe-8a8c-ac76bf278158 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Pushing event deleted for resources: {'Network': ['ID=7d4d0aee-9edf-48e5-ac94-11a412ccbfcd,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:43.163648 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3605a81-b044-4272-a547-a1b0f36d3164 None None] Network 8446a1a5-dc3a-4387-9289-b36eff222382 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:17:43.173463 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fa2d9a9-770b-4188-87da-507266c22bb6 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] GET failed (client error): The resource could not be found. Mar 22 11:17:43.175415 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1fa2d9a9-770b-4188-87da-507266c22bb6 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] 10.222.0.57 "GET /v2.0/subnets/a3825921-48f0-4373-9a59-4897d8c8f4bb HTTP/1.1" status: 404 len: 337 time: 0.0307634 Mar 22 11:17:43.177500 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 45650) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:17:43.193912 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-a3605a81-b044-4272-a547-a1b0f36d3164 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:17:43.201540 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0381a01-419f-4013-9c07-0ef7c00c136d tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] DELETE failed (client error): The resource could not be found. Mar 22 11:17:43.202092 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0381a01-419f-4013-9c07-0ef7c00c136d tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:17:43.203566 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3605a81-b044-4272-a547-a1b0f36d3164 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:17:43.205052 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a0381a01-419f-4013-9c07-0ef7c00c136d tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] 10.222.0.57 "DELETE /v2.0/networks/7d4d0aee-9edf-48e5-ac94-11a412ccbfcd HTTP/1.1" status: 404 len: 339 time: 0.0266471 Mar 22 11:17:43.209070 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 45652) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:17:43.212575 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3605a81-b044-4272-a547-a1b0f36d3164 None None] Pushing event updated for resources: {'Port': ['ID=21040161-6dd7-4354-bb98-0c9f339efea5,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:43.235295 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc34cd06-73f7-49b0-9dd5-b3d1089692b7 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] DELETE failed (client error): The resource could not be found. Mar 22 11:17:43.235779 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc34cd06-73f7-49b0-9dd5-b3d1089692b7 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:17:43.239421 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-bc34cd06-73f7-49b0-9dd5-b3d1089692b7 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] 10.222.0.57 "DELETE /v2.0/subnets/a3825921-48f0-4373-9a59-4897d8c8f4bb HTTP/1.1" status: 404 len: 337 time: 0.0285647 Mar 22 11:17:43.241566 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 45654) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:17:43.260506 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7486b0b-9ec2-4e42-8434-ef03e65b7959 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] DELETE failed (client error): The resource could not be found. Mar 22 11:17:43.261044 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7486b0b-9ec2-4e42-8434-ef03e65b7959 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:17:43.264102 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-b7486b0b-9ec2-4e42-8434-ef03e65b7959 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] 10.222.0.57 "DELETE /v2.0/networks/7d4d0aee-9edf-48e5-ac94-11a412ccbfcd HTTP/1.1" status: 404 len: 339 time: 0.0213847 Mar 22 11:17:43.266894 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 45656) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:17:43.297799 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-a3605a81-b044-4272-a547-a1b0f36d3164 None None] Attempting to bind port 21040161-6dd7-4354-bb98-0c9f339efea5 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:17:43.298370 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-a3605a81-b044-4272-a547-a1b0f36d3164 None None] Attempting to bind port 21040161-6dd7-4354-bb98-0c9f339efea5 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': 'dda03d2d-6a86-4083-a267-e1ac55e841df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '8446a1a5-dc3a-4387-9289-b36eff222382'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:17:43.298513 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3605a81-b044-4272-a547-a1b0f36d3164 None None] Attempting to bind port 21040161-6dd7-4354-bb98-0c9f339efea5 on network 8446a1a5-dc3a-4387-9289-b36eff222382 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:17:43.303389 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3605a81-b044-4272-a547-a1b0f36d3164 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:17:43.303760 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3605a81-b044-4272-a547-a1b0f36d3164 None None] Checking segment: {'id': 'dda03d2d-6a86-4083-a267-e1ac55e841df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '8446a1a5-dc3a-4387-9289-b36eff222382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:17:43.304159 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a3605a81-b044-4272-a547-a1b0f36d3164 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:43.304541 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3605a81-b044-4272-a547-a1b0f36d3164 None None] Bound using segment: {'id': 'dda03d2d-6a86-4083-a267-e1ac55e841df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '8446a1a5-dc3a-4387-9289-b36eff222382'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:17:43.304998 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-a3605a81-b044-4272-a547-a1b0f36d3164 None None] Bound port: 21040161-6dd7-4354-bb98-0c9f339efea5, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dda03d2d-6a86-4083-a267-e1ac55e841df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '8446a1a5-dc3a-4387-9289-b36eff222382'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:17:43.305366 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a3605a81-b044-4272-a547-a1b0f36d3164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:43.317603 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d77e07b-08f5-4bc6-9c69-57c8750dac50 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Deleting subnet 70f7bf50-1bee-4311-b675-69ab7b014c3e {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 11:17:43.320627 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1d77e07b-08f5-4bc6-9c69-57c8750dac50 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:43.360155 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1d77e07b-08f5-4bc6-9c69-57c8750dac50 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:43.366177 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-a3605a81-b044-4272-a547-a1b0f36d3164 None None] For port 21040161-6dd7-4354-bb98-0c9f339efea5, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:17:43.369206 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-a3605a81-b044-4272-a547-a1b0f36d3164 None None] For port 21040161-6dd7-4354-bb98-0c9f339efea5, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=21040161-6dd7-4354-bb98-0c9f339efea5,segment=NetworkSegment(dda03d2d-6a86-4083-a267-e1ac55e841df),segment_id=dda03d2d-6a86-4083-a267-e1ac55e841df)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:17:43.374768 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a3605a81-b044-4272-a547-a1b0f36d3164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:43.436293 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3605a81-b044-4272-a547-a1b0f36d3164 None None] Pushing event updated for resources: {'Port': ['ID=21040161-6dd7-4354-bb98-0c9f339efea5,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:43.455041 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1d77e07b-08f5-4bc6-9c69-57c8750dac50 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:43.515967 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1d77e07b-08f5-4bc6-9c69-57c8750dac50 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:43.531262 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:43.544977 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d77e07b-08f5-4bc6-9c69-57c8750dac50 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Pushing event deleted for resources: {'Subnet': ['ID=70f7bf50-1bee-4311-b675-69ab7b014c3e,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:43.550608 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1d77e07b-08f5-4bc6-9c69-57c8750dac50 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:43.553881 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1d77e07b-08f5-4bc6-9c69-57c8750dac50 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] 10.222.0.57 "DELETE /v2.0/subnets/70f7bf50-1bee-4311-b675-69ab7b014c3e HTTP/1.1" status: 204 len: 168 time: 0.2859321 Mar 22 11:17:43.556492 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 45658) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:17:43.653959 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device c046ecb8-e416-4ad1-b881-b1a55f5f630c up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:17:43.654636 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5e2e7ff5-b707-4675-9449-6f08dd2a595d tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:43.705332 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port c046ecb8-e416-4ad1-b881-b1a55f5f630c triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:17:43.705695 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:43.712650 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-5e2e7ff5-b707-4675-9449-6f08dd2a595d tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Deleting port 21040161-6dd7-4354-bb98-0c9f339efea5 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:17:43.713083 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5e2e7ff5-b707-4675-9449-6f08dd2a595d tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:43.780452 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-5e2e7ff5-b707-4675-9449-6f08dd2a595d tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] For port 21040161-6dd7-4354-bb98-0c9f339efea5, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=21040161-6dd7-4354-bb98-0c9f339efea5,segment=NetworkSegment(dda03d2d-6a86-4083-a267-e1ac55e841df),segment_id=dda03d2d-6a86-4083-a267-e1ac55e841df)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:17:43.780811 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5e2e7ff5-b707-4675-9449-6f08dd2a595d tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:43.794396 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-5e2e7ff5-b707-4675-9449-6f08dd2a595d tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Calling delete_port for 21040161-6dd7-4354-bb98-0c9f339efea5 owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:17:43.877395 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5e2e7ff5-b707-4675-9449-6f08dd2a595d tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:43.903062 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e7ff5-b707-4675-9449-6f08dd2a595d tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Pushing event deleted for resources: {'Port': ['ID=21040161-6dd7-4354-bb98-0c9f339efea5,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:43.906843 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2e7ff5-b707-4675-9449-6f08dd2a595d tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] No DVR routers for this DVR port 21040161-6dd7-4354-bb98-0c9f339efea5 on host dv-neutron-834599-1-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:17:43.988750 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5e2e7ff5-b707-4675-9449-6f08dd2a595d tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:44.008364 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-5e2e7ff5-b707-4675-9449-6f08dd2a595d tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8446a1a5-dc3a-4387-9289-b36eff222382']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:17:44.017453 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-5e2e7ff5-b707-4675-9449-6f08dd2a595d tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dda03d2d-6a86-4083-a267-e1ac55e841df') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:17:44.017741 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-5e2e7ff5-b707-4675-9449-6f08dd2a595d tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dda03d2d-6a86-4083-a267-e1ac55e841df') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:17:44.027222 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5e2e7ff5-b707-4675-9449-6f08dd2a595d tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:44.041710 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5e2e7ff5-b707-4675-9449-6f08dd2a595d tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:44.048764 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e2e7ff5-b707-4675-9449-6f08dd2a595d tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:17:44.049165 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5e2e7ff5-b707-4675-9449-6f08dd2a595d tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:44.052390 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 11:17:44.052390 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:17:44.052390 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 11:17:44.052390 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:17:44.052390 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 11:17:44.052390 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 11:17:44.052390 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 11:17:44.052390 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:17:44.052390 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 11:17:44.052390 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:17:44.052390 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 11:17:44.052390 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:17:44.052390 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 11:17:44.052390 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 11:17:44.052390 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:17:44.052390 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 11:17:44.052390 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:17:44.052390 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 11:17:44.052390 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 11:17:44.052390 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 11:17:44.052390 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 11:17:44.052390 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 11:17:44.052390 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:17:44.052390 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:17:44.052390 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 11:17:44.052390 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:17:44.052390 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:17:44.052390 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:17:44.052390 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:17:44.052390 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:17:44.052390 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:17:44.052390 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:17:44.113272 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5e2e7ff5-b707-4675-9449-6f08dd2a595d tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:44.117326 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5e2e7ff5-b707-4675-9449-6f08dd2a595d tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:44.120793 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5e2e7ff5-b707-4675-9449-6f08dd2a595d tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] 10.222.0.57 "DELETE /v2.0/networks/8446a1a5-dc3a-4387-9289-b36eff222382 HTTP/1.1" status: 204 len: 168 time: 0.5625560 Mar 22 11:17:44.123611 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 45660) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:17:44.136002 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e7ff5-b707-4675-9449-6f08dd2a595d tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Pushing event deleted for resources: {'Network': ['ID=8446a1a5-dc3a-4387-9289-b36eff222382,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:44.151854 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c3f3682-c184-4ab7-b42f-f42195ecaf9e tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] DELETE failed (client error): The resource could not be found. Mar 22 11:17:44.152309 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c3f3682-c184-4ab7-b42f-f42195ecaf9e tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109050) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:17:44.155342 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-7c3f3682-c184-4ab7-b42f-f42195ecaf9e tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] 10.222.0.57 "DELETE /v2.0/subnets/fd552e5c-562e-4e59-b8dc-d3cca266f4f6 HTTP/1.1" status: 404 len: 337 time: 0.0302975 Mar 22 11:17:44.158054 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 45662) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:17:44.181255 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a7a6e27-9b8a-4ca1-b161-e2e8404bcdcf tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] DELETE failed (client error): The resource could not be found. Mar 22 11:17:44.181831 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a7a6e27-9b8a-4ca1-b161-e2e8404bcdcf tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:17:44.184880 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2a7a6e27-9b8a-4ca1-b161-e2e8404bcdcf tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] 10.222.0.57 "DELETE /v2.0/networks/c63910dd-4da5-4c02-9447-f88ce05d5f24 HTTP/1.1" status: 404 len: 339 time: 0.0258291 Mar 22 11:17:44.187534 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 45664) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:17:44.213783 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1b21776-248e-40da-8a7d-aefb855739c2 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] DELETE failed (client error): The resource could not be found. Mar 22 11:17:44.214244 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1b21776-248e-40da-8a7d-aefb855739c2 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:17:44.217406 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a1b21776-248e-40da-8a7d-aefb855739c2 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] 10.222.0.57 "DELETE /v2.0/subnets/37bdf96f-c3de-49d8-ab52-cdb8eddb69b6 HTTP/1.1" status: 404 len: 337 time: 0.0290031 Mar 22 11:17:44.220000 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 45666) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:17:44.238754 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.pecan_wsgi.hooks.translation [None req-0abefd54-4e50-489e-9e59-5d8860936b58 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] DELETE failed (client error): The resource could not be found. Mar 22 11:17:44.239338 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0abefd54-4e50-489e-9e59-5d8860936b58 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 11:17:44.243686 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0abefd54-4e50-489e-9e59-5d8860936b58 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] 10.222.0.57 "DELETE /v2.0/networks/b9a44283-1fd3-4518-af97-9b3622092164 HTTP/1.1" status: 404 len: 339 time: 0.0214300 Mar 22 11:17:44.244859 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 45668) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:17:44.296910 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8ee4567-06a6-4a13-a652-ed92454f44dd tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Deleting subnet 4eb01259-8820-4c40-9d83-ca2e3c268197 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 11:17:44.300192 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b8ee4567-06a6-4a13-a652-ed92454f44dd tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:44.341015 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b8ee4567-06a6-4a13-a652-ed92454f44dd tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:44.399323 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-0a39c94f-878b-4e47-99b2-b173167a69d7 None None] Could not find standard attr ID for object 21040161-6dd7-4354-bb98-0c9f339efea5. {{(pid=109051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 11:17:44.412939 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f2ec77-1d22-4e55-a2d9-8dfae2a7aa28 None None] DHCP port deletion for 8446a1a5-dc3a-4387-9289-b36eff222382 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 11:17:44.432413 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a76f9d2-a56b-4d11-b9d7-1f9bed53b5a1 None None] Network 8446a1a5-dc3a-4387-9289-b36eff222382 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:17:44.439973 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b8ee4567-06a6-4a13-a652-ed92454f44dd tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:44.444742 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a76f9d2-a56b-4d11-b9d7-1f9bed53b5a1 None None] Network 8446a1a5-dc3a-4387-9289-b36eff222382 could not be found, it might have been deleted concurrently. {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 22 11:17:44.498804 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b8ee4567-06a6-4a13-a652-ed92454f44dd tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:44.523345 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee4567-06a6-4a13-a652-ed92454f44dd tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Pushing event deleted for resources: {'Subnet': ['ID=4eb01259-8820-4c40-9d83-ca2e3c268197,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:44.529128 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b8ee4567-06a6-4a13-a652-ed92454f44dd tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:44.532197 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b8ee4567-06a6-4a13-a652-ed92454f44dd tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] 10.222.0.57 "DELETE /v2.0/subnets/4eb01259-8820-4c40-9d83-ca2e3c268197 HTTP/1.1" status: 204 len: 168 time: 0.2863550 Mar 22 11:17:44.534704 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 45670) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:17:44.536867 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8421be-8e8e-4c1c-97ef-a51f26d27b84 None None] Network 4f9053c9-6e71-402f-9e6c-0ef2a9a2bf71 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:17:44.611667 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f134f6f4-079f-4004-9915-85140f06d609 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:44.664414 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-f134f6f4-079f-4004-9915-85140f06d609 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Deleting port c046ecb8-e416-4ad1-b881-b1a55f5f630c {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:17:44.664762 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f134f6f4-079f-4004-9915-85140f06d609 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:44.711067 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1715e95-a6a9-4255-bc09-d6313bf706c6 None None] DHCP port deletion for 4f9053c9-6e71-402f-9e6c-0ef2a9a2bf71 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 11:17:44.728074 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-f134f6f4-079f-4004-9915-85140f06d609 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] For port c046ecb8-e416-4ad1-b881-b1a55f5f630c, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=c046ecb8-e416-4ad1-b881-b1a55f5f630c,segment=NetworkSegment(42301ec4-593b-4615-811c-21f111de6eca),segment_id=42301ec4-593b-4615-811c-21f111de6eca)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:17:44.728444 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f134f6f4-079f-4004-9915-85140f06d609 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:44.745523 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-f134f6f4-079f-4004-9915-85140f06d609 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Calling delete_port for c046ecb8-e416-4ad1-b881-b1a55f5f630c owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:17:44.757007 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-f1715e95-a6a9-4255-bc09-d6313bf706c6 None None] Deleting port c046ecb8-e416-4ad1-b881-b1a55f5f630c {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:17:44.757305 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f1715e95-a6a9-4255-bc09-d6313bf706c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:44.816312 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-f1715e95-a6a9-4255-bc09-d6313bf706c6 None None] For port c046ecb8-e416-4ad1-b881-b1a55f5f630c, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=c046ecb8-e416-4ad1-b881-b1a55f5f630c,segment=NetworkSegment(42301ec4-593b-4615-811c-21f111de6eca),segment_id=42301ec4-593b-4615-811c-21f111de6eca)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:17:44.816714 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f1715e95-a6a9-4255-bc09-d6313bf706c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:44.827213 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f134f6f4-079f-4004-9915-85140f06d609 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:44.830361 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-f1715e95-a6a9-4255-bc09-d6313bf706c6 None None] Calling delete_port for c046ecb8-e416-4ad1-b881-b1a55f5f630c owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:17:44.854318 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f134f6f4-079f-4004-9915-85140f06d609 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] No DVR routers for this DVR port c046ecb8-e416-4ad1-b881-b1a55f5f630c on host dv-neutron-834599-1-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:17:44.858625 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f134f6f4-079f-4004-9915-85140f06d609 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Pushing event deleted for resources: {'Port': ['ID=c046ecb8-e416-4ad1-b881-b1a55f5f630c,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:44.910619 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f1715e95-a6a9-4255-bc09-d6313bf706c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:44.933609 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1715e95-a6a9-4255-bc09-d6313bf706c6 None None] Pushing event deleted for resources: {'Port': ['ID=c046ecb8-e416-4ad1-b881-b1a55f5f630c,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:44.937798 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f134f6f4-079f-4004-9915-85140f06d609 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:44.939115 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1715e95-a6a9-4255-bc09-d6313bf706c6 None None] No DVR routers for this DVR port c046ecb8-e416-4ad1-b881-b1a55f5f630c on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:17:44.963499 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-f134f6f4-079f-4004-9915-85140f06d609 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f9053c9-6e71-402f-9e6c-0ef2a9a2bf71']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:17:44.973086 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-f134f6f4-079f-4004-9915-85140f06d609 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42301ec4-593b-4615-811c-21f111de6eca') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:17:44.973086 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-f134f6f4-079f-4004-9915-85140f06d609 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42301ec4-593b-4615-811c-21f111de6eca') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:17:44.982574 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f134f6f4-079f-4004-9915-85140f06d609 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:44.995225 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f134f6f4-079f-4004-9915-85140f06d609 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:45.001513 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f134f6f4-079f-4004-9915-85140f06d609 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:17:45.001898 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f134f6f4-079f-4004-9915-85140f06d609 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:45.004814 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 11:17:45.004814 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:17:45.004814 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 11:17:45.004814 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:17:45.004814 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 11:17:45.004814 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 11:17:45.004814 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 11:17:45.004814 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:17:45.004814 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 11:17:45.004814 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:17:45.004814 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 11:17:45.004814 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:17:45.004814 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 11:17:45.004814 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 11:17:45.004814 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:17:45.004814 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 11:17:45.004814 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:17:45.004814 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 11:17:45.004814 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 11:17:45.004814 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 11:17:45.004814 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 11:17:45.004814 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 11:17:45.004814 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:17:45.004814 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:17:45.004814 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 11:17:45.004814 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:17:45.004814 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:17:45.004814 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:17:45.004814 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:17:45.004814 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:17:45.004814 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:17:45.004814 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:17:45.062688 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f134f6f4-079f-4004-9915-85140f06d609 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:45.069213 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f134f6f4-079f-4004-9915-85140f06d609 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:45.072252 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f134f6f4-079f-4004-9915-85140f06d609 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] 10.222.0.57 "DELETE /v2.0/networks/4f9053c9-6e71-402f-9e6c-0ef2a9a2bf71 HTTP/1.1" status: 204 len: 168 time: 0.5366752 Mar 22 11:17:45.087627 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f134f6f4-079f-4004-9915-85140f06d609 tempest-NetworksIpV6Test-474536748 tempest-NetworksIpV6Test-474536748-project] Pushing event deleted for resources: {'Network': ['ID=4f9053c9-6e71-402f-9e6c-0ef2a9a2bf71,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:45.324771 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 45676) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:17:45.469046 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c0b56e7c-3016-4aed-9e37-1ebcad6da16c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5175726735954f3284ec4a11c1687885&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1430635 Mar 22 11:17:45.471983 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 45680) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:17:45.527059 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-738d9c18-9cb8-4747-bc87-972b16f6cc3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:45.548012 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-738d9c18-9cb8-4747-bc87-972b16f6cc3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:45.596192 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-738d9c18-9cb8-4747-bc87-972b16f6cc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:45.598873 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-738d9c18-9cb8-4747-bc87-972b16f6cc3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:45.600425 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-738d9c18-9cb8-4747-bc87-972b16f6cc3d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1239b423-2e69-4080-9ca0-e38eb2316dd3 HTTP/1.1" status: 204 len: 168 time: 0.1274562 Mar 22 11:17:45.608933 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738d9c18-9cb8-4747-bc87-972b16f6cc3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1239b423-2e69-4080-9ca0-e38eb2316dd3,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:45.621466 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device c046ecb8-e416-4ad1-b881-b1a55f5f630c no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:17:45.645395 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: c046ecb8-e416-4ad1-b881-b1a55f5f630c {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:17:45.645744 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device c046ecb8-e416-4ad1-b881-b1a55f5f630c not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:17:46.270730 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 45702) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:17:46.376242 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-2b2b4a89-6da6-4e9a-9284-547b096ed1c9 tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1612998885', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:17:46.401851 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2b2b4a89-6da6-4e9a-9284-547b096ed1c9 tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:46.402837 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2b2b4a89-6da6-4e9a-9284-547b096ed1c9 tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:46.456184 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2b2b4a89-6da6-4e9a-9284-547b096ed1c9 tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:46.463558 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2b2b4a89-6da6-4e9a-9284-547b096ed1c9 tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:46.483176 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2b2b4a89-6da6-4e9a-9284-547b096ed1c9 tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:46.484422 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-2b2b4a89-6da6-4e9a-9284-547b096ed1c9 tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2125595 Mar 22 11:17:46.487101 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 45706) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:17:46.491967 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-7d307e4a-5cb3-4c9c-83f4-167399b3da3e tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2087762271'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:17:46.513799 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d307e4a-5cb3-4c9c-83f4-167399b3da3e tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Made reservation on behalf of e4f68bf4c25d4dcfacecb5006ea8c2b1 for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:17:46.517311 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7d307e4a-5cb3-4c9c-83f4-167399b3da3e tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:46.525649 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7d307e4a-5cb3-4c9c-83f4-167399b3da3e tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:46.600243 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7d307e4a-5cb3-4c9c-83f4-167399b3da3e tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:46.605416 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7d307e4a-5cb3-4c9c-83f4-167399b3da3e tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:46.631107 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d307e4a-5cb3-4c9c-83f4-167399b3da3e tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:17:46.640513 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d307e4a-5cb3-4c9c-83f4-167399b3da3e tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a688f1-1462-4ddb-bfea-ad3e76115e8a,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:46.646215 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7d307e4a-5cb3-4c9c-83f4-167399b3da3e tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:46.646562 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-7d307e4a-5cb3-4c9c-83f4-167399b3da3e tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Added segment 760a628d-0fa3-4743-92bb-41065a367a9c of type vlan for network fa1a8966-39b3-4261-acb5-ff28b8b2985f Mar 22 11:17:46.688950 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7d307e4a-5cb3-4c9c-83f4-167399b3da3e tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:46.717075 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7d307e4a-5cb3-4c9c-83f4-167399b3da3e tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:46.722733 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d307e4a-5cb3-4c9c-83f4-167399b3da3e tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:17:46.723308 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7d307e4a-5cb3-4c9c-83f4-167399b3da3e tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:46.757412 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-7d307e4a-5cb3-4c9c-83f4-167399b3da3e tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2692304 Mar 22 11:17:46.760212 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 45708) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:17:46.767138 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-778ff332-2ba2-4a42-ac66-355634ac3fdf tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Request body: {'subnet': {'network_id': 'fa1a8966-39b3-4261-acb5-ff28b8b2985f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:17:46.808601 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d307e4a-5cb3-4c9c-83f4-167399b3da3e tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Pushing event updated for resources: {'Network': ['ID=fa1a8966-39b3-4261-acb5-ff28b8b2985f,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:46.819681 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network fa1a8966-39b3-4261-acb5-ff28b8b2985f details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 11:17:46.882380 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778ff332-2ba2-4a42-ac66-355634ac3fdf tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Made reservation on behalf of e4f68bf4c25d4dcfacecb5006ea8c2b1 for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:17:46.886842 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-778ff332-2ba2-4a42-ac66-355634ac3fdf tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:47.063192 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-778ff332-2ba2-4a42-ac66-355634ac3fdf tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:47.123446 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778ff332-2ba2-4a42-ac66-355634ac3fdf tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Pushing event updated for resources: {'Subnet': ['ID=15718250-256e-44af-bbb9-006733d1ea8f,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:47.133313 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778ff332-2ba2-4a42-ac66-355634ac3fdf tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Checking segment: {'id': '760a628d-0fa3-4743-92bb-41065a367a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'fa1a8966-39b3-4261-acb5-ff28b8b2985f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:17:47.133553 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778ff332-2ba2-4a42-ac66-355634ac3fdf tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Network hostable DHCP agents. Network: fa1a8966-39b3-4261-acb5-ff28b8b2985f, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:17:47.152473 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778ff332-2ba2-4a42-ac66-355634ac3fdf tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Network fa1a8966-39b3-4261-acb5-ff28b8b2985f is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:17:47.163125 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-778ff332-2ba2-4a42-ac66-355634ac3fdf tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, fa1a8966-39b3-4261-acb5-ff28b8b2985f) {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:17:47.167261 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778ff332-2ba2-4a42-ac66-355634ac3fdf tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:17:47.167877 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-778ff332-2ba2-4a42-ac66-355634ac3fdf tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:47.173781 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46646f8-c7c9-44b7-8e84-c5196623eacf None None] Network fa1a8966-39b3-4261-acb5-ff28b8b2985f requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:17:47.184540 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-778ff332-2ba2-4a42-ac66-355634ac3fdf tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4233646 Mar 22 11:17:47.187638 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 45710) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:17:47.192657 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-80028627-8a3b-457f-ba95-82aea91a7156 tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1839436509'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:17:47.211784 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80028627-8a3b-457f-ba95-82aea91a7156 tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Made reservation on behalf of e4f68bf4c25d4dcfacecb5006ea8c2b1 for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:17:47.215293 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-80028627-8a3b-457f-ba95-82aea91a7156 tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:47.239684 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80028627-8a3b-457f-ba95-82aea91a7156 tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:17:47.249480 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-80028627-8a3b-457f-ba95-82aea91a7156 tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:47.249820 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-80028627-8a3b-457f-ba95-82aea91a7156 tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Added segment 2c2d5600-3587-43d0-8a1b-86f2d3060b0e of type vlan for network 4a6ca941-355d-4d46-a320-330244b73cc3 Mar 22 11:17:47.288134 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-80028627-8a3b-457f-ba95-82aea91a7156 tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:47.315864 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-80028627-8a3b-457f-ba95-82aea91a7156 tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:47.318729 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4049929c-8fc8-45ec-b768-c02ccf2176ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-fa1a8966-39b3-4261-acb5-ff28b8b2985f', 'network_id': 'fa1a8966-39b3-4261-acb5-ff28b8b2985f', 'tenant_id': 'e4f68bf4c25d4dcfacecb5006ea8c2b1', 'fixed_ips': [{'subnet_id': '15718250-256e-44af-bbb9-006733d1ea8f'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 11:17:47.319630 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4049929c-8fc8-45ec-b768-c02ccf2176ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:47.321960 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80028627-8a3b-457f-ba95-82aea91a7156 tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:17:47.322575 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-80028627-8a3b-457f-ba95-82aea91a7156 tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:47.351988 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-80028627-8a3b-457f-ba95-82aea91a7156 tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1633155 Mar 22 11:17:47.354879 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 45712) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:17:47.360335 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-7ea67639-d943-468b-a0f5-d703681fe70f tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Request body: {'subnet': {'network_id': '4a6ca941-355d-4d46-a320-330244b73cc3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:17:47.393235 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80028627-8a3b-457f-ba95-82aea91a7156 tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Pushing event updated for resources: {'Network': ['ID=4a6ca941-355d-4d46-a320-330244b73cc3,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:47.404783 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 4a6ca941-355d-4d46-a320-330244b73cc3 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 11:17:47.448723 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea67639-d943-468b-a0f5-d703681fe70f tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Made reservation on behalf of e4f68bf4c25d4dcfacecb5006ea8c2b1 for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:17:47.452268 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7ea67639-d943-468b-a0f5-d703681fe70f tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:47.510009 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-4049929c-8fc8-45ec-b768-c02ccf2176ff None None] Allocated IP 172.20.0.2 (fa1a8966-39b3-4261-acb5-ff28b8b2985f/15718250-256e-44af-bbb9-006733d1ea8f/3ae84a48-fc09-4b39-96d1-4fb445faf1f6) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:17:47.628212 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7ea67639-d943-468b-a0f5-d703681fe70f tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:47.654621 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4049929c-8fc8-45ec-b768-c02ccf2176ff None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:47.662902 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4049929c-8fc8-45ec-b768-c02ccf2176ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:47.684694 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea67639-d943-468b-a0f5-d703681fe70f tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Pushing event updated for resources: {'Subnet': ['ID=7c0f65c6-de0f-42ae-9fac-30f1d4d9ae0c,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:47.701200 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea67639-d943-468b-a0f5-d703681fe70f tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Checking segment: {'id': '2c2d5600-3587-43d0-8a1b-86f2d3060b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4a6ca941-355d-4d46-a320-330244b73cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:17:47.701603 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea67639-d943-468b-a0f5-d703681fe70f tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Network hostable DHCP agents. Network: 4a6ca941-355d-4d46-a320-330244b73cc3, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:17:47.709450 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4049929c-8fc8-45ec-b768-c02ccf2176ff None None] Network fa1a8966-39b3-4261-acb5-ff28b8b2985f is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:17:47.713016 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4049929c-8fc8-45ec-b768-c02ccf2176ff None None] Pushing event updated for resources: {'Port': ['ID=3ae84a48-fc09-4b39-96d1-4fb445faf1f6,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:47.715555 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-4049929c-8fc8-45ec-b768-c02ccf2176ff None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:17:47.717924 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4049929c-8fc8-45ec-b768-c02ccf2176ff None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:17:47.719419 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea67639-d943-468b-a0f5-d703681fe70f tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Network 4a6ca941-355d-4d46-a320-330244b73cc3 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:17:47.730500 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-7ea67639-d943-468b-a0f5-d703681fe70f tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 4a6ca941-355d-4d46-a320-330244b73cc3) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:17:47.734985 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea67639-d943-468b-a0f5-d703681fe70f tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:17:47.735629 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7ea67639-d943-468b-a0f5-d703681fe70f tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:47.744373 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e77261d-1642-4368-84e5-b3a319791abd None None] Network 4a6ca941-355d-4d46-a320-330244b73cc3 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:17:47.753698 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7ea67639-d943-468b-a0f5-d703681fe70f tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3974872 Mar 22 11:17:47.756606 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 45714) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:17:47.761049 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-02797562-f606-4e28-ab68-2b899781fe17 tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Request body: {'router': {'external_gateway_info': {'network_id': '4a6ca941-355d-4d46-a320-330244b73cc3'}}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:17:47.792561 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-4049929c-8fc8-45ec-b768-c02ccf2176ff None None] Attempting to bind port 3ae84a48-fc09-4b39-96d1-4fb445faf1f6 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:17:47.792950 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-4049929c-8fc8-45ec-b768-c02ccf2176ff None None] Attempting to bind port 3ae84a48-fc09-4b39-96d1-4fb445faf1f6 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '760a628d-0fa3-4743-92bb-41065a367a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'fa1a8966-39b3-4261-acb5-ff28b8b2985f'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:17:47.793301 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4049929c-8fc8-45ec-b768-c02ccf2176ff None None] Attempting to bind port 3ae84a48-fc09-4b39-96d1-4fb445faf1f6 on network fa1a8966-39b3-4261-acb5-ff28b8b2985f {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:17:47.826477 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4049929c-8fc8-45ec-b768-c02ccf2176ff None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:17:47.827229 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4049929c-8fc8-45ec-b768-c02ccf2176ff None None] Checking segment: {'id': '760a628d-0fa3-4743-92bb-41065a367a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'fa1a8966-39b3-4261-acb5-ff28b8b2985f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:17:47.827229 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4049929c-8fc8-45ec-b768-c02ccf2176ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:47.827657 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4049929c-8fc8-45ec-b768-c02ccf2176ff None None] Bound using segment: {'id': '760a628d-0fa3-4743-92bb-41065a367a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'fa1a8966-39b3-4261-acb5-ff28b8b2985f'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:17:47.828177 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-4049929c-8fc8-45ec-b768-c02ccf2176ff None None] Bound port: 3ae84a48-fc09-4b39-96d1-4fb445faf1f6, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '760a628d-0fa3-4743-92bb-41065a367a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'fa1a8966-39b3-4261-acb5-ff28b8b2985f'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:17:47.828557 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4049929c-8fc8-45ec-b768-c02ccf2176ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:47.964541 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-02797562-f606-4e28-ab68-2b899781fe17 tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:48.072079 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.api.v2.resource [None req-02797562-f606-4e28-ab68-2b899781fe17 tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 11:17:48.078684 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-02797562-f606-4e28-ab68-2b899781fe17 tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] 10.222.0.57 "PUT /v2.0/routers/2574da52-c4ab-439e-b488-5258862ea3eb HTTP/1.1" status: 400 len: 364 time: 0.3156354 Mar 22 11:17:48.079216 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 45716) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:17:48.108958 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-4049929c-8fc8-45ec-b768-c02ccf2176ff None None] For port 3ae84a48-fc09-4b39-96d1-4fb445faf1f6, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:17:48.119744 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286b524e-c295-448d-8e16-5f65d4618f0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-4a6ca941-355d-4d46-a320-330244b73cc3', 'network_id': '4a6ca941-355d-4d46-a320-330244b73cc3', 'tenant_id': 'e4f68bf4c25d4dcfacecb5006ea8c2b1', 'fixed_ips': [{'subnet_id': '7c0f65c6-de0f-42ae-9fac-30f1d4d9ae0c'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 11:17:48.120631 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-286b524e-c295-448d-8e16-5f65d4618f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:48.127019 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-4049929c-8fc8-45ec-b768-c02ccf2176ff None None] For port 3ae84a48-fc09-4b39-96d1-4fb445faf1f6, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=3ae84a48-fc09-4b39-96d1-4fb445faf1f6,segment=NetworkSegment(760a628d-0fa3-4743-92bb-41065a367a9c),segment_id=760a628d-0fa3-4743-92bb-41065a367a9c)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:17:48.136753 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba2c0de7-e605-4de2-b15c-0a761f6f8ea5 tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Deleting subnet 7c0f65c6-de0f-42ae-9fac-30f1d4d9ae0c {{(pid=109050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 11:17:48.140176 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ba2c0de7-e605-4de2-b15c-0a761f6f8ea5 tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Notify callbacks [] for subnet, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:48.140757 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4049929c-8fc8-45ec-b768-c02ccf2176ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:48.179905 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ba2c0de7-e605-4de2-b15c-0a761f6f8ea5 tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11961780'] for subnet, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:48.230851 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ba2c0de7-e605-4de2-b15c-0a761f6f8ea5 tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:48.258044 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4049929c-8fc8-45ec-b768-c02ccf2176ff None None] Pushing event updated for resources: {'Port': ['ID=3ae84a48-fc09-4b39-96d1-4fb445faf1f6,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:48.293191 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ba2c0de7-e605-4de2-b15c-0a761f6f8ea5 tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server [None req-286b524e-c295-448d-8e16-5f65d4618f0a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7c0f65c6-de0f-42ae-9fac-30f1d4d9ae0c: This subnet is being modified by another concurrent operation. Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server raise exception Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7c0f65c6-de0f-42ae-9fac-30f1d4d9ae0c: This subnet is being modified by another concurrent operation. Mar 22 11:17:48.296634 dv-neutron-834599-1-hyperv neutron-server[109051]: ERROR oslo_messaging.rpc.server Mar 22 11:17:48.312601 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552b53f1-eba7-4325-9d30-d6c843edcca5 None None] Network 4a6ca941-355d-4d46-a320-330244b73cc3 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:17:48.335843 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c0de7-e605-4de2-b15c-0a761f6f8ea5 tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Pushing event deleted for resources: {'Subnet': ['ID=7c0f65c6-de0f-42ae-9fac-30f1d4d9ae0c,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:48.338302 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ba2c0de7-e605-4de2-b15c-0a761f6f8ea5 tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:48.343287 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-ba2c0de7-e605-4de2-b15c-0a761f6f8ea5 tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] 10.222.0.57 "DELETE /v2.0/subnets/7c0f65c6-de0f-42ae-9fac-30f1d4d9ae0c HTTP/1.1" status: 204 len: 168 time: 0.2609663 Mar 22 11:17:48.343866 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 45718) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:17:48.446744 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7cf8bcbf-099a-42b9-b401-12b0788041ff tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:48.539065 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7cf8bcbf-099a-42b9-b401-12b0788041ff tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:48.559579 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-7cf8bcbf-099a-42b9-b401-12b0788041ff tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a6ca941-355d-4d46-a320-330244b73cc3']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:17:48.573283 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-7cf8bcbf-099a-42b9-b401-12b0788041ff tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c2d5600-3587-43d0-8a1b-86f2d3060b0e') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:17:48.573719 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-7cf8bcbf-099a-42b9-b401-12b0788041ff tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c2d5600-3587-43d0-8a1b-86f2d3060b0e') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:17:48.583088 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7cf8bcbf-099a-42b9-b401-12b0788041ff tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:48.596528 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7cf8bcbf-099a-42b9-b401-12b0788041ff tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:48.603004 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cf8bcbf-099a-42b9-b401-12b0788041ff tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:17:48.603402 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7cf8bcbf-099a-42b9-b401-12b0788041ff tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:48.606782 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 11:17:48.606782 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:17:48.606782 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 11:17:48.606782 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:17:48.606782 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 11:17:48.606782 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 11:17:48.606782 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 11:17:48.606782 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:17:48.606782 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 11:17:48.606782 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:17:48.606782 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 11:17:48.606782 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:17:48.606782 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 11:17:48.606782 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 11:17:48.606782 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:17:48.606782 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 11:17:48.606782 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:17:48.606782 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 11:17:48.606782 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 11:17:48.606782 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 11:17:48.606782 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 11:17:48.606782 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 11:17:48.606782 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:17:48.606782 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:17:48.606782 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 11:17:48.606782 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:17:48.606782 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:17:48.606782 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:17:48.606782 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:17:48.606782 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:17:48.606782 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:17:48.606782 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:17:48.670025 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7cf8bcbf-099a-42b9-b401-12b0788041ff tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:48.676835 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7cf8bcbf-099a-42b9-b401-12b0788041ff tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:48.679880 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-7cf8bcbf-099a-42b9-b401-12b0788041ff tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] 10.222.0.57 "DELETE /v2.0/networks/4a6ca941-355d-4d46-a320-330244b73cc3 HTTP/1.1" status: 204 len: 168 time: 0.3350985 Mar 22 11:17:48.682673 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 45720) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:17:48.691256 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf8bcbf-099a-42b9-b401-12b0788041ff tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Pushing event deleted for resources: {'Network': ['ID=4a6ca941-355d-4d46-a320-330244b73cc3,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:48.739568 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb06a7a3-93ab-4542-b52f-fa914284d10d tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Deleting subnet 15718250-256e-44af-bbb9-006733d1ea8f {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 11:17:48.742961 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-eb06a7a3-93ab-4542-b52f-fa914284d10d tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:48.784726 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-eb06a7a3-93ab-4542-b52f-fa914284d10d tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:48.873780 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-eb06a7a3-93ab-4542-b52f-fa914284d10d tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:48.934469 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-eb06a7a3-93ab-4542-b52f-fa914284d10d tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:48.961368 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb06a7a3-93ab-4542-b52f-fa914284d10d tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Pushing event deleted for resources: {'Subnet': ['ID=15718250-256e-44af-bbb9-006733d1ea8f,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:48.965504 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-eb06a7a3-93ab-4542-b52f-fa914284d10d tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:48.971060 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-eb06a7a3-93ab-4542-b52f-fa914284d10d tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] 10.222.0.57 "DELETE /v2.0/subnets/15718250-256e-44af-bbb9-006733d1ea8f HTTP/1.1" status: 204 len: 168 time: 0.2851777 Mar 22 11:17:48.971469 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 45722) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:17:49.054398 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fba4aa73-2001-40e0-b3d9-bc7cc78251c3 tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:49.108465 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-fba4aa73-2001-40e0-b3d9-bc7cc78251c3 tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Deleting port 3ae84a48-fc09-4b39-96d1-4fb445faf1f6 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:17:49.109171 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fba4aa73-2001-40e0-b3d9-bc7cc78251c3 tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:49.175284 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-fba4aa73-2001-40e0-b3d9-bc7cc78251c3 tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] For port 3ae84a48-fc09-4b39-96d1-4fb445faf1f6, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=3ae84a48-fc09-4b39-96d1-4fb445faf1f6,segment=NetworkSegment(760a628d-0fa3-4743-92bb-41065a367a9c),segment_id=760a628d-0fa3-4743-92bb-41065a367a9c)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:17:49.175695 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fba4aa73-2001-40e0-b3d9-bc7cc78251c3 tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:49.184074 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6ec07d-c028-49da-8a03-1443dc68c0d6 None None] Network fa1a8966-39b3-4261-acb5-ff28b8b2985f requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:17:49.188206 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-fba4aa73-2001-40e0-b3d9-bc7cc78251c3 tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Calling delete_port for 3ae84a48-fc09-4b39-96d1-4fb445faf1f6 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:17:49.265969 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fba4aa73-2001-40e0-b3d9-bc7cc78251c3 tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:49.278835 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-b5967244-890a-4966-8c05-95ee29df9441 None None] Provisioning complete for port 3ae84a48-fc09-4b39-96d1-4fb445faf1f6 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:17:49.279209 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b5967244-890a-4966-8c05-95ee29df9441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:49.290618 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba4aa73-2001-40e0-b3d9-bc7cc78251c3 tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Pushing event deleted for resources: {'Port': ['ID=3ae84a48-fc09-4b39-96d1-4fb445faf1f6,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:49.294751 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba4aa73-2001-40e0-b3d9-bc7cc78251c3 tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] No DVR routers for this DVR port 3ae84a48-fc09-4b39-96d1-4fb445faf1f6 on host dv-neutron-834599-1-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:17:49.310871 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-b5967244-890a-4966-8c05-95ee29df9441 None None] Port 3ae84a48-fc09-4b39-96d1-4fb445faf1f6 was deleted so its status cannot be updated. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Mar 22 11:17:49.372181 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4485ef-3792-4447-9347-4065d8b9e6dd None None] DHCP port deletion for fa1a8966-39b3-4261-acb5-ff28b8b2985f request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 11:17:49.376902 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fba4aa73-2001-40e0-b3d9-bc7cc78251c3 tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:49.391992 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adee5185-dbc8-471e-9bb4-5300c8a6cedb None None] get_active_networks_info from dv-neutron-834599-1-hyperv {{(pid=109051) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 22 11:17:49.399303 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-fba4aa73-2001-40e0-b3d9-bc7cc78251c3 tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa1a8966-39b3-4261-acb5-ff28b8b2985f']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:17:49.408947 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-fba4aa73-2001-40e0-b3d9-bc7cc78251c3 tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '760a628d-0fa3-4743-92bb-41065a367a9c') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:17:49.409234 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-fba4aa73-2001-40e0-b3d9-bc7cc78251c3 tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '760a628d-0fa3-4743-92bb-41065a367a9c') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:17:49.418366 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fba4aa73-2001-40e0-b3d9-bc7cc78251c3 tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:49.431307 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fba4aa73-2001-40e0-b3d9-bc7cc78251c3 tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:49.437315 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fba4aa73-2001-40e0-b3d9-bc7cc78251c3 tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:17:49.437724 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fba4aa73-2001-40e0-b3d9-bc7cc78251c3 tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:49.440664 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 11:17:49.440664 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:17:49.440664 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 11:17:49.440664 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:17:49.440664 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 11:17:49.440664 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 11:17:49.440664 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 11:17:49.440664 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:17:49.440664 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 11:17:49.440664 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:17:49.440664 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 11:17:49.440664 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:17:49.440664 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 11:17:49.440664 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 11:17:49.440664 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:17:49.440664 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 11:17:49.440664 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:17:49.440664 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 11:17:49.440664 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 11:17:49.440664 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 11:17:49.440664 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 11:17:49.440664 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 11:17:49.440664 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:17:49.440664 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:17:49.440664 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 11:17:49.440664 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:17:49.440664 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:17:49.440664 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:17:49.440664 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:17:49.440664 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:17:49.440664 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:17:49.440664 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:17:49.455167 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adee5185-dbc8-471e-9bb4-5300c8a6cedb None None] Resources bound (agent type, host, resource id): {{(pid=109051) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 11:17:49.503218 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fba4aa73-2001-40e0-b3d9-bc7cc78251c3 tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:49.507512 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fba4aa73-2001-40e0-b3d9-bc7cc78251c3 tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:49.511072 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-fba4aa73-2001-40e0-b3d9-bc7cc78251c3 tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] 10.222.0.57 "DELETE /v2.0/networks/fa1a8966-39b3-4261-acb5-ff28b8b2985f HTTP/1.1" status: 204 len: 168 time: 0.5385644 Mar 22 11:17:49.514065 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 45724) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:17:49.527300 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba4aa73-2001-40e0-b3d9-bc7cc78251c3 tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Pushing event deleted for resources: {'Network': ['ID=fa1a8966-39b3-4261-acb5-ff28b8b2985f,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:49.541257 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-432bdb0e-4c80-404e-8d50-d6aa5366568f tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] 10.222.0.57 "GET /v2.0/ports?device_id=2574da52-c4ab-439e-b488-5258862ea3eb HTTP/1.1" status: 200 len: 205 time: 0.0258133 Mar 22 11:17:49.543724 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 45726) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:17:49.618033 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d291a7b6-9e0e-4ac9-8342-6d4531cecb88 tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:49.771379 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d291a7b6-9e0e-4ac9-8342-6d4531cecb88 tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:49.773706 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d291a7b6-9e0e-4ac9-8342-6d4531cecb88 tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:49.819861 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d291a7b6-9e0e-4ac9-8342-6d4531cecb88 tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:49.820279 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d291a7b6-9e0e-4ac9-8342-6d4531cecb88 tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Fanout notify agent at l3_agent the message router_deleted on router 2574da52-c4ab-439e-b488-5258862ea3eb {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 11:17:49.828912 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d291a7b6-9e0e-4ac9-8342-6d4531cecb88 tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:49.829916 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d291a7b6-9e0e-4ac9-8342-6d4531cecb88 tempest-RoutersNegativeTest-697119219 tempest-RoutersNegativeTest-697119219-project] 10.222.0.57 "DELETE /v2.0/routers/2574da52-c4ab-439e-b488-5258862ea3eb HTTP/1.1" status: 204 len: 168 time: 0.2852125 Mar 22 11:17:50.089102 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 45732) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:17:50.231046 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-c9a20a46-6514-4075-85e4-967c67bfe8c8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e4f68bf4c25d4dcfacecb5006ea8c2b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1407940 Mar 22 11:17:50.233616 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 45736) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:17:50.281202 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d77017d-2e49-48e0-b54a-e210556d54d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:50.301832 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d77017d-2e49-48e0-b54a-e210556d54d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:50.354641 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d77017d-2e49-48e0-b54a-e210556d54d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:50.357141 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9d77017d-2e49-48e0-b54a-e210556d54d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:50.358328 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-9d77017d-2e49-48e0-b54a-e210556d54d8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d9a688f1-1462-4ddb-bfea-ad3e76115e8a HTTP/1.1" status: 204 len: 168 time: 0.1238537 Mar 22 11:17:50.366212 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d77017d-2e49-48e0-b54a-e210556d54d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a688f1-1462-4ddb-bfea-ad3e76115e8a,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:51.015942 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 45758) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:17:51.113386 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-76f52d53-e53f-48af-8336-b28da0d5395c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1043928516-network', 'tenant_id': '4ef59ef056d9426084831ed36be00a9f'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:17:51.138973 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f52d53-e53f-48af-8336-b28da0d5395c admin admin] Made reservation on behalf of 4ef59ef056d9426084831ed36be00a9f for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:17:51.141465 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-76f52d53-e53f-48af-8336-b28da0d5395c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:51.153241 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-76f52d53-e53f-48af-8336-b28da0d5395c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:51.574181 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-76f52d53-e53f-48af-8336-b28da0d5395c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:51.580418 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-76f52d53-e53f-48af-8336-b28da0d5395c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:51.604092 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76f52d53-e53f-48af-8336-b28da0d5395c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:17:51.612601 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f52d53-e53f-48af-8336-b28da0d5395c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000d130a-3d13-43c9-9302-fc26bb5c8334,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:51.618594 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-76f52d53-e53f-48af-8336-b28da0d5395c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:51.618932 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-76f52d53-e53f-48af-8336-b28da0d5395c admin admin] Added segment a2f01bc1-c15f-42da-9f84-53530a207b1c of type vlan for network ab9c8615-8cdf-4d97-86d4-7277b1bca36d Mar 22 11:17:51.658313 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-76f52d53-e53f-48af-8336-b28da0d5395c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:51.685519 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-76f52d53-e53f-48af-8336-b28da0d5395c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:51.686490 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f52d53-e53f-48af-8336-b28da0d5395c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:17:51.687046 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-76f52d53-e53f-48af-8336-b28da0d5395c admin admin] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:51.716074 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-76f52d53-e53f-48af-8336-b28da0d5395c admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6990585 Mar 22 11:17:51.719231 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 45762) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:17:51.724321 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-2f38794c-b93a-43ec-9f3d-f220c00d0e78 admin admin] Request body: {'subnet': {'network_id': 'ab9c8615-8cdf-4d97-86d4-7277b1bca36d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1043928516-subnet', 'tenant_id': '4ef59ef056d9426084831ed36be00a9f', 'ip_version': 4}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:17:51.745292 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f38794c-b93a-43ec-9f3d-f220c00d0e78 admin admin] Made reservation on behalf of 4ef59ef056d9426084831ed36be00a9f for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:17:51.748046 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2f38794c-b93a-43ec-9f3d-f220c00d0e78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:51.749567 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f52d53-e53f-48af-8336-b28da0d5395c admin admin] Pushing event updated for resources: {'Network': ['ID=ab9c8615-8cdf-4d97-86d4-7277b1bca36d,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:51.759592 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network ab9c8615-8cdf-4d97-86d4-7277b1bca36d details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 11:17:51.916077 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2f38794c-b93a-43ec-9f3d-f220c00d0e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:52.308200 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f38794c-b93a-43ec-9f3d-f220c00d0e78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f54ec03-b129-432b-bd40-b216d647eb2b,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:52.315826 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f38794c-b93a-43ec-9f3d-f220c00d0e78 admin admin] Checking segment: {'id': 'a2f01bc1-c15f-42da-9f84-53530a207b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ab9c8615-8cdf-4d97-86d4-7277b1bca36d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:17:52.316186 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f38794c-b93a-43ec-9f3d-f220c00d0e78 admin admin] Network hostable DHCP agents. Network: ab9c8615-8cdf-4d97-86d4-7277b1bca36d, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:17:52.336313 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f38794c-b93a-43ec-9f3d-f220c00d0e78 admin admin] Network ab9c8615-8cdf-4d97-86d4-7277b1bca36d is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:17:52.348588 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-2f38794c-b93a-43ec-9f3d-f220c00d0e78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, ab9c8615-8cdf-4d97-86d4-7277b1bca36d) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:17:52.352604 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f38794c-b93a-43ec-9f3d-f220c00d0e78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:17:52.353186 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2f38794c-b93a-43ec-9f3d-f220c00d0e78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:52.366245 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d31ad4e-cc8e-404c-b83d-d72f05c22e1a None None] Network ab9c8615-8cdf-4d97-86d4-7277b1bca36d requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:17:52.369656 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2f38794c-b93a-43ec-9f3d-f220c00d0e78 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6492510 Mar 22 11:17:52.372492 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 45764) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:17:52.377437 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-b3320755-e501-47cd-8b26-8b599ca21755 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1043928516-router', 'tenant_id': '4ef59ef056d9426084831ed36be00a9f', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:17:52.396872 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b3320755-e501-47cd-8b26-8b599ca21755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:52.397883 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b3320755-e501-47cd-8b26-8b599ca21755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:52.447795 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b3320755-e501-47cd-8b26-8b599ca21755 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:52.518496 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4766f417-1dbf-4f79-a03d-25c75f2ca140 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-ab9c8615-8cdf-4d97-86d4-7277b1bca36d', 'network_id': 'ab9c8615-8cdf-4d97-86d4-7277b1bca36d', 'tenant_id': '4ef59ef056d9426084831ed36be00a9f', 'fixed_ips': [{'subnet_id': '7f54ec03-b129-432b-bd40-b216d647eb2b'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 11:17:52.519724 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4766f417-1dbf-4f79-a03d-25c75f2ca140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:52.593967 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b3320755-e501-47cd-8b26-8b599ca21755 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:52.658886 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-4766f417-1dbf-4f79-a03d-25c75f2ca140 None None] Allocated IP 172.20.0.2 (ab9c8615-8cdf-4d97-86d4-7277b1bca36d/7f54ec03-b129-432b-bd40-b216d647eb2b/514198db-e4da-4410-aa4a-b10398968a22) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:17:52.788687 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b3320755-e501-47cd-8b26-8b599ca21755 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:52.800629 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4766f417-1dbf-4f79-a03d-25c75f2ca140 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:52.807219 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4766f417-1dbf-4f79-a03d-25c75f2ca140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:52.812133 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b3320755-e501-47cd-8b26-8b599ca21755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:52.845473 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4766f417-1dbf-4f79-a03d-25c75f2ca140 None None] Network ab9c8615-8cdf-4d97-86d4-7277b1bca36d is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:17:52.849587 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-4766f417-1dbf-4f79-a03d-25c75f2ca140 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:17:52.853314 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4766f417-1dbf-4f79-a03d-25c75f2ca140 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:17:52.860209 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4766f417-1dbf-4f79-a03d-25c75f2ca140 None None] Pushing event updated for resources: {'Port': ['ID=514198db-e4da-4410-aa4a-b10398968a22,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:52.912774 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-4766f417-1dbf-4f79-a03d-25c75f2ca140 None None] Attempting to bind port 514198db-e4da-4410-aa4a-b10398968a22 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:17:52.913170 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-4766f417-1dbf-4f79-a03d-25c75f2ca140 None None] Attempting to bind port 514198db-e4da-4410-aa4a-b10398968a22 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': 'a2f01bc1-c15f-42da-9f84-53530a207b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ab9c8615-8cdf-4d97-86d4-7277b1bca36d'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:17:52.913528 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4766f417-1dbf-4f79-a03d-25c75f2ca140 None None] Attempting to bind port 514198db-e4da-4410-aa4a-b10398968a22 on network ab9c8615-8cdf-4d97-86d4-7277b1bca36d {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:17:52.918575 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4766f417-1dbf-4f79-a03d-25c75f2ca140 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:17:52.918938 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4766f417-1dbf-4f79-a03d-25c75f2ca140 None None] Checking segment: {'id': 'a2f01bc1-c15f-42da-9f84-53530a207b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ab9c8615-8cdf-4d97-86d4-7277b1bca36d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:17:52.919332 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4766f417-1dbf-4f79-a03d-25c75f2ca140 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:52.919518 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-b3320755-e501-47cd-8b26-8b599ca21755 admin admin] Allocated IP 172.26.7.80 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/7367e7bd-a8d7-4238-bc86-c544b0a8306c) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:17:52.919803 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4766f417-1dbf-4f79-a03d-25c75f2ca140 None None] Bound using segment: {'id': 'a2f01bc1-c15f-42da-9f84-53530a207b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ab9c8615-8cdf-4d97-86d4-7277b1bca36d'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:17:52.920266 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-4766f417-1dbf-4f79-a03d-25c75f2ca140 None None] Bound port: 514198db-e4da-4410-aa4a-b10398968a22, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2f01bc1-c15f-42da-9f84-53530a207b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ab9c8615-8cdf-4d97-86d4-7277b1bca36d'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:17:52.920670 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4766f417-1dbf-4f79-a03d-25c75f2ca140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:52.987049 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-4766f417-1dbf-4f79-a03d-25c75f2ca140 None None] For port 514198db-e4da-4410-aa4a-b10398968a22, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:17:52.990835 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-4766f417-1dbf-4f79-a03d-25c75f2ca140 None None] For port 514198db-e4da-4410-aa4a-b10398968a22, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=514198db-e4da-4410-aa4a-b10398968a22,segment=NetworkSegment(a2f01bc1-c15f-42da-9f84-53530a207b1c),segment_id=a2f01bc1-c15f-42da-9f84-53530a207b1c)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:17:52.996300 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4766f417-1dbf-4f79-a03d-25c75f2ca140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:53.025275 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b3320755-e501-47cd-8b26-8b599ca21755 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:53.054892 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4766f417-1dbf-4f79-a03d-25c75f2ca140 None None] Pushing event updated for resources: {'Port': ['ID=514198db-e4da-4410-aa4a-b10398968a22,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:53.061549 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b3320755-e501-47cd-8b26-8b599ca21755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:53.100904 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3320755-e501-47cd-8b26-8b599ca21755 admin admin] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:17:53.103905 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-b3320755-e501-47cd-8b26-8b599ca21755 admin admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:17:53.107911 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3320755-e501-47cd-8b26-8b599ca21755 admin admin] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:17:53.137298 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3320755-e501-47cd-8b26-8b599ca21755 admin admin] Pushing event updated for resources: {'Port': ['ID=7367e7bd-a8d7-4238-bc86-c544b0a8306c,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:53.378138 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b3320755-e501-47cd-8b26-8b599ca21755 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:53.574064 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b3320755-e501-47cd-8b26-8b599ca21755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:53.642564 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 514198db-e4da-4410-aa4a-b10398968a22 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:17:53.694979 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 514198db-e4da-4410-aa4a-b10398968a22 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:17:53.695384 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:53.707115 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3320755-e501-47cd-8b26-8b599ca21755 admin admin] Router 4d157779-1bb2-4096-9815-a25a0137fd3c is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 11:17:53.782927 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:53.823849 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port 514198db-e4da-4410-aa4a-b10398968a22, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=514198db-e4da-4410-aa4a-b10398968a22,segment=NetworkSegment(a2f01bc1-c15f-42da-9f84-53530a207b1c),segment_id=a2f01bc1-c15f-42da-9f84-53530a207b1c)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:17:53.828547 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3320755-e501-47cd-8b26-8b599ca21755 admin admin] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:17:53.829449 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:53.852606 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b3320755-e501-47cd-8b26-8b599ca21755 admin admin] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:53.858144 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b3320755-e501-47cd-8b26-8b599ca21755 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4844303 Mar 22 11:17:53.858423 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 45766) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:17:53.862270 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4f75e6-0933-4d54-aaf0-4716c3253322 None None] Sync routers for ids ['4d157779-1bb2-4096-9815-a25a0137fd3c'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:17:53.885040 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4f75e6-0933-4d54-aaf0-4716c3253322 None None] Routers {'4d157779-1bb2-4096-9815-a25a0137fd3c'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:17:53.885638 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-ac4f75e6-0933-4d54-aaf0-4716c3253322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:17:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['4d157779-1bb2-4096-9815-a25a0137fd3c'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:17:53.936001 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=514198db-e4da-4410-aa4a-b10398968a22,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:54.016346 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-ac4f75e6-0933-4d54-aaf0-4716c3253322 None None] Set router 4d157779-1bb2-4096-9815-a25a0137fd3c gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:17:54.046441 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704d4caf-5267-44ed-b6a2-88e9b0b2a1fe None None] Network ab9c8615-8cdf-4d97-86d4-7277b1bca36d requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:17:54.184413 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-808d5945-b3ff-402c-87dd-3db774948eb1 None None] Provisioning complete for port 514198db-e4da-4410-aa4a-b10398968a22 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:17:54.184784 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-808d5945-b3ff-402c-87dd-3db774948eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:54.291414 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ac7a1dd9-0cc8-46c9-bb22-a1d3d3f04497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:54.397943 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-ac4f75e6-0933-4d54-aaf0-4716c3253322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d157779-1bb2-4096-9815-a25a0137fd3c', 'name': 'tempest-TestEncryptedCinderVolumes-1043928516-router', 'tenant_id': '4ef59ef056d9426084831ed36be00a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.80'}], 'enable_snat': True}, 'gw_port_id': '7367e7bd-a8d7-4238-bc86-c544b0a8306c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:17:52Z', 'updated_at': '2022-03-22T11:17:53Z', 'revision_number': 3, 'project_id': '4ef59ef056d9426084831ed36be00a9f', 'gw_port': {'id': '7367e7bd-a8d7-4238-bc86-c544b0a8306c', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:07:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d157779-1bb2-4096-9815-a25a0137fd3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:17:52Z', 'updated_at': '2022-03-22T11:17:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:17:54.428257 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4f75e6-0933-4d54-aaf0-4716c3253322 None None] Checking router: 4d157779-1bb2-4096-9815-a25a0137fd3c for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:17:54.428606 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4f75e6-0933-4d54-aaf0-4716c3253322 None None] Updating router 4d157779-1bb2-4096-9815-a25a0137fd3c port 7367e7bd-a8d7-4238-bc86-c544b0a8306c binding host dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:17:54.453111 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-ac7a1dd9-0cc8-46c9-bb22-a1d3d3f04497 admin admin] Allocated IP 172.20.0.1 (ab9c8615-8cdf-4d97-86d4-7277b1bca36d/7f54ec03-b129-432b-bd40-b216d647eb2b/78dbeffb-6fdf-4221-b2f0-9308c8396720) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:17:54.454445 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ac4f75e6-0933-4d54-aaf0-4716c3253322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:54.570007 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ac7a1dd9-0cc8-46c9-bb22-a1d3d3f04497 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:54.603791 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ac7a1dd9-0cc8-46c9-bb22-a1d3d3f04497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:54.638058 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-79e3041e-6415-4a39-98d5-2175fd6841b2 None None] Provisioning complete for port 514198db-e4da-4410-aa4a-b10398968a22 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:17:54.638494 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-79e3041e-6415-4a39-98d5-2175fd6841b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:54.642649 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7a1dd9-0cc8-46c9-bb22-a1d3d3f04497 admin admin] Network ab9c8615-8cdf-4d97-86d4-7277b1bca36d is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:17:54.646739 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-ac7a1dd9-0cc8-46c9-bb22-a1d3d3f04497 admin admin] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:17:54.650157 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7a1dd9-0cc8-46c9-bb22-a1d3d3f04497 admin admin] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:17:54.672447 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7a1dd9-0cc8-46c9-bb22-a1d3d3f04497 admin admin] Pushing event updated for resources: {'Port': ['ID=78dbeffb-6fdf-4221-b2f0-9308c8396720,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:54.687451 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7a1dd9-0cc8-46c9-bb22-a1d3d3f04497 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:17:54.687833 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7a1dd9-0cc8-46c9-bb22-a1d3d3f04497 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:17:54.688169 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7a1dd9-0cc8-46c9-bb22-a1d3d3f04497 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:17:54.688489 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7a1dd9-0cc8-46c9-bb22-a1d3d3f04497 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:17:54.688811 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7a1dd9-0cc8-46c9-bb22-a1d3d3f04497 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:17:54.689134 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7a1dd9-0cc8-46c9-bb22-a1d3d3f04497 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:17:54.689457 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7a1dd9-0cc8-46c9-bb22-a1d3d3f04497 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:17:54.689779 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7a1dd9-0cc8-46c9-bb22-a1d3d3f04497 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:17:54.690097 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7a1dd9-0cc8-46c9-bb22-a1d3d3f04497 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:17:54.690413 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7a1dd9-0cc8-46c9-bb22-a1d3d3f04497 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:17:54.690958 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7a1dd9-0cc8-46c9-bb22-a1d3d3f04497 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:17:54.691094 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7a1dd9-0cc8-46c9-bb22-a1d3d3f04497 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:17:54.702408 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ac7a1dd9-0cc8-46c9-bb22-a1d3d3f04497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684270'] for router_interface, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:54.784609 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ac4f75e6-0933-4d54-aaf0-4716c3253322 None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:54.793246 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ac4f75e6-0933-4d54-aaf0-4716c3253322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:54.841256 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ac7a1dd9-0cc8-46c9-bb22-a1d3d3f04497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:54.847469 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-ac4f75e6-0933-4d54-aaf0-4716c3253322 None None] Attempting to bind port 7367e7bd-a8d7-4238-bc86-c544b0a8306c on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:17:54.848021 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-ac4f75e6-0933-4d54-aaf0-4716c3253322 None None] Attempting to bind port 7367e7bd-a8d7-4238-bc86-c544b0a8306c by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:17:54.848278 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4f75e6-0933-4d54-aaf0-4716c3253322 None None] Attempting to bind port 7367e7bd-a8d7-4238-bc86-c544b0a8306c on network a14ca783-6f82-4799-85a3-4cbe79c980a8 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:17:54.855295 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee56cfd5-f38e-4476-8b2e-b7ef89d60b4d None None] Pushing event updated for resources: {'Port': ['ID=7367e7bd-a8d7-4238-bc86-c544b0a8306c,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:54.858213 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4f75e6-0933-4d54-aaf0-4716c3253322 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:17:54.858633 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4f75e6-0933-4d54-aaf0-4716c3253322 None None] Checking segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:17:54.858977 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ac4f75e6-0933-4d54-aaf0-4716c3253322 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:54.859355 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4f75e6-0933-4d54-aaf0-4716c3253322 None None] Bound using segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:17:54.859858 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-ac4f75e6-0933-4d54-aaf0-4716c3253322 None None] Bound port: 7367e7bd-a8d7-4238-bc86-c544b0a8306c, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:17:54.860237 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ac4f75e6-0933-4d54-aaf0-4716c3253322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:55.018163 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ac7a1dd9-0cc8-46c9-bb22-a1d3d3f04497 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:55.024166 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ac7a1dd9-0cc8-46c9-bb22-a1d3d3f04497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:55.077025 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-ac4f75e6-0933-4d54-aaf0-4716c3253322 None None] For port 7367e7bd-a8d7-4238-bc86-c544b0a8306c, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:17:55.080395 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-ac4f75e6-0933-4d54-aaf0-4716c3253322 None None] For port 7367e7bd-a8d7-4238-bc86-c544b0a8306c, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=7367e7bd-a8d7-4238-bc86-c544b0a8306c,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:17:55.083525 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8cbc66bd-37e9-4b04-b074-a7c56a27da24 None None] Provisioning complete for port 78dbeffb-6fdf-4221-b2f0-9308c8396720 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:17:55.083925 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8cbc66bd-37e9-4b04-b074-a7c56a27da24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:55.087117 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ac4f75e6-0933-4d54-aaf0-4716c3253322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:55.098544 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7a1dd9-0cc8-46c9-bb22-a1d3d3f04497 admin admin] Pushing event updated for resources: {'Port': ['ID=78dbeffb-6fdf-4221-b2f0-9308c8396720,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:55.103339 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ac7a1dd9-0cc8-46c9-bb22-a1d3d3f04497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684306'] for router_interface, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:55.157272 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8cbc66bd-37e9-4b04-b074-a7c56a27da24 None None] Port 78dbeffb-6fdf-4221-b2f0-9308c8396720 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:17:55.172318 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4f75e6-0933-4d54-aaf0-4716c3253322 None None] Routers {'4d157779-1bb2-4096-9815-a25a0137fd3c'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:17:55.172934 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-ac4f75e6-0933-4d54-aaf0-4716c3253322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:17:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['4d157779-1bb2-4096-9815-a25a0137fd3c'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:17:55.174711 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee56cfd5-f38e-4476-8b2e-b7ef89d60b4d None None] Pushing event updated for resources: {'Port': ['ID=7367e7bd-a8d7-4238-bc86-c544b0a8306c,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:55.195777 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7a1dd9-0cc8-46c9-bb22-a1d3d3f04497 admin admin] Network ab9c8615-8cdf-4d97-86d4-7277b1bca36d is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:17:55.197141 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-ac7a1dd9-0cc8-46c9-bb22-a1d3d3f04497 admin admin] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:17:55.282010 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-ac4f75e6-0933-4d54-aaf0-4716c3253322 None None] Set router 4d157779-1bb2-4096-9815-a25a0137fd3c gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:17:55.316630 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac7a1dd9-0cc8-46c9-bb22-a1d3d3f04497 admin admin] Router 4d157779-1bb2-4096-9815-a25a0137fd3c has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:17:55.426461 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7a1dd9-0cc8-46c9-bb22-a1d3d3f04497 admin admin] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:17:55.431486 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-ac7a1dd9-0cc8-46c9-bb22-a1d3d3f04497 admin admin] 10.222.0.57 "PUT /v2.0/routers/4d157779-1bb2-4096-9815-a25a0137fd3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5705764 Mar 22 11:17:55.484886 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-1d9b8562-1013-4d37-8078-fda3c40dd4b9 None None] Provisioning complete for port 78dbeffb-6fdf-4221-b2f0-9308c8396720 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:17:55.485227 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-1d9b8562-1013-4d37-8078-fda3c40dd4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:55.523722 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-1d9b8562-1013-4d37-8078-fda3c40dd4b9 None None] Port 78dbeffb-6fdf-4221-b2f0-9308c8396720 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:17:55.529099 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-ac4f75e6-0933-4d54-aaf0-4716c3253322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d157779-1bb2-4096-9815-a25a0137fd3c', 'name': 'tempest-TestEncryptedCinderVolumes-1043928516-router', 'tenant_id': '4ef59ef056d9426084831ed36be00a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.80'}], 'enable_snat': True}, 'gw_port_id': '7367e7bd-a8d7-4238-bc86-c544b0a8306c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:17:52Z', 'updated_at': '2022-03-22T11:17:54Z', 'revision_number': 4, 'project_id': '4ef59ef056d9426084831ed36be00a9f', 'gw_port': {'id': '7367e7bd-a8d7-4238-bc86-c544b0a8306c', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:07:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d157779-1bb2-4096-9815-a25a0137fd3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:17:52Z', 'updated_at': '2022-03-22T11:17:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '78dbeffb-6fdf-4221-b2f0-9308c8396720', 'name': '', 'network_id': 'ab9c8615-8cdf-4d97-86d4-7277b1bca36d', 'tenant_id': '4ef59ef056d9426084831ed36be00a9f', 'mac_address': 'fa:16:3e:33:b3:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d157779-1bb2-4096-9815-a25a0137fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '7f54ec03-b129-432b-bd40-b216d647eb2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:17:54Z', 'updated_at': '2022-03-22T11:17:54Z', 'revision_number': 2, 'project_id': '4ef59ef056d9426084831ed36be00a9f', 'subnets': [{'id': '7f54ec03-b129-432b-bd40-b216d647eb2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:17:55.556149 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4f75e6-0933-4d54-aaf0-4716c3253322 None None] The sync data for ids ['4d157779-1bb2-4096-9815-a25a0137fd3c'] in dv-neutron-834599-1-hyperv is: [{'id': '4d157779-1bb2-4096-9815-a25a0137fd3c', 'name': 'tempest-TestEncryptedCinderVolumes-1043928516-router', 'tenant_id': '4ef59ef056d9426084831ed36be00a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.80'}], 'enable_snat': True}, 'gw_port_id': '7367e7bd-a8d7-4238-bc86-c544b0a8306c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:17:52Z', 'updated_at': '2022-03-22T11:17:54Z', 'revision_number': 4, 'project_id': '4ef59ef056d9426084831ed36be00a9f', 'gw_port': {'id': '7367e7bd-a8d7-4238-bc86-c544b0a8306c', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:07:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d157779-1bb2-4096-9815-a25a0137fd3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:17:52Z', 'updated_at': '2022-03-22T11:17:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '78dbeffb-6fdf-4221-b2f0-9308c8396720', 'name': '', 'network_id': 'ab9c8615-8cdf-4d97-86d4-7277b1bca36d', 'tenant_id': '4ef59ef056d9426084831ed36be00a9f', 'mac_address': 'fa:16:3e:33:b3:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d157779-1bb2-4096-9815-a25a0137fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '7f54ec03-b129-432b-bd40-b216d647eb2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:17:54Z', 'updated_at': '2022-03-22T11:17:54Z', 'revision_number': 2, 'project_id': '4ef59ef056d9426084831ed36be00a9f', 'subnets': [{'id': '7f54ec03-b129-432b-bd40-b216d647eb2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:17:55.631123 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 514198db-e4da-4410-aa4a-b10398968a22 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:17:55.684606 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 514198db-e4da-4410-aa4a-b10398968a22 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:17:55.685081 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:56.002657 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 45782) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:17:56.007694 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-cab7eed9-c250-4f00-8c33-f29f4e8c6518 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-250305391-network', 'tenant_id': '04624562dc554ad6b5323900ae5a8255'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:17:56.028716 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab7eed9-c250-4f00-8c33-f29f4e8c6518 admin admin] Made reservation on behalf of 04624562dc554ad6b5323900ae5a8255 for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:17:56.031560 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cab7eed9-c250-4f00-8c33-f29f4e8c6518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:56.040554 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cab7eed9-c250-4f00-8c33-f29f4e8c6518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:56.119298 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cab7eed9-c250-4f00-8c33-f29f4e8c6518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:56.124228 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cab7eed9-c250-4f00-8c33-f29f4e8c6518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:56.149784 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cab7eed9-c250-4f00-8c33-f29f4e8c6518 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:17:56.159910 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab7eed9-c250-4f00-8c33-f29f4e8c6518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=864777f0-ea2b-40c5-aad8-eeae4969253e,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:56.173462 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cab7eed9-c250-4f00-8c33-f29f4e8c6518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:56.173897 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-cab7eed9-c250-4f00-8c33-f29f4e8c6518 admin admin] Added segment ac2b775e-3981-4ba4-9f10-a129fc5d1cae of type vlan for network bdbc9f6d-543a-4949-8822-6eab9a6b7c11 Mar 22 11:17:56.227142 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cab7eed9-c250-4f00-8c33-f29f4e8c6518 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:56.256061 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cab7eed9-c250-4f00-8c33-f29f4e8c6518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:56.257053 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab7eed9-c250-4f00-8c33-f29f4e8c6518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:17:56.257628 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cab7eed9-c250-4f00-8c33-f29f4e8c6518 admin admin] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:56.302363 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-cab7eed9-c250-4f00-8c33-f29f4e8c6518 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2984340 Mar 22 11:17:56.305295 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 45784) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:17:56.311336 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-565ea7b4-84e5-44d6-a46e-b54d1c36fc44 admin admin] Request body: {'subnet': {'network_id': 'bdbc9f6d-543a-4949-8822-6eab9a6b7c11', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-250305391-subnet', 'tenant_id': '04624562dc554ad6b5323900ae5a8255', 'ip_version': 4}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:17:56.359210 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab7eed9-c250-4f00-8c33-f29f4e8c6518 admin admin] Pushing event updated for resources: {'Network': ['ID=bdbc9f6d-543a-4949-8822-6eab9a6b7c11,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:56.370654 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network bdbc9f6d-543a-4949-8822-6eab9a6b7c11 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 11:17:56.377270 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-565ea7b4-84e5-44d6-a46e-b54d1c36fc44 admin admin] Made reservation on behalf of 04624562dc554ad6b5323900ae5a8255 for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:17:56.380473 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-565ea7b4-84e5-44d6-a46e-b54d1c36fc44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:56.558351 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-565ea7b4-84e5-44d6-a46e-b54d1c36fc44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:56.612585 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ea7b4-84e5-44d6-a46e-b54d1c36fc44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbd5a377-12d3-4d67-a4f9-dba0b9debeef,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:56.624600 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565ea7b4-84e5-44d6-a46e-b54d1c36fc44 admin admin] Checking segment: {'id': 'ac2b775e-3981-4ba4-9f10-a129fc5d1cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'bdbc9f6d-543a-4949-8822-6eab9a6b7c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:17:56.624965 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565ea7b4-84e5-44d6-a46e-b54d1c36fc44 admin admin] Network hostable DHCP agents. Network: bdbc9f6d-543a-4949-8822-6eab9a6b7c11, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:17:56.642895 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565ea7b4-84e5-44d6-a46e-b54d1c36fc44 admin admin] Network bdbc9f6d-543a-4949-8822-6eab9a6b7c11 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:17:56.653143 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-565ea7b4-84e5-44d6-a46e-b54d1c36fc44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, bdbc9f6d-543a-4949-8822-6eab9a6b7c11) {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:17:56.658100 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565ea7b4-84e5-44d6-a46e-b54d1c36fc44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:17:56.658705 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-565ea7b4-84e5-44d6-a46e-b54d1c36fc44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:56.666272 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ff50b7-2932-4e50-834b-5cfcecf70290 None None] Network bdbc9f6d-543a-4949-8822-6eab9a6b7c11 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:17:56.678868 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-565ea7b4-84e5-44d6-a46e-b54d1c36fc44 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3723452 Mar 22 11:17:56.681910 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 45786) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:17:56.686875 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-a62ca3be-9e57-4a8e-a409-4275e9dcb190 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-250305391-router', 'tenant_id': '04624562dc554ad6b5323900ae5a8255', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:17:56.712727 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a62ca3be-9e57-4a8e-a409-4275e9dcb190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:56.714131 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a62ca3be-9e57-4a8e-a409-4275e9dcb190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:56.769292 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a62ca3be-9e57-4a8e-a409-4275e9dcb190 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:56.837814 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27af8243-4db5-4018-aa90-def0ef30ac5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-bdbc9f6d-543a-4949-8822-6eab9a6b7c11', 'network_id': 'bdbc9f6d-543a-4949-8822-6eab9a6b7c11', 'tenant_id': '04624562dc554ad6b5323900ae5a8255', 'fixed_ips': [{'subnet_id': 'cbd5a377-12d3-4d67-a4f9-dba0b9debeef'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 11:17:56.839007 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-27af8243-4db5-4018-aa90-def0ef30ac5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:56.911896 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a62ca3be-9e57-4a8e-a409-4275e9dcb190 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:56.995545 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-27af8243-4db5-4018-aa90-def0ef30ac5d None None] Allocated IP 172.20.0.2 (bdbc9f6d-543a-4949-8822-6eab9a6b7c11/cbd5a377-12d3-4d67-a4f9-dba0b9debeef/4980aae6-4a71-43e7-b5d8-ad8db14adb73) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:17:57.151125 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a62ca3be-9e57-4a8e-a409-4275e9dcb190 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:57.174605 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a62ca3be-9e57-4a8e-a409-4275e9dcb190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:57.177301 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-27af8243-4db5-4018-aa90-def0ef30ac5d None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:57.184474 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-27af8243-4db5-4018-aa90-def0ef30ac5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:57.232322 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27af8243-4db5-4018-aa90-def0ef30ac5d None None] Network bdbc9f6d-543a-4949-8822-6eab9a6b7c11 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:17:57.236974 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-27af8243-4db5-4018-aa90-def0ef30ac5d None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:17:57.241893 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27af8243-4db5-4018-aa90-def0ef30ac5d None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:17:57.280403 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-a62ca3be-9e57-4a8e-a409-4275e9dcb190 admin admin] Allocated IP 172.26.7.235 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/3abc79f7-e4c6-4f1e-bfae-2ac94f1e9a43) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:17:57.287092 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27af8243-4db5-4018-aa90-def0ef30ac5d None None] Pushing event updated for resources: {'Port': ['ID=4980aae6-4a71-43e7-b5d8-ad8db14adb73,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:57.329016 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-27af8243-4db5-4018-aa90-def0ef30ac5d None None] Attempting to bind port 4980aae6-4a71-43e7-b5d8-ad8db14adb73 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:17:57.329497 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-27af8243-4db5-4018-aa90-def0ef30ac5d None None] Attempting to bind port 4980aae6-4a71-43e7-b5d8-ad8db14adb73 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': 'ac2b775e-3981-4ba4-9f10-a129fc5d1cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'bdbc9f6d-543a-4949-8822-6eab9a6b7c11'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:17:57.329969 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27af8243-4db5-4018-aa90-def0ef30ac5d None None] Attempting to bind port 4980aae6-4a71-43e7-b5d8-ad8db14adb73 on network bdbc9f6d-543a-4949-8822-6eab9a6b7c11 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:17:57.336650 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27af8243-4db5-4018-aa90-def0ef30ac5d None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:17:57.337129 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27af8243-4db5-4018-aa90-def0ef30ac5d None None] Checking segment: {'id': 'ac2b775e-3981-4ba4-9f10-a129fc5d1cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'bdbc9f6d-543a-4949-8822-6eab9a6b7c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:17:57.337660 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-27af8243-4db5-4018-aa90-def0ef30ac5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:57.338170 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27af8243-4db5-4018-aa90-def0ef30ac5d None None] Bound using segment: {'id': 'ac2b775e-3981-4ba4-9f10-a129fc5d1cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'bdbc9f6d-543a-4949-8822-6eab9a6b7c11'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:17:57.338784 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-27af8243-4db5-4018-aa90-def0ef30ac5d None None] Bound port: 4980aae6-4a71-43e7-b5d8-ad8db14adb73, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac2b775e-3981-4ba4-9f10-a129fc5d1cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'bdbc9f6d-543a-4949-8822-6eab9a6b7c11'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:17:57.339287 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-27af8243-4db5-4018-aa90-def0ef30ac5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:57.397133 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a62ca3be-9e57-4a8e-a409-4275e9dcb190 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:57.410567 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-27af8243-4db5-4018-aa90-def0ef30ac5d None None] For port 4980aae6-4a71-43e7-b5d8-ad8db14adb73, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:17:57.414121 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-27af8243-4db5-4018-aa90-def0ef30ac5d None None] For port 4980aae6-4a71-43e7-b5d8-ad8db14adb73, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=4980aae6-4a71-43e7-b5d8-ad8db14adb73,segment=NetworkSegment(ac2b775e-3981-4ba4-9f10-a129fc5d1cae),segment_id=ac2b775e-3981-4ba4-9f10-a129fc5d1cae)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:17:57.419269 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-27af8243-4db5-4018-aa90-def0ef30ac5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:57.436115 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a62ca3be-9e57-4a8e-a409-4275e9dcb190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:57.481455 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62ca3be-9e57-4a8e-a409-4275e9dcb190 admin admin] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:17:57.484526 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-a62ca3be-9e57-4a8e-a409-4275e9dcb190 admin admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:17:57.487126 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62ca3be-9e57-4a8e-a409-4275e9dcb190 admin admin] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:17:57.491946 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ca3be-9e57-4a8e-a409-4275e9dcb190 admin admin] Pushing event updated for resources: {'Port': ['ID=3abc79f7-e4c6-4f1e-bfae-2ac94f1e9a43,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:57.502423 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27af8243-4db5-4018-aa90-def0ef30ac5d None None] Pushing event updated for resources: {'Port': ['ID=4980aae6-4a71-43e7-b5d8-ad8db14adb73,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:57.620298 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f60773-c522-4532-9c0d-5399d51d25f3 None None] Sync routers for ids ['4d157779-1bb2-4096-9815-a25a0137fd3c'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:17:57.639068 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f60773-c522-4532-9c0d-5399d51d25f3 None None] Routers {'4d157779-1bb2-4096-9815-a25a0137fd3c'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:17:57.640177 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-e1f60773-c522-4532-9c0d-5399d51d25f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:17:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['4d157779-1bb2-4096-9815-a25a0137fd3c'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:17:57.675773 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 7367e7bd-a8d7-4238-bc86-c544b0a8306c up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:17:57.763665 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 7367e7bd-a8d7-4238-bc86-c544b0a8306c triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:17:57.764332 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:57.784744 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-e1f60773-c522-4532-9c0d-5399d51d25f3 None None] Set router 4d157779-1bb2-4096-9815-a25a0137fd3c gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:17:57.798738 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a62ca3be-9e57-4a8e-a409-4275e9dcb190 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:57.848325 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:57.877149 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port 7367e7bd-a8d7-4238-bc86-c544b0a8306c, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=7367e7bd-a8d7-4238-bc86-c544b0a8306c,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:17:57.887063 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:57.939821 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=7367e7bd-a8d7-4238-bc86-c544b0a8306c,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:58.028191 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a62ca3be-9e57-4a8e-a409-4275e9dcb190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:58.048266 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-e1f60773-c522-4532-9c0d-5399d51d25f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d157779-1bb2-4096-9815-a25a0137fd3c', 'name': 'tempest-TestEncryptedCinderVolumes-1043928516-router', 'tenant_id': '4ef59ef056d9426084831ed36be00a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.80'}], 'enable_snat': True}, 'gw_port_id': '7367e7bd-a8d7-4238-bc86-c544b0a8306c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:17:52Z', 'updated_at': '2022-03-22T11:17:54Z', 'revision_number': 4, 'project_id': '4ef59ef056d9426084831ed36be00a9f', 'gw_port': {'id': '7367e7bd-a8d7-4238-bc86-c544b0a8306c', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:07:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d157779-1bb2-4096-9815-a25a0137fd3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:17:52Z', 'updated_at': '2022-03-22T11:17:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '78dbeffb-6fdf-4221-b2f0-9308c8396720', 'name': '', 'network_id': 'ab9c8615-8cdf-4d97-86d4-7277b1bca36d', 'tenant_id': '4ef59ef056d9426084831ed36be00a9f', 'mac_address': 'fa:16:3e:33:b3:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d157779-1bb2-4096-9815-a25a0137fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '7f54ec03-b129-432b-bd40-b216d647eb2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:17:54Z', 'updated_at': '2022-03-22T11:17:54Z', 'revision_number': 2, 'project_id': '4ef59ef056d9426084831ed36be00a9f', 'subnets': [{'id': '7f54ec03-b129-432b-bd40-b216d647eb2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:17:58.077614 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f60773-c522-4532-9c0d-5399d51d25f3 None None] Checking router: 4d157779-1bb2-4096-9815-a25a0137fd3c for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:17:58.077958 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f60773-c522-4532-9c0d-5399d51d25f3 None None] Updating router 4d157779-1bb2-4096-9815-a25a0137fd3c port 78dbeffb-6fdf-4221-b2f0-9308c8396720 binding host dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:17:58.102514 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-e1f60773-c522-4532-9c0d-5399d51d25f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:58.158560 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a62ca3be-9e57-4a8e-a409-4275e9dcb190 admin admin] Router 20cce498-ecd3-48f8-be2d-3472fed88f82 is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 11:17:58.209535 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:17:58.397759 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-e1f60773-c522-4532-9c0d-5399d51d25f3 None None] Notify callbacks [] for port, precommit_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:58.405869 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-e1f60773-c522-4532-9c0d-5399d51d25f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:58.459075 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a6b604-67bb-4f33-9699-ad88dc89934c None None] Pushing event updated for resources: {'Port': ['ID=78dbeffb-6fdf-4221-b2f0-9308c8396720,revision_number=3']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:58.485136 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6b604-67bb-4f33-9699-ad88dc89934c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:17:58.485507 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6b604-67bb-4f33-9699-ad88dc89934c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:17:58.485808 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6b604-67bb-4f33-9699-ad88dc89934c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:17:58.486139 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6b604-67bb-4f33-9699-ad88dc89934c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:17:58.486466 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6b604-67bb-4f33-9699-ad88dc89934c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:17:58.486792 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6b604-67bb-4f33-9699-ad88dc89934c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:17:58.487111 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6b604-67bb-4f33-9699-ad88dc89934c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:17:58.487513 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6b604-67bb-4f33-9699-ad88dc89934c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:17:58.487836 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6b604-67bb-4f33-9699-ad88dc89934c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:17:58.488157 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6b604-67bb-4f33-9699-ad88dc89934c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:17:58.488476 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6b604-67bb-4f33-9699-ad88dc89934c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:17:58.488790 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6b604-67bb-4f33-9699-ad88dc89934c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:17:58.534327 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-e1f60773-c522-4532-9c0d-5399d51d25f3 None None] Attempting to bind port 78dbeffb-6fdf-4221-b2f0-9308c8396720 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:17:58.534849 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-e1f60773-c522-4532-9c0d-5399d51d25f3 None None] Attempting to bind port 78dbeffb-6fdf-4221-b2f0-9308c8396720 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': 'a2f01bc1-c15f-42da-9f84-53530a207b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ab9c8615-8cdf-4d97-86d4-7277b1bca36d'}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:17:58.535349 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f60773-c522-4532-9c0d-5399d51d25f3 None None] Attempting to bind port 78dbeffb-6fdf-4221-b2f0-9308c8396720 on network ab9c8615-8cdf-4d97-86d4-7277b1bca36d {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:17:58.541944 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f60773-c522-4532-9c0d-5399d51d25f3 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:17:58.542415 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f60773-c522-4532-9c0d-5399d51d25f3 None None] Checking segment: {'id': 'a2f01bc1-c15f-42da-9f84-53530a207b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ab9c8615-8cdf-4d97-86d4-7277b1bca36d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:17:58.542891 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-e1f60773-c522-4532-9c0d-5399d51d25f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:58.543417 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f60773-c522-4532-9c0d-5399d51d25f3 None None] Bound using segment: {'id': 'a2f01bc1-c15f-42da-9f84-53530a207b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ab9c8615-8cdf-4d97-86d4-7277b1bca36d'} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:17:58.543982 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-e1f60773-c522-4532-9c0d-5399d51d25f3 None None] Bound port: 78dbeffb-6fdf-4221-b2f0-9308c8396720, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2f01bc1-c15f-42da-9f84-53530a207b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ab9c8615-8cdf-4d97-86d4-7277b1bca36d'}}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:17:58.544430 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-e1f60773-c522-4532-9c0d-5399d51d25f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:58.622754 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-e1f60773-c522-4532-9c0d-5399d51d25f3 None None] For port 78dbeffb-6fdf-4221-b2f0-9308c8396720, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:17:58.628185 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-e1f60773-c522-4532-9c0d-5399d51d25f3 None None] For port 78dbeffb-6fdf-4221-b2f0-9308c8396720, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=78dbeffb-6fdf-4221-b2f0-9308c8396720,segment=NetworkSegment(a2f01bc1-c15f-42da-9f84-53530a207b1c),segment_id=a2f01bc1-c15f-42da-9f84-53530a207b1c)] {{(pid=109052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:17:58.635059 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-e1f60773-c522-4532-9c0d-5399d51d25f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:58.658568 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62ca3be-9e57-4a8e-a409-4275e9dcb190 admin admin] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:17:58.668022 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058c2603-7916-4d02-8e3f-df0228e42bb5 None None] Network bdbc9f6d-543a-4949-8822-6eab9a6b7c11 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:17:58.680273 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a62ca3be-9e57-4a8e-a409-4275e9dcb190 admin admin] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:58.685892 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a62ca3be-9e57-4a8e-a409-4275e9dcb190 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0028722 Mar 22 11:17:58.686030 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 45788) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:17:58.695565 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f60773-c522-4532-9c0d-5399d51d25f3 None None] Routers {'4d157779-1bb2-4096-9815-a25a0137fd3c'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:17:58.696173 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-e1f60773-c522-4532-9c0d-5399d51d25f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:17:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['4d157779-1bb2-4096-9815-a25a0137fd3c'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:17:58.701275 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a93a97a-f513-4388-828a-86821f70847d None None] Sync routers for ids ['20cce498-ecd3-48f8-be2d-3472fed88f82'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:17:58.740512 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a93a97a-f513-4388-828a-86821f70847d None None] Routers {'20cce498-ecd3-48f8-be2d-3472fed88f82'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:17:58.742030 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-4a93a97a-f513-4388-828a-86821f70847d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:17:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['20cce498-ecd3-48f8-be2d-3472fed88f82'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:17:58.750639 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a6b604-67bb-4f33-9699-ad88dc89934c None None] Pushing event updated for resources: {'Port': ['ID=78dbeffb-6fdf-4221-b2f0-9308c8396720,revision_number=4']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:58.835004 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-e1f60773-c522-4532-9c0d-5399d51d25f3 None None] Set router 4d157779-1bb2-4096-9815-a25a0137fd3c gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:17:58.837159 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-87f6f46b-f789-4cd6-98bb-46d7c5422b1b None None] Provisioning complete for port 4980aae6-4a71-43e7-b5d8-ad8db14adb73 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:17:58.837541 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-87f6f46b-f789-4cd6-98bb-46d7c5422b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:58.972964 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-4a93a97a-f513-4388-828a-86821f70847d None None] Set router 20cce498-ecd3-48f8-be2d-3472fed88f82 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:17:59.093612 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-e1f60773-c522-4532-9c0d-5399d51d25f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d157779-1bb2-4096-9815-a25a0137fd3c', 'name': 'tempest-TestEncryptedCinderVolumes-1043928516-router', 'tenant_id': '4ef59ef056d9426084831ed36be00a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.80'}], 'enable_snat': True}, 'gw_port_id': '7367e7bd-a8d7-4238-bc86-c544b0a8306c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:17:52Z', 'updated_at': '2022-03-22T11:17:54Z', 'revision_number': 4, 'project_id': '4ef59ef056d9426084831ed36be00a9f', 'gw_port': {'id': '7367e7bd-a8d7-4238-bc86-c544b0a8306c', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:07:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d157779-1bb2-4096-9815-a25a0137fd3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:17:52Z', 'updated_at': '2022-03-22T11:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '78dbeffb-6fdf-4221-b2f0-9308c8396720', 'name': '', 'network_id': 'ab9c8615-8cdf-4d97-86d4-7277b1bca36d', 'tenant_id': '4ef59ef056d9426084831ed36be00a9f', 'mac_address': 'fa:16:3e:33:b3:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d157779-1bb2-4096-9815-a25a0137fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '7f54ec03-b129-432b-bd40-b216d647eb2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:17:54Z', 'updated_at': '2022-03-22T11:17:58Z', 'revision_number': 4, 'project_id': '4ef59ef056d9426084831ed36be00a9f', 'subnets': [{'id': '7f54ec03-b129-432b-bd40-b216d647eb2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:17:59.125978 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f60773-c522-4532-9c0d-5399d51d25f3 None None] The sync data for ids ['4d157779-1bb2-4096-9815-a25a0137fd3c'] in dv-neutron-834599-1-hyperv is: [{'id': '4d157779-1bb2-4096-9815-a25a0137fd3c', 'name': 'tempest-TestEncryptedCinderVolumes-1043928516-router', 'tenant_id': '4ef59ef056d9426084831ed36be00a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.80'}], 'enable_snat': True}, 'gw_port_id': '7367e7bd-a8d7-4238-bc86-c544b0a8306c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:17:52Z', 'updated_at': '2022-03-22T11:17:54Z', 'revision_number': 4, 'project_id': '4ef59ef056d9426084831ed36be00a9f', 'gw_port': {'id': '7367e7bd-a8d7-4238-bc86-c544b0a8306c', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:07:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d157779-1bb2-4096-9815-a25a0137fd3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:17:52Z', 'updated_at': '2022-03-22T11:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '78dbeffb-6fdf-4221-b2f0-9308c8396720', 'name': '', 'network_id': 'ab9c8615-8cdf-4d97-86d4-7277b1bca36d', 'tenant_id': '4ef59ef056d9426084831ed36be00a9f', 'mac_address': 'fa:16:3e:33:b3:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d157779-1bb2-4096-9815-a25a0137fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '7f54ec03-b129-432b-bd40-b216d647eb2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:17:54Z', 'updated_at': '2022-03-22T11:17:58Z', 'revision_number': 4, 'project_id': '4ef59ef056d9426084831ed36be00a9f', 'subnets': [{'id': '7f54ec03-b129-432b-bd40-b216d647eb2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:17:59.160208 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-87f6f46b-f789-4cd6-98bb-46d7c5422b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:59.254508 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-15c6f260-1fc1-4250-8bb7-c93aa3eb3c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:59.427655 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-87f6f46b-f789-4cd6-98bb-46d7c5422b1b None None] For port 4980aae6-4a71-43e7-b5d8-ad8db14adb73, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=4980aae6-4a71-43e7-b5d8-ad8db14adb73,segment=NetworkSegment(ac2b775e-3981-4ba4-9f10-a129fc5d1cae),segment_id=ac2b775e-3981-4ba4-9f10-a129fc5d1cae)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:17:59.430653 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-87f6f46b-f789-4cd6-98bb-46d7c5422b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:59.437448 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-4a93a97a-f513-4388-828a-86821f70847d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20cce498-ecd3-48f8-be2d-3472fed88f82', 'name': 'tempest-TestEncryptedCinderVolumes-250305391-router', 'tenant_id': '04624562dc554ad6b5323900ae5a8255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.235'}], 'enable_snat': True}, 'gw_port_id': '3abc79f7-e4c6-4f1e-bfae-2ac94f1e9a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:17:56Z', 'updated_at': '2022-03-22T11:17:57Z', 'revision_number': 3, 'project_id': '04624562dc554ad6b5323900ae5a8255', 'gw_port': {'id': '3abc79f7-e4c6-4f1e-bfae-2ac94f1e9a43', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:dd:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20cce498-ecd3-48f8-be2d-3472fed88f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:17:57Z', 'updated_at': '2022-03-22T11:17:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:17:59.464485 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-15c6f260-1fc1-4250-8bb7-c93aa3eb3c3c admin admin] Allocated IP 172.20.0.1 (bdbc9f6d-543a-4949-8822-6eab9a6b7c11/cbd5a377-12d3-4d67-a4f9-dba0b9debeef/b664b163-2dfa-4644-93f0-b682bec4a8dc) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:17:59.488149 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a93a97a-f513-4388-828a-86821f70847d None None] Checking router: 20cce498-ecd3-48f8-be2d-3472fed88f82 for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:17:59.488570 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a93a97a-f513-4388-828a-86821f70847d None None] Updating router 20cce498-ecd3-48f8-be2d-3472fed88f82 port 3abc79f7-e4c6-4f1e-bfae-2ac94f1e9a43 binding host dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:17:59.526237 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4a93a97a-f513-4388-828a-86821f70847d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:59.569442 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f6f46b-f789-4cd6-98bb-46d7c5422b1b None None] Pushing event updated for resources: {'Port': ['ID=4980aae6-4a71-43e7-b5d8-ad8db14adb73,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:59.648196 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-15c6f260-1fc1-4250-8bb7-c93aa3eb3c3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:59.670978 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-ea115b1a-bc3b-4b73-abdc-2d858f40721c None None] Provisioning complete for port 78dbeffb-6fdf-4221-b2f0-9308c8396720 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:17:59.671590 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ea115b1a-bc3b-4b73-abdc-2d858f40721c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:59.691115 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-15c6f260-1fc1-4250-8bb7-c93aa3eb3c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:59.748161 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c6f260-1fc1-4250-8bb7-c93aa3eb3c3c admin admin] Network bdbc9f6d-543a-4949-8822-6eab9a6b7c11 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:17:59.755759 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-15c6f260-1fc1-4250-8bb7-c93aa3eb3c3c admin admin] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:17:59.770111 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c6f260-1fc1-4250-8bb7-c93aa3eb3c3c admin admin] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:17:59.820494 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c6f260-1fc1-4250-8bb7-c93aa3eb3c3c admin admin] Pushing event updated for resources: {'Port': ['ID=b664b163-2dfa-4644-93f0-b682bec4a8dc,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:17:59.837490 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-15c6f260-1fc1-4250-8bb7-c93aa3eb3c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684270'] for router_interface, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:17:59.868921 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 78dbeffb-6fdf-4221-b2f0-9308c8396720 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:17:59.885373 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ea115b1a-bc3b-4b73-abdc-2d858f40721c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:00.002359 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-15c6f260-1fc1-4250-8bb7-c93aa3eb3c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:00.040503 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-ea115b1a-bc3b-4b73-abdc-2d858f40721c None None] For port 78dbeffb-6fdf-4221-b2f0-9308c8396720, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=78dbeffb-6fdf-4221-b2f0-9308c8396720,segment=NetworkSegment(a2f01bc1-c15f-42da-9f84-53530a207b1c),segment_id=a2f01bc1-c15f-42da-9f84-53530a207b1c)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:18:00.049256 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ea115b1a-bc3b-4b73-abdc-2d858f40721c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:00.099212 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4a93a97a-f513-4388-828a-86821f70847d None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:00.111447 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4a93a97a-f513-4388-828a-86821f70847d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:00.115829 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 78dbeffb-6fdf-4221-b2f0-9308c8396720 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:18:00.116181 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:00.146968 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea115b1a-bc3b-4b73-abdc-2d858f40721c None None] Pushing event updated for resources: {'Port': ['ID=78dbeffb-6fdf-4221-b2f0-9308c8396720,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:18:00.200545 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-15c6f260-1fc1-4250-8bb7-c93aa3eb3c3c admin admin] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:00.205863 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-15c6f260-1fc1-4250-8bb7-c93aa3eb3c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:00.215827 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eae5af4-34e8-43bc-ba3f-9fa4760e8a36 None None] Pushing event updated for resources: {'Port': ['ID=3abc79f7-e4c6-4f1e-bfae-2ac94f1e9a43,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:18:00.218141 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-4a93a97a-f513-4388-828a-86821f70847d None None] Attempting to bind port 3abc79f7-e4c6-4f1e-bfae-2ac94f1e9a43 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:18:00.218508 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-4a93a97a-f513-4388-828a-86821f70847d None None] Attempting to bind port 3abc79f7-e4c6-4f1e-bfae-2ac94f1e9a43 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:18:00.218863 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a93a97a-f513-4388-828a-86821f70847d None None] Attempting to bind port 3abc79f7-e4c6-4f1e-bfae-2ac94f1e9a43 on network a14ca783-6f82-4799-85a3-4cbe79c980a8 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:18:00.229068 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-d84d9230-e57b-4f05-8642-8adc2051c297 None None] Provisioning complete for port b664b163-2dfa-4644-93f0-b682bec4a8dc triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:18:00.229439 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d84d9230-e57b-4f05-8642-8adc2051c297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:00.234514 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a93a97a-f513-4388-828a-86821f70847d None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:18:00.234885 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a93a97a-f513-4388-828a-86821f70847d None None] Checking segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:18:00.235272 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4a93a97a-f513-4388-828a-86821f70847d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:00.235680 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a93a97a-f513-4388-828a-86821f70847d None None] Bound using segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:18:00.236156 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-4a93a97a-f513-4388-828a-86821f70847d None None] Bound port: 3abc79f7-e4c6-4f1e-bfae-2ac94f1e9a43, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:18:00.236758 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4a93a97a-f513-4388-828a-86821f70847d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:00.275081 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-15c6f260-1fc1-4250-8bb7-c93aa3eb3c3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684306'] for router_interface, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:00.276819 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c6f260-1fc1-4250-8bb7-c93aa3eb3c3c admin admin] Pushing event updated for resources: {'Port': ['ID=b664b163-2dfa-4644-93f0-b682bec4a8dc,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:18:00.316427 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-d84d9230-e57b-4f05-8642-8adc2051c297 None None] Port b664b163-2dfa-4644-93f0-b682bec4a8dc cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:18:00.350236 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-4a93a97a-f513-4388-828a-86821f70847d None None] For port 3abc79f7-e4c6-4f1e-bfae-2ac94f1e9a43, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:18:00.354509 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-4a93a97a-f513-4388-828a-86821f70847d None None] For port 3abc79f7-e4c6-4f1e-bfae-2ac94f1e9a43, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=3abc79f7-e4c6-4f1e-bfae-2ac94f1e9a43,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:18:00.358318 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 7367e7bd-a8d7-4238-bc86-c544b0a8306c up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:18:00.362175 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4a93a97a-f513-4388-828a-86821f70847d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:00.370726 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c6f260-1fc1-4250-8bb7-c93aa3eb3c3c admin admin] Network bdbc9f6d-543a-4949-8822-6eab9a6b7c11 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:18:00.372167 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-15c6f260-1fc1-4250-8bb7-c93aa3eb3c3c admin admin] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:18:00.389845 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-d84d9230-e57b-4f05-8642-8adc2051c297 None None] Provisioning complete for port 4980aae6-4a71-43e7-b5d8-ad8db14adb73 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:18:00.390206 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d84d9230-e57b-4f05-8642-8adc2051c297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:00.489126 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eae5af4-34e8-43bc-ba3f-9fa4760e8a36 None None] Pushing event updated for resources: {'Port': ['ID=3abc79f7-e4c6-4f1e-bfae-2ac94f1e9a43,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:18:00.494490 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a93a97a-f513-4388-828a-86821f70847d None None] Routers {'20cce498-ecd3-48f8-be2d-3472fed88f82'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:18:00.495106 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-4a93a97a-f513-4388-828a-86821f70847d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:17:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['20cce498-ecd3-48f8-be2d-3472fed88f82'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:18:00.499332 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15c6f260-1fc1-4250-8bb7-c93aa3eb3c3c admin admin] Router 20cce498-ecd3-48f8-be2d-3472fed88f82 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:18:00.577304 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 7367e7bd-a8d7-4238-bc86-c544b0a8306c triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:18:00.577690 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:00.614527 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c6f260-1fc1-4250-8bb7-c93aa3eb3c3c admin admin] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:18:00.627235 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-15c6f260-1fc1-4250-8bb7-c93aa3eb3c3c admin admin] 10.222.0.57 "PUT /v2.0/routers/20cce498-ecd3-48f8-be2d-3472fed88f82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9332905 Mar 22 11:18:00.666614 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-4a93a97a-f513-4388-828a-86821f70847d None None] Set router 20cce498-ecd3-48f8-be2d-3472fed88f82 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:18:00.784731 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 4980aae6-4a71-43e7-b5d8-ad8db14adb73 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:18:00.862066 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-cb6723df-9b6c-48e4-a4a8-b217e372ce97 None None] Provisioning complete for port b664b163-2dfa-4644-93f0-b682bec4a8dc triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:18:00.862565 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-cb6723df-9b6c-48e4-a4a8-b217e372ce97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:00.929112 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-cb6723df-9b6c-48e4-a4a8-b217e372ce97 None None] Port b664b163-2dfa-4644-93f0-b682bec4a8dc cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:18:00.956822 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 4980aae6-4a71-43e7-b5d8-ad8db14adb73 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:18:00.957189 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:01.018777 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-4a93a97a-f513-4388-828a-86821f70847d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20cce498-ecd3-48f8-be2d-3472fed88f82', 'name': 'tempest-TestEncryptedCinderVolumes-250305391-router', 'tenant_id': '04624562dc554ad6b5323900ae5a8255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.235'}], 'enable_snat': True}, 'gw_port_id': '3abc79f7-e4c6-4f1e-bfae-2ac94f1e9a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:17:56Z', 'updated_at': '2022-03-22T11:17:59Z', 'revision_number': 4, 'project_id': '04624562dc554ad6b5323900ae5a8255', 'gw_port': {'id': '3abc79f7-e4c6-4f1e-bfae-2ac94f1e9a43', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:dd:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20cce498-ecd3-48f8-be2d-3472fed88f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:17:57Z', 'updated_at': '2022-03-22T11:18:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': 'b664b163-2dfa-4644-93f0-b682bec4a8dc', 'name': '', 'network_id': 'bdbc9f6d-543a-4949-8822-6eab9a6b7c11', 'tenant_id': '04624562dc554ad6b5323900ae5a8255', 'mac_address': 'fa:16:3e:ed:69:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20cce498-ecd3-48f8-be2d-3472fed88f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'cbd5a377-12d3-4d67-a4f9-dba0b9debeef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:17:59Z', 'updated_at': '2022-03-22T11:18:00Z', 'revision_number': 2, 'project_id': '04624562dc554ad6b5323900ae5a8255', 'subnets': [{'id': 'cbd5a377-12d3-4d67-a4f9-dba0b9debeef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:18:01.067263 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a93a97a-f513-4388-828a-86821f70847d None None] The sync data for ids ['20cce498-ecd3-48f8-be2d-3472fed88f82'] in dv-neutron-834599-1-hyperv is: [{'id': '20cce498-ecd3-48f8-be2d-3472fed88f82', 'name': 'tempest-TestEncryptedCinderVolumes-250305391-router', 'tenant_id': '04624562dc554ad6b5323900ae5a8255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.235'}], 'enable_snat': True}, 'gw_port_id': '3abc79f7-e4c6-4f1e-bfae-2ac94f1e9a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:17:56Z', 'updated_at': '2022-03-22T11:17:59Z', 'revision_number': 4, 'project_id': '04624562dc554ad6b5323900ae5a8255', 'gw_port': {'id': '3abc79f7-e4c6-4f1e-bfae-2ac94f1e9a43', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:dd:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20cce498-ecd3-48f8-be2d-3472fed88f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:17:57Z', 'updated_at': '2022-03-22T11:18:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': 'b664b163-2dfa-4644-93f0-b682bec4a8dc', 'name': '', 'network_id': 'bdbc9f6d-543a-4949-8822-6eab9a6b7c11', 'tenant_id': '04624562dc554ad6b5323900ae5a8255', 'mac_address': 'fa:16:3e:ed:69:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20cce498-ecd3-48f8-be2d-3472fed88f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'cbd5a377-12d3-4d67-a4f9-dba0b9debeef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:17:59Z', 'updated_at': '2022-03-22T11:18:00Z', 'revision_number': 2, 'project_id': '04624562dc554ad6b5323900ae5a8255', 'subnets': [{'id': 'cbd5a377-12d3-4d67-a4f9-dba0b9debeef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:18:01.562473 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53598b3f-5be9-4330-a0ab-9ef090d1b4f4 req-20107203-1f68-4835-9bec-ab87008a91eb tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:18:01.564004 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-53598b3f-5be9-4330-a0ab-9ef090d1b4f4 req-20107203-1f68-4835-9bec-ab87008a91eb tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] 10.222.0.57 "GET /v2.0/networks?id=ab9c8615-8cdf-4d97-86d4-7277b1bca36d HTTP/1.1" status: 200 len: 817 time: 0.1102436 Mar 22 11:18:01.580458 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-53598b3f-5be9-4330-a0ab-9ef090d1b4f4 req-805ca2a7-4768-4b86-90fa-f2ac6ab48283 tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] 10.222.0.57 "GET /v2.0/quotas/4ef59ef056d9426084831ed36be00a9f HTTP/1.1" status: 200 len: 375 time: 0.0100248 Mar 22 11:18:01.633022 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 78dbeffb-6fdf-4221-b2f0-9308c8396720 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:18:01.634317 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-53598b3f-5be9-4330-a0ab-9ef090d1b4f4 req-25dfc141-7b07-4090-93e7-3af255fc1c76 tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ef59ef056d9426084831ed36be00a9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479245 Mar 22 11:18:01.680267 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 78dbeffb-6fdf-4221-b2f0-9308c8396720 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:18:01.680634 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:01.732246 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-53598b3f-5be9-4330-a0ab-9ef090d1b4f4 req-09d037bd-0b60-4d61-b838-c673a21a8450 service neutron] 10.222.0.57 "GET /v2.0/networks/ab9c8615-8cdf-4d97-86d4-7277b1bca36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859094 Mar 22 11:18:01.821241 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-53598b3f-5be9-4330-a0ab-9ef090d1b4f4 req-3513b30f-b1f0-45cd-8950-f15a568508df service neutron] 10.222.0.57 "GET /v2.0/networks/ab9c8615-8cdf-4d97-86d4-7277b1bca36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826054 Mar 22 11:18:02.009810 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-53209eba-346b-4876-95d2-5507e85ae5b3 req-d801acba-c1ee-45c2-a7b3-e12dc639405f tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb81ac8f-448f-4217-be22-8a67158861ff HTTP/1.1" status: 200 len: 210 time: 0.0319824 Mar 22 11:18:02.982155 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53598b3f-5be9-4330-a0ab-9ef090d1b4f4 req-497abf69-2bd1-4f9a-aa62-55c4164f6f1e tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:18:02.983667 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-53598b3f-5be9-4330-a0ab-9ef090d1b4f4 req-497abf69-2bd1-4f9a-aa62-55c4164f6f1e tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] 10.222.0.35 "GET /v2.0/networks?id=ab9c8615-8cdf-4d97-86d4-7277b1bca36d HTTP/1.1" status: 200 len: 817 time: 0.1161525 Mar 22 11:18:02.996753 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-53598b3f-5be9-4330-a0ab-9ef090d1b4f4 req-e7b5652b-50e7-485d-982b-69fba44061af tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Request body: {'port': {'device_id': 'eb81ac8f-448f-4217-be22-8a67158861ff', 'network_id': 'ab9c8615-8cdf-4d97-86d4-7277b1bca36d', 'admin_state_up': True, 'tenant_id': '4ef59ef056d9426084831ed36be00a9f'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:18:03.249736 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c3760a-f207-4fc2-9605-ea1451685abd None None] Sync routers for ids ['20cce498-ecd3-48f8-be2d-3472fed88f82'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:18:03.260786 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c3760a-f207-4fc2-9605-ea1451685abd None None] Routers {'20cce498-ecd3-48f8-be2d-3472fed88f82'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:18:03.261398 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-c0c3760a-f207-4fc2-9605-ea1451685abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:17:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['20cce498-ecd3-48f8-be2d-3472fed88f82'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:18:03.367469 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-c0c3760a-f207-4fc2-9605-ea1451685abd None None] Set router 20cce498-ecd3-48f8-be2d-3472fed88f82 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:18:03.464292 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-64b463be-e7ea-4e5c-90fa-e90cfc5bc9b4 req-8efeaed1-e670-42d4-bf7d-ef058ca923b0 tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb81ac8f-448f-4217-be22-8a67158861ff HTTP/1.1" status: 200 len: 210 time: 0.3790634 Mar 22 11:18:03.486120 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53598b3f-5be9-4330-a0ab-9ef090d1b4f4 req-e7b5652b-50e7-485d-982b-69fba44061af tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Made reservation on behalf of 4ef59ef056d9426084831ed36be00a9f for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:18:03.490089 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-53598b3f-5be9-4330-a0ab-9ef090d1b4f4 req-e7b5652b-50e7-485d-982b-69fba44061af tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:03.622876 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [req-53598b3f-5be9-4330-a0ab-9ef090d1b4f4 req-e7b5652b-50e7-485d-982b-69fba44061af tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Allocated IP 172.20.0.6 (ab9c8615-8cdf-4d97-86d4-7277b1bca36d/7f54ec03-b129-432b-bd40-b216d647eb2b/a52e1b21-669d-4966-ab13-46fd795a50c2) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:18:03.656230 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-c0c3760a-f207-4fc2-9605-ea1451685abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20cce498-ecd3-48f8-be2d-3472fed88f82', 'name': 'tempest-TestEncryptedCinderVolumes-250305391-router', 'tenant_id': '04624562dc554ad6b5323900ae5a8255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.235'}], 'enable_snat': True}, 'gw_port_id': '3abc79f7-e4c6-4f1e-bfae-2ac94f1e9a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:17:56Z', 'updated_at': '2022-03-22T11:17:59Z', 'revision_number': 4, 'project_id': '04624562dc554ad6b5323900ae5a8255', 'gw_port': {'id': '3abc79f7-e4c6-4f1e-bfae-2ac94f1e9a43', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:dd:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20cce498-ecd3-48f8-be2d-3472fed88f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:17:57Z', 'updated_at': '2022-03-22T11:18:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': 'b664b163-2dfa-4644-93f0-b682bec4a8dc', 'name': '', 'network_id': 'bdbc9f6d-543a-4949-8822-6eab9a6b7c11', 'tenant_id': '04624562dc554ad6b5323900ae5a8255', 'mac_address': 'fa:16:3e:ed:69:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20cce498-ecd3-48f8-be2d-3472fed88f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'cbd5a377-12d3-4d67-a4f9-dba0b9debeef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:17:59Z', 'updated_at': '2022-03-22T11:18:00Z', 'revision_number': 2, 'project_id': '04624562dc554ad6b5323900ae5a8255', 'subnets': [{'id': 'cbd5a377-12d3-4d67-a4f9-dba0b9debeef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:18:03.671319 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 3abc79f7-e4c6-4f1e-bfae-2ac94f1e9a43 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:18:03.687282 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c3760a-f207-4fc2-9605-ea1451685abd None None] Checking router: 20cce498-ecd3-48f8-be2d-3472fed88f82 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:18:03.687656 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c3760a-f207-4fc2-9605-ea1451685abd None None] Updating router 20cce498-ecd3-48f8-be2d-3472fed88f82 port b664b163-2dfa-4644-93f0-b682bec4a8dc binding host dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:18:03.711804 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-c0c3760a-f207-4fc2-9605-ea1451685abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:03.721505 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 3abc79f7-e4c6-4f1e-bfae-2ac94f1e9a43 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:18:03.721867 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:03.790220 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-53598b3f-5be9-4330-a0ab-9ef090d1b4f4 req-e7b5652b-50e7-485d-982b-69fba44061af tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:03.808230 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:03.828279 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port 3abc79f7-e4c6-4f1e-bfae-2ac94f1e9a43, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=3abc79f7-e4c6-4f1e-bfae-2ac94f1e9a43,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:18:03.831324 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-53598b3f-5be9-4330-a0ab-9ef090d1b4f4 req-e7b5652b-50e7-485d-982b-69fba44061af tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:03.833255 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:03.882517 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53598b3f-5be9-4330-a0ab-9ef090d1b4f4 req-e7b5652b-50e7-485d-982b-69fba44061af tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Network ab9c8615-8cdf-4d97-86d4-7277b1bca36d is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:18:03.883351 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=3abc79f7-e4c6-4f1e-bfae-2ac94f1e9a43,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:18:03.886577 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [req-53598b3f-5be9-4330-a0ab-9ef090d1b4f4 req-e7b5652b-50e7-485d-982b-69fba44061af tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:18:03.889059 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-53598b3f-5be9-4330-a0ab-9ef090d1b4f4 req-e7b5652b-50e7-485d-982b-69fba44061af tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:18:03.915087 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b5652b-50e7-485d-982b-69fba44061af tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Pushing event updated for resources: {'Port': ['ID=a52e1b21-669d-4966-ab13-46fd795a50c2,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:18:03.946454 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53598b3f-5be9-4330-a0ab-9ef090d1b4f4 req-e7b5652b-50e7-485d-982b-69fba44061af tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:18:03.947401 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-53598b3f-5be9-4330-a0ab-9ef090d1b4f4 req-e7b5652b-50e7-485d-982b-69fba44061af tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:03.968133 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-53598b3f-5be9-4330-a0ab-9ef090d1b4f4 req-e7b5652b-50e7-485d-982b-69fba44061af tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9748836 Mar 22 11:18:03.980243 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-53598b3f-5be9-4330-a0ab-9ef090d1b4f4 req-90532cfc-27d4-4228-812b-8c2f6eb0c6a7 service neutron] Request body: {'port': {'device_id': 'eb81ac8f-448f-4217-be22-8a67158861ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8345'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:18:03.993711 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-c0c3760a-f207-4fc2-9605-ea1451685abd None None] Notify callbacks [] for port, precommit_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:04.001716 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-c0c3760a-f207-4fc2-9605-ea1451685abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:04.041066 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-53598b3f-5be9-4330-a0ab-9ef090d1b4f4 req-90532cfc-27d4-4228-812b-8c2f6eb0c6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:04.073843 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f6ac3d-6693-4dd4-87d5-1a30f9926c17 None None] Pushing event updated for resources: {'Port': ['ID=b664b163-2dfa-4644-93f0-b682bec4a8dc,revision_number=3']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:18:04.107151 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-c0c3760a-f207-4fc2-9605-ea1451685abd None None] Attempting to bind port b664b163-2dfa-4644-93f0-b682bec4a8dc on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:18:04.107552 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-c0c3760a-f207-4fc2-9605-ea1451685abd None None] Attempting to bind port b664b163-2dfa-4644-93f0-b682bec4a8dc by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': 'ac2b775e-3981-4ba4-9f10-a129fc5d1cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'bdbc9f6d-543a-4949-8822-6eab9a6b7c11'}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:18:04.108004 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c3760a-f207-4fc2-9605-ea1451685abd None None] Attempting to bind port b664b163-2dfa-4644-93f0-b682bec4a8dc on network bdbc9f6d-543a-4949-8822-6eab9a6b7c11 {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:18:04.113377 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c3760a-f207-4fc2-9605-ea1451685abd None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:18:04.113748 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c3760a-f207-4fc2-9605-ea1451685abd None None] Checking segment: {'id': 'ac2b775e-3981-4ba4-9f10-a129fc5d1cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'bdbc9f6d-543a-4949-8822-6eab9a6b7c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:18:04.114162 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-c0c3760a-f207-4fc2-9605-ea1451685abd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:04.114547 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c3760a-f207-4fc2-9605-ea1451685abd None None] Bound using segment: {'id': 'ac2b775e-3981-4ba4-9f10-a129fc5d1cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'bdbc9f6d-543a-4949-8822-6eab9a6b7c11'} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:18:04.115004 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-c0c3760a-f207-4fc2-9605-ea1451685abd None None] Bound port: b664b163-2dfa-4644-93f0-b682bec4a8dc, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac2b775e-3981-4ba4-9f10-a129fc5d1cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'bdbc9f6d-543a-4949-8822-6eab9a6b7c11'}}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:18:04.115560 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-c0c3760a-f207-4fc2-9605-ea1451685abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:04.177062 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-6205d653-034d-4bfe-bf7f-f69c9c933408 None None] Provisioning complete for port a52e1b21-669d-4966-ab13-46fd795a50c2 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:18:04.177687 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-6205d653-034d-4bfe-bf7f-f69c9c933408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:04.182188 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-c0c3760a-f207-4fc2-9605-ea1451685abd None None] For port b664b163-2dfa-4644-93f0-b682bec4a8dc, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:18:04.185802 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-c0c3760a-f207-4fc2-9605-ea1451685abd None None] For port b664b163-2dfa-4644-93f0-b682bec4a8dc, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=b664b163-2dfa-4644-93f0-b682bec4a8dc,segment=NetworkSegment(ac2b775e-3981-4ba4-9f10-a129fc5d1cae),segment_id=ac2b775e-3981-4ba4-9f10-a129fc5d1cae)] {{(pid=109052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:18:04.193660 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-c0c3760a-f207-4fc2-9605-ea1451685abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:04.219635 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-6205d653-034d-4bfe-bf7f-f69c9c933408 None None] Port a52e1b21-669d-4966-ab13-46fd795a50c2 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:18:04.275591 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c3760a-f207-4fc2-9605-ea1451685abd None None] Routers {'20cce498-ecd3-48f8-be2d-3472fed88f82'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:18:04.276209 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-c0c3760a-f207-4fc2-9605-ea1451685abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:17:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['20cce498-ecd3-48f8-be2d-3472fed88f82'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:18:04.279161 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f6ac3d-6693-4dd4-87d5-1a30f9926c17 None None] Pushing event updated for resources: {'Port': ['ID=b664b163-2dfa-4644-93f0-b682bec4a8dc,revision_number=4']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:18:04.339490 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-ca3a7340-38e4-4f00-b784-4738509c9d28 None None] Provisioning complete for port b664b163-2dfa-4644-93f0-b682bec4a8dc triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:18:04.339867 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ca3a7340-38e4-4f00-b784-4738509c9d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:04.361321 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [req-53598b3f-5be9-4330-a0ab-9ef090d1b4f4 req-90532cfc-27d4-4228-812b-8c2f6eb0c6a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a52e1b21-669d-4966-ab13-46fd795a50c2 {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:18:04.372862 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-53598b3f-5be9-4330-a0ab-9ef090d1b4f4 req-90532cfc-27d4-4228-812b-8c2f6eb0c6a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:04.386408 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [req-53598b3f-5be9-4330-a0ab-9ef090d1b4f4 req-90532cfc-27d4-4228-812b-8c2f6eb0c6a7 service neutron] Transition to ACTIVE for port object a52e1b21-669d-4966-ab13-46fd795a50c2 will not be triggered until provisioned by entity L2. {{(pid=109050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:18:04.390235 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-c0c3760a-f207-4fc2-9605-ea1451685abd None None] Set router 20cce498-ecd3-48f8-be2d-3472fed88f82 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:18:04.394332 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-53598b3f-5be9-4330-a0ab-9ef090d1b4f4 req-90532cfc-27d4-4228-812b-8c2f6eb0c6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:04.431296 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ca3a7340-38e4-4f00-b784-4738509c9d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:04.475899 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-ca3a7340-38e4-4f00-b784-4738509c9d28 None None] For port b664b163-2dfa-4644-93f0-b682bec4a8dc, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=b664b163-2dfa-4644-93f0-b682bec4a8dc,segment=NetworkSegment(ac2b775e-3981-4ba4-9f10-a129fc5d1cae),segment_id=ac2b775e-3981-4ba4-9f10-a129fc5d1cae)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:18:04.485547 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ca3a7340-38e4-4f00-b784-4738509c9d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:04.541906 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3a7340-38e4-4f00-b784-4738509c9d28 None None] Pushing event updated for resources: {'Port': ['ID=b664b163-2dfa-4644-93f0-b682bec4a8dc,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:18:04.546416 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90532cfc-27d4-4228-812b-8c2f6eb0c6a7 service neutron] Pushing event updated for resources: {'Port': ['ID=a52e1b21-669d-4966-ab13-46fd795a50c2,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:18:04.620532 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-53598b3f-5be9-4330-a0ab-9ef090d1b4f4 req-90532cfc-27d4-4228-812b-8c2f6eb0c6a7 service neutron] Attempting to bind port a52e1b21-669d-4966-ab13-46fd795a50c2 on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:18:04.621290 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-53598b3f-5be9-4330-a0ab-9ef090d1b4f4 req-90532cfc-27d4-4228-812b-8c2f6eb0c6a7 service neutron] Attempting to bind port a52e1b21-669d-4966-ab13-46fd795a50c2 by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': 'a2f01bc1-c15f-42da-9f84-53530a207b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ab9c8615-8cdf-4d97-86d4-7277b1bca36d'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:18:04.622530 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53598b3f-5be9-4330-a0ab-9ef090d1b4f4 req-90532cfc-27d4-4228-812b-8c2f6eb0c6a7 service neutron] Attempting to bind port a52e1b21-669d-4966-ab13-46fd795a50c2 on network ab9c8615-8cdf-4d97-86d4-7277b1bca36d {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:18:04.660820 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53598b3f-5be9-4330-a0ab-9ef090d1b4f4 req-90532cfc-27d4-4228-812b-8c2f6eb0c6a7 service neutron] Port a52e1b21-669d-4966-ab13-46fd795a50c2 on network ab9c8615-8cdf-4d97-86d4-7277b1bca36d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 11:18:04.661035 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53598b3f-5be9-4330-a0ab-9ef090d1b4f4 req-90532cfc-27d4-4228-812b-8c2f6eb0c6a7 service neutron] Attempting to bind port a52e1b21-669d-4966-ab13-46fd795a50c2 on network ab9c8615-8cdf-4d97-86d4-7277b1bca36d {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:18:04.670697 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53598b3f-5be9-4330-a0ab-9ef090d1b4f4 req-90532cfc-27d4-4228-812b-8c2f6eb0c6a7 service neutron] Checking agent: {'id': 'dcb78974-6458-4942-8c9c-663284d5bb3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8345', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:18:04.671031 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53598b3f-5be9-4330-a0ab-9ef090d1b4f4 req-90532cfc-27d4-4228-812b-8c2f6eb0c6a7 service neutron] Checking segment: {'id': 'a2f01bc1-c15f-42da-9f84-53530a207b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ab9c8615-8cdf-4d97-86d4-7277b1bca36d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:18:04.671428 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53598b3f-5be9-4330-a0ab-9ef090d1b4f4 req-90532cfc-27d4-4228-812b-8c2f6eb0c6a7 service neutron] Bound using segment: {'id': 'a2f01bc1-c15f-42da-9f84-53530a207b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ab9c8615-8cdf-4d97-86d4-7277b1bca36d'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:18:04.671861 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-53598b3f-5be9-4330-a0ab-9ef090d1b4f4 req-90532cfc-27d4-4228-812b-8c2f6eb0c6a7 service neutron] Bound port: a52e1b21-669d-4966-ab13-46fd795a50c2, host: hv-neutron-8345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2f01bc1-c15f-42da-9f84-53530a207b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ab9c8615-8cdf-4d97-86d4-7277b1bca36d'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:18:04.672222 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-53598b3f-5be9-4330-a0ab-9ef090d1b4f4 req-90532cfc-27d4-4228-812b-8c2f6eb0c6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:04.674857 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-c0c3760a-f207-4fc2-9605-ea1451685abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20cce498-ecd3-48f8-be2d-3472fed88f82', 'name': 'tempest-TestEncryptedCinderVolumes-250305391-router', 'tenant_id': '04624562dc554ad6b5323900ae5a8255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.235'}], 'enable_snat': True}, 'gw_port_id': '3abc79f7-e4c6-4f1e-bfae-2ac94f1e9a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:17:56Z', 'updated_at': '2022-03-22T11:17:59Z', 'revision_number': 4, 'project_id': '04624562dc554ad6b5323900ae5a8255', 'gw_port': {'id': '3abc79f7-e4c6-4f1e-bfae-2ac94f1e9a43', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:dd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cce498-ecd3-48f8-be2d-3472fed88f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:17:57Z', 'updated_at': '2022-03-22T11:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': 'b664b163-2dfa-4644-93f0-b682bec4a8dc', 'name': '', 'network_id': 'bdbc9f6d-543a-4949-8822-6eab9a6b7c11', 'tenant_id': '04624562dc554ad6b5323900ae5a8255', 'mac_address': 'fa:16:3e:ed:69:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20cce498-ecd3-48f8-be2d-3472fed88f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'cbd5a377-12d3-4d67-a4f9-dba0b9debeef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:17:59Z', 'updated_at': '2022-03-22T11:18:04Z', 'revision_number': 4, 'project_id': '04624562dc554ad6b5323900ae5a8255', 'subnets': [{'id': 'cbd5a377-12d3-4d67-a4f9-dba0b9debeef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:18:04.689664 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673bebf8-c850-46f6-beda-b06567216f2c req-b98574f0-f4d4-4981-b5b9-09c8a0fd0e89 tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:18:04.691151 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-673bebf8-c850-46f6-beda-b06567216f2c req-b98574f0-f4d4-4981-b5b9-09c8a0fd0e89 tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb81ac8f-448f-4217-be22-8a67158861ff HTTP/1.1" status: 200 len: 943 time: 0.0963037 Mar 22 11:18:04.706902 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c3760a-f207-4fc2-9605-ea1451685abd None None] The sync data for ids ['20cce498-ecd3-48f8-be2d-3472fed88f82'] in dv-neutron-834599-1-hyperv is: [{'id': '20cce498-ecd3-48f8-be2d-3472fed88f82', 'name': 'tempest-TestEncryptedCinderVolumes-250305391-router', 'tenant_id': '04624562dc554ad6b5323900ae5a8255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.235'}], 'enable_snat': True}, 'gw_port_id': '3abc79f7-e4c6-4f1e-bfae-2ac94f1e9a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:17:56Z', 'updated_at': '2022-03-22T11:17:59Z', 'revision_number': 4, 'project_id': '04624562dc554ad6b5323900ae5a8255', 'gw_port': {'id': '3abc79f7-e4c6-4f1e-bfae-2ac94f1e9a43', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:dd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cce498-ecd3-48f8-be2d-3472fed88f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:17:57Z', 'updated_at': '2022-03-22T11:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': 'b664b163-2dfa-4644-93f0-b682bec4a8dc', 'name': '', 'network_id': 'bdbc9f6d-543a-4949-8822-6eab9a6b7c11', 'tenant_id': '04624562dc554ad6b5323900ae5a8255', 'mac_address': 'fa:16:3e:ed:69:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20cce498-ecd3-48f8-be2d-3472fed88f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'cbd5a377-12d3-4d67-a4f9-dba0b9debeef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:17:59Z', 'updated_at': '2022-03-22T11:18:04Z', 'revision_number': 4, 'project_id': '04624562dc554ad6b5323900ae5a8255', 'subnets': [{'id': 'cbd5a377-12d3-4d67-a4f9-dba0b9debeef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:18:04.717293 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-97eb1cff-e3c5-4a50-81ed-184b82a12bf9 None None] Provisioning complete for port b664b163-2dfa-4644-93f0-b682bec4a8dc triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:18:04.717832 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-97eb1cff-e3c5-4a50-81ed-184b82a12bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:04.801697 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-673bebf8-c850-46f6-beda-b06567216f2c req-360aabad-7b9c-48e3-9c05-a435678c0ffa tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] 10.222.0.57 "GET /v2.0/security-groups?id=000d130a-3d13-43c9-9302-fc26bb5c8334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964947 Mar 22 11:18:04.808386 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-53598b3f-5be9-4330-a0ab-9ef090d1b4f4 req-90532cfc-27d4-4228-812b-8c2f6eb0c6a7 service neutron] For port a52e1b21-669d-4966-ab13-46fd795a50c2, host hv-neutron-8345, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:18:04.814998 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-53598b3f-5be9-4330-a0ab-9ef090d1b4f4 req-90532cfc-27d4-4228-812b-8c2f6eb0c6a7 service neutron] For port a52e1b21-669d-4966-ab13-46fd795a50c2, host hv-neutron-8345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=a52e1b21-669d-4966-ab13-46fd795a50c2,segment=NetworkSegment(a2f01bc1-c15f-42da-9f84-53530a207b1c),segment_id=a2f01bc1-c15f-42da-9f84-53530a207b1c)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:18:04.823295 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-53598b3f-5be9-4330-a0ab-9ef090d1b4f4 req-90532cfc-27d4-4228-812b-8c2f6eb0c6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:04.864738 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53598b3f-5be9-4330-a0ab-9ef090d1b4f4 req-90532cfc-27d4-4228-812b-8c2f6eb0c6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:18:04.865254 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-53598b3f-5be9-4330-a0ab-9ef090d1b4f4 req-90532cfc-27d4-4228-812b-8c2f6eb0c6a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:04.866860 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-53598b3f-5be9-4330-a0ab-9ef090d1b4f4 req-90532cfc-27d4-4228-812b-8c2f6eb0c6a7 service neutron] 10.222.0.35 "PUT /v2.0/ports/a52e1b21-669d-4966-ab13-46fd795a50c2 HTTP/1.1" status: 200 len: 1093 time: 0.8907914 Mar 22 11:18:04.867076 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb81ac8f-448f-4217-be22-8a67158861ff', 'tag': 'a52e1b21-669d-4966-ab13-46fd795a50c2'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:18:04.869422 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c810480-f550-40cc-9d94-d458e9b53149" -d '{"events": [{"name": "network-changed", "server_uuid": "eb81ac8f-448f-4217-be22-8a67158861ff", "tag": "a52e1b21-669d-4966-ab13-46fd795a50c2"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:18:04.895745 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90532cfc-27d4-4228-812b-8c2f6eb0c6a7 service neutron] Pushing event updated for resources: {'Port': ['ID=a52e1b21-669d-4966-ab13-46fd795a50c2,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:18:04.935385 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ec360b-001e-4115-8b2b-14b586fa9e6c x-openstack-request-id: req-64ec360b-001e-4115-8b2b-14b586fa9e6c {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:18:04.935831 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb81ac8f-448f-4217-be22-8a67158861ff", "tag": "a52e1b21-669d-4966-ab13-46fd795a50c2", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:18:04.936210 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-64ec360b-001e-4115-8b2b-14b586fa9e6c {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:18:04.936853 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64ec360b-001e-4115-8b2b-14b586fa9e6c'] response: {'name': 'network-changed', 'server_uuid': 'eb81ac8f-448f-4217-be22-8a67158861ff', 'tag': 'a52e1b21-669d-4966-ab13-46fd795a50c2', 'status': 'completed', 'code': 200} Mar 22 11:18:04.984751 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53598b3f-5be9-4330-a0ab-9ef090d1b4f4 req-a72bc6b5-9325-44ef-b059-41e53bc4d609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:18:04.986534 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-53598b3f-5be9-4330-a0ab-9ef090d1b4f4 req-a72bc6b5-9325-44ef-b059-41e53bc4d609 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4ef59ef056d9426084831ed36be00a9f&device_id=eb81ac8f-448f-4217-be22-8a67158861ff HTTP/1.1" status: 200 len: 1096 time: 0.0640905 Mar 22 11:18:05.033889 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-53598b3f-5be9-4330-a0ab-9ef090d1b4f4 req-a37a01e0-24c8-433b-8213-6bff924903b1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a52e1b21-669d-4966-ab13-46fd795a50c2 HTTP/1.1" status: 200 len: 217 time: 0.0389733 Mar 22 11:18:05.087538 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53598b3f-5be9-4330-a0ab-9ef090d1b4f4 req-62245d7d-666f-4547-9312-1f2fe678af13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:18:05.089029 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-53598b3f-5be9-4330-a0ab-9ef090d1b4f4 req-62245d7d-666f-4547-9312-1f2fe678af13 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7f54ec03-b129-432b-bd40-b216d647eb2b HTTP/1.1" status: 200 len: 856 time: 0.0477242 Mar 22 11:18:05.142844 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53598b3f-5be9-4330-a0ab-9ef090d1b4f4 req-6267155e-3148-4d4e-afbd-13c19f338f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:18:05.144383 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-53598b3f-5be9-4330-a0ab-9ef090d1b4f4 req-6267155e-3148-4d4e-afbd-13c19f338f37 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ab9c8615-8cdf-4d97-86d4-7277b1bca36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0468493 Mar 22 11:18:05.235691 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-53598b3f-5be9-4330-a0ab-9ef090d1b4f4 req-2853e7ad-30ca-436d-ba03-f2afd8a3ae3e service neutron] 10.222.0.35 "GET /v2.0/networks/ab9c8615-8cdf-4d97-86d4-7277b1bca36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839071 Mar 22 11:18:05.329804 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-53598b3f-5be9-4330-a0ab-9ef090d1b4f4 req-5252f5ac-50b1-44b6-98b1-ff924947f976 service neutron] 10.222.0.35 "GET /v2.0/networks/ab9c8615-8cdf-4d97-86d4-7277b1bca36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879195 Mar 22 11:18:05.422237 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c810480-f550-40cc-9d94-d458e9b53149 req-ce23b15b-cf67-4394-b878-510658e30885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:18:05.423738 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7c810480-f550-40cc-9d94-d458e9b53149 req-ce23b15b-cf67-4394-b878-510658e30885 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4ef59ef056d9426084831ed36be00a9f&device_id=eb81ac8f-448f-4217-be22-8a67158861ff HTTP/1.1" status: 200 len: 1096 time: 0.0415001 Mar 22 11:18:05.516780 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c810480-f550-40cc-9d94-d458e9b53149 req-2b0f0438-a830-479e-8c36-6b66cbb64782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:18:05.518135 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7c810480-f550-40cc-9d94-d458e9b53149 req-2b0f0438-a830-479e-8c36-6b66cbb64782 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ab9c8615-8cdf-4d97-86d4-7277b1bca36d HTTP/1.1" status: 200 len: 918 time: 0.0865564 Mar 22 11:18:05.562088 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7c810480-f550-40cc-9d94-d458e9b53149 req-8e90082f-b281-463f-b8df-a155a464aa46 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a52e1b21-669d-4966-ab13-46fd795a50c2 HTTP/1.1" status: 200 len: 217 time: 0.0364368 Mar 22 11:18:05.610711 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c810480-f550-40cc-9d94-d458e9b53149 req-577b2bcb-af77-4972-82fc-b592efa8dee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:18:05.612220 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7c810480-f550-40cc-9d94-d458e9b53149 req-577b2bcb-af77-4972-82fc-b592efa8dee6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7f54ec03-b129-432b-bd40-b216d647eb2b HTTP/1.1" status: 200 len: 856 time: 0.0431769 Mar 22 11:18:05.651273 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device b664b163-2dfa-4644-93f0-b682bec4a8dc up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:18:05.659666 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c810480-f550-40cc-9d94-d458e9b53149 req-beabc4a3-3d2d-49f9-b288-ebaf58cb926e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:18:05.661305 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7c810480-f550-40cc-9d94-d458e9b53149 req-beabc4a3-3d2d-49f9-b288-ebaf58cb926e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ab9c8615-8cdf-4d97-86d4-7277b1bca36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416374 Mar 22 11:18:05.700790 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port b664b163-2dfa-4644-93f0-b682bec4a8dc triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:18:05.701167 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:05.753602 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7c810480-f550-40cc-9d94-d458e9b53149 req-d6e38ac6-6f9b-43c9-858f-5fa5b6d03ec5 service neutron] 10.222.0.35 "GET /v2.0/networks/ab9c8615-8cdf-4d97-86d4-7277b1bca36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844274 Mar 22 11:18:05.780992 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 3abc79f7-e4c6-4f1e-bfae-2ac94f1e9a43 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:18:05.828726 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 3abc79f7-e4c6-4f1e-bfae-2ac94f1e9a43 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:18:05.829099 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:05.854418 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7c810480-f550-40cc-9d94-d458e9b53149 req-87dbc759-75d8-4ab5-bc55-7cb30ddb401d service neutron] 10.222.0.35 "GET /v2.0/networks/ab9c8615-8cdf-4d97-86d4-7277b1bca36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934536 Mar 22 11:18:05.917857 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb8ca6e-5e6c-4522-a26a-5ee117218b66 req-f56ee10e-80b2-4a1e-8f89-e05fba2759ba tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:18:05.919337 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6cb8ca6e-5e6c-4522-a26a-5ee117218b66 req-f56ee10e-80b2-4a1e-8f89-e05fba2759ba tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb81ac8f-448f-4217-be22-8a67158861ff HTTP/1.1" status: 200 len: 943 time: 0.0575681 Mar 22 11:18:05.957510 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6cb8ca6e-5e6c-4522-a26a-5ee117218b66 req-d34cc602-ed4e-4516-9263-2324e1b43a66 tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] 10.222.0.57 "GET /v2.0/security-groups?id=000d130a-3d13-43c9-9302-fc26bb5c8334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318627 Mar 22 11:18:06.677002 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device a52e1b21-669d-4966-ab13-46fd795a50c2 details requested by agent hyperv_hv-neutron-8345 with host hv-neutron-8345 {{(pid=109051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 11:18:06.777356 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port a52e1b21-669d-4966-ab13-46fd795a50c2, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=a52e1b21-669d-4966-ab13-46fd795a50c2,segment=NetworkSegment(a2f01bc1-c15f-42da-9f84-53530a207b1c),segment_id=a2f01bc1-c15f-42da-9f84-53530a207b1c)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:18:06.933571 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Returning: {'device': 'a52e1b21-669d-4966-ab13-46fd795a50c2', 'network_id': 'ab9c8615-8cdf-4d97-86d4-7277b1bca36d', 'port_id': 'a52e1b21-669d-4966-ab13-46fd795a50c2', 'mac_address': 'fa:16:3e:54:df:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f54ec03-b129-432b-bd40-b216d647eb2b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 11:18:06.976391 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:06.991159 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a52e1b21-669d-4966-ab13-46fd795a50c2 {{(pid=109051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:18:07.013497 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port a52e1b21-669d-4966-ab13-46fd795a50c2, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=a52e1b21-669d-4966-ab13-46fd795a50c2,segment=NetworkSegment(a2f01bc1-c15f-42da-9f84-53530a207b1c),segment_id=a2f01bc1-c15f-42da-9f84-53530a207b1c)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:18:07.017886 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:07.064629 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=a52e1b21-669d-4966-ab13-46fd795a50c2,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:18:07.078217 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86781a31-b0ae-4d81-b164-a89db8299868 req-11079bd1-32e6-4729-a2f5-6f157fe58641 tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:18:07.079751 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-86781a31-b0ae-4d81-b164-a89db8299868 req-11079bd1-32e6-4729-a2f5-6f157fe58641 tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb81ac8f-448f-4217-be22-8a67158861ff HTTP/1.1" status: 200 len: 944 time: 0.0488739 Mar 22 11:18:07.117732 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-86781a31-b0ae-4d81-b164-a89db8299868 req-c34caac6-4664-4394-9d4f-f2db285d6cb8 tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] 10.222.0.57 "GET /v2.0/security-groups?id=000d130a-3d13-43c9-9302-fc26bb5c8334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318334 Mar 22 11:18:07.209135 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['a52e1b21-669d-4966-ab13-46fd795a50c2'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 11:18:07.743305 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8f8d31a5-a265-44da-b8d6-57ee0f23d0c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:08.258613 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3cbea-89be-460b-ba4a-cac0fd9785c4 req-f1e3ccce-8353-4d46-bd99-433d12105157 tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:18:08.260108 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f0e3cbea-89be-460b-ba4a-cac0fd9785c4 req-f1e3ccce-8353-4d46-bd99-433d12105157 tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb81ac8f-448f-4217-be22-8a67158861ff HTTP/1.1" status: 200 len: 944 time: 0.0542564 Mar 22 11:18:08.299906 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f0e3cbea-89be-460b-ba4a-cac0fd9785c4 req-2bb9f24c-b88f-467c-a3df-c4b7b10a3b00 tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] 10.222.0.57 "GET /v2.0/security-groups?id=000d130a-3d13-43c9-9302-fc26bb5c8334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320916 Mar 22 11:18:08.688813 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device a52e1b21-669d-4966-ab13-46fd795a50c2 up at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:18:08.746003 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning for port a52e1b21-669d-4966-ab13-46fd795a50c2 completed by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:18:08.750396 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning complete for port a52e1b21-669d-4966-ab13-46fd795a50c2 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:18:08.750755 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:08.828586 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:08.851937 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb81ac8f-448f-4217-be22-8a67158861ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a52e1b21-669d-4966-ab13-46fd795a50c2'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:18:08.854220 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d841545-8b45-4831-961d-8ef375336952" -d '{"events": [{"server_uuid": "eb81ac8f-448f-4217-be22-8a67158861ff", "name": "network-vif-plugged", "status": "completed", "tag": "a52e1b21-669d-4966-ab13-46fd795a50c2"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:18:08.866406 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port a52e1b21-669d-4966-ab13-46fd795a50c2, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=a52e1b21-669d-4966-ab13-46fd795a50c2,segment=NetworkSegment(a2f01bc1-c15f-42da-9f84-53530a207b1c),segment_id=a2f01bc1-c15f-42da-9f84-53530a207b1c)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:18:08.871579 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:08.894267 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb95c891-f298-4153-89ff-5979949ffa7c x-openstack-request-id: req-fb95c891-f298-4153-89ff-5979949ffa7c {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:18:08.894558 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb81ac8f-448f-4217-be22-8a67158861ff", "name": "network-vif-plugged", "status": "completed", "tag": "a52e1b21-669d-4966-ab13-46fd795a50c2", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:18:08.894804 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fb95c891-f298-4153-89ff-5979949ffa7c {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:18:08.895199 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb95c891-f298-4153-89ff-5979949ffa7c'] response: {'server_uuid': 'eb81ac8f-448f-4217-be22-8a67158861ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a52e1b21-669d-4966-ab13-46fd795a50c2', 'code': 200} Mar 22 11:18:08.921531 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=a52e1b21-669d-4966-ab13-46fd795a50c2,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:18:09.072047 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfb8a06-cd21-4579-bb0a-346ddacec4d5 req-ceecfb75-2a9a-4c95-8175-07cc2252557c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:18:09.073523 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-bcfb8a06-cd21-4579-bb0a-346ddacec4d5 req-ceecfb75-2a9a-4c95-8175-07cc2252557c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=eb81ac8f-448f-4217-be22-8a67158861ff HTTP/1.1" status: 200 len: 1098 time: 0.0453691 Mar 22 11:18:09.107862 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-bcfb8a06-cd21-4579-bb0a-346ddacec4d5 req-78e88747-9ccc-456f-bba2-a95332fcd054 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=000d130a-3d13-43c9-9302-fc26bb5c8334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273285 Mar 22 11:18:09.423582 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6fe92-45ae-4dbc-958b-c80be1899e40 req-f5ffe2c7-fe09-4db0-b03e-743a24ce95d5 tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:18:09.425069 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0bf6fe92-45ae-4dbc-958b-c80be1899e40 req-f5ffe2c7-fe09-4db0-b03e-743a24ce95d5 tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb81ac8f-448f-4217-be22-8a67158861ff HTTP/1.1" status: 200 len: 945 time: 0.0548921 Mar 22 11:18:09.463481 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0bf6fe92-45ae-4dbc-958b-c80be1899e40 req-f5ab2fe2-9a90-43b8-8d51-f66406927025 tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] 10.222.0.57 "GET /v2.0/security-groups?id=000d130a-3d13-43c9-9302-fc26bb5c8334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322180 Mar 22 11:18:09.875808 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3c4ef994-050d-411e-a3da-1af60b4ed9dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:10.590278 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e3b1a-13d6-4a80-9ea5-6a259e0409fe req-9aa2a72b-db1d-439f-96eb-1873b6739fb7 tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:18:10.591732 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e66e3b1a-13d6-4a80-9ea5-6a259e0409fe req-9aa2a72b-db1d-439f-96eb-1873b6739fb7 tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb81ac8f-448f-4217-be22-8a67158861ff HTTP/1.1" status: 200 len: 945 time: 0.0513752 Mar 22 11:18:10.633435 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e66e3b1a-13d6-4a80-9ea5-6a259e0409fe req-857d1fae-c70d-4fc0-a2da-d353e634dfbd tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] 10.222.0.57 "GET /v2.0/security-groups?id=000d130a-3d13-43c9-9302-fc26bb5c8334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334189 Mar 22 11:18:10.754671 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5bda9-a297-400e-8342-a2662dc48a2d req-18501307-d537-4c88-8201-f839c5aae936 tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:18:10.756201 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0fa5bda9-a297-400e-8342-a2662dc48a2d req-18501307-d537-4c88-8201-f839c5aae936 tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb81ac8f-448f-4217-be22-8a67158861ff HTTP/1.1" status: 200 len: 945 time: 0.0548065 Mar 22 11:18:10.794042 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0fa5bda9-a297-400e-8342-a2662dc48a2d req-9d7fb47c-fe62-497e-96b5-408c05747f17 tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] 10.222.0.57 "GET /v2.0/security-groups?id=000d130a-3d13-43c9-9302-fc26bb5c8334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317452 Mar 22 11:18:11.208104 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:12.610680 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:12.850056 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:13.545995 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:30.617738 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d4106-e0ad-41bb-889c-3e03050bed6d req-c27996bd-d967-4f51-8ddb-31cd156c5759 tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:18:30.619296 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6b7d4106-e0ad-41bb-889c-3e03050bed6d req-c27996bd-d967-4f51-8ddb-31cd156c5759 tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb81ac8f-448f-4217-be22-8a67158861ff HTTP/1.1" status: 200 len: 945 time: 0.0494447 Mar 22 11:18:30.660402 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6b7d4106-e0ad-41bb-889c-3e03050bed6d req-118f6521-95cc-49e1-ade0-1cf8f3f929cb tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] 10.222.0.57 "GET /v2.0/security-groups?id=000d130a-3d13-43c9-9302-fc26bb5c8334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342298 Mar 22 11:18:31.796301 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d3590-c1b0-455e-be5a-9aad7c3ad2d8 req-ed9b92ca-4eed-4d4d-b5d7-a15d1847ff8b tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:18:31.797758 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8f5d3590-c1b0-455e-be5a-9aad7c3ad2d8 req-ed9b92ca-4eed-4d4d-b5d7-a15d1847ff8b tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb81ac8f-448f-4217-be22-8a67158861ff HTTP/1.1" status: 200 len: 945 time: 0.0574319 Mar 22 11:18:31.835551 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8f5d3590-c1b0-455e-be5a-9aad7c3ad2d8 req-60cc9798-8672-4c84-816f-b422051da20c tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] 10.222.0.57 "GET /v2.0/security-groups?id=000d130a-3d13-43c9-9302-fc26bb5c8334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314882 Mar 22 11:18:32.194222 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd0b610-e7d5-43dc-a4ea-d64ec26b961e req-ed1335c4-4301-488e-bf59-f9d5abb57e3c tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:18:32.195702 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1bd0b610-e7d5-43dc-a4ea-d64ec26b961e req-ed1335c4-4301-488e-bf59-f9d5abb57e3c tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb81ac8f-448f-4217-be22-8a67158861ff HTTP/1.1" status: 200 len: 945 time: 0.0601220 Mar 22 11:18:32.286151 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-1bd0b610-e7d5-43dc-a4ea-d64ec26b961e req-6f659daf-5e7c-464f-b990-192fd59a8d8c tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Deleting port a52e1b21-669d-4966-ab13-46fd795a50c2 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:18:32.286386 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-1bd0b610-e7d5-43dc-a4ea-d64ec26b961e req-6f659daf-5e7c-464f-b990-192fd59a8d8c tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:32.376438 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-1bd0b610-e7d5-43dc-a4ea-d64ec26b961e req-6f659daf-5e7c-464f-b990-192fd59a8d8c tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] For port a52e1b21-669d-4966-ab13-46fd795a50c2, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=a52e1b21-669d-4966-ab13-46fd795a50c2,segment=NetworkSegment(a2f01bc1-c15f-42da-9f84-53530a207b1c),segment_id=a2f01bc1-c15f-42da-9f84-53530a207b1c)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:18:32.376773 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-1bd0b610-e7d5-43dc-a4ea-d64ec26b961e req-6f659daf-5e7c-464f-b990-192fd59a8d8c tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:32.388649 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-1bd0b610-e7d5-43dc-a4ea-d64ec26b961e req-6f659daf-5e7c-464f-b990-192fd59a8d8c tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Calling delete_port for a52e1b21-669d-4966-ab13-46fd795a50c2 owned by compute:nova {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:18:32.519832 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-1bd0b610-e7d5-43dc-a4ea-d64ec26b961e req-6f659daf-5e7c-464f-b990-192fd59a8d8c tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:32.532347 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['a52e1b21-669d-4966-ab13-46fd795a50c2'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 11:18:32.552825 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f659daf-5e7c-464f-b990-192fd59a8d8c tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Pushing event deleted for resources: {'Port': ['ID=a52e1b21-669d-4966-ab13-46fd795a50c2,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:18:32.596024 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bd0b610-e7d5-43dc-a4ea-d64ec26b961e req-6f659daf-5e7c-464f-b990-192fd59a8d8c tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] No DVR routers for this DVR port a52e1b21-669d-4966-ab13-46fd795a50c2 on host hv-neutron-8345 {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:18:32.598732 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-1bd0b610-e7d5-43dc-a4ea-d64ec26b961e req-6f659daf-5e7c-464f-b990-192fd59a8d8c tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:32.602037 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1bd0b610-e7d5-43dc-a4ea-d64ec26b961e req-6f659daf-5e7c-464f-b990-192fd59a8d8c tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] 10.222.0.35 "DELETE /v2.0/ports/a52e1b21-669d-4966-ab13-46fd795a50c2 HTTP/1.1" status: 204 len: 173 time: 0.4008980 Mar 22 11:18:32.602483 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb81ac8f-448f-4217-be22-8a67158861ff', 'name': 'network-vif-deleted', 'tag': 'a52e1b21-669d-4966-ab13-46fd795a50c2'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:18:32.604839 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa781b45-0e9e-4d41-922f-0a9672ec4d8d" -d '{"events": [{"server_uuid": "eb81ac8f-448f-4217-be22-8a67158861ff", "name": "network-vif-deleted", "tag": "a52e1b21-669d-4966-ab13-46fd795a50c2"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:18:32.654074 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08913436-0652-45fa-8e21-759d9dee8e4d x-openstack-request-id: req-08913436-0652-45fa-8e21-759d9dee8e4d {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:18:32.654365 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb81ac8f-448f-4217-be22-8a67158861ff", "name": "network-vif-deleted", "tag": "a52e1b21-669d-4966-ab13-46fd795a50c2", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:18:32.654618 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-08913436-0652-45fa-8e21-759d9dee8e4d {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:18:32.655042 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08913436-0652-45fa-8e21-759d9dee8e4d'] response: {'server_uuid': 'eb81ac8f-448f-4217-be22-8a67158861ff', 'name': 'network-vif-deleted', 'tag': 'a52e1b21-669d-4966-ab13-46fd795a50c2', 'status': 'completed', 'code': 200} Mar 22 11:18:32.955458 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0762dc59-3a31-4f99-a532-f612382aff71 req-ebc13453-55dd-412f-ad10-8b37b90b8d25 tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb81ac8f-448f-4217-be22-8a67158861ff HTTP/1.1" status: 200 len: 210 time: 0.0270467 Mar 22 11:18:34.448240 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d800c6-dcc5-4fe2-ae44-f0022a10d976 req-fc61616b-3483-4703-93e3-06bf2c3ef0b9 tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:18:34.449708 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-63d800c6-dcc5-4fe2-ae44-f0022a10d976 req-fc61616b-3483-4703-93e3-06bf2c3ef0b9 tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] 10.222.0.57 "GET /v2.0/networks?id=ab9c8615-8cdf-4d97-86d4-7277b1bca36d HTTP/1.1" status: 200 len: 817 time: 0.1190679 Mar 22 11:18:34.464609 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-63d800c6-dcc5-4fe2-ae44-f0022a10d976 req-cb3fa579-2fb0-4b8a-b3ed-34991e87b0c4 tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] 10.222.0.57 "GET /v2.0/quotas/4ef59ef056d9426084831ed36be00a9f HTTP/1.1" status: 200 len: 375 time: 0.0090516 Mar 22 11:18:34.514793 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-63d800c6-dcc5-4fe2-ae44-f0022a10d976 req-c56e5133-d7a9-48d1-a856-0dcaac058d5a tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ef59ef056d9426084831ed36be00a9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449002 Mar 22 11:18:34.613649 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-63d800c6-dcc5-4fe2-ae44-f0022a10d976 req-4c49abbb-79cd-40a3-a92c-e6884583b96a service neutron] 10.222.0.57 "GET /v2.0/networks/ab9c8615-8cdf-4d97-86d4-7277b1bca36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872304 Mar 22 11:18:34.709188 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-63d800c6-dcc5-4fe2-ae44-f0022a10d976 req-3039a326-f9fe-4f70-9315-06c0676efc6d service neutron] 10.222.0.57 "GET /v2.0/networks/ab9c8615-8cdf-4d97-86d4-7277b1bca36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888207 Mar 22 11:18:34.812290 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device a52e1b21-669d-4966-ab13-46fd795a50c2 no longer exists at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:18:34.833800 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] No Port match for: a52e1b21-669d-4966-ab13-46fd795a50c2 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:18:34.834359 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device a52e1b21-669d-4966-ab13-46fd795a50c2 not bound to the agent host hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:18:34.883314 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-77c62e70-edb0-4609-a4a1-ebc7ef2463c8 req-01d78ce8-1615-47b0-ad7e-cd932b7779cc tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] 10.222.0.57 "GET /v2.0/ports?device_id=8552a1f9-37e5-49bb-b1f2-e0b863c54acb HTTP/1.1" status: 200 len: 210 time: 0.0265203 Mar 22 11:18:35.209000 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:18:35.845905 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d800c6-dcc5-4fe2-ae44-f0022a10d976 req-b7ed92ec-aeaf-4cfe-8a70-c05f1eb28179 tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:18:35.847475 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-63d800c6-dcc5-4fe2-ae44-f0022a10d976 req-b7ed92ec-aeaf-4cfe-8a70-c05f1eb28179 tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] 10.222.0.35 "GET /v2.0/networks?id=ab9c8615-8cdf-4d97-86d4-7277b1bca36d HTTP/1.1" status: 200 len: 817 time: 0.1100705 Mar 22 11:18:35.860239 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-63d800c6-dcc5-4fe2-ae44-f0022a10d976 req-99960d95-ec6b-43db-9cca-fc6d0b035c61 tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Request body: {'port': {'device_id': '8552a1f9-37e5-49bb-b1f2-e0b863c54acb', 'network_id': 'ab9c8615-8cdf-4d97-86d4-7277b1bca36d', 'admin_state_up': True, 'tenant_id': '4ef59ef056d9426084831ed36be00a9f'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:18:35.982423 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9aa4e6c4-9559-49bd-8d81-c059d5fc48bd req-9c71059c-f01e-492f-a271-56a25faeb4fd tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] 10.222.0.57 "GET /v2.0/ports?device_id=8552a1f9-37e5-49bb-b1f2-e0b863c54acb HTTP/1.1" status: 200 len: 210 time: 0.0299942 Mar 22 11:18:35.997969 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63d800c6-dcc5-4fe2-ae44-f0022a10d976 req-99960d95-ec6b-43db-9cca-fc6d0b035c61 tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Made reservation on behalf of 4ef59ef056d9426084831ed36be00a9f for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:18:36.001910 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-63d800c6-dcc5-4fe2-ae44-f0022a10d976 req-99960d95-ec6b-43db-9cca-fc6d0b035c61 tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:36.132683 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [req-63d800c6-dcc5-4fe2-ae44-f0022a10d976 req-99960d95-ec6b-43db-9cca-fc6d0b035c61 tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Allocated IP 172.20.0.4 (ab9c8615-8cdf-4d97-86d4-7277b1bca36d/7f54ec03-b129-432b-bd40-b216d647eb2b/263262c1-bba2-4aa7-b3af-f10cd265884d) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:18:36.279996 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-63d800c6-dcc5-4fe2-ae44-f0022a10d976 req-99960d95-ec6b-43db-9cca-fc6d0b035c61 tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:36.318462 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-63d800c6-dcc5-4fe2-ae44-f0022a10d976 req-99960d95-ec6b-43db-9cca-fc6d0b035c61 tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:36.366268 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63d800c6-dcc5-4fe2-ae44-f0022a10d976 req-99960d95-ec6b-43db-9cca-fc6d0b035c61 tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Network ab9c8615-8cdf-4d97-86d4-7277b1bca36d is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:18:36.367903 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [req-63d800c6-dcc5-4fe2-ae44-f0022a10d976 req-99960d95-ec6b-43db-9cca-fc6d0b035c61 tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:18:36.372464 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d800c6-dcc5-4fe2-ae44-f0022a10d976 req-99960d95-ec6b-43db-9cca-fc6d0b035c61 tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:18:36.398494 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99960d95-ec6b-43db-9cca-fc6d0b035c61 tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Pushing event updated for resources: {'Port': ['ID=263262c1-bba2-4aa7-b3af-f10cd265884d,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:18:36.427890 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d800c6-dcc5-4fe2-ae44-f0022a10d976 req-99960d95-ec6b-43db-9cca-fc6d0b035c61 tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:18:36.428584 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-63d800c6-dcc5-4fe2-ae44-f0022a10d976 req-99960d95-ec6b-43db-9cca-fc6d0b035c61 tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:36.446675 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-63d800c6-dcc5-4fe2-ae44-f0022a10d976 req-99960d95-ec6b-43db-9cca-fc6d0b035c61 tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5901787 Mar 22 11:18:36.459466 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-63d800c6-dcc5-4fe2-ae44-f0022a10d976 req-8893203c-4e12-45cc-ac20-cb5887160211 service neutron] Request body: {'port': {'device_id': '8552a1f9-37e5-49bb-b1f2-e0b863c54acb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8345'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:18:36.514888 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-63d800c6-dcc5-4fe2-ae44-f0022a10d976 req-8893203c-4e12-45cc-ac20-cb5887160211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:36.628005 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-57dc406a-0bb4-4714-84fc-ac87f63de1b3 None None] Provisioning complete for port 263262c1-bba2-4aa7-b3af-f10cd265884d triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:18:36.628580 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-57dc406a-0bb4-4714-84fc-ac87f63de1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:36.665649 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-57dc406a-0bb4-4714-84fc-ac87f63de1b3 None None] Port 263262c1-bba2-4aa7-b3af-f10cd265884d cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:18:36.775936 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [req-63d800c6-dcc5-4fe2-ae44-f0022a10d976 req-8893203c-4e12-45cc-ac20-cb5887160211 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 263262c1-bba2-4aa7-b3af-f10cd265884d {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:18:36.783311 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-63d800c6-dcc5-4fe2-ae44-f0022a10d976 req-8893203c-4e12-45cc-ac20-cb5887160211 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:36.794936 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [req-63d800c6-dcc5-4fe2-ae44-f0022a10d976 req-8893203c-4e12-45cc-ac20-cb5887160211 service neutron] Transition to ACTIVE for port object 263262c1-bba2-4aa7-b3af-f10cd265884d will not be triggered until provisioned by entity L2. {{(pid=109050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:18:36.800932 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-63d800c6-dcc5-4fe2-ae44-f0022a10d976 req-8893203c-4e12-45cc-ac20-cb5887160211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:36.847174 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8893203c-4e12-45cc-ac20-cb5887160211 service neutron] Pushing event updated for resources: {'Port': ['ID=263262c1-bba2-4aa7-b3af-f10cd265884d,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:18:36.919010 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-63d800c6-dcc5-4fe2-ae44-f0022a10d976 req-8893203c-4e12-45cc-ac20-cb5887160211 service neutron] Attempting to bind port 263262c1-bba2-4aa7-b3af-f10cd265884d on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:18:36.919350 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-63d800c6-dcc5-4fe2-ae44-f0022a10d976 req-8893203c-4e12-45cc-ac20-cb5887160211 service neutron] Attempting to bind port 263262c1-bba2-4aa7-b3af-f10cd265884d by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': 'a2f01bc1-c15f-42da-9f84-53530a207b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ab9c8615-8cdf-4d97-86d4-7277b1bca36d'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:18:36.919693 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d800c6-dcc5-4fe2-ae44-f0022a10d976 req-8893203c-4e12-45cc-ac20-cb5887160211 service neutron] Attempting to bind port 263262c1-bba2-4aa7-b3af-f10cd265884d on network ab9c8615-8cdf-4d97-86d4-7277b1bca36d {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:18:36.924208 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d800c6-dcc5-4fe2-ae44-f0022a10d976 req-8893203c-4e12-45cc-ac20-cb5887160211 service neutron] Port 263262c1-bba2-4aa7-b3af-f10cd265884d on network ab9c8615-8cdf-4d97-86d4-7277b1bca36d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 11:18:36.924540 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d800c6-dcc5-4fe2-ae44-f0022a10d976 req-8893203c-4e12-45cc-ac20-cb5887160211 service neutron] Attempting to bind port 263262c1-bba2-4aa7-b3af-f10cd265884d on network ab9c8615-8cdf-4d97-86d4-7277b1bca36d {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:18:36.929787 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d800c6-dcc5-4fe2-ae44-f0022a10d976 req-8893203c-4e12-45cc-ac20-cb5887160211 service neutron] Checking agent: {'id': 'dcb78974-6458-4942-8c9c-663284d5bb3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8345', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:18:36.930123 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d800c6-dcc5-4fe2-ae44-f0022a10d976 req-8893203c-4e12-45cc-ac20-cb5887160211 service neutron] Checking segment: {'id': 'a2f01bc1-c15f-42da-9f84-53530a207b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ab9c8615-8cdf-4d97-86d4-7277b1bca36d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:18:36.930500 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d800c6-dcc5-4fe2-ae44-f0022a10d976 req-8893203c-4e12-45cc-ac20-cb5887160211 service neutron] Bound using segment: {'id': 'a2f01bc1-c15f-42da-9f84-53530a207b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ab9c8615-8cdf-4d97-86d4-7277b1bca36d'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:18:36.930927 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-63d800c6-dcc5-4fe2-ae44-f0022a10d976 req-8893203c-4e12-45cc-ac20-cb5887160211 service neutron] Bound port: 263262c1-bba2-4aa7-b3af-f10cd265884d, host: hv-neutron-8345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2f01bc1-c15f-42da-9f84-53530a207b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ab9c8615-8cdf-4d97-86d4-7277b1bca36d'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:18:36.931284 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-63d800c6-dcc5-4fe2-ae44-f0022a10d976 req-8893203c-4e12-45cc-ac20-cb5887160211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:37.002997 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-63d800c6-dcc5-4fe2-ae44-f0022a10d976 req-8893203c-4e12-45cc-ac20-cb5887160211 service neutron] For port 263262c1-bba2-4aa7-b3af-f10cd265884d, host hv-neutron-8345, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:18:37.006136 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-63d800c6-dcc5-4fe2-ae44-f0022a10d976 req-8893203c-4e12-45cc-ac20-cb5887160211 service neutron] For port 263262c1-bba2-4aa7-b3af-f10cd265884d, host hv-neutron-8345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=263262c1-bba2-4aa7-b3af-f10cd265884d,segment=NetworkSegment(a2f01bc1-c15f-42da-9f84-53530a207b1c),segment_id=a2f01bc1-c15f-42da-9f84-53530a207b1c)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:18:37.010712 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-63d800c6-dcc5-4fe2-ae44-f0022a10d976 req-8893203c-4e12-45cc-ac20-cb5887160211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:37.048018 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d800c6-dcc5-4fe2-ae44-f0022a10d976 req-8893203c-4e12-45cc-ac20-cb5887160211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:18:37.048622 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-63d800c6-dcc5-4fe2-ae44-f0022a10d976 req-8893203c-4e12-45cc-ac20-cb5887160211 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:37.050013 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-63d800c6-dcc5-4fe2-ae44-f0022a10d976 req-8893203c-4e12-45cc-ac20-cb5887160211 service neutron] 10.222.0.35 "PUT /v2.0/ports/263262c1-bba2-4aa7-b3af-f10cd265884d HTTP/1.1" status: 200 len: 1093 time: 0.5950131 Mar 22 11:18:37.050437 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8552a1f9-37e5-49bb-b1f2-e0b863c54acb', 'tag': '263262c1-bba2-4aa7-b3af-f10cd265884d'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:18:37.052720 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87184061-cfdc-4e74-8554-77342e7b049c" -d '{"events": [{"name": "network-changed", "server_uuid": "8552a1f9-37e5-49bb-b1f2-e0b863c54acb", "tag": "263262c1-bba2-4aa7-b3af-f10cd265884d"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:18:37.096930 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8893203c-4e12-45cc-ac20-cb5887160211 service neutron] Pushing event updated for resources: {'Port': ['ID=263262c1-bba2-4aa7-b3af-f10cd265884d,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:18:37.118509 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a1223-d02e-40c8-83df-5fadb14b73af req-ce62251d-e7c2-402f-9bbc-7a43877616a4 tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:18:37.120195 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-241a1223-d02e-40c8-83df-5fadb14b73af req-ce62251d-e7c2-402f-9bbc-7a43877616a4 tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] 10.222.0.57 "GET /v2.0/ports?device_id=8552a1f9-37e5-49bb-b1f2-e0b863c54acb HTTP/1.1" status: 200 len: 943 time: 0.0624623 Mar 22 11:18:37.121704 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9306fc-c71e-40aa-a58b-ae9426236636 x-openstack-request-id: req-2b9306fc-c71e-40aa-a58b-ae9426236636 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:18:37.121983 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8552a1f9-37e5-49bb-b1f2-e0b863c54acb", "tag": "263262c1-bba2-4aa7-b3af-f10cd265884d", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:18:37.122230 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2b9306fc-c71e-40aa-a58b-ae9426236636 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:18:37.122615 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b9306fc-c71e-40aa-a58b-ae9426236636'] response: {'name': 'network-changed', 'server_uuid': '8552a1f9-37e5-49bb-b1f2-e0b863c54acb', 'tag': '263262c1-bba2-4aa7-b3af-f10cd265884d', 'status': 'completed', 'code': 200} Mar 22 11:18:37.188020 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-241a1223-d02e-40c8-83df-5fadb14b73af req-6068a673-2db5-4da8-9734-e88a3e84fd7f tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] 10.222.0.57 "GET /v2.0/security-groups?id=000d130a-3d13-43c9-9302-fc26bb5c8334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564847 Mar 22 11:18:37.193852 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d800c6-dcc5-4fe2-ae44-f0022a10d976 req-7c171496-cda0-43f0-9517-bf8dc32893ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:18:37.195349 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-63d800c6-dcc5-4fe2-ae44-f0022a10d976 req-7c171496-cda0-43f0-9517-bf8dc32893ad service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4ef59ef056d9426084831ed36be00a9f&device_id=8552a1f9-37e5-49bb-b1f2-e0b863c54acb HTTP/1.1" status: 200 len: 1096 time: 0.0719762 Mar 22 11:18:37.244477 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-63d800c6-dcc5-4fe2-ae44-f0022a10d976 req-95026521-74f5-48c4-8456-1f8864dd9612 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=263262c1-bba2-4aa7-b3af-f10cd265884d HTTP/1.1" status: 200 len: 217 time: 0.0360727 Mar 22 11:18:37.295664 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d800c6-dcc5-4fe2-ae44-f0022a10d976 req-f86fbac6-e6bd-4407-a4d5-ba64a90b19ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:18:37.297157 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-63d800c6-dcc5-4fe2-ae44-f0022a10d976 req-f86fbac6-e6bd-4407-a4d5-ba64a90b19ff service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7f54ec03-b129-432b-bd40-b216d647eb2b HTTP/1.1" status: 200 len: 856 time: 0.0435436 Mar 22 11:18:37.356225 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d800c6-dcc5-4fe2-ae44-f0022a10d976 req-baafe464-147a-4fbb-91d5-2b02c90bdbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:18:37.357722 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-63d800c6-dcc5-4fe2-ae44-f0022a10d976 req-baafe464-147a-4fbb-91d5-2b02c90bdbca service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ab9c8615-8cdf-4d97-86d4-7277b1bca36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0522759 Mar 22 11:18:37.459352 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-63d800c6-dcc5-4fe2-ae44-f0022a10d976 req-9a0ea83b-4477-4a0b-a722-d41ec237cb07 service neutron] 10.222.0.35 "GET /v2.0/networks/ab9c8615-8cdf-4d97-86d4-7277b1bca36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923262 Mar 22 11:18:37.554700 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-63d800c6-dcc5-4fe2-ae44-f0022a10d976 req-682cca31-1ea7-415f-978b-e177ca7a2108 service neutron] 10.222.0.35 "GET /v2.0/networks/ab9c8615-8cdf-4d97-86d4-7277b1bca36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881162 Mar 22 11:18:37.656245 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87184061-cfdc-4e74-8554-77342e7b049c req-34dd7624-554c-4165-98fb-efdb8ef655ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:18:37.657743 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-87184061-cfdc-4e74-8554-77342e7b049c req-34dd7624-554c-4165-98fb-efdb8ef655ee service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4ef59ef056d9426084831ed36be00a9f&device_id=8552a1f9-37e5-49bb-b1f2-e0b863c54acb HTTP/1.1" status: 200 len: 1096 time: 0.0490849 Mar 22 11:18:37.737366 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-904acdba-e90d-4a52-bc19-59265dd6e608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:37.764236 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87184061-cfdc-4e74-8554-77342e7b049c req-5e153819-2667-47c1-9a68-e33c20ed47b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:18:37.765703 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-87184061-cfdc-4e74-8554-77342e7b049c req-5e153819-2667-47c1-9a68-e33c20ed47b0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ab9c8615-8cdf-4d97-86d4-7277b1bca36d HTTP/1.1" status: 200 len: 918 time: 0.0998645 Mar 22 11:18:37.812465 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-87184061-cfdc-4e74-8554-77342e7b049c req-f366ed02-73bc-45e9-b6a4-98baf4936f33 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=263262c1-bba2-4aa7-b3af-f10cd265884d HTTP/1.1" status: 200 len: 217 time: 0.0343432 Mar 22 11:18:37.862639 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87184061-cfdc-4e74-8554-77342e7b049c req-e5f884dc-1481-4c72-8a4f-f70836b827e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:18:37.864065 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-87184061-cfdc-4e74-8554-77342e7b049c req-e5f884dc-1481-4c72-8a4f-f70836b827e0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7f54ec03-b129-432b-bd40-b216d647eb2b HTTP/1.1" status: 200 len: 856 time: 0.0423369 Mar 22 11:18:37.908752 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87184061-cfdc-4e74-8554-77342e7b049c req-6037829f-5235-4037-91ea-2faf1bf2cdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:18:37.910185 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-87184061-cfdc-4e74-8554-77342e7b049c req-6037829f-5235-4037-91ea-2faf1bf2cdb9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ab9c8615-8cdf-4d97-86d4-7277b1bca36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389585 Mar 22 11:18:38.004450 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-87184061-cfdc-4e74-8554-77342e7b049c req-af170149-805a-4318-a717-b1d8256f058c service neutron] 10.222.0.35 "GET /v2.0/networks/ab9c8615-8cdf-4d97-86d4-7277b1bca36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865719 Mar 22 11:18:38.107686 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-87184061-cfdc-4e74-8554-77342e7b049c req-9037396d-573e-4738-be3b-4857053fb111 service neutron] 10.222.0.35 "GET /v2.0/networks/ab9c8615-8cdf-4d97-86d4-7277b1bca36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945942 Mar 22 11:18:38.307265 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a517be7-3507-41da-a519-8ce3fd0c9815 req-8ac56b90-ca48-451d-8e77-83e06adfef84 tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:18:38.308809 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0a517be7-3507-41da-a519-8ce3fd0c9815 req-8ac56b90-ca48-451d-8e77-83e06adfef84 tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] 10.222.0.57 "GET /v2.0/ports?device_id=8552a1f9-37e5-49bb-b1f2-e0b863c54acb HTTP/1.1" status: 200 len: 943 time: 0.0504789 Mar 22 11:18:38.350256 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0a517be7-3507-41da-a519-8ce3fd0c9815 req-5f21d82f-8ddb-42dc-87b8-ba9c53270bfb tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] 10.222.0.57 "GET /v2.0/security-groups?id=000d130a-3d13-43c9-9302-fc26bb5c8334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354161 Mar 22 11:18:38.828236 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 263262c1-bba2-4aa7-b3af-f10cd265884d details requested by agent hyperv_hv-neutron-8345 with host hv-neutron-8345 {{(pid=109051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 11:18:38.935468 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 263262c1-bba2-4aa7-b3af-f10cd265884d, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=263262c1-bba2-4aa7-b3af-f10cd265884d,segment=NetworkSegment(a2f01bc1-c15f-42da-9f84-53530a207b1c),segment_id=a2f01bc1-c15f-42da-9f84-53530a207b1c)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:18:38.946880 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Returning: {'device': '263262c1-bba2-4aa7-b3af-f10cd265884d', 'network_id': 'ab9c8615-8cdf-4d97-86d4-7277b1bca36d', 'port_id': '263262c1-bba2-4aa7-b3af-f10cd265884d', 'mac_address': 'fa:16:3e:3f:95:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f54ec03-b129-432b-bd40-b216d647eb2b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 11:18:38.991032 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:39.004734 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 263262c1-bba2-4aa7-b3af-f10cd265884d {{(pid=109051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:18:39.025000 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 263262c1-bba2-4aa7-b3af-f10cd265884d, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=263262c1-bba2-4aa7-b3af-f10cd265884d,segment=NetworkSegment(a2f01bc1-c15f-42da-9f84-53530a207b1c),segment_id=a2f01bc1-c15f-42da-9f84-53530a207b1c)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:18:39.031050 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:39.077682 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=263262c1-bba2-4aa7-b3af-f10cd265884d,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:18:39.084802 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:18:39.085092 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:18:39.085437 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:18:39.085774 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:18:39.086109 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:18:39.086871 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:18:39.087213 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:18:39.087559 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:18:39.087899 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:18:39.088313 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:18:39.088649 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:18:39.088971 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:18:39.256430 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['263262c1-bba2-4aa7-b3af-f10cd265884d'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 11:18:39.469148 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68ab4f-b085-42ca-97ae-43ba4af6c832 req-61efb87c-baeb-4d31-b101-57d66553319d tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:18:39.470701 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3d68ab4f-b085-42ca-97ae-43ba4af6c832 req-61efb87c-baeb-4d31-b101-57d66553319d tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] 10.222.0.57 "GET /v2.0/ports?device_id=8552a1f9-37e5-49bb-b1f2-e0b863c54acb HTTP/1.1" status: 200 len: 944 time: 0.0525689 Mar 22 11:18:39.511025 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3d68ab4f-b085-42ca-97ae-43ba4af6c832 req-eb9ba821-f4d4-44f3-9fa4-6021edec3479 tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] 10.222.0.57 "GET /v2.0/security-groups?id=000d130a-3d13-43c9-9302-fc26bb5c8334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326147 Mar 22 11:18:39.870216 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8bcf2c38-94e8-4830-871a-9d229808a5f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:40.637088 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5105e35-61ef-45c2-abbf-421052d341d3 req-fc67b715-27b9-4687-97eb-780360bd862f tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:18:40.638537 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f5105e35-61ef-45c2-abbf-421052d341d3 req-fc67b715-27b9-4687-97eb-780360bd862f tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] 10.222.0.57 "GET /v2.0/ports?device_id=8552a1f9-37e5-49bb-b1f2-e0b863c54acb HTTP/1.1" status: 200 len: 944 time: 0.0531001 Mar 22 11:18:40.675595 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f5105e35-61ef-45c2-abbf-421052d341d3 req-5e222482-7a3e-4c26-9bf4-d42cea397a69 tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] 10.222.0.57 "GET /v2.0/security-groups?id=000d130a-3d13-43c9-9302-fc26bb5c8334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309706 Mar 22 11:18:40.844957 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 263262c1-bba2-4aa7-b3af-f10cd265884d up at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:18:40.903505 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning for port 263262c1-bba2-4aa7-b3af-f10cd265884d completed by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:18:40.907395 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning complete for port 263262c1-bba2-4aa7-b3af-f10cd265884d triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:18:40.907794 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:40.985376 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:41.007839 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8552a1f9-37e5-49bb-b1f2-e0b863c54acb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '263262c1-bba2-4aa7-b3af-f10cd265884d'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:18:41.010151 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42109168-c1a4-4edd-8e3b-7e43e15fe52c" -d '{"events": [{"server_uuid": "8552a1f9-37e5-49bb-b1f2-e0b863c54acb", "name": "network-vif-plugged", "status": "completed", "tag": "263262c1-bba2-4aa7-b3af-f10cd265884d"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:18:41.022532 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 263262c1-bba2-4aa7-b3af-f10cd265884d, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=263262c1-bba2-4aa7-b3af-f10cd265884d,segment=NetworkSegment(a2f01bc1-c15f-42da-9f84-53530a207b1c),segment_id=a2f01bc1-c15f-42da-9f84-53530a207b1c)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:18:41.027763 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:41.050132 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ec5715-1d5e-48af-9c06-547b64895df2 x-openstack-request-id: req-93ec5715-1d5e-48af-9c06-547b64895df2 {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:18:41.050417 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8552a1f9-37e5-49bb-b1f2-e0b863c54acb", "name": "network-vif-plugged", "status": "completed", "tag": "263262c1-bba2-4aa7-b3af-f10cd265884d", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:18:41.050659 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-93ec5715-1d5e-48af-9c06-547b64895df2 {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:18:41.051044 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93ec5715-1d5e-48af-9c06-547b64895df2'] response: {'server_uuid': '8552a1f9-37e5-49bb-b1f2-e0b863c54acb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '263262c1-bba2-4aa7-b3af-f10cd265884d', 'code': 200} Mar 22 11:18:41.077004 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=263262c1-bba2-4aa7-b3af-f10cd265884d,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:18:41.213440 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:41.221750 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563dde23-d6d0-4930-ad86-5c2cc9c1554d req-d402da53-20dc-44b3-94e6-3bbc4d414f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:18:41.223294 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-563dde23-d6d0-4930-ad86-5c2cc9c1554d req-d402da53-20dc-44b3-94e6-3bbc4d414f29 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8552a1f9-37e5-49bb-b1f2-e0b863c54acb HTTP/1.1" status: 200 len: 1098 time: 0.0423398 Mar 22 11:18:41.259308 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-563dde23-d6d0-4930-ad86-5c2cc9c1554d req-4403e4a5-9414-4de2-bbb7-871889636450 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=000d130a-3d13-43c9-9302-fc26bb5c8334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286303 Mar 22 11:18:41.801872 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95211b2-84e9-4e83-9934-51950b011b4d req-57ae8597-a6fc-405c-b395-0d9883b8fed8 tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:18:41.803358 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c95211b2-84e9-4e83-9934-51950b011b4d req-57ae8597-a6fc-405c-b395-0d9883b8fed8 tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] 10.222.0.57 "GET /v2.0/ports?device_id=8552a1f9-37e5-49bb-b1f2-e0b863c54acb HTTP/1.1" status: 200 len: 945 time: 0.0493920 Mar 22 11:18:41.845294 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c95211b2-84e9-4e83-9934-51950b011b4d req-a6a2ab67-cc1a-4306-88a1-bc008c8ebc8f tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] 10.222.0.57 "GET /v2.0/security-groups?id=000d130a-3d13-43c9-9302-fc26bb5c8334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327973 Mar 22 11:18:42.621996 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:42.862164 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:18:42.974820 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a4615-a97e-4e98-b53d-7e6178b4272d req-44a71718-7fdc-49ce-883e-8a8d4ec17c78 tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:18:42.976883 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8b8a4615-a97e-4e98-b53d-7e6178b4272d req-44a71718-7fdc-49ce-883e-8a8d4ec17c78 tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] 10.222.0.57 "GET /v2.0/ports?device_id=8552a1f9-37e5-49bb-b1f2-e0b863c54acb HTTP/1.1" status: 200 len: 945 time: 0.0581014 Mar 22 11:18:43.015604 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8b8a4615-a97e-4e98-b53d-7e6178b4272d req-9b5f41dc-eb7e-48ab-a36c-8ad1ceb6a87d tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] 10.222.0.57 "GET /v2.0/security-groups?id=000d130a-3d13-43c9-9302-fc26bb5c8334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327182 Mar 22 11:18:43.130271 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6e483-9755-4f4e-83cd-6829f4110384 req-614c4557-b166-4f56-b2b5-c1f5990a05db tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:18:43.131651 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5cb6e483-9755-4f4e-83cd-6829f4110384 req-614c4557-b166-4f56-b2b5-c1f5990a05db tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] 10.222.0.57 "GET /v2.0/ports?device_id=8552a1f9-37e5-49bb-b1f2-e0b863c54acb HTTP/1.1" status: 200 len: 945 time: 0.0505776 Mar 22 11:18:43.168855 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5cb6e483-9755-4f4e-83cd-6829f4110384 req-39256ca8-16e7-4bd8-ab06-4d9e21ac6581 tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] 10.222.0.57 "GET /v2.0/security-groups?id=000d130a-3d13-43c9-9302-fc26bb5c8334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310347 Mar 22 11:18:43.546239 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:02.802202 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef93602-4c4a-4cb2-8ca4-8511a1d05aa7 req-09fc20a1-bb0f-42cf-bfa5-f9e7f16e8713 tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:19:02.803973 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6ef93602-4c4a-4cb2-8ca4-8511a1d05aa7 req-09fc20a1-bb0f-42cf-bfa5-f9e7f16e8713 tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] 10.222.0.57 "GET /v2.0/ports?device_id=8552a1f9-37e5-49bb-b1f2-e0b863c54acb HTTP/1.1" status: 200 len: 945 time: 0.0490098 Mar 22 11:19:02.843111 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6ef93602-4c4a-4cb2-8ca4-8511a1d05aa7 req-62edd49b-4439-4938-ac89-130db7042d20 tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] 10.222.0.57 "GET /v2.0/security-groups?id=000d130a-3d13-43c9-9302-fc26bb5c8334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329294 Mar 22 11:19:03.975668 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40883bb2-61bf-437d-b1e5-d5a2292094eb req-d1ff5bb4-7ff7-4bed-9df2-5dd714999a04 tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:19:03.977152 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-40883bb2-61bf-437d-b1e5-d5a2292094eb req-d1ff5bb4-7ff7-4bed-9df2-5dd714999a04 tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] 10.222.0.57 "GET /v2.0/ports?device_id=8552a1f9-37e5-49bb-b1f2-e0b863c54acb HTTP/1.1" status: 200 len: 945 time: 0.0531881 Mar 22 11:19:04.014965 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-40883bb2-61bf-437d-b1e5-d5a2292094eb req-8f23e6b9-bd78-4a7f-8494-dc79ad232b8b tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] 10.222.0.57 "GET /v2.0/security-groups?id=000d130a-3d13-43c9-9302-fc26bb5c8334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316577 Mar 22 11:19:04.344712 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa991017-91d8-44c3-81d2-86afe16fcf02 req-188d85c8-be3c-4db0-967c-12dba17752f7 tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:19:04.346035 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-fa991017-91d8-44c3-81d2-86afe16fcf02 req-188d85c8-be3c-4db0-967c-12dba17752f7 tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] 10.222.0.35 "GET /v2.0/ports?device_id=8552a1f9-37e5-49bb-b1f2-e0b863c54acb HTTP/1.1" status: 200 len: 945 time: 0.0546763 Mar 22 11:19:04.434824 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-fa991017-91d8-44c3-81d2-86afe16fcf02 req-135b7bd9-b268-4502-9688-b0e1015f9a4f tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Deleting port 263262c1-bba2-4aa7-b3af-f10cd265884d {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:19:04.435157 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-fa991017-91d8-44c3-81d2-86afe16fcf02 req-135b7bd9-b268-4502-9688-b0e1015f9a4f tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:04.524499 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-fa991017-91d8-44c3-81d2-86afe16fcf02 req-135b7bd9-b268-4502-9688-b0e1015f9a4f tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] For port 263262c1-bba2-4aa7-b3af-f10cd265884d, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=263262c1-bba2-4aa7-b3af-f10cd265884d,segment=NetworkSegment(a2f01bc1-c15f-42da-9f84-53530a207b1c),segment_id=a2f01bc1-c15f-42da-9f84-53530a207b1c)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:19:04.524849 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-fa991017-91d8-44c3-81d2-86afe16fcf02 req-135b7bd9-b268-4502-9688-b0e1015f9a4f tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:04.543184 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-fa991017-91d8-44c3-81d2-86afe16fcf02 req-135b7bd9-b268-4502-9688-b0e1015f9a4f tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Calling delete_port for 263262c1-bba2-4aa7-b3af-f10cd265884d owned by compute:nova {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:19:04.672088 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-fa991017-91d8-44c3-81d2-86afe16fcf02 req-135b7bd9-b268-4502-9688-b0e1015f9a4f tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:04.684487 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['263262c1-bba2-4aa7-b3af-f10cd265884d'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 11:19:04.701081 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135b7bd9-b268-4502-9688-b0e1015f9a4f tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Pushing event deleted for resources: {'Port': ['ID=263262c1-bba2-4aa7-b3af-f10cd265884d,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:19:04.714800 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b7bd9-b268-4502-9688-b0e1015f9a4f tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:19:04.715142 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b7bd9-b268-4502-9688-b0e1015f9a4f tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:19:04.715543 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b7bd9-b268-4502-9688-b0e1015f9a4f tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:19:04.715863 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b7bd9-b268-4502-9688-b0e1015f9a4f tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:19:04.716195 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b7bd9-b268-4502-9688-b0e1015f9a4f tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:19:04.716522 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b7bd9-b268-4502-9688-b0e1015f9a4f tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:19:04.716844 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b7bd9-b268-4502-9688-b0e1015f9a4f tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:19:04.717164 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b7bd9-b268-4502-9688-b0e1015f9a4f tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:19:04.717489 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b7bd9-b268-4502-9688-b0e1015f9a4f tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:19:04.717947 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b7bd9-b268-4502-9688-b0e1015f9a4f tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:19:04.718283 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b7bd9-b268-4502-9688-b0e1015f9a4f tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:19:04.718599 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b7bd9-b268-4502-9688-b0e1015f9a4f tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:19:04.756363 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa991017-91d8-44c3-81d2-86afe16fcf02 req-135b7bd9-b268-4502-9688-b0e1015f9a4f tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] No DVR routers for this DVR port 263262c1-bba2-4aa7-b3af-f10cd265884d on host hv-neutron-8345 {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:19:04.758985 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-fa991017-91d8-44c3-81d2-86afe16fcf02 req-135b7bd9-b268-4502-9688-b0e1015f9a4f tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:04.762542 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-fa991017-91d8-44c3-81d2-86afe16fcf02 req-135b7bd9-b268-4502-9688-b0e1015f9a4f tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] 10.222.0.35 "DELETE /v2.0/ports/263262c1-bba2-4aa7-b3af-f10cd265884d HTTP/1.1" status: 204 len: 173 time: 0.4107003 Mar 22 11:19:04.762998 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8552a1f9-37e5-49bb-b1f2-e0b863c54acb', 'name': 'network-vif-deleted', 'tag': '263262c1-bba2-4aa7-b3af-f10cd265884d'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:19:04.765340 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6984e366-acbf-4b77-b537-63a891f8417a" -d '{"events": [{"server_uuid": "8552a1f9-37e5-49bb-b1f2-e0b863c54acb", "name": "network-vif-deleted", "tag": "263262c1-bba2-4aa7-b3af-f10cd265884d"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:19:04.801698 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d2b163-cd4f-4f47-92da-8ba2fc1e5bb9 x-openstack-request-id: req-11d2b163-cd4f-4f47-92da-8ba2fc1e5bb9 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:19:04.801968 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8552a1f9-37e5-49bb-b1f2-e0b863c54acb", "name": "network-vif-deleted", "tag": "263262c1-bba2-4aa7-b3af-f10cd265884d", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:19:04.802239 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-11d2b163-cd4f-4f47-92da-8ba2fc1e5bb9 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:19:04.803032 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11d2b163-cd4f-4f47-92da-8ba2fc1e5bb9'] response: {'server_uuid': '8552a1f9-37e5-49bb-b1f2-e0b863c54acb', 'name': 'network-vif-deleted', 'tag': '263262c1-bba2-4aa7-b3af-f10cd265884d', 'status': 'completed', 'code': 200} Mar 22 11:19:05.128890 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f70afdd6-50e0-4381-a825-956cf6f801c0 req-1577c4e2-5375-4efc-add3-f097c38a8be9 tempest-TestEncryptedCinderVolumes-100524742 tempest-TestEncryptedCinderVolumes-100524742-project] 10.222.0.57 "GET /v2.0/ports?device_id=8552a1f9-37e5-49bb-b1f2-e0b863c54acb HTTP/1.1" status: 200 len: 210 time: 0.0265133 Mar 22 11:19:06.234630 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 46094) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:19:06.592808 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9df9e4af-dd7d-470b-a205-abba26378aa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683891'] for router_interface, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:06.855007 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-9df9e4af-dd7d-470b-a205-abba26378aa6 admin admin] Deleting port 78dbeffb-6fdf-4221-b2f0-9308c8396720 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:19:06.855253 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9df9e4af-dd7d-470b-a205-abba26378aa6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:06.927428 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 263262c1-bba2-4aa7-b3af-f10cd265884d no longer exists at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:19:06.937124 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-9df9e4af-dd7d-470b-a205-abba26378aa6 admin admin] For port 78dbeffb-6fdf-4221-b2f0-9308c8396720, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=78dbeffb-6fdf-4221-b2f0-9308c8396720,segment=NetworkSegment(a2f01bc1-c15f-42da-9f84-53530a207b1c),segment_id=a2f01bc1-c15f-42da-9f84-53530a207b1c)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:19:06.937510 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9df9e4af-dd7d-470b-a205-abba26378aa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:06.947306 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] No Port match for: 263262c1-bba2-4aa7-b3af-f10cd265884d {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:19:06.947675 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 263262c1-bba2-4aa7-b3af-f10cd265884d not bound to the agent host hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:19:06.951048 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-9df9e4af-dd7d-470b-a205-abba26378aa6 admin admin] Calling delete_port for 78dbeffb-6fdf-4221-b2f0-9308c8396720 owned by network:router_interface {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:19:07.137893 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9df9e4af-dd7d-470b-a205-abba26378aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:07.166329 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df9e4af-dd7d-470b-a205-abba26378aa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=78dbeffb-6fdf-4221-b2f0-9308c8396720,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:19:07.179197 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9e4af-dd7d-470b-a205-abba26378aa6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:19:07.179598 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9e4af-dd7d-470b-a205-abba26378aa6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:19:07.179936 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9e4af-dd7d-470b-a205-abba26378aa6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:19:07.180268 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9e4af-dd7d-470b-a205-abba26378aa6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:19:07.180598 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9e4af-dd7d-470b-a205-abba26378aa6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:19:07.180965 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9e4af-dd7d-470b-a205-abba26378aa6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:19:07.181287 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9e4af-dd7d-470b-a205-abba26378aa6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:19:07.181747 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9e4af-dd7d-470b-a205-abba26378aa6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:19:07.182075 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9e4af-dd7d-470b-a205-abba26378aa6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:19:07.182398 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9e4af-dd7d-470b-a205-abba26378aa6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:19:07.182720 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9e4af-dd7d-470b-a205-abba26378aa6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:19:07.183039 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9e4af-dd7d-470b-a205-abba26378aa6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:19:07.338857 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9df9e4af-dd7d-470b-a205-abba26378aa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684007'] for router_interface, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:07.551659 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9df9e4af-dd7d-470b-a205-abba26378aa6 admin admin] Router 4d157779-1bb2-4096-9815-a25a0137fd3c has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:19:07.656598 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df9e4af-dd7d-470b-a205-abba26378aa6 admin admin] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:19:07.662201 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9df9e4af-dd7d-470b-a205-abba26378aa6 admin admin] 10.222.0.57 "PUT /v2.0/routers/4d157779-1bb2-4096-9815-a25a0137fd3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4263887 Mar 22 11:19:07.664975 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 46098) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:19:07.665943 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ecef13-32be-41ed-a7da-76e8f09a7af2 None None] Sync routers for ids ['4d157779-1bb2-4096-9815-a25a0137fd3c'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:19:07.675472 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ecef13-32be-41ed-a7da-76e8f09a7af2 None None] Routers {'4d157779-1bb2-4096-9815-a25a0137fd3c'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:19:07.676085 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-53ecef13-32be-41ed-a7da-76e8f09a7af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:18:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['4d157779-1bb2-4096-9815-a25a0137fd3c'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:19:07.767508 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4703b61c-f2d1-4e04-89fc-0ede5aa8afe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:07.777709 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d067582c-109d-4754-9d6b-a0a93994f174 admin admin] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:07.796566 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-53ecef13-32be-41ed-a7da-76e8f09a7af2 None None] Set router 4d157779-1bb2-4096-9815-a25a0137fd3c gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:19:07.878204 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d067582c-109d-4754-9d6b-a0a93994f174 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:07.935280 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-d067582c-109d-4754-9d6b-a0a93994f174 admin admin] Deleting port 7367e7bd-a8d7-4238-bc86-c544b0a8306c {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:19:07.935649 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d067582c-109d-4754-9d6b-a0a93994f174 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:07.972750 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-53ecef13-32be-41ed-a7da-76e8f09a7af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d157779-1bb2-4096-9815-a25a0137fd3c', 'name': 'tempest-TestEncryptedCinderVolumes-1043928516-router', 'tenant_id': '4ef59ef056d9426084831ed36be00a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.80'}], 'enable_snat': True}, 'gw_port_id': '7367e7bd-a8d7-4238-bc86-c544b0a8306c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:17:52Z', 'updated_at': '2022-03-22T11:19:07Z', 'revision_number': 5, 'project_id': '4ef59ef056d9426084831ed36be00a9f', 'gw_port': {'id': '7367e7bd-a8d7-4238-bc86-c544b0a8306c', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:07:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d157779-1bb2-4096-9815-a25a0137fd3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:17:52Z', 'updated_at': '2022-03-22T11:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:19:08.000411 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ecef13-32be-41ed-a7da-76e8f09a7af2 None None] Checking router: 4d157779-1bb2-4096-9815-a25a0137fd3c for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:19:08.008747 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ecef13-32be-41ed-a7da-76e8f09a7af2 None None] Routers {'4d157779-1bb2-4096-9815-a25a0137fd3c'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:19:08.009343 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-53ecef13-32be-41ed-a7da-76e8f09a7af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:18:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['4d157779-1bb2-4096-9815-a25a0137fd3c'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:19:08.015790 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-d067582c-109d-4754-9d6b-a0a93994f174 admin admin] For port 7367e7bd-a8d7-4238-bc86-c544b0a8306c, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=7367e7bd-a8d7-4238-bc86-c544b0a8306c,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:19:08.016178 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d067582c-109d-4754-9d6b-a0a93994f174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:08.028574 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-d067582c-109d-4754-9d6b-a0a93994f174 admin admin] Calling delete_port for 7367e7bd-a8d7-4238-bc86-c544b0a8306c owned by network:router_gateway {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:19:08.092331 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-53ecef13-32be-41ed-a7da-76e8f09a7af2 None None] Set router 4d157779-1bb2-4096-9815-a25a0137fd3c gateway port host: None {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:19:08.145668 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-53ecef13-32be-41ed-a7da-76e8f09a7af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d157779-1bb2-4096-9815-a25a0137fd3c', 'name': 'tempest-TestEncryptedCinderVolumes-1043928516-router', 'tenant_id': '4ef59ef056d9426084831ed36be00a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:17:52Z', 'updated_at': '2022-03-22T11:19:07Z', 'revision_number': 6, 'project_id': '4ef59ef056d9426084831ed36be00a9f', 'gw_port_host': None}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:19:08.172086 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ecef13-32be-41ed-a7da-76e8f09a7af2 None None] The sync data for ids ['4d157779-1bb2-4096-9815-a25a0137fd3c'] in dv-neutron-834599-1-hyperv is: [{'id': '4d157779-1bb2-4096-9815-a25a0137fd3c', 'name': 'tempest-TestEncryptedCinderVolumes-1043928516-router', 'tenant_id': '4ef59ef056d9426084831ed36be00a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:17:52Z', 'updated_at': '2022-03-22T11:19:07Z', 'revision_number': 6, 'project_id': '4ef59ef056d9426084831ed36be00a9f', 'gw_port_host': None}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:19:08.197292 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d067582c-109d-4754-9d6b-a0a93994f174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:08.229258 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d067582c-109d-4754-9d6b-a0a93994f174 admin admin] Pushing event deleted for resources: {'Port': ['ID=7367e7bd-a8d7-4238-bc86-c544b0a8306c,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:19:08.287314 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d067582c-109d-4754-9d6b-a0a93994f174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682553'] for router_gateway, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:08.377763 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d067582c-109d-4754-9d6b-a0a93994f174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:08.380043 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d067582c-109d-4754-9d6b-a0a93994f174 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:08.423761 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d067582c-109d-4754-9d6b-a0a93994f174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:08.424273 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d067582c-109d-4754-9d6b-a0a93994f174 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d157779-1bb2-4096-9815-a25a0137fd3c {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 11:19:08.428762 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d067582c-109d-4754-9d6b-a0a93994f174 admin admin] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:08.429909 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d067582c-109d-4754-9d6b-a0a93994f174 admin admin] 10.222.0.57 "DELETE /v2.0/routers/4d157779-1bb2-4096-9815-a25a0137fd3c HTTP/1.1" status: 204 len: 168 time: 0.7640369 Mar 22 11:19:08.432582 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 46100) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:19:08.482051 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b4c89af-f7ac-4c50-b61a-b2a936271db7 admin admin] Deleting subnet 7f54ec03-b129-432b-bd40-b216d647eb2b {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 11:19:08.486620 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8b4c89af-f7ac-4c50-b61a-b2a936271db7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:08.524511 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8b4c89af-f7ac-4c50-b61a-b2a936271db7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:08.602397 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8b4c89af-f7ac-4c50-b61a-b2a936271db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:08.667640 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8b4c89af-f7ac-4c50-b61a-b2a936271db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:08.697228 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4c89af-f7ac-4c50-b61a-b2a936271db7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f54ec03-b129-432b-bd40-b216d647eb2b,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:19:08.701227 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8b4c89af-f7ac-4c50-b61a-b2a936271db7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:08.704585 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8b4c89af-f7ac-4c50-b61a-b2a936271db7 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/7f54ec03-b129-432b-bd40-b216d647eb2b HTTP/1.1" status: 204 len: 168 time: 0.2709868 Mar 22 11:19:08.706985 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e9e711-ac4b-41bb-9531-27d4772643f2 None None] Network ab9c8615-8cdf-4d97-86d4-7277b1bca36d requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:19:08.707684 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 46102) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:19:08.774962 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5a8703ab-4dde-4461-b83a-521e4562d949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:08.827233 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-5a8703ab-4dde-4461-b83a-521e4562d949 admin admin] Deleting port 514198db-e4da-4410-aa4a-b10398968a22 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:19:08.827618 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5a8703ab-4dde-4461-b83a-521e4562d949 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:08.897393 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-5a8703ab-4dde-4461-b83a-521e4562d949 admin admin] For port 514198db-e4da-4410-aa4a-b10398968a22, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=514198db-e4da-4410-aa4a-b10398968a22,segment=NetworkSegment(a2f01bc1-c15f-42da-9f84-53530a207b1c),segment_id=a2f01bc1-c15f-42da-9f84-53530a207b1c)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:19:08.897784 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5a8703ab-4dde-4461-b83a-521e4562d949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:08.917431 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-5a8703ab-4dde-4461-b83a-521e4562d949 admin admin] Calling delete_port for 514198db-e4da-4410-aa4a-b10398968a22 owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:19:08.934393 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6809d4-7aa4-4083-879f-dc5292460f29 None None] DHCP port deletion for ab9c8615-8cdf-4d97-86d4-7277b1bca36d request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 11:19:08.983070 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-fe6809d4-7aa4-4083-879f-dc5292460f29 None None] Deleting port 514198db-e4da-4410-aa4a-b10398968a22 {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:19:08.983678 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-fe6809d4-7aa4-4083-879f-dc5292460f29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:09.002944 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5a8703ab-4dde-4461-b83a-521e4562d949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:09.030647 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8703ab-4dde-4461-b83a-521e4562d949 admin admin] Pushing event deleted for resources: {'Port': ['ID=514198db-e4da-4410-aa4a-b10398968a22,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:19:09.036214 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8703ab-4dde-4461-b83a-521e4562d949 admin admin] No DVR routers for this DVR port 514198db-e4da-4410-aa4a-b10398968a22 on host dv-neutron-834599-1-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:19:09.050872 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-fe6809d4-7aa4-4083-879f-dc5292460f29 None None] For port 514198db-e4da-4410-aa4a-b10398968a22, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=514198db-e4da-4410-aa4a-b10398968a22,segment=NetworkSegment(a2f01bc1-c15f-42da-9f84-53530a207b1c),segment_id=a2f01bc1-c15f-42da-9f84-53530a207b1c)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:19:09.051268 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-fe6809d4-7aa4-4083-879f-dc5292460f29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:09.063764 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-fe6809d4-7aa4-4083-879f-dc5292460f29 None None] Calling delete_port for 514198db-e4da-4410-aa4a-b10398968a22 owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:19:09.106049 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5a8703ab-4dde-4461-b83a-521e4562d949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:09.126690 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-5a8703ab-4dde-4461-b83a-521e4562d949 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab9c8615-8cdf-4d97-86d4-7277b1bca36d']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:19:09.136483 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-5a8703ab-4dde-4461-b83a-521e4562d949 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2f01bc1-c15f-42da-9f84-53530a207b1c') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:19:09.136708 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-fe6809d4-7aa4-4083-879f-dc5292460f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:09.136976 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-5a8703ab-4dde-4461-b83a-521e4562d949 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2f01bc1-c15f-42da-9f84-53530a207b1c') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:19:09.146653 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5a8703ab-4dde-4461-b83a-521e4562d949 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:09.151702 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6809d4-7aa4-4083-879f-dc5292460f29 None None] No DVR routers for this DVR port 514198db-e4da-4410-aa4a-b10398968a22 on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:19:09.160435 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5a8703ab-4dde-4461-b83a-521e4562d949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:09.171388 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a8703ab-4dde-4461-b83a-521e4562d949 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:19:09.171717 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5a8703ab-4dde-4461-b83a-521e4562d949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:09.173706 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 11:19:09.173706 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:19:09.173706 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 11:19:09.173706 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:19:09.173706 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 11:19:09.173706 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 11:19:09.173706 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 11:19:09.173706 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:19:09.173706 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 11:19:09.173706 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:19:09.173706 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 11:19:09.173706 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:19:09.173706 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 11:19:09.173706 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 11:19:09.173706 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:19:09.173706 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 11:19:09.173706 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:19:09.173706 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 11:19:09.173706 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 11:19:09.173706 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 11:19:09.173706 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 11:19:09.173706 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 11:19:09.173706 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:19:09.173706 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:19:09.173706 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 11:19:09.173706 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:19:09.173706 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:19:09.173706 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:19:09.173706 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:19:09.173706 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:19:09.173706 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:19:09.173706 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:19:09.178702 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6809d4-7aa4-4083-879f-dc5292460f29 None None] Pushing event deleted for resources: {'Port': ['ID=514198db-e4da-4410-aa4a-b10398968a22,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:19:09.241986 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5a8703ab-4dde-4461-b83a-521e4562d949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:09.246474 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5a8703ab-4dde-4461-b83a-521e4562d949 admin admin] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:09.249995 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5a8703ab-4dde-4461-b83a-521e4562d949 admin admin] 10.222.0.57 "DELETE /v2.0/networks/ab9c8615-8cdf-4d97-86d4-7277b1bca36d HTTP/1.1" status: 204 len: 168 time: 0.5414047 Mar 22 11:19:09.253141 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 46104) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:19:09.260810 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8703ab-4dde-4461-b83a-521e4562d949 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab9c8615-8cdf-4d97-86d4-7277b1bca36d,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:19:09.599446 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-59cdf700-2297-4b43-a876-24adecd3e151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683891'] for router_interface, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:09.818379 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 78dbeffb-6fdf-4221-b2f0-9308c8396720 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:19:09.840475 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 78dbeffb-6fdf-4221-b2f0-9308c8396720 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:19:09.840780 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 78dbeffb-6fdf-4221-b2f0-9308c8396720 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:19:09.841233 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 7367e7bd-a8d7-4238-bc86-c544b0a8306c no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:19:09.867493 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 7367e7bd-a8d7-4238-bc86-c544b0a8306c {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:19:09.867809 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 7367e7bd-a8d7-4238-bc86-c544b0a8306c not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:19:09.868551 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 514198db-e4da-4410-aa4a-b10398968a22 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:19:09.895707 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 514198db-e4da-4410-aa4a-b10398968a22 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:19:09.896589 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 514198db-e4da-4410-aa4a-b10398968a22 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:19:09.900554 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-48501e38-60ff-4cf0-99f5-778ca7fa3cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:10.189590 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-59cdf700-2297-4b43-a876-24adecd3e151 admin admin] Deleting port b664b163-2dfa-4644-93f0-b682bec4a8dc {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:19:10.189896 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-59cdf700-2297-4b43-a876-24adecd3e151 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:10.269857 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-59cdf700-2297-4b43-a876-24adecd3e151 admin admin] For port b664b163-2dfa-4644-93f0-b682bec4a8dc, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=b664b163-2dfa-4644-93f0-b682bec4a8dc,segment=NetworkSegment(ac2b775e-3981-4ba4-9f10-a129fc5d1cae),segment_id=ac2b775e-3981-4ba4-9f10-a129fc5d1cae)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:19:10.270559 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-59cdf700-2297-4b43-a876-24adecd3e151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:10.282369 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-59cdf700-2297-4b43-a876-24adecd3e151 admin admin] Calling delete_port for b664b163-2dfa-4644-93f0-b682bec4a8dc owned by network:router_interface {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:19:10.463555 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-59cdf700-2297-4b43-a876-24adecd3e151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:10.488441 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cdf700-2297-4b43-a876-24adecd3e151 admin admin] Pushing event deleted for resources: {'Port': ['ID=b664b163-2dfa-4644-93f0-b682bec4a8dc,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:19:10.655885 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-59cdf700-2297-4b43-a876-24adecd3e151 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684007'] for router_interface, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:10.868710 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59cdf700-2297-4b43-a876-24adecd3e151 admin admin] Router 20cce498-ecd3-48f8-be2d-3472fed88f82 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:19:10.981578 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59cdf700-2297-4b43-a876-24adecd3e151 admin admin] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:19:10.991870 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-59cdf700-2297-4b43-a876-24adecd3e151 admin admin] 10.222.0.57 "PUT /v2.0/routers/20cce498-ecd3-48f8-be2d-3472fed88f82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7343295 Mar 22 11:19:10.991870 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 46106) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:19:10.994094 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058b3f4e-25da-4467-8fbd-2f1520aa1548 None None] Sync routers for ids ['20cce498-ecd3-48f8-be2d-3472fed88f82'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:19:11.004522 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058b3f4e-25da-4467-8fbd-2f1520aa1548 None None] Routers {'20cce498-ecd3-48f8-be2d-3472fed88f82'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:19:11.005393 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-058b3f4e-25da-4467-8fbd-2f1520aa1548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:19:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['20cce498-ecd3-48f8-be2d-3472fed88f82'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:19:11.095622 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7c62e8aa-0554-44d2-922e-6b06b6f69a4a admin admin] Notify callbacks [] for router, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:11.105937 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-058b3f4e-25da-4467-8fbd-2f1520aa1548 None None] Set router 20cce498-ecd3-48f8-be2d-3472fed88f82 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:19:11.201614 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7c62e8aa-0554-44d2-922e-6b06b6f69a4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:11.218706 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:11.262927 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-7c62e8aa-0554-44d2-922e-6b06b6f69a4a admin admin] Deleting port 3abc79f7-e4c6-4f1e-bfae-2ac94f1e9a43 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:19:11.263740 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7c62e8aa-0554-44d2-922e-6b06b6f69a4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:11.292564 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-058b3f4e-25da-4467-8fbd-2f1520aa1548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20cce498-ecd3-48f8-be2d-3472fed88f82', 'name': 'tempest-TestEncryptedCinderVolumes-250305391-router', 'tenant_id': '04624562dc554ad6b5323900ae5a8255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.235'}], 'enable_snat': True}, 'gw_port_id': '3abc79f7-e4c6-4f1e-bfae-2ac94f1e9a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:17:56Z', 'updated_at': '2022-03-22T11:19:10Z', 'revision_number': 5, 'project_id': '04624562dc554ad6b5323900ae5a8255', 'gw_port': {'id': '3abc79f7-e4c6-4f1e-bfae-2ac94f1e9a43', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:dd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cce498-ecd3-48f8-be2d-3472fed88f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:17:57Z', 'updated_at': '2022-03-22T11:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:19:11.322660 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058b3f4e-25da-4467-8fbd-2f1520aa1548 None None] Checking router: 20cce498-ecd3-48f8-be2d-3472fed88f82 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:19:11.333337 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058b3f4e-25da-4467-8fbd-2f1520aa1548 None None] Routers {'20cce498-ecd3-48f8-be2d-3472fed88f82'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:19:11.334045 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-058b3f4e-25da-4467-8fbd-2f1520aa1548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:19:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['20cce498-ecd3-48f8-be2d-3472fed88f82'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:19:11.350408 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-7c62e8aa-0554-44d2-922e-6b06b6f69a4a admin admin] For port 3abc79f7-e4c6-4f1e-bfae-2ac94f1e9a43, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=3abc79f7-e4c6-4f1e-bfae-2ac94f1e9a43,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:19:11.351019 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7c62e8aa-0554-44d2-922e-6b06b6f69a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:11.363351 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-7c62e8aa-0554-44d2-922e-6b06b6f69a4a admin admin] Calling delete_port for 3abc79f7-e4c6-4f1e-bfae-2ac94f1e9a43 owned by network:router_gateway {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:19:11.506646 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-058b3f4e-25da-4467-8fbd-2f1520aa1548 None None] Set router 20cce498-ecd3-48f8-be2d-3472fed88f82 gateway port host: None {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:19:11.534166 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7c62e8aa-0554-44d2-922e-6b06b6f69a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:11.559657 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-058b3f4e-25da-4467-8fbd-2f1520aa1548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20cce498-ecd3-48f8-be2d-3472fed88f82', 'name': 'tempest-TestEncryptedCinderVolumes-250305391-router', 'tenant_id': '04624562dc554ad6b5323900ae5a8255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:17:56Z', 'updated_at': '2022-03-22T11:19:11Z', 'revision_number': 6, 'project_id': '04624562dc554ad6b5323900ae5a8255', 'gw_port_host': None}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:19:11.560568 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c62e8aa-0554-44d2-922e-6b06b6f69a4a admin admin] Pushing event deleted for resources: {'Port': ['ID=3abc79f7-e4c6-4f1e-bfae-2ac94f1e9a43,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:19:11.588481 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058b3f4e-25da-4467-8fbd-2f1520aa1548 None None] The sync data for ids ['20cce498-ecd3-48f8-be2d-3472fed88f82'] in dv-neutron-834599-1-hyperv is: [{'id': '20cce498-ecd3-48f8-be2d-3472fed88f82', 'name': 'tempest-TestEncryptedCinderVolumes-250305391-router', 'tenant_id': '04624562dc554ad6b5323900ae5a8255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:17:56Z', 'updated_at': '2022-03-22T11:19:11Z', 'revision_number': 6, 'project_id': '04624562dc554ad6b5323900ae5a8255', 'gw_port_host': None}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:19:11.628905 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7c62e8aa-0554-44d2-922e-6b06b6f69a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682553'] for router_gateway, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:11.722780 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7c62e8aa-0554-44d2-922e-6b06b6f69a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:11.725004 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7c62e8aa-0554-44d2-922e-6b06b6f69a4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:11.776329 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7c62e8aa-0554-44d2-922e-6b06b6f69a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:11.776886 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c62e8aa-0554-44d2-922e-6b06b6f69a4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20cce498-ecd3-48f8-be2d-3472fed88f82 {{(pid=109050) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 11:19:11.781358 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7c62e8aa-0554-44d2-922e-6b06b6f69a4a admin admin] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:11.782513 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-7c62e8aa-0554-44d2-922e-6b06b6f69a4a admin admin] 10.222.0.57 "DELETE /v2.0/routers/20cce498-ecd3-48f8-be2d-3472fed88f82 HTTP/1.1" status: 204 len: 168 time: 0.7897315 Mar 22 11:19:11.785289 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 46108) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:19:11.829722 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8c40b4f-60ca-4e85-85a4-aed8a7306fd7 admin admin] Deleting subnet cbd5a377-12d3-4d67-a4f9-dba0b9debeef {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 11:19:11.832856 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b8c40b4f-60ca-4e85-85a4-aed8a7306fd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:11.870435 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b8c40b4f-60ca-4e85-85a4-aed8a7306fd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:11.957541 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b8c40b4f-60ca-4e85-85a4-aed8a7306fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:12.021127 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b8c40b4f-60ca-4e85-85a4-aed8a7306fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:12.047768 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c40b4f-60ca-4e85-85a4-aed8a7306fd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbd5a377-12d3-4d67-a4f9-dba0b9debeef,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:19:12.051340 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b8c40b4f-60ca-4e85-85a4-aed8a7306fd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:12.054578 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b8c40b4f-60ca-4e85-85a4-aed8a7306fd7 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/cbd5a377-12d3-4d67-a4f9-dba0b9debeef HTTP/1.1" status: 204 len: 168 time: 0.2682767 Mar 22 11:19:12.057244 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b654e2-b17f-4b4a-910e-439d7ba29d2c None None] Network bdbc9f6d-543a-4949-8822-6eab9a6b7c11 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:19:12.057406 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 46110) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:19:12.124728 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e9bc0d69-651a-46c3-9474-5444c662d8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:12.177308 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-e9bc0d69-651a-46c3-9474-5444c662d8be admin admin] Deleting port 4980aae6-4a71-43e7-b5d8-ad8db14adb73 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:19:12.177649 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e9bc0d69-651a-46c3-9474-5444c662d8be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:12.207622 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:19:12.249180 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-e9bc0d69-651a-46c3-9474-5444c662d8be admin admin] For port 4980aae6-4a71-43e7-b5d8-ad8db14adb73, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=4980aae6-4a71-43e7-b5d8-ad8db14adb73,segment=NetworkSegment(ac2b775e-3981-4ba4-9f10-a129fc5d1cae),segment_id=ac2b775e-3981-4ba4-9f10-a129fc5d1cae)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:19:12.249542 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e9bc0d69-651a-46c3-9474-5444c662d8be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:12.261832 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-e9bc0d69-651a-46c3-9474-5444c662d8be admin admin] Calling delete_port for 4980aae6-4a71-43e7-b5d8-ad8db14adb73 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:19:12.350529 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e9bc0d69-651a-46c3-9474-5444c662d8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:12.357737 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device b664b163-2dfa-4644-93f0-b682bec4a8dc no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:19:12.360477 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e0b8a2-3460-4551-90d9-aa66c149981b None None] DHCP port deletion for bdbc9f6d-543a-4949-8822-6eab9a6b7c11 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 11:19:12.380197 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bc0d69-651a-46c3-9474-5444c662d8be admin admin] Pushing event deleted for resources: {'Port': ['ID=4980aae6-4a71-43e7-b5d8-ad8db14adb73,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:19:12.385926 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bc0d69-651a-46c3-9474-5444c662d8be admin admin] No DVR routers for this DVR port 4980aae6-4a71-43e7-b5d8-ad8db14adb73 on host dv-neutron-834599-1-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:19:12.389001 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: b664b163-2dfa-4644-93f0-b682bec4a8dc {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:19:12.389342 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device b664b163-2dfa-4644-93f0-b682bec4a8dc not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:19:12.459946 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e9bc0d69-651a-46c3-9474-5444c662d8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:12.480625 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-e9bc0d69-651a-46c3-9474-5444c662d8be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdbc9f6d-543a-4949-8822-6eab9a6b7c11']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:19:12.489635 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-e9bc0d69-651a-46c3-9474-5444c662d8be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac2b775e-3981-4ba4-9f10-a129fc5d1cae') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:19:12.489932 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-e9bc0d69-651a-46c3-9474-5444c662d8be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac2b775e-3981-4ba4-9f10-a129fc5d1cae') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:19:12.499527 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e9bc0d69-651a-46c3-9474-5444c662d8be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:12.512794 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e9bc0d69-651a-46c3-9474-5444c662d8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:12.520840 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9bc0d69-651a-46c3-9474-5444c662d8be admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:19:12.520840 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e9bc0d69-651a-46c3-9474-5444c662d8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:12.522473 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 11:19:12.522473 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:19:12.522473 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 11:19:12.522473 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:19:12.522473 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 11:19:12.522473 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 11:19:12.522473 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 11:19:12.522473 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:19:12.522473 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 11:19:12.522473 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:19:12.522473 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 11:19:12.522473 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:19:12.522473 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 11:19:12.522473 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 11:19:12.522473 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:19:12.522473 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 11:19:12.522473 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:19:12.522473 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 11:19:12.522473 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 11:19:12.522473 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 11:19:12.522473 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 11:19:12.522473 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 11:19:12.522473 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:19:12.522473 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:19:12.522473 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 11:19:12.522473 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:19:12.522473 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:19:12.522473 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:19:12.522473 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:19:12.522473 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:19:12.522473 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:19:12.522473 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:19:12.588439 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e9bc0d69-651a-46c3-9474-5444c662d8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:12.600183 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e9bc0d69-651a-46c3-9474-5444c662d8be admin admin] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:12.603768 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-e9bc0d69-651a-46c3-9474-5444c662d8be admin admin] 10.222.0.57 "DELETE /v2.0/networks/bdbc9f6d-543a-4949-8822-6eab9a6b7c11 HTTP/1.1" status: 204 len: 168 time: 0.5452304 Mar 22 11:19:12.614709 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bc0d69-651a-46c3-9474-5444c662d8be admin admin] Pushing event deleted for resources: {'Network': ['ID=bdbc9f6d-543a-4949-8822-6eab9a6b7c11,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:19:12.755591 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:12.780761 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 46114) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:19:12.822054 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-acc64711-bb20-4cfc-8515-57e0fb5c0cfb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4ef59ef056d9426084831ed36be00a9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400383 Mar 22 11:19:12.824518 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 46116) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:19:12.854976 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:12.875852 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bee545dc-94dc-4122-9069-3435544d3c89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:12.896540 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bee545dc-94dc-4122-9069-3435544d3c89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:12.949205 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bee545dc-94dc-4122-9069-3435544d3c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:12.951810 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bee545dc-94dc-4122-9069-3435544d3c89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:12.953076 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-bee545dc-94dc-4122-9069-3435544d3c89 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/000d130a-3d13-43c9-9302-fc26bb5c8334 HTTP/1.1" status: 204 len: 168 time: 0.1275826 Mar 22 11:19:12.961598 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee545dc-94dc-4122-9069-3435544d3c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000d130a-3d13-43c9-9302-fc26bb5c8334,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:19:13.308763 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 46122) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:19:13.347299 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-fbd89f46-3083-4055-999a-ed452bc71a98 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=04624562dc554ad6b5323900ae5a8255&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374055 Mar 22 11:19:13.349766 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 46124) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:19:13.397911 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9aabec53-2f77-4dad-a8d3-d40c626b20bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:13.418774 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9aabec53-2f77-4dad-a8d3-d40c626b20bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:13.472608 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9aabec53-2f77-4dad-a8d3-d40c626b20bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:13.475113 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9aabec53-2f77-4dad-a8d3-d40c626b20bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:13.476273 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-9aabec53-2f77-4dad-a8d3-d40c626b20bd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/864777f0-ea2b-40c5-aad8-eeae4969253e HTTP/1.1" status: 204 len: 168 time: 0.1256738 Mar 22 11:19:13.484022 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aabec53-2f77-4dad-a8d3-d40c626b20bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=864777f0-ea2b-40c5-aad8-eeae4969253e,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:19:13.559055 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:13.819175 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 4980aae6-4a71-43e7-b5d8-ad8db14adb73 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:19:13.838921 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 4980aae6-4a71-43e7-b5d8-ad8db14adb73 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:19:13.839258 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 4980aae6-4a71-43e7-b5d8-ad8db14adb73 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:19:13.839688 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 3abc79f7-e4c6-4f1e-bfae-2ac94f1e9a43 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:19:13.857777 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 3abc79f7-e4c6-4f1e-bfae-2ac94f1e9a43 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:19:13.858110 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 3abc79f7-e4c6-4f1e-bfae-2ac94f1e9a43 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:19:14.206987 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 46146) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:19:14.323968 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-cd92ebfd-95e4-4c78-8825-2f909ba6f32f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1676699533-network', 'tenant_id': 'd69b021550bb4ec19a1edfcf46b0283f'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:19:14.347047 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd92ebfd-95e4-4c78-8825-2f909ba6f32f admin admin] Made reservation on behalf of d69b021550bb4ec19a1edfcf46b0283f for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:19:14.349352 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cd92ebfd-95e4-4c78-8825-2f909ba6f32f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:14.358980 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cd92ebfd-95e4-4c78-8825-2f909ba6f32f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:14.440276 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cd92ebfd-95e4-4c78-8825-2f909ba6f32f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:14.446002 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cd92ebfd-95e4-4c78-8825-2f909ba6f32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:14.469572 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd92ebfd-95e4-4c78-8825-2f909ba6f32f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:19:14.477717 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd92ebfd-95e4-4c78-8825-2f909ba6f32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bcb3e4d-6455-4049-8012-ca8cf900cab9,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:19:14.483680 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cd92ebfd-95e4-4c78-8825-2f909ba6f32f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:14.484066 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-cd92ebfd-95e4-4c78-8825-2f909ba6f32f admin admin] Added segment dd7bc2c7-5eb6-48f8-9117-b3552837db03 of type vlan for network ce393a29-9bf7-4753-b2a4-3c84dae0c27a Mar 22 11:19:14.522423 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cd92ebfd-95e4-4c78-8825-2f909ba6f32f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:14.548630 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cd92ebfd-95e4-4c78-8825-2f909ba6f32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:14.549717 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd92ebfd-95e4-4c78-8825-2f909ba6f32f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:19:14.550373 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cd92ebfd-95e4-4c78-8825-2f909ba6f32f admin admin] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:14.580529 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-cd92ebfd-95e4-4c78-8825-2f909ba6f32f admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3719962 Mar 22 11:19:14.583583 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 46150) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:19:14.588702 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-b71f96ad-49fc-4d82-bb48-5cfceb3f27a2 admin admin] Request body: {'subnet': {'network_id': 'ce393a29-9bf7-4753-b2a4-3c84dae0c27a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1676699533-subnet', 'tenant_id': 'd69b021550bb4ec19a1edfcf46b0283f', 'ip_version': 4}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:19:14.609921 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71f96ad-49fc-4d82-bb48-5cfceb3f27a2 admin admin] Made reservation on behalf of d69b021550bb4ec19a1edfcf46b0283f for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:19:14.611134 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd92ebfd-95e4-4c78-8825-2f909ba6f32f admin admin] Pushing event updated for resources: {'Network': ['ID=ce393a29-9bf7-4753-b2a4-3c84dae0c27a,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:19:14.612570 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b71f96ad-49fc-4d82-bb48-5cfceb3f27a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:14.621468 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network ce393a29-9bf7-4753-b2a4-3c84dae0c27a details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 11:19:14.779722 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b71f96ad-49fc-4d82-bb48-5cfceb3f27a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:14.833950 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71f96ad-49fc-4d82-bb48-5cfceb3f27a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b590b6c-2716-456a-8bdc-587484e26a29,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:19:14.843969 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71f96ad-49fc-4d82-bb48-5cfceb3f27a2 admin admin] Checking segment: {'id': 'dd7bc2c7-5eb6-48f8-9117-b3552837db03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ce393a29-9bf7-4753-b2a4-3c84dae0c27a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:19:14.844318 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71f96ad-49fc-4d82-bb48-5cfceb3f27a2 admin admin] Network hostable DHCP agents. Network: ce393a29-9bf7-4753-b2a4-3c84dae0c27a, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:19:14.862474 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71f96ad-49fc-4d82-bb48-5cfceb3f27a2 admin admin] Network ce393a29-9bf7-4753-b2a4-3c84dae0c27a is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:19:14.873240 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-b71f96ad-49fc-4d82-bb48-5cfceb3f27a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, ce393a29-9bf7-4753-b2a4-3c84dae0c27a) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:19:14.877682 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71f96ad-49fc-4d82-bb48-5cfceb3f27a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:19:14.878331 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b71f96ad-49fc-4d82-bb48-5cfceb3f27a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:14.882279 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ef7a11-b8f2-4b3f-a80d-587ee80700f8 None None] Network ce393a29-9bf7-4753-b2a4-3c84dae0c27a requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:19:14.895565 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b71f96ad-49fc-4d82-bb48-5cfceb3f27a2 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3107638 Mar 22 11:19:14.898488 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 46152) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:19:14.903271 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-05b02245-1bc2-4a80-a8c5-ada2f32a819e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1676699533-router', 'tenant_id': 'd69b021550bb4ec19a1edfcf46b0283f', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:19:14.921438 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-05b02245-1bc2-4a80-a8c5-ada2f32a819e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:14.922333 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-05b02245-1bc2-4a80-a8c5-ada2f32a819e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:14.975535 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-05b02245-1bc2-4a80-a8c5-ada2f32a819e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:15.024796 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aae2302-9638-450a-b1f8-44ad8c390768 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-ce393a29-9bf7-4753-b2a4-3c84dae0c27a', 'network_id': 'ce393a29-9bf7-4753-b2a4-3c84dae0c27a', 'tenant_id': 'd69b021550bb4ec19a1edfcf46b0283f', 'fixed_ips': [{'subnet_id': '3b590b6c-2716-456a-8bdc-587484e26a29'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 11:19:15.025703 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0aae2302-9638-450a-b1f8-44ad8c390768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:15.112018 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-05b02245-1bc2-4a80-a8c5-ada2f32a819e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:15.161515 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-0aae2302-9638-450a-b1f8-44ad8c390768 None None] Allocated IP 172.20.0.2 (ce393a29-9bf7-4753-b2a4-3c84dae0c27a/3b590b6c-2716-456a-8bdc-587484e26a29/d23fcea8-d1e5-499a-80c0-e04ed1b9fd36) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:19:15.299348 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0aae2302-9638-450a-b1f8-44ad8c390768 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:15.305557 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0aae2302-9638-450a-b1f8-44ad8c390768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:15.311206 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-05b02245-1bc2-4a80-a8c5-ada2f32a819e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:15.329981 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-05b02245-1bc2-4a80-a8c5-ada2f32a819e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:15.344346 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aae2302-9638-450a-b1f8-44ad8c390768 None None] Network ce393a29-9bf7-4753-b2a4-3c84dae0c27a is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:19:15.347097 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-0aae2302-9638-450a-b1f8-44ad8c390768 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:19:15.350354 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aae2302-9638-450a-b1f8-44ad8c390768 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:19:15.357025 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aae2302-9638-450a-b1f8-44ad8c390768 None None] Pushing event updated for resources: {'Port': ['ID=d23fcea8-d1e5-499a-80c0-e04ed1b9fd36,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:19:15.406096 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-0aae2302-9638-450a-b1f8-44ad8c390768 None None] Attempting to bind port d23fcea8-d1e5-499a-80c0-e04ed1b9fd36 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:19:15.406459 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-0aae2302-9638-450a-b1f8-44ad8c390768 None None] Attempting to bind port d23fcea8-d1e5-499a-80c0-e04ed1b9fd36 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': 'dd7bc2c7-5eb6-48f8-9117-b3552837db03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ce393a29-9bf7-4753-b2a4-3c84dae0c27a'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:19:15.406813 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aae2302-9638-450a-b1f8-44ad8c390768 None None] Attempting to bind port d23fcea8-d1e5-499a-80c0-e04ed1b9fd36 on network ce393a29-9bf7-4753-b2a4-3c84dae0c27a {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:19:15.411896 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aae2302-9638-450a-b1f8-44ad8c390768 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:19:15.412269 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aae2302-9638-450a-b1f8-44ad8c390768 None None] Checking segment: {'id': 'dd7bc2c7-5eb6-48f8-9117-b3552837db03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ce393a29-9bf7-4753-b2a4-3c84dae0c27a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:19:15.412669 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0aae2302-9638-450a-b1f8-44ad8c390768 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:15.413056 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aae2302-9638-450a-b1f8-44ad8c390768 None None] Bound using segment: {'id': 'dd7bc2c7-5eb6-48f8-9117-b3552837db03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ce393a29-9bf7-4753-b2a4-3c84dae0c27a'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:19:15.413517 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-0aae2302-9638-450a-b1f8-44ad8c390768 None None] Bound port: d23fcea8-d1e5-499a-80c0-e04ed1b9fd36, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd7bc2c7-5eb6-48f8-9117-b3552837db03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ce393a29-9bf7-4753-b2a4-3c84dae0c27a'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:19:15.413893 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0aae2302-9638-450a-b1f8-44ad8c390768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:15.437350 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-05b02245-1bc2-4a80-a8c5-ada2f32a819e admin admin] Allocated IP 172.26.7.213 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/e7dffee1-70c3-4c9e-9a73-531bf0e9bc9f) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:19:15.476960 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-0aae2302-9638-450a-b1f8-44ad8c390768 None None] For port d23fcea8-d1e5-499a-80c0-e04ed1b9fd36, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:19:15.479992 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-0aae2302-9638-450a-b1f8-44ad8c390768 None None] For port d23fcea8-d1e5-499a-80c0-e04ed1b9fd36, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=d23fcea8-d1e5-499a-80c0-e04ed1b9fd36,segment=NetworkSegment(dd7bc2c7-5eb6-48f8-9117-b3552837db03),segment_id=dd7bc2c7-5eb6-48f8-9117-b3552837db03)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:19:15.484774 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0aae2302-9638-450a-b1f8-44ad8c390768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:15.540824 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aae2302-9638-450a-b1f8-44ad8c390768 None None] Pushing event updated for resources: {'Port': ['ID=d23fcea8-d1e5-499a-80c0-e04ed1b9fd36,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:19:15.545913 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-05b02245-1bc2-4a80-a8c5-ada2f32a819e admin admin] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:15.583074 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-05b02245-1bc2-4a80-a8c5-ada2f32a819e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:15.622197 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b02245-1bc2-4a80-a8c5-ada2f32a819e admin admin] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:19:15.625351 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-05b02245-1bc2-4a80-a8c5-ada2f32a819e admin admin] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:19:15.628772 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b02245-1bc2-4a80-a8c5-ada2f32a819e admin admin] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:19:15.656833 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b02245-1bc2-4a80-a8c5-ada2f32a819e admin admin] Pushing event updated for resources: {'Port': ['ID=e7dffee1-70c3-4c9e-9a73-531bf0e9bc9f,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:19:15.868543 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device d23fcea8-d1e5-499a-80c0-e04ed1b9fd36 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:19:15.894938 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-05b02245-1bc2-4a80-a8c5-ada2f32a819e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:15.918450 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port d23fcea8-d1e5-499a-80c0-e04ed1b9fd36 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:19:15.918819 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:15.999124 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:16.032005 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port d23fcea8-d1e5-499a-80c0-e04ed1b9fd36, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=d23fcea8-d1e5-499a-80c0-e04ed1b9fd36,segment=NetworkSegment(dd7bc2c7-5eb6-48f8-9117-b3552837db03),segment_id=dd7bc2c7-5eb6-48f8-9117-b3552837db03)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:19:16.038668 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:16.085643 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=d23fcea8-d1e5-499a-80c0-e04ed1b9fd36,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:19:16.090050 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-05b02245-1bc2-4a80-a8c5-ada2f32a819e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:16.223975 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b02245-1bc2-4a80-a8c5-ada2f32a819e admin admin] Router 21d621a7-fd6f-405b-bc2e-f3118cd10968 is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109050) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 11:19:16.332702 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b02245-1bc2-4a80-a8c5-ada2f32a819e admin admin] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:19:16.342722 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578366d6-410c-4727-bdb3-76a480740e96 None None] Sync routers for ids ['21d621a7-fd6f-405b-bc2e-f3118cd10968'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:19:16.352915 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-05b02245-1bc2-4a80-a8c5-ada2f32a819e admin admin] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:16.353553 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578366d6-410c-4727-bdb3-76a480740e96 None None] Routers {'21d621a7-fd6f-405b-bc2e-f3118cd10968'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:19:16.354203 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-578366d6-410c-4727-bdb3-76a480740e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:19:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['21d621a7-fd6f-405b-bc2e-f3118cd10968'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:19:16.355890 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-05b02245-1bc2-4a80-a8c5-ada2f32a819e admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4561226 Mar 22 11:19:16.357303 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 46154) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:19:16.438541 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482bf085-dd29-4434-915e-28de3a48a6a4 None None] Network ce393a29-9bf7-4753-b2a4-3c84dae0c27a requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:19:16.513964 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-578366d6-410c-4727-bdb3-76a480740e96 None None] Set router 21d621a7-fd6f-405b-bc2e-f3118cd10968 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:19:16.571327 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-725b7178-fde8-486e-b9d8-309b33a8f3a1 None None] Provisioning complete for port d23fcea8-d1e5-499a-80c0-e04ed1b9fd36 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:19:16.571719 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-725b7178-fde8-486e-b9d8-309b33a8f3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:16.836572 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-578366d6-410c-4727-bdb3-76a480740e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d621a7-fd6f-405b-bc2e-f3118cd10968', 'name': 'tempest-TestMinimumBasicScenario-1676699533-router', 'tenant_id': 'd69b021550bb4ec19a1edfcf46b0283f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': 'e7dffee1-70c3-4c9e-9a73-531bf0e9bc9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:19:14Z', 'updated_at': '2022-03-22T11:19:15Z', 'revision_number': 3, 'project_id': 'd69b021550bb4ec19a1edfcf46b0283f', 'gw_port': {'id': 'e7dffee1-70c3-4c9e-9a73-531bf0e9bc9f', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a2:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d621a7-fd6f-405b-bc2e-f3118cd10968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:19:15Z', 'updated_at': '2022-03-22T11:19:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:19:16.869283 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578366d6-410c-4727-bdb3-76a480740e96 None None] Checking router: 21d621a7-fd6f-405b-bc2e-f3118cd10968 for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:19:16.869983 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578366d6-410c-4727-bdb3-76a480740e96 None None] Updating router 21d621a7-fd6f-405b-bc2e-f3118cd10968 port e7dffee1-70c3-4c9e-9a73-531bf0e9bc9f binding host dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:19:16.897670 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-578366d6-410c-4727-bdb3-76a480740e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:17.050182 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-9b00a5e7-2015-48a6-b9b1-e37a4a312d30 None None] Provisioning complete for port d23fcea8-d1e5-499a-80c0-e04ed1b9fd36 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:19:17.050553 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9b00a5e7-2015-48a6-b9b1-e37a4a312d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:17.124525 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2228da26-cd27-41ad-845d-2ad405f1ba6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:17.223557 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-578366d6-410c-4727-bdb3-76a480740e96 None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:17.229920 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-578366d6-410c-4727-bdb3-76a480740e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:17.279822 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98272681-d525-41f6-99ca-d63d5821c33d None None] Pushing event updated for resources: {'Port': ['ID=e7dffee1-70c3-4c9e-9a73-531bf0e9bc9f,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:19:17.280672 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-2228da26-cd27-41ad-845d-2ad405f1ba6d admin admin] Allocated IP 172.20.0.1 (ce393a29-9bf7-4753-b2a4-3c84dae0c27a/3b590b6c-2716-456a-8bdc-587484e26a29/8a3fff68-2276-428d-9aaf-530ca8b089fc) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:19:17.282223 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-578366d6-410c-4727-bdb3-76a480740e96 None None] Attempting to bind port e7dffee1-70c3-4c9e-9a73-531bf0e9bc9f on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:19:17.282587 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-578366d6-410c-4727-bdb3-76a480740e96 None None] Attempting to bind port e7dffee1-70c3-4c9e-9a73-531bf0e9bc9f by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:19:17.282926 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578366d6-410c-4727-bdb3-76a480740e96 None None] Attempting to bind port e7dffee1-70c3-4c9e-9a73-531bf0e9bc9f on network a14ca783-6f82-4799-85a3-4cbe79c980a8 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:19:17.289067 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578366d6-410c-4727-bdb3-76a480740e96 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:19:17.289440 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578366d6-410c-4727-bdb3-76a480740e96 None None] Checking segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:19:17.289840 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-578366d6-410c-4727-bdb3-76a480740e96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:17.290214 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578366d6-410c-4727-bdb3-76a480740e96 None None] Bound using segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:19:17.290676 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-578366d6-410c-4727-bdb3-76a480740e96 None None] Bound port: e7dffee1-70c3-4c9e-9a73-531bf0e9bc9f, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:19:17.291120 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-578366d6-410c-4727-bdb3-76a480740e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:17.341662 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-578366d6-410c-4727-bdb3-76a480740e96 None None] For port e7dffee1-70c3-4c9e-9a73-531bf0e9bc9f, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:19:17.344764 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-578366d6-410c-4727-bdb3-76a480740e96 None None] For port e7dffee1-70c3-4c9e-9a73-531bf0e9bc9f, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=e7dffee1-70c3-4c9e-9a73-531bf0e9bc9f,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:19:17.350396 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-578366d6-410c-4727-bdb3-76a480740e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:17.394207 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2228da26-cd27-41ad-845d-2ad405f1ba6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:17.406881 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578366d6-410c-4727-bdb3-76a480740e96 None None] Routers {'21d621a7-fd6f-405b-bc2e-f3118cd10968'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:19:17.407522 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-578366d6-410c-4727-bdb3-76a480740e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:19:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['21d621a7-fd6f-405b-bc2e-f3118cd10968'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:19:17.426399 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2228da26-cd27-41ad-845d-2ad405f1ba6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:17.447791 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98272681-d525-41f6-99ca-d63d5821c33d None None] Pushing event updated for resources: {'Port': ['ID=e7dffee1-70c3-4c9e-9a73-531bf0e9bc9f,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:19:17.462716 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2228da26-cd27-41ad-845d-2ad405f1ba6d admin admin] Network ce393a29-9bf7-4753-b2a4-3c84dae0c27a is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:19:17.465748 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-2228da26-cd27-41ad-845d-2ad405f1ba6d admin admin] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:19:17.469141 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2228da26-cd27-41ad-845d-2ad405f1ba6d admin admin] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:19:17.498785 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2228da26-cd27-41ad-845d-2ad405f1ba6d admin admin] Pushing event updated for resources: {'Port': ['ID=8a3fff68-2276-428d-9aaf-530ca8b089fc,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:19:17.516972 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2228da26-cd27-41ad-845d-2ad405f1ba6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684270'] for router_interface, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:17.528203 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-578366d6-410c-4727-bdb3-76a480740e96 None None] Set router 21d621a7-fd6f-405b-bc2e-f3118cd10968 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:19:17.653897 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2228da26-cd27-41ad-845d-2ad405f1ba6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:17.778389 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-dd298aa8-3df8-4c02-82ac-751951f44ce2 None None] Provisioning complete for port 8a3fff68-2276-428d-9aaf-530ca8b089fc triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:19:17.778767 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-dd298aa8-3df8-4c02-82ac-751951f44ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:17.836365 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device d23fcea8-d1e5-499a-80c0-e04ed1b9fd36 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:19:17.840525 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2228da26-cd27-41ad-845d-2ad405f1ba6d admin admin] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:17.845606 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2228da26-cd27-41ad-845d-2ad405f1ba6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:17.892738 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-dd298aa8-3df8-4c02-82ac-751951f44ce2 None None] Port 8a3fff68-2276-428d-9aaf-530ca8b089fc cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:19:17.914456 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2228da26-cd27-41ad-845d-2ad405f1ba6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684306'] for router_interface, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:17.916093 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2228da26-cd27-41ad-845d-2ad405f1ba6d admin admin] Pushing event updated for resources: {'Port': ['ID=8a3fff68-2276-428d-9aaf-530ca8b089fc,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:19:17.943553 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port d23fcea8-d1e5-499a-80c0-e04ed1b9fd36 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:19:17.943925 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:17.988530 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-578366d6-410c-4727-bdb3-76a480740e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d621a7-fd6f-405b-bc2e-f3118cd10968', 'name': 'tempest-TestMinimumBasicScenario-1676699533-router', 'tenant_id': 'd69b021550bb4ec19a1edfcf46b0283f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': 'e7dffee1-70c3-4c9e-9a73-531bf0e9bc9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:19:14Z', 'updated_at': '2022-03-22T11:19:15Z', 'revision_number': 3, 'project_id': 'd69b021550bb4ec19a1edfcf46b0283f', 'gw_port': {'id': 'e7dffee1-70c3-4c9e-9a73-531bf0e9bc9f', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a2:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d621a7-fd6f-405b-bc2e-f3118cd10968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:19:15Z', 'updated_at': '2022-03-22T11:19:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:19:18.012499 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2228da26-cd27-41ad-845d-2ad405f1ba6d admin admin] Network ce393a29-9bf7-4753-b2a4-3c84dae0c27a is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:19:18.013944 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-2228da26-cd27-41ad-845d-2ad405f1ba6d admin admin] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:19:18.018907 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578366d6-410c-4727-bdb3-76a480740e96 None None] The sync data for ids ['21d621a7-fd6f-405b-bc2e-f3118cd10968'] in dv-neutron-834599-1-hyperv is: [{'id': '21d621a7-fd6f-405b-bc2e-f3118cd10968', 'name': 'tempest-TestMinimumBasicScenario-1676699533-router', 'tenant_id': 'd69b021550bb4ec19a1edfcf46b0283f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': 'e7dffee1-70c3-4c9e-9a73-531bf0e9bc9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:19:14Z', 'updated_at': '2022-03-22T11:19:15Z', 'revision_number': 3, 'project_id': 'd69b021550bb4ec19a1edfcf46b0283f', 'gw_port': {'id': 'e7dffee1-70c3-4c9e-9a73-531bf0e9bc9f', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a2:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d621a7-fd6f-405b-bc2e-f3118cd10968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:19:15Z', 'updated_at': '2022-03-22T11:19:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:19:18.139641 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2228da26-cd27-41ad-845d-2ad405f1ba6d admin admin] Router 21d621a7-fd6f-405b-bc2e-f3118cd10968 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:19:18.262071 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2228da26-cd27-41ad-845d-2ad405f1ba6d admin admin] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:19:18.276010 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-2228da26-cd27-41ad-845d-2ad405f1ba6d admin admin] 10.222.0.57 "PUT /v2.0/routers/21d621a7-fd6f-405b-bc2e-f3118cd10968/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9088507 Mar 22 11:19:18.319876 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-c5c30a4d-a33a-45da-acb5-2eb51284e385 None None] Provisioning complete for port 8a3fff68-2276-428d-9aaf-530ca8b089fc triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:19:18.320350 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c5c30a4d-a33a-45da-acb5-2eb51284e385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:18.357309 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-c5c30a4d-a33a-45da-acb5-2eb51284e385 None None] Port 8a3fff68-2276-428d-9aaf-530ca8b089fc cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:19:18.751859 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 46170) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:19:18.756948 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-74b09214-af26-4020-aa46-10796f565aa9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1166745903-network', 'tenant_id': 'b567f57738644b34b8001f620570991b'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:19:18.777697 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b09214-af26-4020-aa46-10796f565aa9 admin admin] Made reservation on behalf of b567f57738644b34b8001f620570991b for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:19:18.780161 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-74b09214-af26-4020-aa46-10796f565aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:18.789043 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-74b09214-af26-4020-aa46-10796f565aa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:18.865746 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-74b09214-af26-4020-aa46-10796f565aa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:18.870630 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-74b09214-af26-4020-aa46-10796f565aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:18.894400 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74b09214-af26-4020-aa46-10796f565aa9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:19:18.903849 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b09214-af26-4020-aa46-10796f565aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6c67bb-6b3c-41d4-903d-f901837ba430,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:19:18.908409 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-74b09214-af26-4020-aa46-10796f565aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:18.908749 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-74b09214-af26-4020-aa46-10796f565aa9 admin admin] Added segment 2d764dd6-c78b-4a67-9051-5e82dc7a5665 of type vlan for network e6591200-a9df-4110-a499-9aec669716bc Mar 22 11:19:18.951965 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-74b09214-af26-4020-aa46-10796f565aa9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:18.980925 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-74b09214-af26-4020-aa46-10796f565aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:18.981873 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b09214-af26-4020-aa46-10796f565aa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:19:18.982437 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-74b09214-af26-4020-aa46-10796f565aa9 admin admin] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:19.012866 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-74b09214-af26-4020-aa46-10796f565aa9 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2598870 Mar 22 11:19:19.015787 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 46172) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:19:19.021604 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-150a1434-591a-4e24-a827-4d4808ba6061 admin admin] Request body: {'subnet': {'network_id': 'e6591200-a9df-4110-a499-9aec669716bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1166745903-subnet', 'tenant_id': 'b567f57738644b34b8001f620570991b', 'ip_version': 4}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:19:19.044271 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b09214-af26-4020-aa46-10796f565aa9 admin admin] Pushing event updated for resources: {'Network': ['ID=e6591200-a9df-4110-a499-9aec669716bc,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:19:19.045333 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150a1434-591a-4e24-a827-4d4808ba6061 admin admin] Made reservation on behalf of b567f57738644b34b8001f620570991b for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:19:19.048064 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-150a1434-591a-4e24-a827-4d4808ba6061 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:19.056062 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network e6591200-a9df-4110-a499-9aec669716bc details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 11:19:19.214726 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-150a1434-591a-4e24-a827-4d4808ba6061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:19.272206 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150a1434-591a-4e24-a827-4d4808ba6061 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e19a1607-db7a-490f-89ae-076938dab117,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:19:19.279609 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150a1434-591a-4e24-a827-4d4808ba6061 admin admin] Checking segment: {'id': '2d764dd6-c78b-4a67-9051-5e82dc7a5665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e6591200-a9df-4110-a499-9aec669716bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:19:19.279969 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150a1434-591a-4e24-a827-4d4808ba6061 admin admin] Network hostable DHCP agents. Network: e6591200-a9df-4110-a499-9aec669716bc, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:19:19.297644 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150a1434-591a-4e24-a827-4d4808ba6061 admin admin] Network e6591200-a9df-4110-a499-9aec669716bc is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:19:19.307384 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-150a1434-591a-4e24-a827-4d4808ba6061 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, e6591200-a9df-4110-a499-9aec669716bc) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:19:19.312297 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150a1434-591a-4e24-a827-4d4808ba6061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:19:19.313443 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-150a1434-591a-4e24-a827-4d4808ba6061 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:19.317889 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74657776-ce58-450f-b0d6-825fa2c48c0c None None] Network e6591200-a9df-4110-a499-9aec669716bc requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:19:19.332120 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-150a1434-591a-4e24-a827-4d4808ba6061 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3138463 Mar 22 11:19:19.334093 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 46174) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:19:19.338582 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-501026ab-2fcb-4d5b-9c8f-7995719c5336 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1166745903-router', 'tenant_id': 'b567f57738644b34b8001f620570991b', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:19:19.357346 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-501026ab-2fcb-4d5b-9c8f-7995719c5336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:19.358342 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-501026ab-2fcb-4d5b-9c8f-7995719c5336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:19.416253 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-501026ab-2fcb-4d5b-9c8f-7995719c5336 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:19.476056 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d811d986-206d-475e-bab3-a23faab81abe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-e6591200-a9df-4110-a499-9aec669716bc', 'network_id': 'e6591200-a9df-4110-a499-9aec669716bc', 'tenant_id': 'b567f57738644b34b8001f620570991b', 'fixed_ips': [{'subnet_id': 'e19a1607-db7a-490f-89ae-076938dab117'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 11:19:19.477010 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d811d986-206d-475e-bab3-a23faab81abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:19.550124 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-501026ab-2fcb-4d5b-9c8f-7995719c5336 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:19.564042 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57f8c0a-88c3-46b4-afba-1f09d30f738f None None] Sync routers for ids ['21d621a7-fd6f-405b-bc2e-f3118cd10968'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:19:19.574305 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57f8c0a-88c3-46b4-afba-1f09d30f738f None None] Routers {'21d621a7-fd6f-405b-bc2e-f3118cd10968'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:19:19.575090 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-a57f8c0a-88c3-46b4-afba-1f09d30f738f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:19:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['21d621a7-fd6f-405b-bc2e-f3118cd10968'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:19:19.617139 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-d811d986-206d-475e-bab3-a23faab81abe None None] Allocated IP 172.20.0.2 (e6591200-a9df-4110-a499-9aec669716bc/e19a1607-db7a-490f-89ae-076938dab117/fca7c9b2-b9e1-4025-9cfc-985ccaa98e3a) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:19:19.681886 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-a57f8c0a-88c3-46b4-afba-1f09d30f738f None None] Set router 21d621a7-fd6f-405b-bc2e-f3118cd10968 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:19:19.755232 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-501026ab-2fcb-4d5b-9c8f-7995719c5336 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:19.764344 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d811d986-206d-475e-bab3-a23faab81abe None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:19.774265 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-501026ab-2fcb-4d5b-9c8f-7995719c5336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:19.776511 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d811d986-206d-475e-bab3-a23faab81abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:19.824190 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d811d986-206d-475e-bab3-a23faab81abe None None] Network e6591200-a9df-4110-a499-9aec669716bc is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:19:19.828752 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-d811d986-206d-475e-bab3-a23faab81abe None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:19:19.839928 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d811d986-206d-475e-bab3-a23faab81abe None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:19:19.847932 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d811d986-206d-475e-bab3-a23faab81abe None None] Pushing event updated for resources: {'Port': ['ID=fca7c9b2-b9e1-4025-9cfc-985ccaa98e3a,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:19:19.888605 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-501026ab-2fcb-4d5b-9c8f-7995719c5336 admin admin] Allocated IP 172.26.7.121 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/06e7d5a3-c3dd-44e3-950b-494148630641) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:19:19.903324 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-a57f8c0a-88c3-46b4-afba-1f09d30f738f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d621a7-fd6f-405b-bc2e-f3118cd10968', 'name': 'tempest-TestMinimumBasicScenario-1676699533-router', 'tenant_id': 'd69b021550bb4ec19a1edfcf46b0283f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': 'e7dffee1-70c3-4c9e-9a73-531bf0e9bc9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:19:14Z', 'updated_at': '2022-03-22T11:19:17Z', 'revision_number': 4, 'project_id': 'd69b021550bb4ec19a1edfcf46b0283f', 'gw_port': {'id': 'e7dffee1-70c3-4c9e-9a73-531bf0e9bc9f', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a2:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d621a7-fd6f-405b-bc2e-f3118cd10968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:19:15Z', 'updated_at': '2022-03-22T11:19:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '8a3fff68-2276-428d-9aaf-530ca8b089fc', 'name': '', 'network_id': 'ce393a29-9bf7-4753-b2a4-3c84dae0c27a', 'tenant_id': 'd69b021550bb4ec19a1edfcf46b0283f', 'mac_address': 'fa:16:3e:3e:d6:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d621a7-fd6f-405b-bc2e-f3118cd10968', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '3b590b6c-2716-456a-8bdc-587484e26a29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:19:17Z', 'updated_at': '2022-03-22T11:19:17Z', 'revision_number': 2, 'project_id': 'd69b021550bb4ec19a1edfcf46b0283f', 'subnets': [{'id': '3b590b6c-2716-456a-8bdc-587484e26a29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:19:19.906881 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-d811d986-206d-475e-bab3-a23faab81abe None None] Attempting to bind port fca7c9b2-b9e1-4025-9cfc-985ccaa98e3a on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:19:19.907265 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-d811d986-206d-475e-bab3-a23faab81abe None None] Attempting to bind port fca7c9b2-b9e1-4025-9cfc-985ccaa98e3a by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '2d764dd6-c78b-4a67-9051-5e82dc7a5665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e6591200-a9df-4110-a499-9aec669716bc'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:19:19.907941 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d811d986-206d-475e-bab3-a23faab81abe None None] Attempting to bind port fca7c9b2-b9e1-4025-9cfc-985ccaa98e3a on network e6591200-a9df-4110-a499-9aec669716bc {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:19:19.913432 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d811d986-206d-475e-bab3-a23faab81abe None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:19:19.913818 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d811d986-206d-475e-bab3-a23faab81abe None None] Checking segment: {'id': '2d764dd6-c78b-4a67-9051-5e82dc7a5665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e6591200-a9df-4110-a499-9aec669716bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:19:19.914227 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d811d986-206d-475e-bab3-a23faab81abe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:19.914619 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d811d986-206d-475e-bab3-a23faab81abe None None] Bound using segment: {'id': '2d764dd6-c78b-4a67-9051-5e82dc7a5665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e6591200-a9df-4110-a499-9aec669716bc'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:19:19.915251 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-d811d986-206d-475e-bab3-a23faab81abe None None] Bound port: fca7c9b2-b9e1-4025-9cfc-985ccaa98e3a, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d764dd6-c78b-4a67-9051-5e82dc7a5665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e6591200-a9df-4110-a499-9aec669716bc'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:19:19.915718 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d811d986-206d-475e-bab3-a23faab81abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:19.919176 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device e7dffee1-70c3-4c9e-9a73-531bf0e9bc9f up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:19:19.931018 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57f8c0a-88c3-46b4-afba-1f09d30f738f None None] Checking router: 21d621a7-fd6f-405b-bc2e-f3118cd10968 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:19:19.931415 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57f8c0a-88c3-46b4-afba-1f09d30f738f None None] Updating router 21d621a7-fd6f-405b-bc2e-f3118cd10968 port 8a3fff68-2276-428d-9aaf-530ca8b089fc binding host dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:19:19.957899 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-a57f8c0a-88c3-46b4-afba-1f09d30f738f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:20.021027 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-d811d986-206d-475e-bab3-a23faab81abe None None] For port fca7c9b2-b9e1-4025-9cfc-985ccaa98e3a, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:19:20.023296 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port e7dffee1-70c3-4c9e-9a73-531bf0e9bc9f triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:19:20.023538 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:20.027334 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-d811d986-206d-475e-bab3-a23faab81abe None None] For port fca7c9b2-b9e1-4025-9cfc-985ccaa98e3a, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=fca7c9b2-b9e1-4025-9cfc-985ccaa98e3a,segment=NetworkSegment(2d764dd6-c78b-4a67-9051-5e82dc7a5665),segment_id=2d764dd6-c78b-4a67-9051-5e82dc7a5665)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:19:20.055598 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d811d986-206d-475e-bab3-a23faab81abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:20.126223 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d811d986-206d-475e-bab3-a23faab81abe None None] Pushing event updated for resources: {'Port': ['ID=fca7c9b2-b9e1-4025-9cfc-985ccaa98e3a,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:19:20.180929 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:20.206321 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port e7dffee1-70c3-4c9e-9a73-531bf0e9bc9f, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=e7dffee1-70c3-4c9e-9a73-531bf0e9bc9f,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:19:20.211075 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:20.266028 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=e7dffee1-70c3-4c9e-9a73-531bf0e9bc9f,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:19:20.271744 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-a57f8c0a-88c3-46b4-afba-1f09d30f738f None None] Notify callbacks [] for port, precommit_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:20.277504 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-a57f8c0a-88c3-46b4-afba-1f09d30f738f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:20.363962 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf4887-7d2f-44dd-ac1a-7619091e81cd None None] Pushing event updated for resources: {'Port': ['ID=8a3fff68-2276-428d-9aaf-530ca8b089fc,revision_number=3']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:19:20.369448 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf4887-7d2f-44dd-ac1a-7619091e81cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:19:20.369796 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf4887-7d2f-44dd-ac1a-7619091e81cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:19:20.370131 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf4887-7d2f-44dd-ac1a-7619091e81cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:19:20.370448 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf4887-7d2f-44dd-ac1a-7619091e81cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:19:20.370794 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf4887-7d2f-44dd-ac1a-7619091e81cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:19:20.371095 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf4887-7d2f-44dd-ac1a-7619091e81cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:19:20.371440 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf4887-7d2f-44dd-ac1a-7619091e81cd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:19:20.371769 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf4887-7d2f-44dd-ac1a-7619091e81cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:19:20.372056 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf4887-7d2f-44dd-ac1a-7619091e81cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:19:20.372445 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf4887-7d2f-44dd-ac1a-7619091e81cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:19:20.373524 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf4887-7d2f-44dd-ac1a-7619091e81cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:19:20.373524 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf4887-7d2f-44dd-ac1a-7619091e81cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:19:20.411316 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-a57f8c0a-88c3-46b4-afba-1f09d30f738f None None] Attempting to bind port 8a3fff68-2276-428d-9aaf-530ca8b089fc on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:19:20.411741 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-a57f8c0a-88c3-46b4-afba-1f09d30f738f None None] Attempting to bind port 8a3fff68-2276-428d-9aaf-530ca8b089fc by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': 'dd7bc2c7-5eb6-48f8-9117-b3552837db03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ce393a29-9bf7-4753-b2a4-3c84dae0c27a'}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:19:20.412097 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57f8c0a-88c3-46b4-afba-1f09d30f738f None None] Attempting to bind port 8a3fff68-2276-428d-9aaf-530ca8b089fc on network ce393a29-9bf7-4753-b2a4-3c84dae0c27a {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:19:20.419065 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57f8c0a-88c3-46b4-afba-1f09d30f738f None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:19:20.419468 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57f8c0a-88c3-46b4-afba-1f09d30f738f None None] Checking segment: {'id': 'dd7bc2c7-5eb6-48f8-9117-b3552837db03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ce393a29-9bf7-4753-b2a4-3c84dae0c27a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:19:20.419868 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-a57f8c0a-88c3-46b4-afba-1f09d30f738f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:20.420256 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57f8c0a-88c3-46b4-afba-1f09d30f738f None None] Bound using segment: {'id': 'dd7bc2c7-5eb6-48f8-9117-b3552837db03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ce393a29-9bf7-4753-b2a4-3c84dae0c27a'} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:19:20.420712 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-a57f8c0a-88c3-46b4-afba-1f09d30f738f None None] Bound port: 8a3fff68-2276-428d-9aaf-530ca8b089fc, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd7bc2c7-5eb6-48f8-9117-b3552837db03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ce393a29-9bf7-4753-b2a4-3c84dae0c27a'}}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:19:20.421091 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-a57f8c0a-88c3-46b4-afba-1f09d30f738f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:20.434766 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-501026ab-2fcb-4d5b-9c8f-7995719c5336 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:20.480186 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-501026ab-2fcb-4d5b-9c8f-7995719c5336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:20.511164 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-a57f8c0a-88c3-46b4-afba-1f09d30f738f None None] For port 8a3fff68-2276-428d-9aaf-530ca8b089fc, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:19:20.515560 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-a57f8c0a-88c3-46b4-afba-1f09d30f738f None None] For port 8a3fff68-2276-428d-9aaf-530ca8b089fc, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=8a3fff68-2276-428d-9aaf-530ca8b089fc,segment=NetworkSegment(dd7bc2c7-5eb6-48f8-9117-b3552837db03),segment_id=dd7bc2c7-5eb6-48f8-9117-b3552837db03)] {{(pid=109052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:19:20.524852 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-a57f8c0a-88c3-46b4-afba-1f09d30f738f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:20.526090 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501026ab-2fcb-4d5b-9c8f-7995719c5336 admin admin] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:19:20.530399 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-501026ab-2fcb-4d5b-9c8f-7995719c5336 admin admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:19:20.534860 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501026ab-2fcb-4d5b-9c8f-7995719c5336 admin admin] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:19:20.538083 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501026ab-2fcb-4d5b-9c8f-7995719c5336 admin admin] Pushing event updated for resources: {'Port': ['ID=06e7d5a3-c3dd-44e3-950b-494148630641,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:19:20.588967 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf4887-7d2f-44dd-ac1a-7619091e81cd None None] Pushing event updated for resources: {'Port': ['ID=8a3fff68-2276-428d-9aaf-530ca8b089fc,revision_number=4']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:19:20.594442 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57f8c0a-88c3-46b4-afba-1f09d30f738f None None] Routers {'21d621a7-fd6f-405b-bc2e-f3118cd10968'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:19:20.595040 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-a57f8c0a-88c3-46b4-afba-1f09d30f738f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:19:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['21d621a7-fd6f-405b-bc2e-f3118cd10968'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:19:20.692537 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-f36a4f13-a2b8-4d12-a6af-a2924b354cea None None] Provisioning complete for port 8a3fff68-2276-428d-9aaf-530ca8b089fc triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:19:20.692900 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f36a4f13-a2b8-4d12-a6af-a2924b354cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:20.720339 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-a57f8c0a-88c3-46b4-afba-1f09d30f738f None None] Set router 21d621a7-fd6f-405b-bc2e-f3118cd10968 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:19:20.793366 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f36a4f13-a2b8-4d12-a6af-a2924b354cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:20.827815 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-501026ab-2fcb-4d5b-9c8f-7995719c5336 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:20.839497 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-f36a4f13-a2b8-4d12-a6af-a2924b354cea None None] For port 8a3fff68-2276-428d-9aaf-530ca8b089fc, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=8a3fff68-2276-428d-9aaf-530ca8b089fc,segment=NetworkSegment(dd7bc2c7-5eb6-48f8-9117-b3552837db03),segment_id=dd7bc2c7-5eb6-48f8-9117-b3552837db03)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:19:20.844269 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f36a4f13-a2b8-4d12-a6af-a2924b354cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:20.904369 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36a4f13-a2b8-4d12-a6af-a2924b354cea None None] Pushing event updated for resources: {'Port': ['ID=8a3fff68-2276-428d-9aaf-530ca8b089fc,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:19:20.941003 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-a57f8c0a-88c3-46b4-afba-1f09d30f738f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d621a7-fd6f-405b-bc2e-f3118cd10968', 'name': 'tempest-TestMinimumBasicScenario-1676699533-router', 'tenant_id': 'd69b021550bb4ec19a1edfcf46b0283f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': 'e7dffee1-70c3-4c9e-9a73-531bf0e9bc9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:19:14Z', 'updated_at': '2022-03-22T11:19:17Z', 'revision_number': 4, 'project_id': 'd69b021550bb4ec19a1edfcf46b0283f', 'gw_port': {'id': 'e7dffee1-70c3-4c9e-9a73-531bf0e9bc9f', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d621a7-fd6f-405b-bc2e-f3118cd10968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:19:15Z', 'updated_at': '2022-03-22T11:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '8a3fff68-2276-428d-9aaf-530ca8b089fc', 'name': '', 'network_id': 'ce393a29-9bf7-4753-b2a4-3c84dae0c27a', 'tenant_id': 'd69b021550bb4ec19a1edfcf46b0283f', 'mac_address': 'fa:16:3e:3e:d6:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d621a7-fd6f-405b-bc2e-f3118cd10968', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '3b590b6c-2716-456a-8bdc-587484e26a29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:19:17Z', 'updated_at': '2022-03-22T11:19:20Z', 'revision_number': 4, 'project_id': 'd69b021550bb4ec19a1edfcf46b0283f', 'subnets': [{'id': '3b590b6c-2716-456a-8bdc-587484e26a29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:19:20.978679 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-fd66cf58-4e62-4ed3-a37d-61d0e32216cc None None] Provisioning complete for port 8a3fff68-2276-428d-9aaf-530ca8b089fc triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:19:20.979059 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-fd66cf58-4e62-4ed3-a37d-61d0e32216cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:20.980876 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57f8c0a-88c3-46b4-afba-1f09d30f738f None None] The sync data for ids ['21d621a7-fd6f-405b-bc2e-f3118cd10968'] in dv-neutron-834599-1-hyperv is: [{'id': '21d621a7-fd6f-405b-bc2e-f3118cd10968', 'name': 'tempest-TestMinimumBasicScenario-1676699533-router', 'tenant_id': 'd69b021550bb4ec19a1edfcf46b0283f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': 'e7dffee1-70c3-4c9e-9a73-531bf0e9bc9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:19:14Z', 'updated_at': '2022-03-22T11:19:17Z', 'revision_number': 4, 'project_id': 'd69b021550bb4ec19a1edfcf46b0283f', 'gw_port': {'id': 'e7dffee1-70c3-4c9e-9a73-531bf0e9bc9f', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d621a7-fd6f-405b-bc2e-f3118cd10968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:19:15Z', 'updated_at': '2022-03-22T11:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '8a3fff68-2276-428d-9aaf-530ca8b089fc', 'name': '', 'network_id': 'ce393a29-9bf7-4753-b2a4-3c84dae0c27a', 'tenant_id': 'd69b021550bb4ec19a1edfcf46b0283f', 'mac_address': 'fa:16:3e:3e:d6:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d621a7-fd6f-405b-bc2e-f3118cd10968', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '3b590b6c-2716-456a-8bdc-587484e26a29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:19:17Z', 'updated_at': '2022-03-22T11:19:20Z', 'revision_number': 4, 'project_id': 'd69b021550bb4ec19a1edfcf46b0283f', 'subnets': [{'id': '3b590b6c-2716-456a-8bdc-587484e26a29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:19:21.064324 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-501026ab-2fcb-4d5b-9c8f-7995719c5336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:21.210130 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-501026ab-2fcb-4d5b-9c8f-7995719c5336 admin admin] Router 080ae0bf-1a20-4843-835e-4215cd6ee951 is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 11:19:21.317246 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc369c8-bf2c-4bfb-a490-5187c0870b2b None None] Network e6591200-a9df-4110-a499-9aec669716bc requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:19:21.332314 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-501026ab-2fcb-4d5b-9c8f-7995719c5336 admin admin] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:19:21.348018 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fffb6a-7ddf-487c-bc04-1c75882116b7 None None] Sync routers for ids ['080ae0bf-1a20-4843-835e-4215cd6ee951'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:19:21.352286 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-501026ab-2fcb-4d5b-9c8f-7995719c5336 admin admin] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:21.353830 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-501026ab-2fcb-4d5b-9c8f-7995719c5336 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0187583 Mar 22 11:19:21.356700 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 46176) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:19:21.400441 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fffb6a-7ddf-487c-bc04-1c75882116b7 None None] Routers {'080ae0bf-1a20-4843-835e-4215cd6ee951'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:19:21.401184 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-69fffb6a-7ddf-487c-bc04-1c75882116b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:19:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['080ae0bf-1a20-4843-835e-4215cd6ee951'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:19:21.409620 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-f8618f23-1bb2-47c3-904b-d7166332616d None None] Provisioning complete for port fca7c9b2-b9e1-4025-9cfc-985ccaa98e3a triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:19:21.410508 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f8618f23-1bb2-47c3-904b-d7166332616d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:21.593645 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-69fffb6a-7ddf-487c-bc04-1c75882116b7 None None] Set router 080ae0bf-1a20-4843-835e-4215cd6ee951 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:19:21.807476 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-49ab23e2-ef50-4c61-b092-f404bb06b11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:21.996292 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f8618f23-1bb2-47c3-904b-d7166332616d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:22.070204 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-f8618f23-1bb2-47c3-904b-d7166332616d None None] For port fca7c9b2-b9e1-4025-9cfc-985ccaa98e3a, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=fca7c9b2-b9e1-4025-9cfc-985ccaa98e3a,segment=NetworkSegment(2d764dd6-c78b-4a67-9051-5e82dc7a5665),segment_id=2d764dd6-c78b-4a67-9051-5e82dc7a5665)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:19:22.092364 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-49ab23e2-ef50-4c61-b092-f404bb06b11a admin admin] Allocated IP 172.20.0.1 (e6591200-a9df-4110-a499-9aec669716bc/e19a1607-db7a-490f-89ae-076938dab117/1019517d-e5ef-4299-b95e-42cbed3be2ba) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:19:22.110329 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f8618f23-1bb2-47c3-904b-d7166332616d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:22.151154 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 8a3fff68-2276-428d-9aaf-530ca8b089fc up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:19:22.243732 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8618f23-1bb2-47c3-904b-d7166332616d None None] Pushing event updated for resources: {'Port': ['ID=fca7c9b2-b9e1-4025-9cfc-985ccaa98e3a,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:19:22.244551 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-49ab23e2-ef50-4c61-b092-f404bb06b11a admin admin] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:22.253068 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 8a3fff68-2276-428d-9aaf-530ca8b089fc triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:19:22.253345 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:22.289014 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-0ae7dd15-c322-492c-b63a-6e03976f79b4 None None] Provisioning complete for port fca7c9b2-b9e1-4025-9cfc-985ccaa98e3a triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:19:22.289385 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0ae7dd15-c322-492c-b63a-6e03976f79b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:22.297569 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-49ab23e2-ef50-4c61-b092-f404bb06b11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:22.315972 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-69fffb6a-7ddf-487c-bc04-1c75882116b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '080ae0bf-1a20-4843-835e-4215cd6ee951', 'name': 'tempest-TestMinimumBasicScenario-1166745903-router', 'tenant_id': 'b567f57738644b34b8001f620570991b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': '06e7d5a3-c3dd-44e3-950b-494148630641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:19:19Z', 'updated_at': '2022-03-22T11:19:20Z', 'revision_number': 3, 'project_id': 'b567f57738644b34b8001f620570991b', 'gw_port': {'id': '06e7d5a3-c3dd-44e3-950b-494148630641', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:03:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '080ae0bf-1a20-4843-835e-4215cd6ee951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:19:19Z', 'updated_at': '2022-03-22T11:19:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:19:22.346881 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ab23e2-ef50-4c61-b092-f404bb06b11a admin admin] Network e6591200-a9df-4110-a499-9aec669716bc is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:19:22.349670 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-49ab23e2-ef50-4c61-b092-f404bb06b11a admin admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:19:22.349801 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fffb6a-7ddf-487c-bc04-1c75882116b7 None None] Checking router: 080ae0bf-1a20-4843-835e-4215cd6ee951 for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:19:22.350255 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fffb6a-7ddf-487c-bc04-1c75882116b7 None None] Updating router 080ae0bf-1a20-4843-835e-4215cd6ee951 port 06e7d5a3-c3dd-44e3-950b-494148630641 binding host dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:19:22.352193 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ab23e2-ef50-4c61-b092-f404bb06b11a admin admin] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:19:22.385632 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab23e2-ef50-4c61-b092-f404bb06b11a admin admin] Pushing event updated for resources: {'Port': ['ID=1019517d-e5ef-4299-b95e-42cbed3be2ba,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:19:22.386066 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-69fffb6a-7ddf-487c-bc04-1c75882116b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:22.404135 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-49ab23e2-ef50-4c61-b092-f404bb06b11a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684270'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:22.531133 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device fca7c9b2-b9e1-4025-9cfc-985ccaa98e3a up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:19:22.543957 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-49ab23e2-ef50-4c61-b092-f404bb06b11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:22.657715 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port fca7c9b2-b9e1-4025-9cfc-985ccaa98e3a triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:19:22.658084 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:22.706782 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-49ab23e2-ef50-4c61-b092-f404bb06b11a admin admin] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:22.712035 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-49ab23e2-ef50-4c61-b092-f404bb06b11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:22.741630 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-ebea408b-7944-41a7-9819-eacc80974284 None None] Provisioning complete for port 1019517d-e5ef-4299-b95e-42cbed3be2ba triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:19:22.741996 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ebea408b-7944-41a7-9819-eacc80974284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:22.780119 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab23e2-ef50-4c61-b092-f404bb06b11a admin admin] Pushing event updated for resources: {'Port': ['ID=1019517d-e5ef-4299-b95e-42cbed3be2ba,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:19:22.783716 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-49ab23e2-ef50-4c61-b092-f404bb06b11a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684306'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:22.839243 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-69fffb6a-7ddf-487c-bc04-1c75882116b7 None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:22.842296 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-ebea408b-7944-41a7-9819-eacc80974284 None None] Port 1019517d-e5ef-4299-b95e-42cbed3be2ba cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:19:22.848336 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device e7dffee1-70c3-4c9e-9a73-531bf0e9bc9f up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:19:22.851107 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-69fffb6a-7ddf-487c-bc04-1c75882116b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:22.876178 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ab23e2-ef50-4c61-b092-f404bb06b11a admin admin] Network e6591200-a9df-4110-a499-9aec669716bc is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:19:22.877746 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-49ab23e2-ef50-4c61-b092-f404bb06b11a admin admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:19:22.932334 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2e8cd5-ab1c-48d0-9000-be92a8424795 None None] Pushing event updated for resources: {'Port': ['ID=06e7d5a3-c3dd-44e3-950b-494148630641,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:19:22.935423 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-69fffb6a-7ddf-487c-bc04-1c75882116b7 None None] Attempting to bind port 06e7d5a3-c3dd-44e3-950b-494148630641 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:19:22.935792 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-69fffb6a-7ddf-487c-bc04-1c75882116b7 None None] Attempting to bind port 06e7d5a3-c3dd-44e3-950b-494148630641 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:19:22.936150 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fffb6a-7ddf-487c-bc04-1c75882116b7 None None] Attempting to bind port 06e7d5a3-c3dd-44e3-950b-494148630641 on network a14ca783-6f82-4799-85a3-4cbe79c980a8 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:19:22.943647 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fffb6a-7ddf-487c-bc04-1c75882116b7 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:19:22.944020 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fffb6a-7ddf-487c-bc04-1c75882116b7 None None] Checking segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:19:22.944424 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-69fffb6a-7ddf-487c-bc04-1c75882116b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:22.944807 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fffb6a-7ddf-487c-bc04-1c75882116b7 None None] Bound using segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:19:22.945290 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-69fffb6a-7ddf-487c-bc04-1c75882116b7 None None] Bound port: 06e7d5a3-c3dd-44e3-950b-494148630641, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:19:22.945666 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-69fffb6a-7ddf-487c-bc04-1c75882116b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:22.989776 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port e7dffee1-70c3-4c9e-9a73-531bf0e9bc9f triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:19:22.990148 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:23.002469 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ab23e2-ef50-4c61-b092-f404bb06b11a admin admin] Router 080ae0bf-1a20-4843-835e-4215cd6ee951 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:19:23.034137 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-69fffb6a-7ddf-487c-bc04-1c75882116b7 None None] For port 06e7d5a3-c3dd-44e3-950b-494148630641, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:19:23.038657 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-69fffb6a-7ddf-487c-bc04-1c75882116b7 None None] For port 06e7d5a3-c3dd-44e3-950b-494148630641, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=06e7d5a3-c3dd-44e3-950b-494148630641,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:19:23.044954 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-69fffb6a-7ddf-487c-bc04-1c75882116b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:23.116666 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ab23e2-ef50-4c61-b092-f404bb06b11a admin admin] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:19:23.125676 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-49ab23e2-ef50-4c61-b092-f404bb06b11a admin admin] 10.222.0.57 "PUT /v2.0/routers/080ae0bf-1a20-4843-835e-4215cd6ee951/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7636869 Mar 22 11:19:23.135008 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2e8cd5-ab1c-48d0-9000-be92a8424795 None None] Pushing event updated for resources: {'Port': ['ID=06e7d5a3-c3dd-44e3-950b-494148630641,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:19:23.137510 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fffb6a-7ddf-487c-bc04-1c75882116b7 None None] Routers {'080ae0bf-1a20-4843-835e-4215cd6ee951'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:19:23.138100 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-69fffb6a-7ddf-487c-bc04-1c75882116b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:19:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['080ae0bf-1a20-4843-835e-4215cd6ee951'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:19:23.204682 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-607e457b-c8c1-4a56-94d2-ad91b674aa0b None None] Provisioning complete for port 1019517d-e5ef-4299-b95e-42cbed3be2ba triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:19:23.205060 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-607e457b-c8c1-4a56-94d2-ad91b674aa0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:23.275522 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-607e457b-c8c1-4a56-94d2-ad91b674aa0b None None] Port 1019517d-e5ef-4299-b95e-42cbed3be2ba cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:19:23.283296 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-69fffb6a-7ddf-487c-bc04-1c75882116b7 None None] Set router 080ae0bf-1a20-4843-835e-4215cd6ee951 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:19:23.493472 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-69fffb6a-7ddf-487c-bc04-1c75882116b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '080ae0bf-1a20-4843-835e-4215cd6ee951', 'name': 'tempest-TestMinimumBasicScenario-1166745903-router', 'tenant_id': 'b567f57738644b34b8001f620570991b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': '06e7d5a3-c3dd-44e3-950b-494148630641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:19:19Z', 'updated_at': '2022-03-22T11:19:22Z', 'revision_number': 4, 'project_id': 'b567f57738644b34b8001f620570991b', 'gw_port': {'id': '06e7d5a3-c3dd-44e3-950b-494148630641', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:03:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '080ae0bf-1a20-4843-835e-4215cd6ee951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:19:19Z', 'updated_at': '2022-03-22T11:19:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '1019517d-e5ef-4299-b95e-42cbed3be2ba', 'name': '', 'network_id': 'e6591200-a9df-4110-a499-9aec669716bc', 'tenant_id': 'b567f57738644b34b8001f620570991b', 'mac_address': 'fa:16:3e:43:6f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '080ae0bf-1a20-4843-835e-4215cd6ee951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'e19a1607-db7a-490f-89ae-076938dab117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:19:21Z', 'updated_at': '2022-03-22T11:19:22Z', 'revision_number': 2, 'project_id': 'b567f57738644b34b8001f620570991b', 'subnets': [{'id': 'e19a1607-db7a-490f-89ae-076938dab117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:19:23.524876 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fffb6a-7ddf-487c-bc04-1c75882116b7 None None] The sync data for ids ['080ae0bf-1a20-4843-835e-4215cd6ee951'] in dv-neutron-834599-1-hyperv is: [{'id': '080ae0bf-1a20-4843-835e-4215cd6ee951', 'name': 'tempest-TestMinimumBasicScenario-1166745903-router', 'tenant_id': 'b567f57738644b34b8001f620570991b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': '06e7d5a3-c3dd-44e3-950b-494148630641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:19:19Z', 'updated_at': '2022-03-22T11:19:22Z', 'revision_number': 4, 'project_id': 'b567f57738644b34b8001f620570991b', 'gw_port': {'id': '06e7d5a3-c3dd-44e3-950b-494148630641', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:03:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '080ae0bf-1a20-4843-835e-4215cd6ee951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:19:19Z', 'updated_at': '2022-03-22T11:19:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '1019517d-e5ef-4299-b95e-42cbed3be2ba', 'name': '', 'network_id': 'e6591200-a9df-4110-a499-9aec669716bc', 'tenant_id': 'b567f57738644b34b8001f620570991b', 'mac_address': 'fa:16:3e:43:6f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '080ae0bf-1a20-4843-835e-4215cd6ee951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'e19a1607-db7a-490f-89ae-076938dab117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:19:21Z', 'updated_at': '2022-03-22T11:19:22Z', 'revision_number': 2, 'project_id': 'b567f57738644b34b8001f620570991b', 'subnets': [{'id': 'e19a1607-db7a-490f-89ae-076938dab117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:19:23.856500 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device fca7c9b2-b9e1-4025-9cfc-985ccaa98e3a up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:19:23.945986 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port fca7c9b2-b9e1-4025-9cfc-985ccaa98e3a triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:19:23.946354 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:25.710429 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03fa086-9e5b-4c86-a282-6a388e19bed3 None None] Sync routers for ids ['080ae0bf-1a20-4843-835e-4215cd6ee951'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:19:25.720271 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03fa086-9e5b-4c86-a282-6a388e19bed3 None None] Routers {'080ae0bf-1a20-4843-835e-4215cd6ee951'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:19:25.720868 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-c03fa086-9e5b-4c86-a282-6a388e19bed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:19:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['080ae0bf-1a20-4843-835e-4215cd6ee951'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:19:25.851185 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-c03fa086-9e5b-4c86-a282-6a388e19bed3 None None] Set router 080ae0bf-1a20-4843-835e-4215cd6ee951 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:19:25.917880 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 06e7d5a3-c3dd-44e3-950b-494148630641 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:19:25.999786 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 06e7d5a3-c3dd-44e3-950b-494148630641 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:19:26.000161 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:26.089659 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:26.114586 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port 06e7d5a3-c3dd-44e3-950b-494148630641, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=06e7d5a3-c3dd-44e3-950b-494148630641,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:19:26.119922 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:26.182206 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=06e7d5a3-c3dd-44e3-950b-494148630641,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:19:26.198676 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-c03fa086-9e5b-4c86-a282-6a388e19bed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '080ae0bf-1a20-4843-835e-4215cd6ee951', 'name': 'tempest-TestMinimumBasicScenario-1166745903-router', 'tenant_id': 'b567f57738644b34b8001f620570991b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': '06e7d5a3-c3dd-44e3-950b-494148630641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:19:19Z', 'updated_at': '2022-03-22T11:19:22Z', 'revision_number': 4, 'project_id': 'b567f57738644b34b8001f620570991b', 'gw_port': {'id': '06e7d5a3-c3dd-44e3-950b-494148630641', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:03:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '080ae0bf-1a20-4843-835e-4215cd6ee951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:19:19Z', 'updated_at': '2022-03-22T11:19:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '1019517d-e5ef-4299-b95e-42cbed3be2ba', 'name': '', 'network_id': 'e6591200-a9df-4110-a499-9aec669716bc', 'tenant_id': 'b567f57738644b34b8001f620570991b', 'mac_address': 'fa:16:3e:43:6f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '080ae0bf-1a20-4843-835e-4215cd6ee951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'e19a1607-db7a-490f-89ae-076938dab117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:19:21Z', 'updated_at': '2022-03-22T11:19:22Z', 'revision_number': 2, 'project_id': 'b567f57738644b34b8001f620570991b', 'subnets': [{'id': 'e19a1607-db7a-490f-89ae-076938dab117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:19:26.232242 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03fa086-9e5b-4c86-a282-6a388e19bed3 None None] Checking router: 080ae0bf-1a20-4843-835e-4215cd6ee951 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:19:26.232861 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03fa086-9e5b-4c86-a282-6a388e19bed3 None None] Updating router 080ae0bf-1a20-4843-835e-4215cd6ee951 port 1019517d-e5ef-4299-b95e-42cbed3be2ba binding host dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:19:26.262073 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-c03fa086-9e5b-4c86-a282-6a388e19bed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:26.536433 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-c03fa086-9e5b-4c86-a282-6a388e19bed3 None None] Notify callbacks [] for port, precommit_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:26.574946 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-c03fa086-9e5b-4c86-a282-6a388e19bed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:26.644126 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752741ec-dd1b-4f9d-8e1c-702a1f94fd01 None None] Pushing event updated for resources: {'Port': ['ID=1019517d-e5ef-4299-b95e-42cbed3be2ba,revision_number=3']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:19:26.695169 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-c03fa086-9e5b-4c86-a282-6a388e19bed3 None None] Attempting to bind port 1019517d-e5ef-4299-b95e-42cbed3be2ba on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:19:26.695605 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-c03fa086-9e5b-4c86-a282-6a388e19bed3 None None] Attempting to bind port 1019517d-e5ef-4299-b95e-42cbed3be2ba by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '2d764dd6-c78b-4a67-9051-5e82dc7a5665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e6591200-a9df-4110-a499-9aec669716bc'}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:19:26.695959 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03fa086-9e5b-4c86-a282-6a388e19bed3 None None] Attempting to bind port 1019517d-e5ef-4299-b95e-42cbed3be2ba on network e6591200-a9df-4110-a499-9aec669716bc {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:19:26.702226 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03fa086-9e5b-4c86-a282-6a388e19bed3 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:19:26.702581 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03fa086-9e5b-4c86-a282-6a388e19bed3 None None] Checking segment: {'id': '2d764dd6-c78b-4a67-9051-5e82dc7a5665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e6591200-a9df-4110-a499-9aec669716bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:19:26.703002 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-c03fa086-9e5b-4c86-a282-6a388e19bed3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:26.703411 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03fa086-9e5b-4c86-a282-6a388e19bed3 None None] Bound using segment: {'id': '2d764dd6-c78b-4a67-9051-5e82dc7a5665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e6591200-a9df-4110-a499-9aec669716bc'} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:19:26.703941 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-c03fa086-9e5b-4c86-a282-6a388e19bed3 None None] Bound port: 1019517d-e5ef-4299-b95e-42cbed3be2ba, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d764dd6-c78b-4a67-9051-5e82dc7a5665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e6591200-a9df-4110-a499-9aec669716bc'}}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:19:26.704319 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-c03fa086-9e5b-4c86-a282-6a388e19bed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:26.777163 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-c03fa086-9e5b-4c86-a282-6a388e19bed3 None None] For port 1019517d-e5ef-4299-b95e-42cbed3be2ba, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:19:26.781582 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-c03fa086-9e5b-4c86-a282-6a388e19bed3 None None] For port 1019517d-e5ef-4299-b95e-42cbed3be2ba, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=1019517d-e5ef-4299-b95e-42cbed3be2ba,segment=NetworkSegment(2d764dd6-c78b-4a67-9051-5e82dc7a5665),segment_id=2d764dd6-c78b-4a67-9051-5e82dc7a5665)] {{(pid=109052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:19:26.789855 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-c03fa086-9e5b-4c86-a282-6a388e19bed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:26.857866 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03fa086-9e5b-4c86-a282-6a388e19bed3 None None] Routers {'080ae0bf-1a20-4843-835e-4215cd6ee951'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:19:26.858488 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-c03fa086-9e5b-4c86-a282-6a388e19bed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:19:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['080ae0bf-1a20-4843-835e-4215cd6ee951'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:19:26.902217 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752741ec-dd1b-4f9d-8e1c-702a1f94fd01 None None] Pushing event updated for resources: {'Port': ['ID=1019517d-e5ef-4299-b95e-42cbed3be2ba,revision_number=4']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:19:26.944362 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-fb6c7dde-12bb-464b-9c31-74de02b29a80 None None] Provisioning complete for port 1019517d-e5ef-4299-b95e-42cbed3be2ba triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:19:26.944945 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-fb6c7dde-12bb-464b-9c31-74de02b29a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:27.018661 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-c03fa086-9e5b-4c86-a282-6a388e19bed3 None None] Set router 080ae0bf-1a20-4843-835e-4215cd6ee951 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:19:27.277800 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-fb6c7dde-12bb-464b-9c31-74de02b29a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:27.313019 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-c03fa086-9e5b-4c86-a282-6a388e19bed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '080ae0bf-1a20-4843-835e-4215cd6ee951', 'name': 'tempest-TestMinimumBasicScenario-1166745903-router', 'tenant_id': 'b567f57738644b34b8001f620570991b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': '06e7d5a3-c3dd-44e3-950b-494148630641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:19:19Z', 'updated_at': '2022-03-22T11:19:22Z', 'revision_number': 4, 'project_id': 'b567f57738644b34b8001f620570991b', 'gw_port': {'id': '06e7d5a3-c3dd-44e3-950b-494148630641', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:03:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080ae0bf-1a20-4843-835e-4215cd6ee951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:19:19Z', 'updated_at': '2022-03-22T11:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '1019517d-e5ef-4299-b95e-42cbed3be2ba', 'name': '', 'network_id': 'e6591200-a9df-4110-a499-9aec669716bc', 'tenant_id': 'b567f57738644b34b8001f620570991b', 'mac_address': 'fa:16:3e:43:6f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '080ae0bf-1a20-4843-835e-4215cd6ee951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'e19a1607-db7a-490f-89ae-076938dab117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:19:21Z', 'updated_at': '2022-03-22T11:19:26Z', 'revision_number': 4, 'project_id': 'b567f57738644b34b8001f620570991b', 'subnets': [{'id': 'e19a1607-db7a-490f-89ae-076938dab117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:19:27.315193 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-fb6c7dde-12bb-464b-9c31-74de02b29a80 None None] For port 1019517d-e5ef-4299-b95e-42cbed3be2ba, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=1019517d-e5ef-4299-b95e-42cbed3be2ba,segment=NetworkSegment(2d764dd6-c78b-4a67-9051-5e82dc7a5665),segment_id=2d764dd6-c78b-4a67-9051-5e82dc7a5665)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:19:27.323401 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-fb6c7dde-12bb-464b-9c31-74de02b29a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:27.346894 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03fa086-9e5b-4c86-a282-6a388e19bed3 None None] The sync data for ids ['080ae0bf-1a20-4843-835e-4215cd6ee951'] in dv-neutron-834599-1-hyperv is: [{'id': '080ae0bf-1a20-4843-835e-4215cd6ee951', 'name': 'tempest-TestMinimumBasicScenario-1166745903-router', 'tenant_id': 'b567f57738644b34b8001f620570991b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': '06e7d5a3-c3dd-44e3-950b-494148630641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:19:19Z', 'updated_at': '2022-03-22T11:19:22Z', 'revision_number': 4, 'project_id': 'b567f57738644b34b8001f620570991b', 'gw_port': {'id': '06e7d5a3-c3dd-44e3-950b-494148630641', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:03:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080ae0bf-1a20-4843-835e-4215cd6ee951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:19:19Z', 'updated_at': '2022-03-22T11:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '1019517d-e5ef-4299-b95e-42cbed3be2ba', 'name': '', 'network_id': 'e6591200-a9df-4110-a499-9aec669716bc', 'tenant_id': 'b567f57738644b34b8001f620570991b', 'mac_address': 'fa:16:3e:43:6f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '080ae0bf-1a20-4843-835e-4215cd6ee951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'e19a1607-db7a-490f-89ae-076938dab117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:19:21Z', 'updated_at': '2022-03-22T11:19:26Z', 'revision_number': 4, 'project_id': 'b567f57738644b34b8001f620570991b', 'subnets': [{'id': 'e19a1607-db7a-490f-89ae-076938dab117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:19:27.382159 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6c7dde-12bb-464b-9c31-74de02b29a80 None None] Pushing event updated for resources: {'Port': ['ID=1019517d-e5ef-4299-b95e-42cbed3be2ba,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:19:27.447918 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-0da8d6b2-f839-4e3a-be9f-89a85d413707 None None] Provisioning complete for port 1019517d-e5ef-4299-b95e-42cbed3be2ba triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:19:27.448304 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0da8d6b2-f839-4e3a-be9f-89a85d413707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:27.886702 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 1019517d-e5ef-4299-b95e-42cbed3be2ba up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:19:27.961907 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 1019517d-e5ef-4299-b95e-42cbed3be2ba triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:19:27.962586 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:28.080285 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 06e7d5a3-c3dd-44e3-950b-494148630641 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:19:28.133776 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 06e7d5a3-c3dd-44e3-950b-494148630641 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:19:28.134193 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:33.256997 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472ce24-c246-4ae8-8a08-a343d434ebe1 req-026a19f1-7c66-4660-b28a-5bc7a2760f4c tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:19:33.258436 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e472ce24-c246-4ae8-8a08-a343d434ebe1 req-026a19f1-7c66-4660-b28a-5bc7a2760f4c tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/networks?id=ce393a29-9bf7-4753-b2a4-3c84dae0c27a HTTP/1.1" status: 200 len: 815 time: 0.1036282 Mar 22 11:19:33.274848 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e472ce24-c246-4ae8-8a08-a343d434ebe1 req-7b2dc43b-a897-449e-b87e-4dd0d79c53e3 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/quotas/d69b021550bb4ec19a1edfcf46b0283f HTTP/1.1" status: 200 len: 375 time: 0.0095503 Mar 22 11:19:33.326957 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e472ce24-c246-4ae8-8a08-a343d434ebe1 req-80a641d8-b84e-4c72-9c4d-ccffe51aac76 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d69b021550bb4ec19a1edfcf46b0283f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468082 Mar 22 11:19:33.433819 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e472ce24-c246-4ae8-8a08-a343d434ebe1 req-cf5a9c0d-63de-4355-a8f4-520310d856eb service neutron] 10.222.0.57 "GET /v2.0/networks/ce393a29-9bf7-4753-b2a4-3c84dae0c27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893357 Mar 22 11:19:33.530062 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e472ce24-c246-4ae8-8a08-a343d434ebe1 req-abfb0630-4361-4e0c-aff3-f11a96950dec service neutron] 10.222.0.57 "GET /v2.0/networks/ce393a29-9bf7-4753-b2a4-3c84dae0c27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900407 Mar 22 11:19:33.788670 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-be1db40c-107d-44c1-a89e-d0cf9b069927 req-9ff167f5-10b7-46b8-b00e-8116e238f88f tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/ports?device_id=968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f HTTP/1.1" status: 200 len: 210 time: 0.1243036 Mar 22 11:19:34.647669 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472ce24-c246-4ae8-8a08-a343d434ebe1 req-85cbfd42-7d1b-4379-8e31-ed867677e0ec tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:19:34.649001 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e472ce24-c246-4ae8-8a08-a343d434ebe1 req-85cbfd42-7d1b-4379-8e31-ed867677e0ec tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.35 "GET /v2.0/networks?id=ce393a29-9bf7-4753-b2a4-3c84dae0c27a HTTP/1.1" status: 200 len: 815 time: 0.1044149 Mar 22 11:19:34.661769 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-e472ce24-c246-4ae8-8a08-a343d434ebe1 req-a5890adb-30e1-4c25-b920-ab86af82e548 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Request body: {'port': {'device_id': '968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f', 'network_id': 'ce393a29-9bf7-4753-b2a4-3c84dae0c27a', 'admin_state_up': True, 'tenant_id': 'd69b021550bb4ec19a1edfcf46b0283f'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:19:34.770327 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e472ce24-c246-4ae8-8a08-a343d434ebe1 req-a5890adb-30e1-4c25-b920-ab86af82e548 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Made reservation on behalf of d69b021550bb4ec19a1edfcf46b0283f for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:19:34.773990 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-e472ce24-c246-4ae8-8a08-a343d434ebe1 req-a5890adb-30e1-4c25-b920-ab86af82e548 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:34.912696 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c85bad29-15a1-42df-bc9a-37e3c3d50dad req-ed07637d-ee9a-4d8f-8303-b11c7507b557 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/ports?device_id=968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f HTTP/1.1" status: 200 len: 210 time: 0.0359981 Mar 22 11:19:34.928373 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [req-e472ce24-c246-4ae8-8a08-a343d434ebe1 req-a5890adb-30e1-4c25-b920-ab86af82e548 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Allocated IP 172.20.0.3 (ce393a29-9bf7-4753-b2a4-3c84dae0c27a/3b590b6c-2716-456a-8bdc-587484e26a29/6b42b43f-2870-4f92-880c-0c01fb09b118) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:19:35.123774 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-e472ce24-c246-4ae8-8a08-a343d434ebe1 req-a5890adb-30e1-4c25-b920-ab86af82e548 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:35.169080 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-e472ce24-c246-4ae8-8a08-a343d434ebe1 req-a5890adb-30e1-4c25-b920-ab86af82e548 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:35.242837 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e472ce24-c246-4ae8-8a08-a343d434ebe1 req-a5890adb-30e1-4c25-b920-ab86af82e548 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Network ce393a29-9bf7-4753-b2a4-3c84dae0c27a is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:19:35.248531 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [req-e472ce24-c246-4ae8-8a08-a343d434ebe1 req-a5890adb-30e1-4c25-b920-ab86af82e548 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:19:35.250661 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5890adb-30e1-4c25-b920-ab86af82e548 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Pushing event updated for resources: {'Port': ['ID=6b42b43f-2870-4f92-880c-0c01fb09b118,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:19:35.253356 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-e472ce24-c246-4ae8-8a08-a343d434ebe1 req-a5890adb-30e1-4c25-b920-ab86af82e548 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:19:35.308348 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472ce24-c246-4ae8-8a08-a343d434ebe1 req-a5890adb-30e1-4c25-b920-ab86af82e548 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:19:35.309025 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-e472ce24-c246-4ae8-8a08-a343d434ebe1 req-a5890adb-30e1-4c25-b920-ab86af82e548 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:35.337054 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e472ce24-c246-4ae8-8a08-a343d434ebe1 req-a5890adb-30e1-4c25-b920-ab86af82e548 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6788692 Mar 22 11:19:35.510302 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-b37788f1-7f3b-4992-924f-7acd5773ba0a None None] Provisioning complete for port 6b42b43f-2870-4f92-880c-0c01fb09b118 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:19:35.510937 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b37788f1-7f3b-4992-924f-7acd5773ba0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:35.546303 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-b37788f1-7f3b-4992-924f-7acd5773ba0a None None] Port 6b42b43f-2870-4f92-880c-0c01fb09b118 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:19:36.030963 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f80746-7d55-495f-a07d-3e599fdf2c8f req-ff389cab-284b-4062-a1ca-9f047f51e606 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:19:36.032373 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a1f80746-7d55-495f-a07d-3e599fdf2c8f req-ff389cab-284b-4062-a1ca-9f047f51e606 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/ports?device_id=968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f HTTP/1.1" status: 200 len: 931 time: 0.0517106 Mar 22 11:19:36.074641 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a1f80746-7d55-495f-a07d-3e599fdf2c8f req-ccb29a98-4252-4e9c-a40d-96e8c7bf350f tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bcb3e4d-6455-4049-8012-ca8cf900cab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346448 Mar 22 11:19:37.202573 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7366f022-a9f5-4363-84f9-8247fd2bcb16 req-9a1d0cbe-5081-4666-8e66-370b07029dae tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:19:37.205391 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7366f022-a9f5-4363-84f9-8247fd2bcb16 req-9a1d0cbe-5081-4666-8e66-370b07029dae tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/ports?device_id=968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f HTTP/1.1" status: 200 len: 931 time: 0.0573816 Mar 22 11:19:37.246463 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7366f022-a9f5-4363-84f9-8247fd2bcb16 req-929c40c0-1aa2-4ce2-aaaa-ad3be5b53116 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bcb3e4d-6455-4049-8012-ca8cf900cab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345953 Mar 22 11:19:37.746053 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3612627e-0e5a-46cd-8d4d-ef039860a968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:38.363913 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3929f5e8-c9eb-4c1c-a0a0-216c43aad52c req-69a2919e-f196-4c59-9092-14c663d8e1d1 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:19:38.367544 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3929f5e8-c9eb-4c1c-a0a0-216c43aad52c req-69a2919e-f196-4c59-9092-14c663d8e1d1 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/ports?device_id=968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f HTTP/1.1" status: 200 len: 931 time: 0.0531211 Mar 22 11:19:38.418427 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3929f5e8-c9eb-4c1c-a0a0-216c43aad52c req-5c1eb1c1-e6ce-43f4-b589-8350682df1ae tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bcb3e4d-6455-4049-8012-ca8cf900cab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438609 Mar 22 11:19:39.550555 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07194e29-e983-497b-af30-dc5cb0d44eb1 req-eacc20b4-a42c-4c06-9633-2ad4c17375f4 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:19:39.552072 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-07194e29-e983-497b-af30-dc5cb0d44eb1 req-eacc20b4-a42c-4c06-9633-2ad4c17375f4 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/ports?device_id=968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f HTTP/1.1" status: 200 len: 931 time: 0.0638342 Mar 22 11:19:39.591626 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-07194e29-e983-497b-af30-dc5cb0d44eb1 req-e1c434de-4ac8-4744-88af-1bd4991e00ef tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bcb3e4d-6455-4049-8012-ca8cf900cab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329363 Mar 22 11:19:39.865503 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d0c4c49f-c608-4738-89f0-78bf4e28e349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:40.735939 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181cad9-ceb9-4afd-be40-ddaed2752532 req-22894b90-3df2-44c4-a5c0-ce340899d5c5 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:19:40.737472 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5181cad9-ceb9-4afd-be40-ddaed2752532 req-22894b90-3df2-44c4-a5c0-ce340899d5c5 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/ports?device_id=968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f HTTP/1.1" status: 200 len: 931 time: 0.0593979 Mar 22 11:19:40.781084 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5181cad9-ceb9-4afd-be40-ddaed2752532 req-eefe0814-de40-4e3e-af8e-05e6f9d92172 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bcb3e4d-6455-4049-8012-ca8cf900cab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371137 Mar 22 11:19:41.212478 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:41.903533 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec3290-cb35-4d2c-bac4-3365643f719e req-ce1fe7bd-fb54-42e6-b0db-125f5bb7d1ae tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:19:41.905062 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-91ec3290-cb35-4d2c-bac4-3365643f719e req-ce1fe7bd-fb54-42e6-b0db-125f5bb7d1ae tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/ports?device_id=968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f HTTP/1.1" status: 200 len: 931 time: 0.0515757 Mar 22 11:19:41.947706 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-91ec3290-cb35-4d2c-bac4-3365643f719e req-f8b5c069-4d0e-4c1b-af4b-732b602f714a tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bcb3e4d-6455-4049-8012-ca8cf900cab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363402 Mar 22 11:19:42.623663 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:42.865057 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:43.065762 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65558b7c-6823-4c59-92c2-b8f1e1581565 req-72f577c6-746e-4457-b897-e8f4dc6a2e26 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:19:43.067180 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-65558b7c-6823-4c59-92c2-b8f1e1581565 req-72f577c6-746e-4457-b897-e8f4dc6a2e26 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/ports?device_id=968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f HTTP/1.1" status: 200 len: 931 time: 0.0503521 Mar 22 11:19:43.104857 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-65558b7c-6823-4c59-92c2-b8f1e1581565 req-e74fd620-3bdb-48a2-9566-d9024f513f35 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bcb3e4d-6455-4049-8012-ca8cf900cab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315149 Mar 22 11:19:43.198733 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-e472ce24-c246-4ae8-8a08-a343d434ebe1 req-80dcebe7-12b0-4029-b15e-77be699a521a service neutron] Request body: {'port': {'device_id': '968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8345'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:19:43.256126 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-e472ce24-c246-4ae8-8a08-a343d434ebe1 req-80dcebe7-12b0-4029-b15e-77be699a521a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:43.514916 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [req-e472ce24-c246-4ae8-8a08-a343d434ebe1 req-80dcebe7-12b0-4029-b15e-77be699a521a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b42b43f-2870-4f92-880c-0c01fb09b118 {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:19:43.522404 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-e472ce24-c246-4ae8-8a08-a343d434ebe1 req-80dcebe7-12b0-4029-b15e-77be699a521a service neutron] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:43.534671 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [req-e472ce24-c246-4ae8-8a08-a343d434ebe1 req-80dcebe7-12b0-4029-b15e-77be699a521a service neutron] Transition to ACTIVE for port object 6b42b43f-2870-4f92-880c-0c01fb09b118 will not be triggered until provisioned by entity L2. {{(pid=109050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:19:43.539869 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-e472ce24-c246-4ae8-8a08-a343d434ebe1 req-80dcebe7-12b0-4029-b15e-77be699a521a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:43.559248 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:43.596540 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dcebe7-12b0-4029-b15e-77be699a521a service neutron] Pushing event updated for resources: {'Port': ['ID=6b42b43f-2870-4f92-880c-0c01fb09b118,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:19:43.665891 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-e472ce24-c246-4ae8-8a08-a343d434ebe1 req-80dcebe7-12b0-4029-b15e-77be699a521a service neutron] Attempting to bind port 6b42b43f-2870-4f92-880c-0c01fb09b118 on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:19:43.666225 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-e472ce24-c246-4ae8-8a08-a343d434ebe1 req-80dcebe7-12b0-4029-b15e-77be699a521a service neutron] Attempting to bind port 6b42b43f-2870-4f92-880c-0c01fb09b118 by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': 'dd7bc2c7-5eb6-48f8-9117-b3552837db03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ce393a29-9bf7-4753-b2a4-3c84dae0c27a'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:19:43.666549 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e472ce24-c246-4ae8-8a08-a343d434ebe1 req-80dcebe7-12b0-4029-b15e-77be699a521a service neutron] Attempting to bind port 6b42b43f-2870-4f92-880c-0c01fb09b118 on network ce393a29-9bf7-4753-b2a4-3c84dae0c27a {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:19:43.671014 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e472ce24-c246-4ae8-8a08-a343d434ebe1 req-80dcebe7-12b0-4029-b15e-77be699a521a service neutron] Port 6b42b43f-2870-4f92-880c-0c01fb09b118 on network ce393a29-9bf7-4753-b2a4-3c84dae0c27a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 11:19:43.671361 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e472ce24-c246-4ae8-8a08-a343d434ebe1 req-80dcebe7-12b0-4029-b15e-77be699a521a service neutron] Attempting to bind port 6b42b43f-2870-4f92-880c-0c01fb09b118 on network ce393a29-9bf7-4753-b2a4-3c84dae0c27a {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:19:43.676645 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e472ce24-c246-4ae8-8a08-a343d434ebe1 req-80dcebe7-12b0-4029-b15e-77be699a521a service neutron] Checking agent: {'id': 'dcb78974-6458-4942-8c9c-663284d5bb3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8345', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:19:43.676983 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e472ce24-c246-4ae8-8a08-a343d434ebe1 req-80dcebe7-12b0-4029-b15e-77be699a521a service neutron] Checking segment: {'id': 'dd7bc2c7-5eb6-48f8-9117-b3552837db03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ce393a29-9bf7-4753-b2a4-3c84dae0c27a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:19:43.677361 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e472ce24-c246-4ae8-8a08-a343d434ebe1 req-80dcebe7-12b0-4029-b15e-77be699a521a service neutron] Bound using segment: {'id': 'dd7bc2c7-5eb6-48f8-9117-b3552837db03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ce393a29-9bf7-4753-b2a4-3c84dae0c27a'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:19:43.677784 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-e472ce24-c246-4ae8-8a08-a343d434ebe1 req-80dcebe7-12b0-4029-b15e-77be699a521a service neutron] Bound port: 6b42b43f-2870-4f92-880c-0c01fb09b118, host: hv-neutron-8345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd7bc2c7-5eb6-48f8-9117-b3552837db03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ce393a29-9bf7-4753-b2a4-3c84dae0c27a'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:19:43.678142 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-e472ce24-c246-4ae8-8a08-a343d434ebe1 req-80dcebe7-12b0-4029-b15e-77be699a521a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:43.743819 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-e472ce24-c246-4ae8-8a08-a343d434ebe1 req-80dcebe7-12b0-4029-b15e-77be699a521a service neutron] For port 6b42b43f-2870-4f92-880c-0c01fb09b118, host hv-neutron-8345, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:19:43.747056 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-e472ce24-c246-4ae8-8a08-a343d434ebe1 req-80dcebe7-12b0-4029-b15e-77be699a521a service neutron] For port 6b42b43f-2870-4f92-880c-0c01fb09b118, host hv-neutron-8345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=6b42b43f-2870-4f92-880c-0c01fb09b118,segment=NetworkSegment(dd7bc2c7-5eb6-48f8-9117-b3552837db03),segment_id=dd7bc2c7-5eb6-48f8-9117-b3552837db03)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:19:43.752888 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-e472ce24-c246-4ae8-8a08-a343d434ebe1 req-80dcebe7-12b0-4029-b15e-77be699a521a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:43.793173 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472ce24-c246-4ae8-8a08-a343d434ebe1 req-80dcebe7-12b0-4029-b15e-77be699a521a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:19:43.793778 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-e472ce24-c246-4ae8-8a08-a343d434ebe1 req-80dcebe7-12b0-4029-b15e-77be699a521a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:43.795219 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e472ce24-c246-4ae8-8a08-a343d434ebe1 req-80dcebe7-12b0-4029-b15e-77be699a521a service neutron] 10.222.0.35 "PUT /v2.0/ports/6b42b43f-2870-4f92-880c-0c01fb09b118 HTTP/1.1" status: 200 len: 1093 time: 0.6468487 Mar 22 11:19:43.795598 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f', 'tag': '6b42b43f-2870-4f92-880c-0c01fb09b118'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:19:43.797861 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ce8acd-252c-4f75-9d18-74a935e8aad1" -d '{"events": [{"name": "network-changed", "server_uuid": "968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f", "tag": "6b42b43f-2870-4f92-880c-0c01fb09b118"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:19:43.819955 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dcebe7-12b0-4029-b15e-77be699a521a service neutron] Pushing event updated for resources: {'Port': ['ID=6b42b43f-2870-4f92-880c-0c01fb09b118,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:19:43.877382 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7049104-2163-4e6f-9601-f0be3f5524c1 x-openstack-request-id: req-b7049104-2163-4e6f-9601-f0be3f5524c1 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:19:43.877720 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f", "tag": "6b42b43f-2870-4f92-880c-0c01fb09b118", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:19:43.877975 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b7049104-2163-4e6f-9601-f0be3f5524c1 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:19:43.878541 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7049104-2163-4e6f-9601-f0be3f5524c1'] response: {'name': 'network-changed', 'server_uuid': '968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f', 'tag': '6b42b43f-2870-4f92-880c-0c01fb09b118', 'status': 'completed', 'code': 200} Mar 22 11:19:43.913672 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472ce24-c246-4ae8-8a08-a343d434ebe1 req-2c3c7ca8-1905-4e34-a76f-caabc794e94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:19:43.915218 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e472ce24-c246-4ae8-8a08-a343d434ebe1 req-2c3c7ca8-1905-4e34-a76f-caabc794e94c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d69b021550bb4ec19a1edfcf46b0283f&device_id=968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f HTTP/1.1" status: 200 len: 1096 time: 0.0474174 Mar 22 11:19:43.958899 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e472ce24-c246-4ae8-8a08-a343d434ebe1 req-4bc0b5eb-4faf-4ccd-9689-348edd26da2c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b42b43f-2870-4f92-880c-0c01fb09b118 HTTP/1.1" status: 200 len: 217 time: 0.0356865 Mar 22 11:19:44.009595 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472ce24-c246-4ae8-8a08-a343d434ebe1 req-2fd4d5ee-2c3e-49d2-958a-61abc44c87be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:19:44.011085 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e472ce24-c246-4ae8-8a08-a343d434ebe1 req-2fd4d5ee-2c3e-49d2-958a-61abc44c87be service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b590b6c-2716-456a-8bdc-587484e26a29 HTTP/1.1" status: 200 len: 854 time: 0.0448692 Mar 22 11:19:44.061062 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472ce24-c246-4ae8-8a08-a343d434ebe1 req-db5b8611-1ef2-4503-883a-08080dffe62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:19:44.062563 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e472ce24-c246-4ae8-8a08-a343d434ebe1 req-db5b8611-1ef2-4503-883a-08080dffe62f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ce393a29-9bf7-4753-b2a4-3c84dae0c27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0452375 Mar 22 11:19:44.153518 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e472ce24-c246-4ae8-8a08-a343d434ebe1 req-bb9c4e12-53b2-4a79-be34-7e0aa747118e service neutron] 10.222.0.35 "GET /v2.0/networks/ce393a29-9bf7-4753-b2a4-3c84dae0c27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842993 Mar 22 11:19:44.277755 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3630dc3-51d8-486a-9f4f-275712ae78e5 req-18d66629-e245-43fc-a9fc-384dcab4bd11 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:19:44.279229 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c3630dc3-51d8-486a-9f4f-275712ae78e5 req-18d66629-e245-43fc-a9fc-384dcab4bd11 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/ports?device_id=968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f HTTP/1.1" status: 200 len: 943 time: 0.1000719 Mar 22 11:19:44.284904 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e472ce24-c246-4ae8-8a08-a343d434ebe1 req-fa76f331-bbb9-4001-abc2-ba48e1c340bf service neutron] 10.222.0.35 "GET /v2.0/networks/ce393a29-9bf7-4753-b2a4-3c84dae0c27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246698 Mar 22 11:19:44.318729 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c3630dc3-51d8-486a-9f4f-275712ae78e5 req-7abdde5a-1f45-4999-8c24-97529926c62e tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bcb3e4d-6455-4049-8012-ca8cf900cab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328083 Mar 22 11:19:44.369571 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce8acd-252c-4f75-9d18-74a935e8aad1 req-6baec4ea-dd04-4eba-8b24-9ccdba69f30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:19:44.371175 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-67ce8acd-252c-4f75-9d18-74a935e8aad1 req-6baec4ea-dd04-4eba-8b24-9ccdba69f30d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d69b021550bb4ec19a1edfcf46b0283f&device_id=968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f HTTP/1.1" status: 200 len: 1096 time: 0.0408297 Mar 22 11:19:44.466740 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce8acd-252c-4f75-9d18-74a935e8aad1 req-44819666-e80d-4a79-9a30-84db68f3671f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:19:44.468277 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-67ce8acd-252c-4f75-9d18-74a935e8aad1 req-44819666-e80d-4a79-9a30-84db68f3671f service neutron] 10.222.0.35 "GET /v2.0/networks?id=ce393a29-9bf7-4753-b2a4-3c84dae0c27a HTTP/1.1" status: 200 len: 916 time: 0.0900254 Mar 22 11:19:44.508913 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-67ce8acd-252c-4f75-9d18-74a935e8aad1 req-8a970835-3107-4ac9-99d5-ece167e05a87 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b42b43f-2870-4f92-880c-0c01fb09b118 HTTP/1.1" status: 200 len: 217 time: 0.0338984 Mar 22 11:19:44.571891 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce8acd-252c-4f75-9d18-74a935e8aad1 req-68c91f8f-5c34-4f94-88d6-207012e878a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:19:44.573217 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-67ce8acd-252c-4f75-9d18-74a935e8aad1 req-68c91f8f-5c34-4f94-88d6-207012e878a6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b590b6c-2716-456a-8bdc-587484e26a29 HTTP/1.1" status: 200 len: 854 time: 0.0559816 Mar 22 11:19:44.619236 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce8acd-252c-4f75-9d18-74a935e8aad1 req-801ae402-b8ff-4de2-93a1-1b4e9c7c0767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:19:44.620726 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-67ce8acd-252c-4f75-9d18-74a935e8aad1 req-801ae402-b8ff-4de2-93a1-1b4e9c7c0767 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ce393a29-9bf7-4753-b2a4-3c84dae0c27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401049 Mar 22 11:19:44.712629 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-67ce8acd-252c-4f75-9d18-74a935e8aad1 req-cf9b0ff9-d92b-446e-90e0-fdec5cb35ed3 service neutron] 10.222.0.35 "GET /v2.0/networks/ce393a29-9bf7-4753-b2a4-3c84dae0c27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842381 Mar 22 11:19:44.800478 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-67ce8acd-252c-4f75-9d18-74a935e8aad1 req-44717c0e-5d5a-49ed-aa7b-a531d3f0a96b service neutron] 10.222.0.35 "GET /v2.0/networks/ce393a29-9bf7-4753-b2a4-3c84dae0c27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805855 Mar 22 11:19:45.138934 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 6b42b43f-2870-4f92-880c-0c01fb09b118 details requested by agent hyperv_hv-neutron-8345 with host hv-neutron-8345 {{(pid=109051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 11:19:45.246147 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 6b42b43f-2870-4f92-880c-0c01fb09b118, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=6b42b43f-2870-4f92-880c-0c01fb09b118,segment=NetworkSegment(dd7bc2c7-5eb6-48f8-9117-b3552837db03),segment_id=dd7bc2c7-5eb6-48f8-9117-b3552837db03)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:19:45.257350 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Returning: {'device': '6b42b43f-2870-4f92-880c-0c01fb09b118', 'network_id': 'ce393a29-9bf7-4753-b2a4-3c84dae0c27a', 'port_id': '6b42b43f-2870-4f92-880c-0c01fb09b118', 'mac_address': 'fa:16:3e:78:da:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b590b6c-2716-456a-8bdc-587484e26a29', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 11:19:45.295349 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:45.308959 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b42b43f-2870-4f92-880c-0c01fb09b118 {{(pid=109051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:19:45.328872 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 6b42b43f-2870-4f92-880c-0c01fb09b118, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=6b42b43f-2870-4f92-880c-0c01fb09b118,segment=NetworkSegment(dd7bc2c7-5eb6-48f8-9117-b3552837db03),segment_id=dd7bc2c7-5eb6-48f8-9117-b3552837db03)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:19:45.334348 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:45.386677 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=6b42b43f-2870-4f92-880c-0c01fb09b118,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:19:45.394343 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:19:45.394688 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:19:45.395019 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:19:45.395325 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:19:45.395697 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:19:45.396034 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:19:45.396358 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:19:45.396675 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:19:45.396996 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:19:45.397313 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:19:45.397628 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:19:45.397940 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:19:45.436274 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52255517-81a6-4325-99e5-2b1bb05ec6b1 req-b44aefa0-5c35-4a74-b290-460629a57de7 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:19:45.437780 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-52255517-81a6-4325-99e5-2b1bb05ec6b1 req-b44aefa0-5c35-4a74-b290-460629a57de7 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/ports?device_id=968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f HTTP/1.1" status: 200 len: 944 time: 0.0492704 Mar 22 11:19:45.492895 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-52255517-81a6-4325-99e5-2b1bb05ec6b1 req-4dd43da9-5e3d-4712-93eb-ed6a7756cba2 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bcb3e4d-6455-4049-8012-ca8cf900cab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464156 Mar 22 11:19:45.539561 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['6b42b43f-2870-4f92-880c-0c01fb09b118'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 11:19:46.623724 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3512b29c-0eea-4ed6-8186-b1b2d0ef3afd req-c014feb6-de6d-433f-be03-b6e9ac82bcce tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:19:46.625169 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3512b29c-0eea-4ed6-8186-b1b2d0ef3afd req-c014feb6-de6d-433f-be03-b6e9ac82bcce tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/ports?device_id=968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f HTTP/1.1" status: 200 len: 944 time: 0.0550249 Mar 22 11:19:46.665061 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3512b29c-0eea-4ed6-8186-b1b2d0ef3afd req-f467d15e-0ba1-442c-90fd-70e853065787 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bcb3e4d-6455-4049-8012-ca8cf900cab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337930 Mar 22 11:19:47.156366 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 6b42b43f-2870-4f92-880c-0c01fb09b118 up at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:19:47.221259 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning for port 6b42b43f-2870-4f92-880c-0c01fb09b118 completed by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:19:47.225087 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning complete for port 6b42b43f-2870-4f92-880c-0c01fb09b118 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:19:47.225467 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:47.303119 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:47.326370 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b42b43f-2870-4f92-880c-0c01fb09b118'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:19:47.328628 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b97264-2391-4f01-a784-f58acc02ab1d" -d '{"events": [{"server_uuid": "968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f", "name": "network-vif-plugged", "status": "completed", "tag": "6b42b43f-2870-4f92-880c-0c01fb09b118"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:19:47.341420 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 6b42b43f-2870-4f92-880c-0c01fb09b118, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=6b42b43f-2870-4f92-880c-0c01fb09b118,segment=NetworkSegment(dd7bc2c7-5eb6-48f8-9117-b3552837db03),segment_id=dd7bc2c7-5eb6-48f8-9117-b3552837db03)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:19:47.346502 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:19:47.370030 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5405b51-258a-4bc7-ba02-c8fe5b70742e x-openstack-request-id: req-f5405b51-258a-4bc7-ba02-c8fe5b70742e {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:19:47.370353 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f", "name": "network-vif-plugged", "status": "completed", "tag": "6b42b43f-2870-4f92-880c-0c01fb09b118", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:19:47.370603 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f5405b51-258a-4bc7-ba02-c8fe5b70742e {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:19:47.371005 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5405b51-258a-4bc7-ba02-c8fe5b70742e'] response: {'server_uuid': '968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b42b43f-2870-4f92-880c-0c01fb09b118', 'code': 200} Mar 22 11:19:47.399155 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=6b42b43f-2870-4f92-880c-0c01fb09b118,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:19:47.534980 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246f7cb-625f-47de-b4af-8b363ccb98fb req-cacc33fa-ddfa-46c8-ac49-df9f8a9bdd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:19:47.536486 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0246f7cb-625f-47de-b4af-8b363ccb98fb req-cacc33fa-ddfa-46c8-ac49-df9f8a9bdd89 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f HTTP/1.1" status: 200 len: 1098 time: 0.0418620 Mar 22 11:19:47.571697 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0246f7cb-625f-47de-b4af-8b363ccb98fb req-c9cb686e-b88c-4f8e-aec5-122f36df4169 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4bcb3e4d-6455-4049-8012-ca8cf900cab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278924 Mar 22 11:19:47.808352 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1fb2d9-d40a-4eb2-af6c-bc5133583dc1 req-04597b3c-16c8-474f-bc6d-5e1baae96308 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:19:47.809893 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3d1fb2d9-d40a-4eb2-af6c-bc5133583dc1 req-04597b3c-16c8-474f-bc6d-5e1baae96308 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/ports?device_id=968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f HTTP/1.1" status: 200 len: 945 time: 0.0665982 Mar 22 11:19:47.849041 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3d1fb2d9-d40a-4eb2-af6c-bc5133583dc1 req-25a2b687-949c-4235-9218-3d3190af9894 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bcb3e4d-6455-4049-8012-ca8cf900cab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327075 Mar 22 11:19:48.979656 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ed989-2a09-4d7e-8a4f-be304ea14b64 req-4451ef97-8612-48d8-9f7f-ec3054d91c5e tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:19:48.981136 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-555ed989-2a09-4d7e-8a4f-be304ea14b64 req-4451ef97-8612-48d8-9f7f-ec3054d91c5e tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/ports?device_id=968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f HTTP/1.1" status: 200 len: 945 time: 0.0532804 Mar 22 11:19:49.019823 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-555ed989-2a09-4d7e-8a4f-be304ea14b64 req-c9332a3f-1730-4da9-b259-be0ad86b9fd4 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bcb3e4d-6455-4049-8012-ca8cf900cab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325997 Mar 22 11:19:49.135685 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f3dbe-04f7-412c-bf04-49b338c67c81 req-a5321114-f329-4ff6-86c2-c4b6107502ae tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:19:49.137224 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5b6f3dbe-04f7-412c-bf04-49b338c67c81 req-a5321114-f329-4ff6-86c2-c4b6107502ae tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/ports?device_id=968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f HTTP/1.1" status: 200 len: 945 time: 0.0503213 Mar 22 11:19:49.186404 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5b6f3dbe-04f7-412c-bf04-49b338c67c81 req-5599cdbb-8cb0-4497-b621-55f36a2e5838 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bcb3e4d-6455-4049-8012-ca8cf900cab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405862 Mar 22 11:19:49.207235 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:19:49.515662 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a92aa-9b03-4b38-bc29-e88ab98bf3d3 req-d0502b78-9123-4cfd-84c8-4a4208afb12a tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:19:49.517132 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2c2a92aa-9b03-4b38-bc29-e88ab98bf3d3 req-d0502b78-9123-4cfd-84c8-4a4208afb12a tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/ports?device_id=968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f HTTP/1.1" status: 200 len: 945 time: 0.0520289 Mar 22 11:19:49.555470 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2c2a92aa-9b03-4b38-bc29-e88ab98bf3d3 req-e55f21fd-9074-4f86-8267-81be96782c37 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bcb3e4d-6455-4049-8012-ca8cf900cab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322824 Mar 22 11:20:02.185822 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19812471-b215-4736-8e11-3c1e845b7ef0 req-5521963f-96ba-410d-b905-bd47725fd935 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:20:02.187440 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-19812471-b215-4736-8e11-3c1e845b7ef0 req-5521963f-96ba-410d-b905-bd47725fd935 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/ports?device_id=968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f HTTP/1.1" status: 200 len: 945 time: 0.0631261 Mar 22 11:20:02.227614 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-19812471-b215-4736-8e11-3c1e845b7ef0 req-ed25dbbe-a9a3-4d8a-8534-e3f9ad1f11b1 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bcb3e4d-6455-4049-8012-ca8cf900cab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314610 Mar 22 11:20:02.250915 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 46374) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:20:02.341378 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19cbfc8-39b2-42f6-9bbc-293215f01ba3 tempest-TestMinimumBasicScenario-586805784 tempest-TestMinimumBasicScenario-586805784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:20:02.342808 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f19cbfc8-39b2-42f6-9bbc-293215f01ba3 tempest-TestMinimumBasicScenario-586805784 tempest-TestMinimumBasicScenario-586805784-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f HTTP/1.1" status: 200 len: 1093 time: 0.0908742 Mar 22 11:20:02.345927 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 46378) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:20:02.350198 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-0028d153-dd3d-47f8-a26d-57ff80b94da6 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Request body: {'floatingip': {'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'port_id': '6b42b43f-2870-4f92-880c-0c01fb09b118', 'tenant_id': 'd69b021550bb4ec19a1edfcf46b0283f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:20:02.373474 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0028d153-dd3d-47f8-a26d-57ff80b94da6 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify callbacks [] for floatingip, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:20:02.474531 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0028d153-dd3d-47f8-a26d-57ff80b94da6 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:20:02.590626 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-0028d153-dd3d-47f8-a26d-57ff80b94da6 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Allocated IP 172.26.7.146 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/386876fd-8a89-451f-a53f-3d20708c807f) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:20:02.689030 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0028d153-dd3d-47f8-a26d-57ff80b94da6 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:20:02.724229 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0028d153-dd3d-47f8-a26d-57ff80b94da6 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:20:02.766694 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0028d153-dd3d-47f8-a26d-57ff80b94da6 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:20:02.769461 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-0028d153-dd3d-47f8-a26d-57ff80b94da6 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:20:02.772361 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0028d153-dd3d-47f8-a26d-57ff80b94da6 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:20:02.796659 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0028d153-dd3d-47f8-a26d-57ff80b94da6 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Pushing event updated for resources: {'Port': ['ID=386876fd-8a89-451f-a53f-3d20708c807f,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:20:03.144347 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0028d153-dd3d-47f8-a26d-57ff80b94da6 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:20:03.218759 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0028d153-dd3d-47f8-a26d-57ff80b94da6 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:20:03.386120 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0028d153-dd3d-47f8-a26d-57ff80b94da6 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:20:03.393499 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0028d153-dd3d-47f8-a26d-57ff80b94da6 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:20:03.459185 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0028d153-dd3d-47f8-a26d-57ff80b94da6 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Pushing event updated for resources: {'Port': ['ID=386876fd-8a89-451f-a53f-3d20708c807f,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:20:03.469012 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0028d153-dd3d-47f8-a26d-57ff80b94da6 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684147'] for floatingip, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:20:03.570901 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.l3_db [None req-0028d153-dd3d-47f8-a26d-57ff80b94da6 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Floating IP d5ee2865-0883-4b4d-9a5a-b88a0f8763e3 associated. External IP: 172.26.7.146, port: 6b42b43f-2870-4f92-880c-0c01fb09b118. Mar 22 11:20:03.777371 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0028d153-dd3d-47f8-a26d-57ff80b94da6 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Router 21d621a7-fd6f-405b-bc2e-f3118cd10968 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:20:04.220970 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0028d153-dd3d-47f8-a26d-57ff80b94da6 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:20:04.230898 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1140e533-9251-4cc0-a7fe-340ecfd496d2 None None] Sync routers for ids ['21d621a7-fd6f-405b-bc2e-f3118cd10968'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:20:04.240336 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0028d153-dd3d-47f8-a26d-57ff80b94da6 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:20:04.241513 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1140e533-9251-4cc0-a7fe-340ecfd496d2 None None] Routers {'21d621a7-fd6f-405b-bc2e-f3118cd10968'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:20:04.242124 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-1140e533-9251-4cc0-a7fe-340ecfd496d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:19:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['21d621a7-fd6f-405b-bc2e-f3118cd10968'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:20:04.266877 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0028d153-dd3d-47f8-a26d-57ff80b94da6 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9199610 Mar 22 11:20:04.267507 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f', 'tag': '6b42b43f-2870-4f92-880c-0c01fb09b118'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:20:04.269773 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea20d47ee5c2e5d2aa35ee26c9e60aea7970c4225f3eb14fb63792ea9ad3856f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4213b05-8cf9-4f60-90b7-f5dab1c861eb" -d '{"events": [{"name": "network-changed", "server_uuid": "968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f", "tag": "6b42b43f-2870-4f92-880c-0c01fb09b118"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:20:04.270018 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 46380) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:20:04.275110 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-a059e153-2d08-488f-af90-43e216416bb7 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-228565343', 'description': 'tempest-secgroup-smoke-228565343 description', 'project_id': 'd69b021550bb4ec19a1edfcf46b0283f'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:20:04.297994 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a059e153-2d08-488f-af90-43e216416bb7 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:20:04.309305 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd42b499-5420-4bb0-bb9c-d2016578ec5f x-openstack-request-id: req-bd42b499-5420-4bb0-bb9c-d2016578ec5f {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:20:04.309638 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f", "tag": "6b42b43f-2870-4f92-880c-0c01fb09b118", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:20:04.309940 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bd42b499-5420-4bb0-bb9c-d2016578ec5f {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:20:04.310482 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd42b499-5420-4bb0-bb9c-d2016578ec5f'] response: {'name': 'network-changed', 'server_uuid': '968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f', 'tag': '6b42b43f-2870-4f92-880c-0c01fb09b118', 'status': 'completed', 'code': 200} Mar 22 11:20:04.348581 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-1140e533-9251-4cc0-a7fe-340ecfd496d2 None None] Set router 21d621a7-fd6f-405b-bc2e-f3118cd10968 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:20:04.393888 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a059e153-2d08-488f-af90-43e216416bb7 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:20:04.396830 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4213b05-8cf9-4f60-90b7-f5dab1c861eb req-7510ff3c-12ce-4db3-a5fe-45c0ee271495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:20:04.398418 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d4213b05-8cf9-4f60-90b7-f5dab1c861eb req-7510ff3c-12ce-4db3-a5fe-45c0ee271495 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d69b021550bb4ec19a1edfcf46b0283f&device_id=968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f HTTP/1.1" status: 200 len: 1098 time: 0.0645719 Mar 22 11:20:04.399477 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a059e153-2d08-488f-af90-43e216416bb7 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:20:04.451409 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a059e153-2d08-488f-af90-43e216416bb7 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:20:04.452619 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-a059e153-2d08-488f-af90-43e216416bb7 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1815557 Mar 22 11:20:04.455888 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 46384) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:20:04.458889 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a059e153-2d08-488f-af90-43e216416bb7 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95e7864f-5d16-474f-9bbd-957fec16282e,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:20:04.468057 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-abf8d679-03e1-4a02-b049-86934c7b02cf tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Request body: {'security_group_rule': {'security_group_id': '95e7864f-5d16-474f-9bbd-957fec16282e', 'project_id': 'd69b021550bb4ec19a1edfcf46b0283f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:20:04.500612 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-abf8d679-03e1-4a02-b049-86934c7b02cf tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:20:04.518447 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4213b05-8cf9-4f60-90b7-f5dab1c861eb req-c338ed98-9ef1-4d5b-b10c-5728c3485cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:20:04.520063 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d4213b05-8cf9-4f60-90b7-f5dab1c861eb req-c338ed98-9ef1-4d5b-b10c-5728c3485cca service neutron] 10.222.0.35 "GET /v2.0/networks?id=ce393a29-9bf7-4753-b2a4-3c84dae0c27a HTTP/1.1" status: 200 len: 916 time: 0.1091149 Mar 22 11:20:04.557288 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-abf8d679-03e1-4a02-b049-86934c7b02cf tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:20:04.563745 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-abf8d679-03e1-4a02-b049-86934c7b02cf tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:20:04.582040 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf8d679-03e1-4a02-b049-86934c7b02cf tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e68b1b5-3593-4449-829c-0e5f7af3e0f7,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:20:04.582452 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-1140e533-9251-4cc0-a7fe-340ecfd496d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d621a7-fd6f-405b-bc2e-f3118cd10968', 'name': 'tempest-TestMinimumBasicScenario-1676699533-router', 'tenant_id': 'd69b021550bb4ec19a1edfcf46b0283f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': 'e7dffee1-70c3-4c9e-9a73-531bf0e9bc9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:19:14Z', 'updated_at': '2022-03-22T11:19:17Z', 'revision_number': 4, 'project_id': 'd69b021550bb4ec19a1edfcf46b0283f', 'gw_port': {'id': 'e7dffee1-70c3-4c9e-9a73-531bf0e9bc9f', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d621a7-fd6f-405b-bc2e-f3118cd10968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:19:15Z', 'updated_at': '2022-03-22T11:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': 'd5ee2865-0883-4b4d-9a5a-b88a0f8763e3', 'tenant_id': 'd69b021550bb4ec19a1edfcf46b0283f', 'floating_ip_address': '172.26.7.146', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '21d621a7-fd6f-405b-bc2e-f3118cd10968', 'port_id': '6b42b43f-2870-4f92-880c-0c01fb09b118', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce393a29-9bf7-4753-b2a4-3c84dae0c27a', 'mac_address': 'fa:16:3e:78:da:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:20:03Z', 'updated_at': '2022-03-22T11:20:03Z', 'revision_number': 0, 'project_id': 'd69b021550bb4ec19a1edfcf46b0283f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a3fff68-2276-428d-9aaf-530ca8b089fc', 'name': '', 'network_id': 'ce393a29-9bf7-4753-b2a4-3c84dae0c27a', 'tenant_id': 'd69b021550bb4ec19a1edfcf46b0283f', 'mac_address': 'fa:16:3e:3e:d6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d621a7-fd6f-405b-bc2e-f3118cd10968', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '3b590b6c-2716-456a-8bdc-587484e26a29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:19:17Z', 'updated_at': '2022-03-22T11:19:20Z', 'revision_number': 5, 'project_id': 'd69b021550bb4ec19a1edfcf46b0283f', 'subnets': [{'id': '3b590b6c-2716-456a-8bdc-587484e26a29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:20:04.593308 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d4213b05-8cf9-4f60-90b7-f5dab1c861eb req-fe2a3645-f8be-42f1-9338-d6f9b573c175 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b42b43f-2870-4f92-880c-0c01fb09b118 HTTP/1.1" status: 200 len: 999 time: 0.0654693 Mar 22 11:20:04.593690 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-abf8d679-03e1-4a02-b049-86934c7b02cf tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:20:04.594974 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-abf8d679-03e1-4a02-b049-86934c7b02cf tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1374795 Mar 22 11:20:04.597986 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 46386) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:20:04.602316 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-f3ecda75-98de-44b8-8548-2526ac09c633 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Request body: {'security_group_rule': {'security_group_id': '95e7864f-5d16-474f-9bbd-957fec16282e', 'project_id': 'd69b021550bb4ec19a1edfcf46b0283f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:20:04.608499 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1140e533-9251-4cc0-a7fe-340ecfd496d2 None None] Checking router: 21d621a7-fd6f-405b-bc2e-f3118cd10968 for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:20:04.616753 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1140e533-9251-4cc0-a7fe-340ecfd496d2 None None] Routers {'21d621a7-fd6f-405b-bc2e-f3118cd10968'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:20:04.617351 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-1140e533-9251-4cc0-a7fe-340ecfd496d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:19:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['21d621a7-fd6f-405b-bc2e-f3118cd10968'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:20:04.659997 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f3ecda75-98de-44b8-8548-2526ac09c633 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:20:04.663259 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4213b05-8cf9-4f60-90b7-f5dab1c861eb req-590290c1-9d57-45cd-b6aa-d3ba1c5b56e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:20:04.664787 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d4213b05-8cf9-4f60-90b7-f5dab1c861eb req-590290c1-9d57-45cd-b6aa-d3ba1c5b56e7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b590b6c-2716-456a-8bdc-587484e26a29 HTTP/1.1" status: 200 len: 854 time: 0.0582387 Mar 22 11:20:04.722452 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-1140e533-9251-4cc0-a7fe-340ecfd496d2 None None] Set router 21d621a7-fd6f-405b-bc2e-f3118cd10968 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:20:04.737455 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f3ecda75-98de-44b8-8548-2526ac09c633 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:20:04.739358 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4213b05-8cf9-4f60-90b7-f5dab1c861eb req-e3686222-f839-4a64-be28-eb954cd7238f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:20:04.740898 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d4213b05-8cf9-4f60-90b7-f5dab1c861eb req-e3686222-f839-4a64-be28-eb954cd7238f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ce393a29-9bf7-4753-b2a4-3c84dae0c27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692468 Mar 22 11:20:04.742270 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f3ecda75-98de-44b8-8548-2526ac09c633 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:20:04.785228 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ecda75-98de-44b8-8548-2526ac09c633 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f146ed8-7501-4347-9064-776310d341d0,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:20:04.791475 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f3ecda75-98de-44b8-8548-2526ac09c633 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:20:04.795350 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-f3ecda75-98de-44b8-8548-2526ac09c633 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1937287 Mar 22 11:20:04.796209 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 46388) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:20:04.800936 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-1cd1ae37-5e4b-4edf-a8d7-9bea617946cb tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Request body: {'security_group_rule': {'security_group_id': '95e7864f-5d16-474f-9bbd-957fec16282e', 'project_id': 'd69b021550bb4ec19a1edfcf46b0283f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:20:04.826982 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ecda75-98de-44b8-8548-2526ac09c633 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:20:04.827322 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ecda75-98de-44b8-8548-2526ac09c633 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:20:04.827689 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ecda75-98de-44b8-8548-2526ac09c633 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:20:04.828019 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ecda75-98de-44b8-8548-2526ac09c633 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:20:04.828342 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ecda75-98de-44b8-8548-2526ac09c633 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:20:04.828666 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ecda75-98de-44b8-8548-2526ac09c633 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:20:04.828987 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ecda75-98de-44b8-8548-2526ac09c633 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:20:04.829157 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1cd1ae37-5e4b-4edf-a8d7-9bea617946cb tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:20:04.829310 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ecda75-98de-44b8-8548-2526ac09c633 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:20:04.829623 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ecda75-98de-44b8-8548-2526ac09c633 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:20:04.829935 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ecda75-98de-44b8-8548-2526ac09c633 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:20:04.830252 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ecda75-98de-44b8-8548-2526ac09c633 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:20:04.830568 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ecda75-98de-44b8-8548-2526ac09c633 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:20:04.863773 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d4213b05-8cf9-4f60-90b7-f5dab1c861eb req-4c32894a-e782-4cdf-b6c2-435ea7ca81d2 service neutron] 10.222.0.35 "GET /v2.0/networks/ce393a29-9bf7-4753-b2a4-3c84dae0c27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137624 Mar 22 11:20:04.903918 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1cd1ae37-5e4b-4edf-a8d7-9bea617946cb tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:20:04.908879 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1cd1ae37-5e4b-4edf-a8d7-9bea617946cb tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:20:04.933613 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd1ae37-5e4b-4edf-a8d7-9bea617946cb tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81369e40-cc57-4b5e-bb81-a380f933ebe3,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:20:04.943827 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1cd1ae37-5e4b-4edf-a8d7-9bea617946cb tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:20:04.947832 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1cd1ae37-5e4b-4edf-a8d7-9bea617946cb tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1507730 Mar 22 11:20:04.948438 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 46390) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:20:04.952846 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-4472e7b5-4f5c-4a58-821d-ffae1b93a4a4 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Request body: {'security_group_rule': {'security_group_id': '95e7864f-5d16-474f-9bbd-957fec16282e', 'project_id': 'd69b021550bb4ec19a1edfcf46b0283f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:20:04.954505 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d4213b05-8cf9-4f60-90b7-f5dab1c861eb req-567966f9-64e8-4e2a-8ff1-21af37831fa6 service neutron] 10.222.0.35 "GET /v2.0/networks/ce393a29-9bf7-4753-b2a4-3c84dae0c27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838118 Mar 22 11:20:04.972457 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-1140e533-9251-4cc0-a7fe-340ecfd496d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d621a7-fd6f-405b-bc2e-f3118cd10968', 'name': 'tempest-TestMinimumBasicScenario-1676699533-router', 'tenant_id': 'd69b021550bb4ec19a1edfcf46b0283f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': 'e7dffee1-70c3-4c9e-9a73-531bf0e9bc9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:19:14Z', 'updated_at': '2022-03-22T11:19:17Z', 'revision_number': 4, 'project_id': 'd69b021550bb4ec19a1edfcf46b0283f', 'gw_port': {'id': 'e7dffee1-70c3-4c9e-9a73-531bf0e9bc9f', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d621a7-fd6f-405b-bc2e-f3118cd10968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:19:15Z', 'updated_at': '2022-03-22T11:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': 'd5ee2865-0883-4b4d-9a5a-b88a0f8763e3', 'tenant_id': 'd69b021550bb4ec19a1edfcf46b0283f', 'floating_ip_address': '172.26.7.146', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '21d621a7-fd6f-405b-bc2e-f3118cd10968', 'port_id': '6b42b43f-2870-4f92-880c-0c01fb09b118', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce393a29-9bf7-4753-b2a4-3c84dae0c27a', 'mac_address': 'fa:16:3e:78:da:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:20:03Z', 'updated_at': '2022-03-22T11:20:03Z', 'revision_number': 0, 'project_id': 'd69b021550bb4ec19a1edfcf46b0283f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a3fff68-2276-428d-9aaf-530ca8b089fc', 'name': '', 'network_id': 'ce393a29-9bf7-4753-b2a4-3c84dae0c27a', 'tenant_id': 'd69b021550bb4ec19a1edfcf46b0283f', 'mac_address': 'fa:16:3e:3e:d6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d621a7-fd6f-405b-bc2e-f3118cd10968', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '3b590b6c-2716-456a-8bdc-587484e26a29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:19:17Z', 'updated_at': '2022-03-22T11:19:20Z', 'revision_number': 5, 'project_id': 'd69b021550bb4ec19a1edfcf46b0283f', 'subnets': [{'id': '3b590b6c-2716-456a-8bdc-587484e26a29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:20:04.983123 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4472e7b5-4f5c-4a58-821d-ffae1b93a4a4 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:20:05.002234 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1140e533-9251-4cc0-a7fe-340ecfd496d2 None None] The sync data for ids ['21d621a7-fd6f-405b-bc2e-f3118cd10968'] in dv-neutron-834599-1-hyperv is: [{'id': '21d621a7-fd6f-405b-bc2e-f3118cd10968', 'name': 'tempest-TestMinimumBasicScenario-1676699533-router', 'tenant_id': 'd69b021550bb4ec19a1edfcf46b0283f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': 'e7dffee1-70c3-4c9e-9a73-531bf0e9bc9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:19:14Z', 'updated_at': '2022-03-22T11:19:17Z', 'revision_number': 4, 'project_id': 'd69b021550bb4ec19a1edfcf46b0283f', 'gw_port': {'id': 'e7dffee1-70c3-4c9e-9a73-531bf0e9bc9f', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d621a7-fd6f-405b-bc2e-f3118cd10968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:19:15Z', 'updated_at': '2022-03-22T11:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': 'd5ee2865-0883-4b4d-9a5a-b88a0f8763e3', 'tenant_id': 'd69b021550bb4ec19a1edfcf46b0283f', 'floating_ip_address': '172.26.7.146', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '21d621a7-fd6f-405b-bc2e-f3118cd10968', 'port_id': '6b42b43f-2870-4f92-880c-0c01fb09b118', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce393a29-9bf7-4753-b2a4-3c84dae0c27a', 'mac_address': 'fa:16:3e:78:da:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:20:03Z', 'updated_at': '2022-03-22T11:20:03Z', 'revision_number': 0, 'project_id': 'd69b021550bb4ec19a1edfcf46b0283f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a3fff68-2276-428d-9aaf-530ca8b089fc', 'name': '', 'network_id': 'ce393a29-9bf7-4753-b2a4-3c84dae0c27a', 'tenant_id': 'd69b021550bb4ec19a1edfcf46b0283f', 'mac_address': 'fa:16:3e:3e:d6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d621a7-fd6f-405b-bc2e-f3118cd10968', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '3b590b6c-2716-456a-8bdc-587484e26a29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:19:17Z', 'updated_at': '2022-03-22T11:19:20Z', 'revision_number': 5, 'project_id': 'd69b021550bb4ec19a1edfcf46b0283f', 'subnets': [{'id': '3b590b6c-2716-456a-8bdc-587484e26a29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:20:05.043322 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4472e7b5-4f5c-4a58-821d-ffae1b93a4a4 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:20:05.047639 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4472e7b5-4f5c-4a58-821d-ffae1b93a4a4 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:20:05.064811 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4472e7b5-4f5c-4a58-821d-ffae1b93a4a4 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6590dac0-a09e-4246-a76a-37a402371ff6,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:20:05.079110 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4472e7b5-4f5c-4a58-821d-ffae1b93a4a4 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:20:05.080351 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4472e7b5-4f5c-4a58-821d-ffae1b93a4a4 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1309988 Mar 22 11:20:05.083096 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 46392) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:20:05.087619 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-078539fa-44aa-46a9-8898-15ebe7f5831d tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Request body: {'security_group_rule': {'security_group_id': '95e7864f-5d16-474f-9bbd-957fec16282e', 'project_id': 'd69b021550bb4ec19a1edfcf46b0283f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:20:05.108549 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.securitygroups_db [None req-078539fa-44aa-46a9-8898-15ebe7f5831d tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Project d69b021550bb4ec19a1edfcf46b0283f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 11:20:05.113239 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-078539fa-44aa-46a9-8898-15ebe7f5831d tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:20:05.174582 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-078539fa-44aa-46a9-8898-15ebe7f5831d tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:20:05.179166 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-078539fa-44aa-46a9-8898-15ebe7f5831d tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:20:05.199324 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078539fa-44aa-46a9-8898-15ebe7f5831d tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f0821b7-a1d2-41b8-80b6-9a8a3f1c2149,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:20:05.206314 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-078539fa-44aa-46a9-8898-15ebe7f5831d tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:20:05.210351 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 46394) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:20:05.210602 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-078539fa-44aa-46a9-8898-15ebe7f5831d tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1263297 Mar 22 11:20:05.214975 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-87727708-7367-4022-a1ea-42b4fd0b1613 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Request body: {'security_group_rule': {'security_group_id': '95e7864f-5d16-474f-9bbd-957fec16282e', 'project_id': 'd69b021550bb4ec19a1edfcf46b0283f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:20:05.220629 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6b6744-6b26-4c21-9678-2cc666ffa63a None None] New status for floating IP d5ee2865-0883-4b4d-9a5a-b88a0f8763e3: ACTIVE {{(pid=109052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 11:20:05.236272 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.securitygroups_db [None req-87727708-7367-4022-a1ea-42b4fd0b1613 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Project d69b021550bb4ec19a1edfcf46b0283f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 11:20:05.241169 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-87727708-7367-4022-a1ea-42b4fd0b1613 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:20:05.305889 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-87727708-7367-4022-a1ea-42b4fd0b1613 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:20:05.310829 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-87727708-7367-4022-a1ea-42b4fd0b1613 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:20:05.325558 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87727708-7367-4022-a1ea-42b4fd0b1613 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13ea6322-cb60-48fc-8ad7-c130dfb73680,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:20:05.337469 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-87727708-7367-4022-a1ea-42b4fd0b1613 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:20:05.338874 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-87727708-7367-4022-a1ea-42b4fd0b1613 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1274712 Mar 22 11:20:05.418197 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-aa834af9-ebeb-4b45-a49c-9f9790d3841c req-127be97a-bbdd-4a9b-a19d-9cc8f0ad5deb tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-228565343&fields=id&tenant_id=d69b021550bb4ec19a1edfcf46b0283f HTTP/1.1" status: 200 len: 267 time: 0.0334158 Mar 22 11:20:05.470139 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa834af9-ebeb-4b45-a49c-9f9790d3841c req-08cc514c-aa07-4263-ab66-d7f33856150f tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:20:05.471624 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-aa834af9-ebeb-4b45-a49c-9f9790d3841c req-08cc514c-aa07-4263-ab66-d7f33856150f tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/ports?device_id=968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f HTTP/1.1" status: 200 len: 945 time: 0.0475185 Mar 22 11:20:05.482634 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-aa834af9-ebeb-4b45-a49c-9f9790d3841c req-82f16760-54d2-48c3-84c9-e7e1567cd68b tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Request body: {'port': {'security_groups': ['4bcb3e4d-6455-4049-8012-ca8cf900cab9', '95e7864f-5d16-474f-9bbd-957fec16282e']}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:20:05.544289 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-aa834af9-ebeb-4b45-a49c-9f9790d3841c req-82f16760-54d2-48c3-84c9-e7e1567cd68b tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:20:05.723651 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-aa834af9-ebeb-4b45-a49c-9f9790d3841c req-82f16760-54d2-48c3-84c9-e7e1567cd68b tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] For port 6b42b43f-2870-4f92-880c-0c01fb09b118, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=6b42b43f-2870-4f92-880c-0c01fb09b118,segment=NetworkSegment(dd7bc2c7-5eb6-48f8-9117-b3552837db03),segment_id=dd7bc2c7-5eb6-48f8-9117-b3552837db03)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:20:05.756133 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-aa834af9-ebeb-4b45-a49c-9f9790d3841c req-82f16760-54d2-48c3-84c9-e7e1567cd68b tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:20:05.763285 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-aa834af9-ebeb-4b45-a49c-9f9790d3841c req-82f16760-54d2-48c3-84c9-e7e1567cd68b tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:20:05.775068 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['6b42b43f-2870-4f92-880c-0c01fb09b118'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 11:20:05.807227 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa834af9-ebeb-4b45-a49c-9f9790d3841c req-82f16760-54d2-48c3-84c9-e7e1567cd68b tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:20:05.807880 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-aa834af9-ebeb-4b45-a49c-9f9790d3841c req-82f16760-54d2-48c3-84c9-e7e1567cd68b tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:20:05.809295 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-aa834af9-ebeb-4b45-a49c-9f9790d3841c req-82f16760-54d2-48c3-84c9-e7e1567cd68b tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "PUT /v2.0/ports/6b42b43f-2870-4f92-880c-0c01fb09b118 HTTP/1.1" status: 200 len: 981 time: 0.3311439 Mar 22 11:20:05.809825 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f', 'tag': '6b42b43f-2870-4f92-880c-0c01fb09b118'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:20:05.812249 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ae70ae-d8e4-4e58-8f26-bedcb9e9f8c1" -d '{"events": [{"name": "network-changed", "server_uuid": "968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f", "tag": "6b42b43f-2870-4f92-880c-0c01fb09b118"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:20:05.848928 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f16760-54d2-48c3-84c9-e7e1567cd68b tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Pushing event updated for resources: {'Port': ['ID=6b42b43f-2870-4f92-880c-0c01fb09b118,revision_number=6']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:20:05.868813 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['6b42b43f-2870-4f92-880c-0c01fb09b118'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 11:20:05.925829 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f14f2-0dc2-4344-8ea5-ac4f6dfdab39 req-8c6cb7a4-a95f-409f-9580-cebef61bec47 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:20:05.927541 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c05f14f2-0dc2-4344-8ea5-ac4f6dfdab39 req-8c6cb7a4-a95f-409f-9580-cebef61bec47 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/ports?device_id=968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f HTTP/1.1" status: 200 len: 984 time: 0.0538335 Mar 22 11:20:05.979976 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85504640-5295-4088-82ed-25cccd4d9c4a x-openstack-request-id: req-85504640-5295-4088-82ed-25cccd4d9c4a {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:20:05.980360 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f", "tag": "6b42b43f-2870-4f92-880c-0c01fb09b118", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:20:05.980703 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-85504640-5295-4088-82ed-25cccd4d9c4a {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:20:05.981205 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85504640-5295-4088-82ed-25cccd4d9c4a'] response: {'name': 'network-changed', 'server_uuid': '968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f', 'tag': '6b42b43f-2870-4f92-880c-0c01fb09b118', 'status': 'completed', 'code': 200} Mar 22 11:20:05.989993 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c05f14f2-0dc2-4344-8ea5-ac4f6dfdab39 req-7d72c8cd-5bb9-4ef4-9a82-0eb986e1e4b7 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bcb3e4d-6455-4049-8012-ca8cf900cab9&id=95e7864f-5d16-474f-9bbd-957fec16282e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561056 Mar 22 11:20:06.039293 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae70ae-d8e4-4e58-8f26-bedcb9e9f8c1 req-3f002c84-314d-4035-8ab7-47e3f82223b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:20:06.041072 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e2ae70ae-d8e4-4e58-8f26-bedcb9e9f8c1 req-3f002c84-314d-4035-8ab7-47e3f82223b1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d69b021550bb4ec19a1edfcf46b0283f&device_id=968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f HTTP/1.1" status: 200 len: 1137 time: 0.0499520 Mar 22 11:20:06.136951 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae70ae-d8e4-4e58-8f26-bedcb9e9f8c1 req-44099265-c244-423d-95da-dea5b7dafc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:20:06.138520 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e2ae70ae-d8e4-4e58-8f26-bedcb9e9f8c1 req-44099265-c244-423d-95da-dea5b7dafc82 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ce393a29-9bf7-4753-b2a4-3c84dae0c27a HTTP/1.1" status: 200 len: 916 time: 0.0909076 Mar 22 11:20:06.181056 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-0f982d94-11a0-4ada-b84f-df0bc517fb5a None None] Provisioning complete for port 6b42b43f-2870-4f92-880c-0c01fb09b118 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:20:06.181424 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0f982d94-11a0-4ada-b84f-df0bc517fb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:20:06.204166 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e2ae70ae-d8e4-4e58-8f26-bedcb9e9f8c1 req-5f9f7e65-d78e-47c3-84bf-c3d3b9d1f86f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b42b43f-2870-4f92-880c-0c01fb09b118 HTTP/1.1" status: 200 len: 1001 time: 0.0591009 Mar 22 11:20:06.259723 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae70ae-d8e4-4e58-8f26-bedcb9e9f8c1 req-06a208d3-e5a0-4916-9f8e-2823c8374f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:20:06.261085 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e2ae70ae-d8e4-4e58-8f26-bedcb9e9f8c1 req-06a208d3-e5a0-4916-9f8e-2823c8374f06 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b590b6c-2716-456a-8bdc-587484e26a29 HTTP/1.1" status: 200 len: 854 time: 0.0480626 Mar 22 11:20:06.306731 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae70ae-d8e4-4e58-8f26-bedcb9e9f8c1 req-d0e08444-455d-492a-a4a5-d86b520dc5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:20:06.308323 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e2ae70ae-d8e4-4e58-8f26-bedcb9e9f8c1 req-d0e08444-455d-492a-a4a5-d86b520dc5fe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ce393a29-9bf7-4753-b2a4-3c84dae0c27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401866 Mar 22 11:20:06.398374 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e2ae70ae-d8e4-4e58-8f26-bedcb9e9f8c1 req-a84adeed-94fa-4c78-80c3-4fb48430c974 service neutron] 10.222.0.35 "GET /v2.0/networks/ce393a29-9bf7-4753-b2a4-3c84dae0c27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827603 Mar 22 11:20:06.494300 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e2ae70ae-d8e4-4e58-8f26-bedcb9e9f8c1 req-9d5dabf1-1648-42db-b797-50768ea00518 service neutron] 10.222.0.35 "GET /v2.0/networks/ce393a29-9bf7-4753-b2a4-3c84dae0c27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887055 Mar 22 11:20:07.748820 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a434ff24-6797-42f7-9d41-c4454900823c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:20:09.876438 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0f46c6b1-6166-4569-95fe-c233bd49d088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:20:11.215561 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:20:12.637591 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:20:12.873749 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:20:13.562415 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:20:23.270322 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eede70-5954-46e8-ae41-9b085f198e03 req-91d93ec3-3213-4d12-8fc2-1f59d81bcda1 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:20:23.271785 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-01eede70-5954-46e8-ae41-9b085f198e03 req-91d93ec3-3213-4d12-8fc2-1f59d81bcda1 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/ports?device_id=968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f HTTP/1.1" status: 200 len: 984 time: 0.0758190 Mar 22 11:20:23.276873 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f5f90-232a-438b-a228-207fd4c86fb0 req-b1c6ca47-5c62-4caf-a9a1-957458f36ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:20:23.278217 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-111f5f90-232a-438b-a228-207fd4c86fb0 req-b1c6ca47-5c62-4caf-a9a1-957458f36ddd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d69b021550bb4ec19a1edfcf46b0283f&device_id=968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f HTTP/1.1" status: 200 len: 1137 time: 0.0733709 Mar 22 11:20:23.337727 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-01eede70-5954-46e8-ae41-9b085f198e03 req-c38bbf13-9279-4726-94d6-07f5ec43f3fc tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bcb3e4d-6455-4049-8012-ca8cf900cab9&id=95e7864f-5d16-474f-9bbd-957fec16282e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0585787 Mar 22 11:20:23.389427 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f5f90-232a-438b-a228-207fd4c86fb0 req-f6ff4a22-e3c9-4436-befe-3faa7dcd933f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:20:23.390870 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-111f5f90-232a-438b-a228-207fd4c86fb0 req-f6ff4a22-e3c9-4436-befe-3faa7dcd933f service neutron] 10.222.0.35 "GET /v2.0/networks?id=ce393a29-9bf7-4753-b2a4-3c84dae0c27a HTTP/1.1" status: 200 len: 916 time: 0.0992415 Mar 22 11:20:23.459944 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-111f5f90-232a-438b-a228-207fd4c86fb0 req-cc9d3a48-1b8e-45c0-9177-bcc54d2148ea service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b42b43f-2870-4f92-880c-0c01fb09b118 HTTP/1.1" status: 200 len: 1001 time: 0.0624464 Mar 22 11:20:23.510525 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f5f90-232a-438b-a228-207fd4c86fb0 req-ef0d7d53-d56b-4670-b7db-88f4c4433539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:20:23.511947 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-111f5f90-232a-438b-a228-207fd4c86fb0 req-ef0d7d53-d56b-4670-b7db-88f4c4433539 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b590b6c-2716-456a-8bdc-587484e26a29 HTTP/1.1" status: 200 len: 854 time: 0.0446291 Mar 22 11:20:23.557731 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f5f90-232a-438b-a228-207fd4c86fb0 req-8144dc23-5051-4b04-ae28-ee5b58d16a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:20:23.559125 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-111f5f90-232a-438b-a228-207fd4c86fb0 req-8144dc23-5051-4b04-ae28-ee5b58d16a1e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ce393a29-9bf7-4753-b2a4-3c84dae0c27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397534 Mar 22 11:20:23.653115 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-111f5f90-232a-438b-a228-207fd4c86fb0 req-446dcf1e-0a24-460f-9d73-cfee50c89c9d service neutron] 10.222.0.35 "GET /v2.0/networks/ce393a29-9bf7-4753-b2a4-3c84dae0c27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863035 Mar 22 11:20:23.740172 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-111f5f90-232a-438b-a228-207fd4c86fb0 req-64d748eb-80e4-41db-9dc2-4ae7a8e4a687 service neutron] 10.222.0.35 "GET /v2.0/networks/ce393a29-9bf7-4753-b2a4-3c84dae0c27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798635 Mar 22 11:20:24.484118 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7eb72-0e1b-42b2-8fef-1d788c893e4f req-bd4d6287-9bb2-472b-aceb-f3368d1bb4ce tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:20:24.486050 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e6c7eb72-0e1b-42b2-8fef-1d788c893e4f req-bd4d6287-9bb2-472b-aceb-f3368d1bb4ce tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/ports?device_id=968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f HTTP/1.1" status: 200 len: 984 time: 0.0649858 Mar 22 11:20:24.867334 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e6c7eb72-0e1b-42b2-8fef-1d788c893e4f req-618aef54-2134-4d9c-a543-bcd76ac5ee1d tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bcb3e4d-6455-4049-8012-ca8cf900cab9&id=95e7864f-5d16-474f-9bbd-957fec16282e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3744833 Mar 22 11:20:25.999890 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d82163-1412-4331-b440-7f3d47242536 req-0229e74c-c739-4359-b335-ac530e7bb3a5 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:20:26.001348 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b2d82163-1412-4331-b440-7f3d47242536 req-0229e74c-c739-4359-b335-ac530e7bb3a5 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/ports?device_id=968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f HTTP/1.1" status: 200 len: 984 time: 0.0514672 Mar 22 11:20:26.041559 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b2d82163-1412-4331-b440-7f3d47242536 req-1fc4d405-bf9e-451d-a20d-29db3dfea5f6 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bcb3e4d-6455-4049-8012-ca8cf900cab9&id=95e7864f-5d16-474f-9bbd-957fec16282e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340867 Mar 22 11:20:26.210837 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:20:27.165695 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d12bc2-034d-4213-88a7-d39b4f6fa10b req-14ef64dd-f296-4fc5-8b5c-62b7eebeba98 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:20:27.167219 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-44d12bc2-034d-4213-88a7-d39b4f6fa10b req-14ef64dd-f296-4fc5-8b5c-62b7eebeba98 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/ports?device_id=968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f HTTP/1.1" status: 200 len: 984 time: 0.0513208 Mar 22 11:20:27.206636 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-44d12bc2-034d-4213-88a7-d39b4f6fa10b req-e0f17adf-62b4-4392-bd2c-c27ba38d125f tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bcb3e4d-6455-4049-8012-ca8cf900cab9&id=95e7864f-5d16-474f-9bbd-957fec16282e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333202 Mar 22 11:20:28.346748 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ed920-7564-4695-aed7-1c5e1d29de01 req-f705dc16-85c3-4451-a371-66fcdc35dab4 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:20:28.348247 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f14ed920-7564-4695-aed7-1c5e1d29de01 req-f705dc16-85c3-4451-a371-66fcdc35dab4 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/ports?device_id=968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f HTTP/1.1" status: 200 len: 984 time: 0.0634377 Mar 22 11:20:28.388907 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f14ed920-7564-4695-aed7-1c5e1d29de01 req-165347f3-e723-4a4a-b36b-081305963fbf tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bcb3e4d-6455-4049-8012-ca8cf900cab9&id=95e7864f-5d16-474f-9bbd-957fec16282e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345409 Mar 22 11:20:29.514187 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8570cc7c-2b4b-41c8-ab7f-0628b25cd426 req-8f971e0b-51a1-4246-8152-ced33c97f845 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:20:29.515659 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8570cc7c-2b4b-41c8-ab7f-0628b25cd426 req-8f971e0b-51a1-4246-8152-ced33c97f845 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/ports?device_id=968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f HTTP/1.1" status: 200 len: 984 time: 0.0534861 Mar 22 11:20:29.557698 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8570cc7c-2b4b-41c8-ab7f-0628b25cd426 req-3a38a10e-8722-4506-a37f-ebd063c19251 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bcb3e4d-6455-4049-8012-ca8cf900cab9&id=95e7864f-5d16-474f-9bbd-957fec16282e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334184 Mar 22 11:20:30.686349 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439fde69-78be-48ca-a184-db3452e95e33 req-2a7aed92-7212-4956-a2c1-6c971298427c tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:20:30.687855 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-439fde69-78be-48ca-a184-db3452e95e33 req-2a7aed92-7212-4956-a2c1-6c971298427c tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/ports?device_id=968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f HTTP/1.1" status: 200 len: 984 time: 0.0487528 Mar 22 11:20:30.727629 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-439fde69-78be-48ca-a184-db3452e95e33 req-4cadd6ab-5e88-4c3e-a4e2-f4d06676a9bc tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bcb3e4d-6455-4049-8012-ca8cf900cab9&id=95e7864f-5d16-474f-9bbd-957fec16282e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335941 Mar 22 11:20:31.856585 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72aa67b-7153-4138-99fe-e16543cf50f0 req-3422a6f5-6097-4ab6-90d0-b2fc86b14f3b tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:20:31.857996 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f72aa67b-7153-4138-99fe-e16543cf50f0 req-3422a6f5-6097-4ab6-90d0-b2fc86b14f3b tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/ports?device_id=968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f HTTP/1.1" status: 200 len: 984 time: 0.0553198 Mar 22 11:20:31.904403 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f72aa67b-7153-4138-99fe-e16543cf50f0 req-7b87f25e-cebe-4195-a410-f091c17a96e9 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bcb3e4d-6455-4049-8012-ca8cf900cab9&id=95e7864f-5d16-474f-9bbd-957fec16282e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0371261 Mar 22 11:20:33.033683 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a1d9a1-5512-4ab9-8beb-1e0caa0c25c0 req-3fe5b1b7-17ae-4f14-bf24-00707380a8e5 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:20:33.035150 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e6a1d9a1-5512-4ab9-8beb-1e0caa0c25c0 req-3fe5b1b7-17ae-4f14-bf24-00707380a8e5 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/ports?device_id=968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f HTTP/1.1" status: 200 len: 984 time: 0.0491192 Mar 22 11:20:33.076965 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e6a1d9a1-5512-4ab9-8beb-1e0caa0c25c0 req-071b3fbf-0652-4f6d-aad0-3435c680c473 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bcb3e4d-6455-4049-8012-ca8cf900cab9&id=95e7864f-5d16-474f-9bbd-957fec16282e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328722 Mar 22 11:20:34.209714 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b81825-3c2d-4b39-9c22-8b082e848be9 req-42297072-a913-41c3-95f5-98eb404e8a5e tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:20:34.211202 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-98b81825-3c2d-4b39-9c22-8b082e848be9 req-42297072-a913-41c3-95f5-98eb404e8a5e tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/ports?device_id=968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f HTTP/1.1" status: 200 len: 984 time: 0.0505962 Mar 22 11:20:34.260339 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-98b81825-3c2d-4b39-9c22-8b082e848be9 req-c570d563-6d0f-4a12-bd82-b4f512f34294 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bcb3e4d-6455-4049-8012-ca8cf900cab9&id=95e7864f-5d16-474f-9bbd-957fec16282e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407128 Mar 22 11:20:35.397701 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed40bfc-9e4a-4553-9c40-fe5534aba5f3 req-a029dd43-43c8-4939-9fee-fa6c29b1e5c5 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:20:35.399186 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-aed40bfc-9e4a-4553-9c40-fe5534aba5f3 req-a029dd43-43c8-4939-9fee-fa6c29b1e5c5 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/ports?device_id=968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f HTTP/1.1" status: 200 len: 984 time: 0.0644236 Mar 22 11:20:35.442867 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-aed40bfc-9e4a-4553-9c40-fe5534aba5f3 req-7c27626d-1c20-4a87-8ca4-97b40015c2f2 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bcb3e4d-6455-4049-8012-ca8cf900cab9&id=95e7864f-5d16-474f-9bbd-957fec16282e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346413 Mar 22 11:20:37.754702 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-39abd476-de17-4c16-b637-ec42ffd04dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:20:39.794284 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2d2781b4-405c-4890-a03c-cfb533100138 req-1bdc6fd4-a066-4bf2-b28a-b7a99420699f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422018 Mar 22 11:20:39.870895 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b3f19aa8-7370-46ef-a983-08aa0531a15b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:20:39.885877 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2781b4-405c-4890-a03c-cfb533100138 req-4b6dfe2e-8573-406c-b768-0474b8ef0c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:20:39.887414 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2d2781b4-405c-4890-a03c-cfb533100138 req-4b6dfe2e-8573-406c-b768-0474b8ef0c22 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d69b021550bb4ec19a1edfcf46b0283f&device_id=968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f HTTP/1.1" status: 200 len: 1137 time: 0.0424654 Mar 22 11:20:40.000410 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2781b4-405c-4890-a03c-cfb533100138 req-a79a806f-d60f-4a0e-bb3d-a1ef0bddc689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:20:40.001896 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2d2781b4-405c-4890-a03c-cfb533100138 req-a79a806f-d60f-4a0e-bb3d-a1ef0bddc689 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ce393a29-9bf7-4753-b2a4-3c84dae0c27a HTTP/1.1" status: 200 len: 916 time: 0.0955944 Mar 22 11:20:40.067205 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2d2781b4-405c-4890-a03c-cfb533100138 req-0ef55871-f9ca-4e58-b7ba-0606fd213dea service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b42b43f-2870-4f92-880c-0c01fb09b118 HTTP/1.1" status: 200 len: 1001 time: 0.0572498 Mar 22 11:20:40.122381 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2781b4-405c-4890-a03c-cfb533100138 req-109d8add-7758-4225-a6a4-2fc40bce7f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:20:40.123867 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2d2781b4-405c-4890-a03c-cfb533100138 req-109d8add-7758-4225-a6a4-2fc40bce7f38 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b590b6c-2716-456a-8bdc-587484e26a29 HTTP/1.1" status: 200 len: 854 time: 0.0488930 Mar 22 11:20:40.169968 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2781b4-405c-4890-a03c-cfb533100138 req-ecb08967-05b7-4d36-a0d2-b6c864c1fc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:20:40.171464 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2d2781b4-405c-4890-a03c-cfb533100138 req-ecb08967-05b7-4d36-a0d2-b6c864c1fc93 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ce393a29-9bf7-4753-b2a4-3c84dae0c27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402298 Mar 22 11:20:40.259445 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2d2781b4-405c-4890-a03c-cfb533100138 req-47b5cdfb-7551-45ec-aa93-928850df69c9 service neutron] 10.222.0.35 "GET /v2.0/networks/ce393a29-9bf7-4753-b2a4-3c84dae0c27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812926 Mar 22 11:20:40.350797 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2d2781b4-405c-4890-a03c-cfb533100138 req-09f0f13b-828c-49ba-b291-958c9740b435 service neutron] 10.222.0.35 "GET /v2.0/networks/ce393a29-9bf7-4753-b2a4-3c84dae0c27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841701 Mar 22 11:20:41.222867 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:20:42.635510 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:20:42.869429 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:20:43.576264 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:03.213916 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:21:07.738816 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8df1c0da-3de4-42f1-8da4-788b8fed2ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:07.742692 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3c4d8ebf-53b4-41c3-9c9b-bc5fb88d80e5 req-304f8fd1-20f9-4bd3-9621-e2aa3ee2d590 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-228565343&fields=id&tenant_id=d69b021550bb4ec19a1edfcf46b0283f HTTP/1.1" status: 200 len: 267 time: 0.0338960 Mar 22 11:21:07.795738 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d8ebf-53b4-41c3-9c9b-bc5fb88d80e5 req-663665dd-6b44-487b-a45c-42d67f659b68 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:21:07.797108 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3c4d8ebf-53b4-41c3-9c9b-bc5fb88d80e5 req-663665dd-6b44-487b-a45c-42d67f659b68 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/ports?device_id=968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f HTTP/1.1" status: 200 len: 984 time: 0.0479639 Mar 22 11:21:07.808182 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-3c4d8ebf-53b4-41c3-9c9b-bc5fb88d80e5 req-f63c7d6a-3718-4fa5-ac66-0ad4d81e65eb tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Request body: {'port': {'security_groups': ['4bcb3e4d-6455-4049-8012-ca8cf900cab9']}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:21:07.875253 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-3c4d8ebf-53b4-41c3-9c9b-bc5fb88d80e5 req-f63c7d6a-3718-4fa5-ac66-0ad4d81e65eb tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:08.064421 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-3c4d8ebf-53b4-41c3-9c9b-bc5fb88d80e5 req-f63c7d6a-3718-4fa5-ac66-0ad4d81e65eb tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] For port 6b42b43f-2870-4f92-880c-0c01fb09b118, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=6b42b43f-2870-4f92-880c-0c01fb09b118,segment=NetworkSegment(dd7bc2c7-5eb6-48f8-9117-b3552837db03),segment_id=dd7bc2c7-5eb6-48f8-9117-b3552837db03)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:21:08.093239 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-3c4d8ebf-53b4-41c3-9c9b-bc5fb88d80e5 req-f63c7d6a-3718-4fa5-ac66-0ad4d81e65eb tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:08.100293 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-3c4d8ebf-53b4-41c3-9c9b-bc5fb88d80e5 req-f63c7d6a-3718-4fa5-ac66-0ad4d81e65eb tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:08.114286 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['6b42b43f-2870-4f92-880c-0c01fb09b118'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 11:21:08.144553 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d8ebf-53b4-41c3-9c9b-bc5fb88d80e5 req-f63c7d6a-3718-4fa5-ac66-0ad4d81e65eb tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:21:08.145164 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-3c4d8ebf-53b4-41c3-9c9b-bc5fb88d80e5 req-f63c7d6a-3718-4fa5-ac66-0ad4d81e65eb tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:08.146582 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3c4d8ebf-53b4-41c3-9c9b-bc5fb88d80e5 req-f63c7d6a-3718-4fa5-ac66-0ad4d81e65eb tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "PUT /v2.0/ports/6b42b43f-2870-4f92-880c-0c01fb09b118 HTTP/1.1" status: 200 len: 942 time: 0.3429115 Mar 22 11:21:08.147064 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f', 'tag': '6b42b43f-2870-4f92-880c-0c01fb09b118'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:21:08.149382 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b5edf7-1456-4254-92d3-a2a4e21def1b" -d '{"events": [{"name": "network-changed", "server_uuid": "968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f", "tag": "6b42b43f-2870-4f92-880c-0c01fb09b118"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:21:08.153564 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 46446) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:21:08.176023 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63c7d6a-3718-4fa5-ac66-0ad4d81e65eb tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Pushing event updated for resources: {'Port': ['ID=6b42b43f-2870-4f92-880c-0c01fb09b118,revision_number=7']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:21:08.191162 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63c7d6a-3718-4fa5-ac66-0ad4d81e65eb tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:21:08.191531 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63c7d6a-3718-4fa5-ac66-0ad4d81e65eb tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:21:08.191870 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63c7d6a-3718-4fa5-ac66-0ad4d81e65eb tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:21:08.192200 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63c7d6a-3718-4fa5-ac66-0ad4d81e65eb tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:21:08.192526 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63c7d6a-3718-4fa5-ac66-0ad4d81e65eb tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:21:08.192879 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63c7d6a-3718-4fa5-ac66-0ad4d81e65eb tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:21:08.193167 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63c7d6a-3718-4fa5-ac66-0ad4d81e65eb tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:21:08.193491 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63c7d6a-3718-4fa5-ac66-0ad4d81e65eb tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:21:08.193811 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63c7d6a-3718-4fa5-ac66-0ad4d81e65eb tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:21:08.194133 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63c7d6a-3718-4fa5-ac66-0ad4d81e65eb tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:21:08.194453 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63c7d6a-3718-4fa5-ac66-0ad4d81e65eb tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:21:08.194771 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63c7d6a-3718-4fa5-ac66-0ad4d81e65eb tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:21:08.218872 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0828985e-e57c-4a71-afc6-80b8e306e96d x-openstack-request-id: req-0828985e-e57c-4a71-afc6-80b8e306e96d {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:21:08.219267 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f", "tag": "6b42b43f-2870-4f92-880c-0c01fb09b118", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:21:08.219413 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0828985e-e57c-4a71-afc6-80b8e306e96d {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:21:08.219851 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0828985e-e57c-4a71-afc6-80b8e306e96d'] response: {'name': 'network-changed', 'server_uuid': '968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f', 'tag': '6b42b43f-2870-4f92-880c-0c01fb09b118', 'status': 'completed', 'code': 200} Mar 22 11:21:08.238832 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7232ec57-0449-4861-b249-369f3e71d828 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:08.267647 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7232ec57-0449-4861-b249-369f3e71d828 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:08.269100 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['6b42b43f-2870-4f92-880c-0c01fb09b118'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 11:21:08.280315 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b5edf7-1456-4254-92d3-a2a4e21def1b req-3b14e40b-9810-4f17-b728-b868dd491029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:21:08.282300 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-53b5edf7-1456-4254-92d3-a2a4e21def1b req-3b14e40b-9810-4f17-b728-b868dd491029 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d69b021550bb4ec19a1edfcf46b0283f&device_id=968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f HTTP/1.1" status: 200 len: 1098 time: 0.0555775 Mar 22 11:21:08.348238 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7232ec57-0449-4861-b249-369f3e71d828 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:08.351738 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7232ec57-0449-4861-b249-369f3e71d828 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:08.353477 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7232ec57-0449-4861-b249-369f3e71d828 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "DELETE /v2.0/security-groups/95e7864f-5d16-474f-9bbd-957fec16282e HTTP/1.1" status: 204 len: 168 time: 0.1974814 Mar 22 11:21:08.357283 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 46450) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:21:08.396419 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b5edf7-1456-4254-92d3-a2a4e21def1b req-c7fde190-ece3-4352-8d27-7304afee54cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:21:08.398037 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-53b5edf7-1456-4254-92d3-a2a4e21def1b req-c7fde190-ece3-4352-8d27-7304afee54cf service neutron] 10.222.0.35 "GET /v2.0/networks?id=ce393a29-9bf7-4753-b2a4-3c84dae0c27a HTTP/1.1" status: 200 len: 916 time: 0.1078794 Mar 22 11:21:08.415057 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7232ec57-0449-4861-b249-369f3e71d828 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e7864f-5d16-474f-9bbd-957fec16282e,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:21:08.427091 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7232ec57-0449-4861-b249-369f3e71d828 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:21:08.427295 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7232ec57-0449-4861-b249-369f3e71d828 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:21:08.427638 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7232ec57-0449-4861-b249-369f3e71d828 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:21:08.427977 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7232ec57-0449-4861-b249-369f3e71d828 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:21:08.428307 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7232ec57-0449-4861-b249-369f3e71d828 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:21:08.428636 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7232ec57-0449-4861-b249-369f3e71d828 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:21:08.428962 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7232ec57-0449-4861-b249-369f3e71d828 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:21:08.429286 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7232ec57-0449-4861-b249-369f3e71d828 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:21:08.429818 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7232ec57-0449-4861-b249-369f3e71d828 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:21:08.429936 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7232ec57-0449-4861-b249-369f3e71d828 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:21:08.430240 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7232ec57-0449-4861-b249-369f3e71d828 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:21:08.430621 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7232ec57-0449-4861-b249-369f3e71d828 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:21:08.446251 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-27df5082-75fc-42e6-9d87-2ef969600fde None None] Provisioning complete for port 6b42b43f-2870-4f92-880c-0c01fb09b118 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:21:08.446641 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-27df5082-75fc-42e6-9d87-2ef969600fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:08.473448 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-53b5edf7-1456-4254-92d3-a2a4e21def1b req-764d178c-661c-44af-8d6b-7c7470a1487d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b42b43f-2870-4f92-880c-0c01fb09b118 HTTP/1.1" status: 200 len: 1001 time: 0.0679524 Mar 22 11:21:08.524651 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b5edf7-1456-4254-92d3-a2a4e21def1b req-3630be95-35ae-4b56-a918-59a2f9d17cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:21:08.526240 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-53b5edf7-1456-4254-92d3-a2a4e21def1b req-3630be95-35ae-4b56-a918-59a2f9d17cd5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b590b6c-2716-456a-8bdc-587484e26a29 HTTP/1.1" status: 200 len: 854 time: 0.0447972 Mar 22 11:21:08.544438 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-0078937b-abef-4d39-93f5-cc607cb95e73 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Deleting port 386876fd-8a89-451f-a53f-3d20708c807f {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:21:08.545404 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0078937b-abef-4d39-93f5-cc607cb95e73 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:08.576859 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b5edf7-1456-4254-92d3-a2a4e21def1b req-d530983c-9a45-4757-8671-8946ec88979e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:21:08.578361 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-53b5edf7-1456-4254-92d3-a2a4e21def1b req-d530983c-9a45-4757-8671-8946ec88979e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ce393a29-9bf7-4753-b2a4-3c84dae0c27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447612 Mar 22 11:21:08.630036 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0078937b-abef-4d39-93f5-cc607cb95e73 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:08.630264 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0078937b-abef-4d39-93f5-cc607cb95e73 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:08.641598 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-0078937b-abef-4d39-93f5-cc607cb95e73 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Calling delete_port for 386876fd-8a89-451f-a53f-3d20708c807f owned by network:floatingip {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:21:08.666552 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-53b5edf7-1456-4254-92d3-a2a4e21def1b req-6853a727-ef75-4cdc-b185-0d2021ebf6d5 service neutron] 10.222.0.35 "GET /v2.0/networks/ce393a29-9bf7-4753-b2a4-3c84dae0c27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812578 Mar 22 11:21:08.761309 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-53b5edf7-1456-4254-92d3-a2a4e21def1b req-dbd53969-0409-4da3-bf1e-8c62633ed067 service neutron] 10.222.0.35 "GET /v2.0/networks/ce393a29-9bf7-4753-b2a4-3c84dae0c27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881722 Mar 22 11:21:08.796173 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0078937b-abef-4d39-93f5-cc607cb95e73 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:08.820619 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0078937b-abef-4d39-93f5-cc607cb95e73 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Pushing event deleted for resources: {'Port': ['ID=386876fd-8a89-451f-a53f-3d20708c807f,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:21:08.879695 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0078937b-abef-4d39-93f5-cc607cb95e73 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify callbacks [] for floatingip, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:08.880029 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.l3_db [None req-0078937b-abef-4d39-93f5-cc607cb95e73 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Floating IP d5ee2865-0883-4b4d-9a5a-b88a0f8763e3 disassociated (deleted). External IP: 172.26.7.146, port: 6b42b43f-2870-4f92-880c-0c01fb09b118. Mar 22 11:21:09.089187 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0078937b-abef-4d39-93f5-cc607cb95e73 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Router 21d621a7-fd6f-405b-bc2e-f3118cd10968 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:21:09.194775 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0078937b-abef-4d39-93f5-cc607cb95e73 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:21:09.200000 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0078937b-abef-4d39-93f5-cc607cb95e73 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:09.206084 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90384dc-2fee-483d-8f27-691671057d00 None None] Sync routers for ids ['21d621a7-fd6f-405b-bc2e-f3118cd10968'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:21:09.216696 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90384dc-2fee-483d-8f27-691671057d00 None None] Routers {'21d621a7-fd6f-405b-bc2e-f3118cd10968'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:21:09.217306 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-d90384dc-2fee-483d-8f27-691671057d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:20:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['21d621a7-fd6f-405b-bc2e-f3118cd10968'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:21:09.226108 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0078937b-abef-4d39-93f5-cc607cb95e73 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "DELETE /v2.0/floatingips/d5ee2865-0883-4b4d-9a5a-b88a0f8763e3 HTTP/1.1" status: 204 len: 168 time: 0.8671265 Mar 22 11:21:09.226765 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f', 'tag': '6b42b43f-2870-4f92-880c-0c01fb09b118'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:21:09.229392 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea20d47ee5c2e5d2aa35ee26c9e60aea7970c4225f3eb14fb63792ea9ad3856f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe4c7ee-c596-46ad-8bf2-08bf3d805638" -d '{"events": [{"name": "network-changed", "server_uuid": "968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f", "tag": "6b42b43f-2870-4f92-880c-0c01fb09b118"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:21:09.333719 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5cd3b25-8d82-4551-827a-f5ccc2f55c78 x-openstack-request-id: req-a5cd3b25-8d82-4551-827a-f5ccc2f55c78 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:21:09.334427 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f", "tag": "6b42b43f-2870-4f92-880c-0c01fb09b118", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:21:09.334765 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a5cd3b25-8d82-4551-827a-f5ccc2f55c78 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:21:09.335264 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5cd3b25-8d82-4551-827a-f5ccc2f55c78'] response: {'name': 'network-changed', 'server_uuid': '968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f', 'tag': '6b42b43f-2870-4f92-880c-0c01fb09b118', 'status': 'completed', 'code': 200} Mar 22 11:21:09.404899 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe4c7ee-c596-46ad-8bf2-08bf3d805638 req-763bc265-10a7-4296-b8ad-1b2848dfa731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:21:09.406659 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ffe4c7ee-c596-46ad-8bf2-08bf3d805638 req-763bc265-10a7-4296-b8ad-1b2848dfa731 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d69b021550bb4ec19a1edfcf46b0283f&device_id=968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f HTTP/1.1" status: 200 len: 1098 time: 0.0502980 Mar 22 11:21:09.486127 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-d90384dc-2fee-483d-8f27-691671057d00 None None] Set router 21d621a7-fd6f-405b-bc2e-f3118cd10968 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:21:09.515208 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe4c7ee-c596-46ad-8bf2-08bf3d805638 req-055b0a3f-740e-44f2-b563-1e48d1e130bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:21:09.517428 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ffe4c7ee-c596-46ad-8bf2-08bf3d805638 req-055b0a3f-740e-44f2-b563-1e48d1e130bd service neutron] 10.222.0.35 "GET /v2.0/networks?id=ce393a29-9bf7-4753-b2a4-3c84dae0c27a HTTP/1.1" status: 200 len: 916 time: 0.0990424 Mar 22 11:21:09.561990 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ffe4c7ee-c596-46ad-8bf2-08bf3d805638 req-e44afadf-91e8-4910-83f9-3c6696e5a95e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b42b43f-2870-4f92-880c-0c01fb09b118 HTTP/1.1" status: 200 len: 217 time: 0.0344870 Mar 22 11:21:09.616249 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe4c7ee-c596-46ad-8bf2-08bf3d805638 req-b5998bc4-45fd-4614-80c3-a515b31251bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:21:09.618042 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ffe4c7ee-c596-46ad-8bf2-08bf3d805638 req-b5998bc4-45fd-4614-80c3-a515b31251bd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b590b6c-2716-456a-8bdc-587484e26a29 HTTP/1.1" status: 200 len: 854 time: 0.0485392 Mar 22 11:21:09.668404 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe4c7ee-c596-46ad-8bf2-08bf3d805638 req-d0a957da-fb4e-4f97-baee-7cb088faced8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:21:09.670054 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ffe4c7ee-c596-46ad-8bf2-08bf3d805638 req-d0a957da-fb4e-4f97-baee-7cb088faced8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ce393a29-9bf7-4753-b2a4-3c84dae0c27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0454779 Mar 22 11:21:09.685244 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-d90384dc-2fee-483d-8f27-691671057d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d621a7-fd6f-405b-bc2e-f3118cd10968', 'name': 'tempest-TestMinimumBasicScenario-1676699533-router', 'tenant_id': 'd69b021550bb4ec19a1edfcf46b0283f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': 'e7dffee1-70c3-4c9e-9a73-531bf0e9bc9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:19:14Z', 'updated_at': '2022-03-22T11:19:17Z', 'revision_number': 4, 'project_id': 'd69b021550bb4ec19a1edfcf46b0283f', 'gw_port': {'id': 'e7dffee1-70c3-4c9e-9a73-531bf0e9bc9f', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d621a7-fd6f-405b-bc2e-f3118cd10968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:19:15Z', 'updated_at': '2022-03-22T11:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '8a3fff68-2276-428d-9aaf-530ca8b089fc', 'name': '', 'network_id': 'ce393a29-9bf7-4753-b2a4-3c84dae0c27a', 'tenant_id': 'd69b021550bb4ec19a1edfcf46b0283f', 'mac_address': 'fa:16:3e:3e:d6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d621a7-fd6f-405b-bc2e-f3118cd10968', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '3b590b6c-2716-456a-8bdc-587484e26a29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:19:17Z', 'updated_at': '2022-03-22T11:19:20Z', 'revision_number': 5, 'project_id': 'd69b021550bb4ec19a1edfcf46b0283f', 'subnets': [{'id': '3b590b6c-2716-456a-8bdc-587484e26a29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:21:09.714257 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90384dc-2fee-483d-8f27-691671057d00 None None] Checking router: 21d621a7-fd6f-405b-bc2e-f3118cd10968 for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:21:09.722871 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90384dc-2fee-483d-8f27-691671057d00 None None] Routers {'21d621a7-fd6f-405b-bc2e-f3118cd10968'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:21:09.723499 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-d90384dc-2fee-483d-8f27-691671057d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:20:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['21d621a7-fd6f-405b-bc2e-f3118cd10968'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:21:09.759990 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ffe4c7ee-c596-46ad-8bf2-08bf3d805638 req-922302ea-18b0-4982-94d1-8bc47249eecf service neutron] 10.222.0.35 "GET /v2.0/networks/ce393a29-9bf7-4753-b2a4-3c84dae0c27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828409 Mar 22 11:21:09.828137 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-d90384dc-2fee-483d-8f27-691671057d00 None None] Set router 21d621a7-fd6f-405b-bc2e-f3118cd10968 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:21:09.854150 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ffe4c7ee-c596-46ad-8bf2-08bf3d805638 req-de6347fd-6d20-4ba9-8f91-fbb1d96d0cf6 service neutron] 10.222.0.35 "GET /v2.0/networks/ce393a29-9bf7-4753-b2a4-3c84dae0c27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874751 Mar 22 11:21:09.880705 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0972141c-6ce3-49cf-af41-152245e13ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:10.051291 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-d90384dc-2fee-483d-8f27-691671057d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d621a7-fd6f-405b-bc2e-f3118cd10968', 'name': 'tempest-TestMinimumBasicScenario-1676699533-router', 'tenant_id': 'd69b021550bb4ec19a1edfcf46b0283f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': 'e7dffee1-70c3-4c9e-9a73-531bf0e9bc9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:19:14Z', 'updated_at': '2022-03-22T11:19:17Z', 'revision_number': 4, 'project_id': 'd69b021550bb4ec19a1edfcf46b0283f', 'gw_port': {'id': 'e7dffee1-70c3-4c9e-9a73-531bf0e9bc9f', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d621a7-fd6f-405b-bc2e-f3118cd10968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:19:15Z', 'updated_at': '2022-03-22T11:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '8a3fff68-2276-428d-9aaf-530ca8b089fc', 'name': '', 'network_id': 'ce393a29-9bf7-4753-b2a4-3c84dae0c27a', 'tenant_id': 'd69b021550bb4ec19a1edfcf46b0283f', 'mac_address': 'fa:16:3e:3e:d6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d621a7-fd6f-405b-bc2e-f3118cd10968', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '3b590b6c-2716-456a-8bdc-587484e26a29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:19:17Z', 'updated_at': '2022-03-22T11:19:20Z', 'revision_number': 5, 'project_id': 'd69b021550bb4ec19a1edfcf46b0283f', 'subnets': [{'id': '3b590b6c-2716-456a-8bdc-587484e26a29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:21:10.076865 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90384dc-2fee-483d-8f27-691671057d00 None None] The sync data for ids ['21d621a7-fd6f-405b-bc2e-f3118cd10968'] in dv-neutron-834599-1-hyperv is: [{'id': '21d621a7-fd6f-405b-bc2e-f3118cd10968', 'name': 'tempest-TestMinimumBasicScenario-1676699533-router', 'tenant_id': 'd69b021550bb4ec19a1edfcf46b0283f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': 'e7dffee1-70c3-4c9e-9a73-531bf0e9bc9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:19:14Z', 'updated_at': '2022-03-22T11:19:17Z', 'revision_number': 4, 'project_id': 'd69b021550bb4ec19a1edfcf46b0283f', 'gw_port': {'id': 'e7dffee1-70c3-4c9e-9a73-531bf0e9bc9f', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d621a7-fd6f-405b-bc2e-f3118cd10968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:19:15Z', 'updated_at': '2022-03-22T11:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '8a3fff68-2276-428d-9aaf-530ca8b089fc', 'name': '', 'network_id': 'ce393a29-9bf7-4753-b2a4-3c84dae0c27a', 'tenant_id': 'd69b021550bb4ec19a1edfcf46b0283f', 'mac_address': 'fa:16:3e:3e:d6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d621a7-fd6f-405b-bc2e-f3118cd10968', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '3b590b6c-2716-456a-8bdc-587484e26a29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:19:17Z', 'updated_at': '2022-03-22T11:19:20Z', 'revision_number': 5, 'project_id': 'd69b021550bb4ec19a1edfcf46b0283f', 'subnets': [{'id': '3b590b6c-2716-456a-8bdc-587484e26a29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:21:10.288749 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdcf488-6d2b-4ecc-8b77-c80d02e3665d None None] New status for floating IP d5ee2865-0883-4b4d-9a5a-b88a0f8763e3: DOWN {{(pid=109052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 11:21:11.225746 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:12.638034 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:12.854871 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:13.581814 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:16.177717 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9478d6-3b6d-4cd8-8689-76c5f4e23913 req-8e9b9012-f887-4c26-8036-6056a11e0e6f tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:21:16.179268 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ab9478d6-3b6d-4cd8-8689-76c5f4e23913 req-8e9b9012-f887-4c26-8036-6056a11e0e6f tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/ports?device_id=968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f HTTP/1.1" status: 200 len: 945 time: 0.0495217 Mar 22 11:21:16.218932 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ab9478d6-3b6d-4cd8-8689-76c5f4e23913 req-f3d9a031-7546-4860-9f6d-e18eb536342c tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bcb3e4d-6455-4049-8012-ca8cf900cab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330443 Mar 22 11:21:17.340968 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f49a5-4fcd-4957-a89d-d4f28901da77 req-599cbd08-c608-4ccc-bec2-b69fc71d1d03 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:21:17.342413 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8a0f49a5-4fcd-4957-a89d-d4f28901da77 req-599cbd08-c608-4ccc-bec2-b69fc71d1d03 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/ports?device_id=968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f HTTP/1.1" status: 200 len: 945 time: 0.0517578 Mar 22 11:21:17.383625 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8a0f49a5-4fcd-4957-a89d-d4f28901da77 req-e415ca56-0c0f-4642-a221-987e2d39020c tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/security-groups?id=4bcb3e4d-6455-4049-8012-ca8cf900cab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318778 Mar 22 11:21:17.864411 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182eb234-8bc0-4e0b-9a80-d0de3b34db47 req-ec22fd3d-234d-4a5e-bf3d-ef4df1efb89f tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:21:17.865839 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-182eb234-8bc0-4e0b-9a80-d0de3b34db47 req-ec22fd3d-234d-4a5e-bf3d-ef4df1efb89f tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.35 "GET /v2.0/ports?device_id=968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f HTTP/1.1" status: 200 len: 945 time: 0.0607579 Mar 22 11:21:17.957780 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-182eb234-8bc0-4e0b-9a80-d0de3b34db47 req-30bd4a9c-a1cc-4f3f-913f-e59449f272a0 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Deleting port 6b42b43f-2870-4f92-880c-0c01fb09b118 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:21:17.958121 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-182eb234-8bc0-4e0b-9a80-d0de3b34db47 req-30bd4a9c-a1cc-4f3f-913f-e59449f272a0 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:18.054867 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-182eb234-8bc0-4e0b-9a80-d0de3b34db47 req-30bd4a9c-a1cc-4f3f-913f-e59449f272a0 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] For port 6b42b43f-2870-4f92-880c-0c01fb09b118, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=6b42b43f-2870-4f92-880c-0c01fb09b118,segment=NetworkSegment(dd7bc2c7-5eb6-48f8-9117-b3552837db03),segment_id=dd7bc2c7-5eb6-48f8-9117-b3552837db03)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:21:18.055229 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-182eb234-8bc0-4e0b-9a80-d0de3b34db47 req-30bd4a9c-a1cc-4f3f-913f-e59449f272a0 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:18.067503 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-182eb234-8bc0-4e0b-9a80-d0de3b34db47 req-30bd4a9c-a1cc-4f3f-913f-e59449f272a0 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Calling delete_port for 6b42b43f-2870-4f92-880c-0c01fb09b118 owned by compute:nova {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:21:18.200799 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-182eb234-8bc0-4e0b-9a80-d0de3b34db47 req-30bd4a9c-a1cc-4f3f-913f-e59449f272a0 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:18.212778 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['6b42b43f-2870-4f92-880c-0c01fb09b118'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 11:21:18.236127 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bd4a9c-a1cc-4f3f-913f-e59449f272a0 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Pushing event deleted for resources: {'Port': ['ID=6b42b43f-2870-4f92-880c-0c01fb09b118,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:21:18.275356 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-182eb234-8bc0-4e0b-9a80-d0de3b34db47 req-30bd4a9c-a1cc-4f3f-913f-e59449f272a0 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] No DVR routers for this DVR port 6b42b43f-2870-4f92-880c-0c01fb09b118 on host hv-neutron-8345 {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:21:18.278625 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-182eb234-8bc0-4e0b-9a80-d0de3b34db47 req-30bd4a9c-a1cc-4f3f-913f-e59449f272a0 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:18.282057 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-182eb234-8bc0-4e0b-9a80-d0de3b34db47 req-30bd4a9c-a1cc-4f3f-913f-e59449f272a0 tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.35 "DELETE /v2.0/ports/6b42b43f-2870-4f92-880c-0c01fb09b118 HTTP/1.1" status: 204 len: 173 time: 0.4090772 Mar 22 11:21:18.282517 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f', 'name': 'network-vif-deleted', 'tag': '6b42b43f-2870-4f92-880c-0c01fb09b118'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:21:18.284833 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66fccbc-9871-41c9-a183-d79b9df03815" -d '{"events": [{"server_uuid": "968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f", "name": "network-vif-deleted", "tag": "6b42b43f-2870-4f92-880c-0c01fb09b118"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:21:18.320513 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4442881-fd1d-4594-8f85-4d8eed50ee6d x-openstack-request-id: req-e4442881-fd1d-4594-8f85-4d8eed50ee6d {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:21:18.320795 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f", "name": "network-vif-deleted", "tag": "6b42b43f-2870-4f92-880c-0c01fb09b118", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:21:18.321037 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e4442881-fd1d-4594-8f85-4d8eed50ee6d {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:21:18.321481 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4442881-fd1d-4594-8f85-4d8eed50ee6d'] response: {'server_uuid': '968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f', 'name': 'network-vif-deleted', 'tag': '6b42b43f-2870-4f92-880c-0c01fb09b118', 'status': 'completed', 'code': 200} Mar 22 11:21:18.508475 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-564cda90-aff2-40f5-85fe-90f195bb7baf req-cd72bafc-959b-4c96-b87a-b448897e7e0b tempest-TestMinimumBasicScenario-16300484 tempest-TestMinimumBasicScenario-16300484-project] 10.222.0.57 "GET /v2.0/ports?device_id=968d60f7-cfad-4f85-b0cc-6bd37fc1ba8f HTTP/1.1" status: 200 len: 210 time: 0.0266972 Mar 22 11:21:20.153062 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 46548) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:21:20.498239 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c06a3d5d-6bcc-421c-96e0-33654b57ef64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683891'] for router_interface, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:20.744358 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-c06a3d5d-6bcc-421c-96e0-33654b57ef64 admin admin] Deleting port 8a3fff68-2276-428d-9aaf-530ca8b089fc {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:21:20.744691 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c06a3d5d-6bcc-421c-96e0-33654b57ef64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:20.821028 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-c06a3d5d-6bcc-421c-96e0-33654b57ef64 admin admin] For port 8a3fff68-2276-428d-9aaf-530ca8b089fc, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=8a3fff68-2276-428d-9aaf-530ca8b089fc,segment=NetworkSegment(dd7bc2c7-5eb6-48f8-9117-b3552837db03),segment_id=dd7bc2c7-5eb6-48f8-9117-b3552837db03)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:21:20.821226 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c06a3d5d-6bcc-421c-96e0-33654b57ef64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:20.833850 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-c06a3d5d-6bcc-421c-96e0-33654b57ef64 admin admin] Calling delete_port for 8a3fff68-2276-428d-9aaf-530ca8b089fc owned by network:router_interface {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:21:21.037243 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c06a3d5d-6bcc-421c-96e0-33654b57ef64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:21.076717 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06a3d5d-6bcc-421c-96e0-33654b57ef64 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a3fff68-2276-428d-9aaf-530ca8b089fc,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:21:21.235490 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c06a3d5d-6bcc-421c-96e0-33654b57ef64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684007'] for router_interface, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:21.448145 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c06a3d5d-6bcc-421c-96e0-33654b57ef64 admin admin] Router 21d621a7-fd6f-405b-bc2e-f3118cd10968 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:21:21.557774 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c06a3d5d-6bcc-421c-96e0-33654b57ef64 admin admin] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:21:21.564050 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-c06a3d5d-6bcc-421c-96e0-33654b57ef64 admin admin] 10.222.0.57 "PUT /v2.0/routers/21d621a7-fd6f-405b-bc2e-f3118cd10968/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4090002 Mar 22 11:21:21.566057 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 46550) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:21:21.568861 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e91e98-2205-4101-af20-292818810c50 None None] Sync routers for ids ['21d621a7-fd6f-405b-bc2e-f3118cd10968'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:21:21.583545 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e91e98-2205-4101-af20-292818810c50 None None] Routers {'21d621a7-fd6f-405b-bc2e-f3118cd10968'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:21:21.584150 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-37e91e98-2205-4101-af20-292818810c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:21:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['21d621a7-fd6f-405b-bc2e-f3118cd10968'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:21:21.662053 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 6b42b43f-2870-4f92-880c-0c01fb09b118 no longer exists at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:21:21.669112 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4a05c03b-2f48-46f4-b815-b4235d3f0884 admin admin] Notify callbacks [] for router, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:21.692715 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] No Port match for: 6b42b43f-2870-4f92-880c-0c01fb09b118 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:21:21.693064 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 6b42b43f-2870-4f92-880c-0c01fb09b118 not bound to the agent host hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:21:21.708997 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-37e91e98-2205-4101-af20-292818810c50 None None] Set router 21d621a7-fd6f-405b-bc2e-f3118cd10968 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:21:21.901955 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-37e91e98-2205-4101-af20-292818810c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d621a7-fd6f-405b-bc2e-f3118cd10968', 'name': 'tempest-TestMinimumBasicScenario-1676699533-router', 'tenant_id': 'd69b021550bb4ec19a1edfcf46b0283f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': 'e7dffee1-70c3-4c9e-9a73-531bf0e9bc9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:19:14Z', 'updated_at': '2022-03-22T11:21:20Z', 'revision_number': 5, 'project_id': 'd69b021550bb4ec19a1edfcf46b0283f', 'gw_port': {'id': 'e7dffee1-70c3-4c9e-9a73-531bf0e9bc9f', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d621a7-fd6f-405b-bc2e-f3118cd10968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:19:15Z', 'updated_at': '2022-03-22T11:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:21:21.933680 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e91e98-2205-4101-af20-292818810c50 None None] Checking router: 21d621a7-fd6f-405b-bc2e-f3118cd10968 for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:21:21.946145 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e91e98-2205-4101-af20-292818810c50 None None] Routers {'21d621a7-fd6f-405b-bc2e-f3118cd10968'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:21:21.946145 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-37e91e98-2205-4101-af20-292818810c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:21:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['21d621a7-fd6f-405b-bc2e-f3118cd10968'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:21:22.052951 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-37e91e98-2205-4101-af20-292818810c50 None None] Set router 21d621a7-fd6f-405b-bc2e-f3118cd10968 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:21:22.106987 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4a05c03b-2f48-46f4-b815-b4235d3f0884 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:22.160893 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-4a05c03b-2f48-46f4-b815-b4235d3f0884 admin admin] Deleting port e7dffee1-70c3-4c9e-9a73-531bf0e9bc9f {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:21:22.161286 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4a05c03b-2f48-46f4-b815-b4235d3f0884 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:22.240385 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-4a05c03b-2f48-46f4-b815-b4235d3f0884 admin admin] For port e7dffee1-70c3-4c9e-9a73-531bf0e9bc9f, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=e7dffee1-70c3-4c9e-9a73-531bf0e9bc9f,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:21:22.241071 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4a05c03b-2f48-46f4-b815-b4235d3f0884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:22.258976 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-4a05c03b-2f48-46f4-b815-b4235d3f0884 admin admin] Calling delete_port for e7dffee1-70c3-4c9e-9a73-531bf0e9bc9f owned by network:router_gateway {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:21:22.374739 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-37e91e98-2205-4101-af20-292818810c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d621a7-fd6f-405b-bc2e-f3118cd10968', 'name': 'tempest-TestMinimumBasicScenario-1676699533-router', 'tenant_id': 'd69b021550bb4ec19a1edfcf46b0283f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': 'e7dffee1-70c3-4c9e-9a73-531bf0e9bc9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:19:14Z', 'updated_at': '2022-03-22T11:21:20Z', 'revision_number': 5, 'project_id': 'd69b021550bb4ec19a1edfcf46b0283f', 'gw_port': {'id': 'e7dffee1-70c3-4c9e-9a73-531bf0e9bc9f', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d621a7-fd6f-405b-bc2e-f3118cd10968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:19:15Z', 'updated_at': '2022-03-22T11:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:21:22.400545 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e91e98-2205-4101-af20-292818810c50 None None] The sync data for ids ['21d621a7-fd6f-405b-bc2e-f3118cd10968'] in dv-neutron-834599-1-hyperv is: [{'id': '21d621a7-fd6f-405b-bc2e-f3118cd10968', 'name': 'tempest-TestMinimumBasicScenario-1676699533-router', 'tenant_id': 'd69b021550bb4ec19a1edfcf46b0283f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': 'e7dffee1-70c3-4c9e-9a73-531bf0e9bc9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:19:14Z', 'updated_at': '2022-03-22T11:21:20Z', 'revision_number': 5, 'project_id': 'd69b021550bb4ec19a1edfcf46b0283f', 'gw_port': {'id': 'e7dffee1-70c3-4c9e-9a73-531bf0e9bc9f', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d621a7-fd6f-405b-bc2e-f3118cd10968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:19:15Z', 'updated_at': '2022-03-22T11:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:21:22.434442 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4a05c03b-2f48-46f4-b815-b4235d3f0884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:22.460904 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a05c03b-2f48-46f4-b815-b4235d3f0884 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7dffee1-70c3-4c9e-9a73-531bf0e9bc9f,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:21:22.521209 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4a05c03b-2f48-46f4-b815-b4235d3f0884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682553'] for router_gateway, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:22.608364 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4a05c03b-2f48-46f4-b815-b4235d3f0884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:22.610500 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4a05c03b-2f48-46f4-b815-b4235d3f0884 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:22.658934 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4a05c03b-2f48-46f4-b815-b4235d3f0884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:22.659610 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a05c03b-2f48-46f4-b815-b4235d3f0884 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21d621a7-fd6f-405b-bc2e-f3118cd10968 {{(pid=109050) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 11:21:22.664471 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4a05c03b-2f48-46f4-b815-b4235d3f0884 admin admin] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:22.667418 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-4a05c03b-2f48-46f4-b815-b4235d3f0884 admin admin] 10.222.0.57 "DELETE /v2.0/routers/21d621a7-fd6f-405b-bc2e-f3118cd10968 HTTP/1.1" status: 204 len: 168 time: 1.0987263 Mar 22 11:21:22.668282 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 46552) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:21:22.712988 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b278799-0d45-42b4-8001-b12f57eab9e6 admin admin] Deleting subnet 3b590b6c-2716-456a-8bdc-587484e26a29 {{(pid=109050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 11:21:22.716386 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3b278799-0d45-42b4-8001-b12f57eab9e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:22.753741 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3b278799-0d45-42b4-8001-b12f57eab9e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11961780'] for subnet, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:22.841675 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3b278799-0d45-42b4-8001-b12f57eab9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:22.901600 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3b278799-0d45-42b4-8001-b12f57eab9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:22.927887 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b278799-0d45-42b4-8001-b12f57eab9e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b590b6c-2716-456a-8bdc-587484e26a29,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:21:22.929863 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3b278799-0d45-42b4-8001-b12f57eab9e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:22.933042 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-3b278799-0d45-42b4-8001-b12f57eab9e6 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/3b590b6c-2716-456a-8bdc-587484e26a29 HTTP/1.1" status: 204 len: 168 time: 0.2636902 Mar 22 11:21:22.935540 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 46554) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:21:22.937575 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e33b997-671d-4b59-92b8-a069aeba7a4f None None] Network ce393a29-9bf7-4753-b2a4-3c84dae0c27a requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:21:23.012381 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b1131d4f-51d5-4a93-a2cd-d88348f879ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:23.070487 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-b1131d4f-51d5-4a93-a2cd-d88348f879ff admin admin] Deleting port d23fcea8-d1e5-499a-80c0-e04ed1b9fd36 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:21:23.070844 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b1131d4f-51d5-4a93-a2cd-d88348f879ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:23.139120 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-b1131d4f-51d5-4a93-a2cd-d88348f879ff admin admin] For port d23fcea8-d1e5-499a-80c0-e04ed1b9fd36, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=d23fcea8-d1e5-499a-80c0-e04ed1b9fd36,segment=NetworkSegment(dd7bc2c7-5eb6-48f8-9117-b3552837db03),segment_id=dd7bc2c7-5eb6-48f8-9117-b3552837db03)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:21:23.139662 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b1131d4f-51d5-4a93-a2cd-d88348f879ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:23.151503 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-b1131d4f-51d5-4a93-a2cd-d88348f879ff admin admin] Calling delete_port for d23fcea8-d1e5-499a-80c0-e04ed1b9fd36 owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:21:23.250577 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b1131d4f-51d5-4a93-a2cd-d88348f879ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:23.275647 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1131d4f-51d5-4a93-a2cd-d88348f879ff admin admin] Pushing event deleted for resources: {'Port': ['ID=d23fcea8-d1e5-499a-80c0-e04ed1b9fd36,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:21:23.281289 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1131d4f-51d5-4a93-a2cd-d88348f879ff admin admin] No DVR routers for this DVR port d23fcea8-d1e5-499a-80c0-e04ed1b9fd36 on host dv-neutron-834599-1-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:21:23.349409 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b1131d4f-51d5-4a93-a2cd-d88348f879ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:23.372864 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-b1131d4f-51d5-4a93-a2cd-d88348f879ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce393a29-9bf7-4753-b2a4-3c84dae0c27a']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:21:23.383341 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-b1131d4f-51d5-4a93-a2cd-d88348f879ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd7bc2c7-5eb6-48f8-9117-b3552837db03') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:21:23.383664 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-b1131d4f-51d5-4a93-a2cd-d88348f879ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd7bc2c7-5eb6-48f8-9117-b3552837db03') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:21:23.398191 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b1131d4f-51d5-4a93-a2cd-d88348f879ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:23.404942 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbd47bf-de00-470e-a758-254576721a34 None None] DHCP port deletion for ce393a29-9bf7-4753-b2a4-3c84dae0c27a request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 11:21:23.413676 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b1131d4f-51d5-4a93-a2cd-d88348f879ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:23.422548 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1131d4f-51d5-4a93-a2cd-d88348f879ff admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:21:23.422953 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b1131d4f-51d5-4a93-a2cd-d88348f879ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:23.424886 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 11:21:23.424886 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:21:23.424886 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 11:21:23.424886 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:21:23.424886 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 11:21:23.424886 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 11:21:23.424886 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 11:21:23.424886 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:21:23.424886 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 11:21:23.424886 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:21:23.424886 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 11:21:23.424886 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:21:23.424886 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 11:21:23.424886 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 11:21:23.424886 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:21:23.424886 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 11:21:23.424886 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:21:23.424886 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 11:21:23.424886 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 11:21:23.424886 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 11:21:23.424886 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 11:21:23.424886 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 11:21:23.424886 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:21:23.424886 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:21:23.424886 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 11:21:23.424886 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:21:23.424886 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:21:23.424886 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:21:23.424886 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:21:23.424886 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:21:23.424886 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:21:23.424886 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:21:23.484038 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b1131d4f-51d5-4a93-a2cd-d88348f879ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:23.492431 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b1131d4f-51d5-4a93-a2cd-d88348f879ff admin admin] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:23.496072 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-b1131d4f-51d5-4a93-a2cd-d88348f879ff admin admin] 10.222.0.57 "DELETE /v2.0/networks/ce393a29-9bf7-4753-b2a4-3c84dae0c27a HTTP/1.1" status: 204 len: 168 time: 0.5592573 Mar 22 11:21:23.499582 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 46556) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:21:23.507235 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1131d4f-51d5-4a93-a2cd-d88348f879ff admin admin] Pushing event deleted for resources: {'Network': ['ID=ce393a29-9bf7-4753-b2a4-3c84dae0c27a,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:21:23.849751 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-61afdb12-72ed-489e-9a33-50b0fe158ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683891'] for router_interface, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:23.911457 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device e7dffee1-70c3-4c9e-9a73-531bf0e9bc9f no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:21:23.931492 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: e7dffee1-70c3-4c9e-9a73-531bf0e9bc9f {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:21:23.931839 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device e7dffee1-70c3-4c9e-9a73-531bf0e9bc9f not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:21:23.932264 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 8a3fff68-2276-428d-9aaf-530ca8b089fc no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:21:23.951414 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 8a3fff68-2276-428d-9aaf-530ca8b089fc {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:21:23.952140 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 8a3fff68-2276-428d-9aaf-530ca8b089fc not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:21:23.952234 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device d23fcea8-d1e5-499a-80c0-e04ed1b9fd36 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:21:23.975119 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: d23fcea8-d1e5-499a-80c0-e04ed1b9fd36 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:21:23.975764 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device d23fcea8-d1e5-499a-80c0-e04ed1b9fd36 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:21:24.104797 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-61afdb12-72ed-489e-9a33-50b0fe158ba9 admin admin] Deleting port 1019517d-e5ef-4299-b95e-42cbed3be2ba {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:21:24.105038 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-61afdb12-72ed-489e-9a33-50b0fe158ba9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:24.184857 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-61afdb12-72ed-489e-9a33-50b0fe158ba9 admin admin] For port 1019517d-e5ef-4299-b95e-42cbed3be2ba, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=1019517d-e5ef-4299-b95e-42cbed3be2ba,segment=NetworkSegment(2d764dd6-c78b-4a67-9051-5e82dc7a5665),segment_id=2d764dd6-c78b-4a67-9051-5e82dc7a5665)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:21:24.185243 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-61afdb12-72ed-489e-9a33-50b0fe158ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:24.197491 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-61afdb12-72ed-489e-9a33-50b0fe158ba9 admin admin] Calling delete_port for 1019517d-e5ef-4299-b95e-42cbed3be2ba owned by network:router_interface {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:21:24.387632 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-61afdb12-72ed-489e-9a33-50b0fe158ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:24.412433 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61afdb12-72ed-489e-9a33-50b0fe158ba9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1019517d-e5ef-4299-b95e-42cbed3be2ba,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:21:24.577208 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-61afdb12-72ed-489e-9a33-50b0fe158ba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684007'] for router_interface, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:24.802488 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61afdb12-72ed-489e-9a33-50b0fe158ba9 admin admin] Router 080ae0bf-1a20-4843-835e-4215cd6ee951 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:21:24.910163 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61afdb12-72ed-489e-9a33-50b0fe158ba9 admin admin] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:21:24.915238 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-61afdb12-72ed-489e-9a33-50b0fe158ba9 admin admin] 10.222.0.57 "PUT /v2.0/routers/080ae0bf-1a20-4843-835e-4215cd6ee951/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4146147 Mar 22 11:21:24.917888 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 46558) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:21:24.920752 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e1faf8-3926-4f57-b4fa-722fe8dae824 None None] Sync routers for ids ['080ae0bf-1a20-4843-835e-4215cd6ee951'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:21:24.931550 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e1faf8-3926-4f57-b4fa-722fe8dae824 None None] Routers {'080ae0bf-1a20-4843-835e-4215cd6ee951'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:21:24.932267 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-86e1faf8-3926-4f57-b4fa-722fe8dae824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:21:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['080ae0bf-1a20-4843-835e-4215cd6ee951'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:21:25.025411 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b6b46cb0-e32c-4c34-a6df-68ad0747e58b admin admin] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:25.124684 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-86e1faf8-3926-4f57-b4fa-722fe8dae824 None None] Set router 080ae0bf-1a20-4843-835e-4215cd6ee951 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:21:25.125130 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b6b46cb0-e32c-4c34-a6df-68ad0747e58b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:25.185754 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-b6b46cb0-e32c-4c34-a6df-68ad0747e58b admin admin] Deleting port 06e7d5a3-c3dd-44e3-950b-494148630641 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:21:25.186103 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b6b46cb0-e32c-4c34-a6df-68ad0747e58b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:25.262513 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-b6b46cb0-e32c-4c34-a6df-68ad0747e58b admin admin] For port 06e7d5a3-c3dd-44e3-950b-494148630641, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=06e7d5a3-c3dd-44e3-950b-494148630641,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:21:25.262897 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b6b46cb0-e32c-4c34-a6df-68ad0747e58b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:25.275482 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-b6b46cb0-e32c-4c34-a6df-68ad0747e58b admin admin] Calling delete_port for 06e7d5a3-c3dd-44e3-950b-494148630641 owned by network:router_gateway {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:21:25.300722 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-86e1faf8-3926-4f57-b4fa-722fe8dae824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '080ae0bf-1a20-4843-835e-4215cd6ee951', 'name': 'tempest-TestMinimumBasicScenario-1166745903-router', 'tenant_id': 'b567f57738644b34b8001f620570991b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.121'}], 'enable_snat': True}, 'gw_port_id': '06e7d5a3-c3dd-44e3-950b-494148630641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:19:19Z', 'updated_at': '2022-03-22T11:21:24Z', 'revision_number': 5, 'project_id': 'b567f57738644b34b8001f620570991b', 'gw_port': {'id': '06e7d5a3-c3dd-44e3-950b-494148630641', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:03:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080ae0bf-1a20-4843-835e-4215cd6ee951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:19:19Z', 'updated_at': '2022-03-22T11:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:21:25.326490 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e1faf8-3926-4f57-b4fa-722fe8dae824 None None] Checking router: 080ae0bf-1a20-4843-835e-4215cd6ee951 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:21:25.334986 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e1faf8-3926-4f57-b4fa-722fe8dae824 None None] Routers {'080ae0bf-1a20-4843-835e-4215cd6ee951'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:21:25.335587 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-86e1faf8-3926-4f57-b4fa-722fe8dae824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:21:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['080ae0bf-1a20-4843-835e-4215cd6ee951'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:21:25.418461 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-86e1faf8-3926-4f57-b4fa-722fe8dae824 None None] Set router 080ae0bf-1a20-4843-835e-4215cd6ee951 gateway port host: None {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:21:25.441435 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b6b46cb0-e32c-4c34-a6df-68ad0747e58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:25.465034 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b46cb0-e32c-4c34-a6df-68ad0747e58b admin admin] Pushing event deleted for resources: {'Port': ['ID=06e7d5a3-c3dd-44e3-950b-494148630641,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:21:25.470523 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-86e1faf8-3926-4f57-b4fa-722fe8dae824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '080ae0bf-1a20-4843-835e-4215cd6ee951', 'name': 'tempest-TestMinimumBasicScenario-1166745903-router', 'tenant_id': 'b567f57738644b34b8001f620570991b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:19:19Z', 'updated_at': '2022-03-22T11:21:25Z', 'revision_number': 6, 'project_id': 'b567f57738644b34b8001f620570991b', 'gw_port_host': None}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:21:25.496690 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e1faf8-3926-4f57-b4fa-722fe8dae824 None None] The sync data for ids ['080ae0bf-1a20-4843-835e-4215cd6ee951'] in dv-neutron-834599-1-hyperv is: [{'id': '080ae0bf-1a20-4843-835e-4215cd6ee951', 'name': 'tempest-TestMinimumBasicScenario-1166745903-router', 'tenant_id': 'b567f57738644b34b8001f620570991b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:19:19Z', 'updated_at': '2022-03-22T11:21:25Z', 'revision_number': 6, 'project_id': 'b567f57738644b34b8001f620570991b', 'gw_port_host': None}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:21:25.536080 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b6b46cb0-e32c-4c34-a6df-68ad0747e58b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682553'] for router_gateway, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:25.962016 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b6b46cb0-e32c-4c34-a6df-68ad0747e58b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:25.964138 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b6b46cb0-e32c-4c34-a6df-68ad0747e58b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:26.009366 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b6b46cb0-e32c-4c34-a6df-68ad0747e58b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:26.009926 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b46cb0-e32c-4c34-a6df-68ad0747e58b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 080ae0bf-1a20-4843-835e-4215cd6ee951 {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 11:21:26.014632 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b6b46cb0-e32c-4c34-a6df-68ad0747e58b admin admin] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:26.015778 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b6b46cb0-e32c-4c34-a6df-68ad0747e58b admin admin] 10.222.0.57 "DELETE /v2.0/routers/080ae0bf-1a20-4843-835e-4215cd6ee951 HTTP/1.1" status: 204 len: 168 time: 1.0970469 Mar 22 11:21:26.018432 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 46560) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:21:26.062259 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-12058e51-4d26-4f1a-92a4-95e298a54479 admin admin] Deleting subnet e19a1607-db7a-490f-89ae-076938dab117 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 11:21:26.065450 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-12058e51-4d26-4f1a-92a4-95e298a54479 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:26.103006 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-12058e51-4d26-4f1a-92a4-95e298a54479 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:26.179593 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-12058e51-4d26-4f1a-92a4-95e298a54479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:26.234560 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-12058e51-4d26-4f1a-92a4-95e298a54479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:26.264691 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12058e51-4d26-4f1a-92a4-95e298a54479 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e19a1607-db7a-490f-89ae-076938dab117,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:21:26.268593 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-12058e51-4d26-4f1a-92a4-95e298a54479 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:26.271790 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-12058e51-4d26-4f1a-92a4-95e298a54479 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/e19a1607-db7a-490f-89ae-076938dab117 HTTP/1.1" status: 204 len: 168 time: 0.2523882 Mar 22 11:21:26.274365 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 46562) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:21:26.278885 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 1019517d-e5ef-4299-b95e-42cbed3be2ba no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:21:26.284057 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4396c175-7cd7-4be4-8447-d852b8ba03f3 None None] Network e6591200-a9df-4110-a499-9aec669716bc requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:21:26.302623 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 1019517d-e5ef-4299-b95e-42cbed3be2ba {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:21:26.303187 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 1019517d-e5ef-4299-b95e-42cbed3be2ba not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:21:26.344020 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9c14da6b-dbd4-4bd3-9499-94b41c14b8db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:26.398598 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-9c14da6b-dbd4-4bd3-9499-94b41c14b8db admin admin] Deleting port fca7c9b2-b9e1-4025-9cfc-985ccaa98e3a {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:21:26.398934 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9c14da6b-dbd4-4bd3-9499-94b41c14b8db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:26.464502 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-9c14da6b-dbd4-4bd3-9499-94b41c14b8db admin admin] For port fca7c9b2-b9e1-4025-9cfc-985ccaa98e3a, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=fca7c9b2-b9e1-4025-9cfc-985ccaa98e3a,segment=NetworkSegment(2d764dd6-c78b-4a67-9051-5e82dc7a5665),segment_id=2d764dd6-c78b-4a67-9051-5e82dc7a5665)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:21:26.464872 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9c14da6b-dbd4-4bd3-9499-94b41c14b8db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:26.471659 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bd2110-cdf4-40ec-b596-4695f9246d6b None None] DHCP port deletion for e6591200-a9df-4110-a499-9aec669716bc request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 11:21:26.478313 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-9c14da6b-dbd4-4bd3-9499-94b41c14b8db admin admin] Calling delete_port for fca7c9b2-b9e1-4025-9cfc-985ccaa98e3a owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:21:26.521076 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-70bd2110-cdf4-40ec-b596-4695f9246d6b None None] Deleting port fca7c9b2-b9e1-4025-9cfc-985ccaa98e3a {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:21:26.521466 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-70bd2110-cdf4-40ec-b596-4695f9246d6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:26.559704 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9c14da6b-dbd4-4bd3-9499-94b41c14b8db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:26.583273 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c14da6b-dbd4-4bd3-9499-94b41c14b8db admin admin] Pushing event deleted for resources: {'Port': ['ID=fca7c9b2-b9e1-4025-9cfc-985ccaa98e3a,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:21:26.588514 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-70bd2110-cdf4-40ec-b596-4695f9246d6b None None] For port fca7c9b2-b9e1-4025-9cfc-985ccaa98e3a, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=fca7c9b2-b9e1-4025-9cfc-985ccaa98e3a,segment=NetworkSegment(2d764dd6-c78b-4a67-9051-5e82dc7a5665),segment_id=2d764dd6-c78b-4a67-9051-5e82dc7a5665)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:21:26.589049 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c14da6b-dbd4-4bd3-9499-94b41c14b8db admin admin] No DVR routers for this DVR port fca7c9b2-b9e1-4025-9cfc-985ccaa98e3a on host dv-neutron-834599-1-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:21:26.589482 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-70bd2110-cdf4-40ec-b596-4695f9246d6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:26.605710 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-70bd2110-cdf4-40ec-b596-4695f9246d6b None None] Calling delete_port for fca7c9b2-b9e1-4025-9cfc-985ccaa98e3a owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:21:26.667832 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9c14da6b-dbd4-4bd3-9499-94b41c14b8db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:26.684274 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-70bd2110-cdf4-40ec-b596-4695f9246d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:26.687579 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-9c14da6b-dbd4-4bd3-9499-94b41c14b8db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6591200-a9df-4110-a499-9aec669716bc']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:21:26.697027 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-9c14da6b-dbd4-4bd3-9499-94b41c14b8db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d764dd6-c78b-4a67-9051-5e82dc7a5665') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:21:26.697225 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-9c14da6b-dbd4-4bd3-9499-94b41c14b8db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d764dd6-c78b-4a67-9051-5e82dc7a5665') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:21:26.706619 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9c14da6b-dbd4-4bd3-9499-94b41c14b8db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:26.709873 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bd2110-cdf4-40ec-b596-4695f9246d6b None None] Pushing event deleted for resources: {'Port': ['ID=fca7c9b2-b9e1-4025-9cfc-985ccaa98e3a,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:21:26.714349 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bd2110-cdf4-40ec-b596-4695f9246d6b None None] No DVR routers for this DVR port fca7c9b2-b9e1-4025-9cfc-985ccaa98e3a on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:21:26.720898 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9c14da6b-dbd4-4bd3-9499-94b41c14b8db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:26.723858 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bd2110-cdf4-40ec-b596-4695f9246d6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:21:26.724206 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bd2110-cdf4-40ec-b596-4695f9246d6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:21:26.724545 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bd2110-cdf4-40ec-b596-4695f9246d6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:21:26.724945 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bd2110-cdf4-40ec-b596-4695f9246d6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:21:26.725201 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bd2110-cdf4-40ec-b596-4695f9246d6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:21:26.725535 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bd2110-cdf4-40ec-b596-4695f9246d6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:21:26.725909 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bd2110-cdf4-40ec-b596-4695f9246d6b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:21:26.726234 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bd2110-cdf4-40ec-b596-4695f9246d6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:21:26.726548 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bd2110-cdf4-40ec-b596-4695f9246d6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:21:26.726917 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bd2110-cdf4-40ec-b596-4695f9246d6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:21:26.727271 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bd2110-cdf4-40ec-b596-4695f9246d6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:21:26.727642 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bd2110-cdf4-40ec-b596-4695f9246d6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:21:26.732347 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c14da6b-dbd4-4bd3-9499-94b41c14b8db admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:21:26.732732 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9c14da6b-dbd4-4bd3-9499-94b41c14b8db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:26.734733 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 11:21:26.734733 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:21:26.734733 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 11:21:26.734733 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:21:26.734733 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 11:21:26.734733 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 11:21:26.734733 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 11:21:26.734733 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:21:26.734733 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 11:21:26.734733 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:21:26.734733 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 11:21:26.734733 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:21:26.734733 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 11:21:26.734733 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 11:21:26.734733 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:21:26.734733 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 11:21:26.734733 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:21:26.734733 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 11:21:26.734733 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 11:21:26.734733 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 11:21:26.734733 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 11:21:26.734733 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 11:21:26.734733 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:21:26.734733 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:21:26.734733 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 11:21:26.734733 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:21:26.734733 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:21:26.734733 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:21:26.734733 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:21:26.734733 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:21:26.734733 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:21:26.734733 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:21:26.794840 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9c14da6b-dbd4-4bd3-9499-94b41c14b8db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:26.800563 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9c14da6b-dbd4-4bd3-9499-94b41c14b8db admin admin] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:26.803637 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9c14da6b-dbd4-4bd3-9499-94b41c14b8db admin admin] 10.222.0.57 "DELETE /v2.0/networks/e6591200-a9df-4110-a499-9aec669716bc HTTP/1.1" status: 204 len: 168 time: 0.5283589 Mar 22 11:21:26.821234 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c14da6b-dbd4-4bd3-9499-94b41c14b8db admin admin] Pushing event deleted for resources: {'Network': ['ID=e6591200-a9df-4110-a499-9aec669716bc,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:21:26.976159 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 46566) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:21:27.020214 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-a5e55513-304f-4507-88bf-24c5e600073a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d69b021550bb4ec19a1edfcf46b0283f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432606 Mar 22 11:21:27.023864 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 46568) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:21:27.071359 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-10e7092a-f98f-4a2a-8c7c-9ca2a045f8bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:27.099281 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-10e7092a-f98f-4a2a-8c7c-9ca2a045f8bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:27.153175 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-10e7092a-f98f-4a2a-8c7c-9ca2a045f8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:27.155965 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-10e7092a-f98f-4a2a-8c7c-9ca2a045f8bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:27.157132 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-10e7092a-f98f-4a2a-8c7c-9ca2a045f8bb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4bcb3e4d-6455-4049-8012-ca8cf900cab9 HTTP/1.1" status: 204 len: 168 time: 0.1324012 Mar 22 11:21:27.165160 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e7092a-f98f-4a2a-8c7c-9ca2a045f8bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bcb3e4d-6455-4049-8012-ca8cf900cab9,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:21:27.491354 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 46574) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:21:27.531885 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4cb9f10b-d182-4085-8a8d-e2b8b1159f4b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b567f57738644b34b8001f620570991b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392978 Mar 22 11:21:27.534329 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 46576) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:21:27.583132 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7751bad7-5d4f-4789-9e6d-ea8c26c30fd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:27.605168 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7751bad7-5d4f-4789-9e6d-ea8c26c30fd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:27.652581 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7751bad7-5d4f-4789-9e6d-ea8c26c30fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:27.655154 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7751bad7-5d4f-4789-9e6d-ea8c26c30fd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:27.656343 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7751bad7-5d4f-4789-9e6d-ea8c26c30fd7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/eb6c67bb-6b3c-41d4-903d-f901837ba430 HTTP/1.1" status: 204 len: 168 time: 0.1211674 Mar 22 11:21:27.663639 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7751bad7-5d4f-4789-9e6d-ea8c26c30fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6c67bb-6b3c-41d4-903d-f901837ba430,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:21:27.914180 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 06e7d5a3-c3dd-44e3-950b-494148630641 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:21:27.933816 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 06e7d5a3-c3dd-44e3-950b-494148630641 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:21:27.934280 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 06e7d5a3-c3dd-44e3-950b-494148630641 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:21:27.934770 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device fca7c9b2-b9e1-4025-9cfc-985ccaa98e3a no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:21:27.954034 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: fca7c9b2-b9e1-4025-9cfc-985ccaa98e3a {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:21:27.954381 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device fca7c9b2-b9e1-4025-9cfc-985ccaa98e3a not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:21:29.565234 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 46616) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:21:29.569837 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-dffba7b9-a958-4a65-b1f7-480252ecc3d2 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-353688461', 'description': 'tempest-secgroup-smoke-353688461 description', 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:21:29.594579 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dffba7b9-a958-4a65-b1f7-480252ecc3d2 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:29.602551 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dffba7b9-a958-4a65-b1f7-480252ecc3d2 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:29.676320 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dffba7b9-a958-4a65-b1f7-480252ecc3d2 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:29.682451 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dffba7b9-a958-4a65-b1f7-480252ecc3d2 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:29.719808 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffba7b9-a958-4a65-b1f7-480252ecc3d2 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3a0129-62b3-4c41-b86a-3f650c2d274a,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:21:29.756210 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dffba7b9-a958-4a65-b1f7-480252ecc3d2 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:29.761152 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dffba7b9-a958-4a65-b1f7-480252ecc3d2 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:29.790261 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-dffba7b9-a958-4a65-b1f7-480252ecc3d2 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:29.791516 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-dffba7b9-a958-4a65-b1f7-480252ecc3d2 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2252798 Mar 22 11:21:29.793469 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffba7b9-a958-4a65-b1f7-480252ecc3d2 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f4b0eb-de79-4c75-919b-ac11422cd2cf,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:21:29.794662 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 46618) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:21:29.799507 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-7aaa7616-4158-443f-aeb7-7eff164a9ad8 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Request body: {'security_group_rule': {'security_group_id': 'c1f4b0eb-de79-4c75-919b-ac11422cd2cf', 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:21:29.826896 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7aaa7616-4158-443f-aeb7-7eff164a9ad8 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:29.887466 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7aaa7616-4158-443f-aeb7-7eff164a9ad8 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:29.893269 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7aaa7616-4158-443f-aeb7-7eff164a9ad8 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:29.911411 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaa7616-4158-443f-aeb7-7eff164a9ad8 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2afc6c1e-c1e9-4cac-9b8d-01e5922ff1f7,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:21:29.920495 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7aaa7616-4158-443f-aeb7-7eff164a9ad8 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:29.921751 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7aaa7616-4158-443f-aeb7-7eff164a9ad8 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1260662 Mar 22 11:21:29.924548 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 46620) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:21:29.928947 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-9c50e4ae-e684-4bda-b281-53b38f24f8b9 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Request body: {'security_group_rule': {'security_group_id': 'c1f4b0eb-de79-4c75-919b-ac11422cd2cf', 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:21:29.954715 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9c50e4ae-e684-4bda-b281-53b38f24f8b9 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:30.012609 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9c50e4ae-e684-4bda-b281-53b38f24f8b9 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:30.019109 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9c50e4ae-e684-4bda-b281-53b38f24f8b9 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:30.038098 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c50e4ae-e684-4bda-b281-53b38f24f8b9 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86b179da-611e-40eb-bb3e-73246af9f19c,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:21:30.044800 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9c50e4ae-e684-4bda-b281-53b38f24f8b9 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:30.049456 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9c50e4ae-e684-4bda-b281-53b38f24f8b9 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1204469 Mar 22 11:21:30.049921 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 46622) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:21:30.054624 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-aa6a78c2-ada4-4b1e-aeb8-69f3105bf7ed tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Request body: {'security_group_rule': {'security_group_id': 'c1f4b0eb-de79-4c75-919b-ac11422cd2cf', 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:21:30.080566 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-aa6a78c2-ada4-4b1e-aeb8-69f3105bf7ed tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:30.137302 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-aa6a78c2-ada4-4b1e-aeb8-69f3105bf7ed tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:30.142617 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-aa6a78c2-ada4-4b1e-aeb8-69f3105bf7ed tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:30.164352 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6a78c2-ada4-4b1e-aeb8-69f3105bf7ed tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8098c3fb-699e-4cb8-a918-4519daf80037,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:21:30.175393 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-aa6a78c2-ada4-4b1e-aeb8-69f3105bf7ed tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:30.176603 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-aa6a78c2-ada4-4b1e-aeb8-69f3105bf7ed tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1255703 Mar 22 11:21:30.180352 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 46624) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:21:30.184705 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-420bfa18-a743-4a4a-b09d-b535012f9aea tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Request body: {'security_group_rule': {'security_group_id': 'c1f4b0eb-de79-4c75-919b-ac11422cd2cf', 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:21:30.210918 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-420bfa18-a743-4a4a-b09d-b535012f9aea tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:30.282674 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-420bfa18-a743-4a4a-b09d-b535012f9aea tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:30.288566 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-420bfa18-a743-4a4a-b09d-b535012f9aea tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:30.306054 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420bfa18-a743-4a4a-b09d-b535012f9aea tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=018e93b3-d16e-4012-9264-3f144164fa91,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:21:30.314011 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-420bfa18-a743-4a4a-b09d-b535012f9aea tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:30.315187 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-420bfa18-a743-4a4a-b09d-b535012f9aea tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1339240 Mar 22 11:21:30.318192 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 46626) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:21:30.322892 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-bb59b530-99f0-485d-baa7-081e0ac76484 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Request body: {'security_group_rule': {'security_group_id': 'c1f4b0eb-de79-4c75-919b-ac11422cd2cf', 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:21:30.345518 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.securitygroups_db [None req-bb59b530-99f0-485d-baa7-081e0ac76484 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Project c7a987b92cdc4ed9b3e8c30c749ad6fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 11:21:30.350564 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bb59b530-99f0-485d-baa7-081e0ac76484 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:30.412170 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bb59b530-99f0-485d-baa7-081e0ac76484 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:30.417235 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bb59b530-99f0-485d-baa7-081e0ac76484 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:30.436121 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb59b530-99f0-485d-baa7-081e0ac76484 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=448a9d62-cb4c-4400-9ed7-556870c808d7,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:21:30.441473 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bb59b530-99f0-485d-baa7-081e0ac76484 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:30.442677 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-bb59b530-99f0-485d-baa7-081e0ac76484 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1234343 Mar 22 11:21:30.445519 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 46628) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:21:30.449912 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-dd2e7279-2474-4c32-a5c9-59df8bb71653 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Request body: {'security_group_rule': {'security_group_id': 'c1f4b0eb-de79-4c75-919b-ac11422cd2cf', 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:21:30.472133 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.securitygroups_db [None req-dd2e7279-2474-4c32-a5c9-59df8bb71653 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Project c7a987b92cdc4ed9b3e8c30c749ad6fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 11:21:30.477157 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dd2e7279-2474-4c32-a5c9-59df8bb71653 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:30.541086 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dd2e7279-2474-4c32-a5c9-59df8bb71653 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:30.545998 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dd2e7279-2474-4c32-a5c9-59df8bb71653 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:30.565920 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2e7279-2474-4c32-a5c9-59df8bb71653 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=330cdcac-fede-4f13-bb9f-6c844072fbd3,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:21:30.572390 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dd2e7279-2474-4c32-a5c9-59df8bb71653 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:30.573620 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-dd2e7279-2474-4c32-a5c9-59df8bb71653 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1271667 Mar 22 11:21:30.577975 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 46630) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:21:30.583011 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-a71621a8-4f47-49f0-94f2-700915de3aab tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Request body: {'network': {'name': 'tempest-network-smoke--400731015', 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'port_security_enabled': True}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:21:30.602308 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71621a8-4f47-49f0-94f2-700915de3aab tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Made reservation on behalf of c7a987b92cdc4ed9b3e8c30c749ad6fb for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:21:30.605728 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a71621a8-4f47-49f0-94f2-700915de3aab tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:30.629312 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a71621a8-4f47-49f0-94f2-700915de3aab tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:21:30.638138 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a71621a8-4f47-49f0-94f2-700915de3aab tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:30.638545 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-a71621a8-4f47-49f0-94f2-700915de3aab tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Added segment 60b144ad-01e6-4009-a3bd-20883181f7b1 of type vlan for network 5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3 Mar 22 11:21:30.677605 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a71621a8-4f47-49f0-94f2-700915de3aab tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:30.704026 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a71621a8-4f47-49f0-94f2-700915de3aab tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:30.709534 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71621a8-4f47-49f0-94f2-700915de3aab tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:21:30.710145 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a71621a8-4f47-49f0-94f2-700915de3aab tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:30.744572 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a71621a8-4f47-49f0-94f2-700915de3aab tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1656244 Mar 22 11:21:30.748125 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 46632) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:21:30.752852 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-4ea9e432-32d6-4e8f-83b0-8d32224fe58a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-616587265', 'admin_state_up': True, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:21:30.773791 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4ea9e432-32d6-4e8f-83b0-8d32224fe58a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:30.774774 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4ea9e432-32d6-4e8f-83b0-8d32224fe58a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:30.782333 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71621a8-4f47-49f0-94f2-700915de3aab tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'Network': ['ID=5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:21:30.793986 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 11:21:30.825666 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4ea9e432-32d6-4e8f-83b0-8d32224fe58a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:30.959730 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4ea9e432-32d6-4e8f-83b0-8d32224fe58a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:31.160724 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4ea9e432-32d6-4e8f-83b0-8d32224fe58a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for router_gateway, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:31.179554 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4ea9e432-32d6-4e8f-83b0-8d32224fe58a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:31.286791 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-4ea9e432-32d6-4e8f-83b0-8d32224fe58a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Allocated IP 172.26.7.89 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/77ae5aca-198c-45e3-8d13-1d4c8c700945) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:21:31.393266 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4ea9e432-32d6-4e8f-83b0-8d32224fe58a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:31.430922 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4ea9e432-32d6-4e8f-83b0-8d32224fe58a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:31.477196 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea9e432-32d6-4e8f-83b0-8d32224fe58a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:21:31.479978 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-4ea9e432-32d6-4e8f-83b0-8d32224fe58a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:21:31.482636 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea9e432-32d6-4e8f-83b0-8d32224fe58a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:21:31.506211 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9e432-32d6-4e8f-83b0-8d32224fe58a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'Port': ['ID=77ae5aca-198c-45e3-8d13-1d4c8c700945,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:21:31.733920 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4ea9e432-32d6-4e8f-83b0-8d32224fe58a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for router_gateway, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:31.935334 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4ea9e432-32d6-4e8f-83b0-8d32224fe58a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:32.068650 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea9e432-32d6-4e8f-83b0-8d32224fe58a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Router c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48 is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109050) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 11:21:32.180256 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea9e432-32d6-4e8f-83b0-8d32224fe58a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:21:32.190350 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf7f4ae-a63e-453e-9800-7afee4d49364 None None] Sync routers for ids ['c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:21:32.200274 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf7f4ae-a63e-453e-9800-7afee4d49364 None None] Routers {'c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:21:32.200875 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-abf7f4ae-a63e-453e-9800-7afee4d49364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:21:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:21:32.203355 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4ea9e432-32d6-4e8f-83b0-8d32224fe58a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:32.204676 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-4ea9e432-32d6-4e8f-83b0-8d32224fe58a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4554713 Mar 22 11:21:32.208034 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 46634) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:21:32.304796 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-abf7f4ae-a63e-453e-9800-7afee4d49364 None None] Set router c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:21:32.326667 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1f662dc4-d991-4ab0-abb3-a1017eb15290 tempest-TestNetworkAdvancedServerOps-1835492002 tempest-TestNetworkAdvancedServerOps-1835492002-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=c7a987b92cdc4ed9b3e8c30c749ad6fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1173809 Mar 22 11:21:32.329448 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 46638) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:21:32.414516 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90aefa6-fed6-4f9b-b390-af0843b15aae tempest-TestNetworkAdvancedServerOps-1835492002 tempest-TestNetworkAdvancedServerOps-1835492002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:21:32.416061 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-b90aefa6-fed6-4f9b-b390-af0843b15aae tempest-TestNetworkAdvancedServerOps-1835492002 tempest-TestNetworkAdvancedServerOps-1835492002-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0856273 Mar 22 11:21:32.419072 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 46640) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:21:32.446271 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-5bd09765-9145-46bd-8043-b248f40702af tempest-TestNetworkAdvancedServerOps-1835492002 tempest-TestNetworkAdvancedServerOps-1835492002-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=a14ca783-6f82-4799-85a3-4cbe79c980a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261633 Mar 22 11:21:32.448946 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 46642) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:21:32.453636 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-a00721fc-594f-491e-b37f-75ee524452bd tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-865763018', 'network_id': '5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3', 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:21:32.477035 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-abf7f4ae-a63e-453e-9800-7afee4d49364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-616587265', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': '77ae5aca-198c-45e3-8d13-1d4c8c700945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:21:30Z', 'updated_at': '2022-03-22T11:21:31Z', 'revision_number': 3, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': '77ae5aca-198c-45e3-8d13-1d4c8c700945', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:21:31Z', 'updated_at': '2022-03-22T11:21:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:21:32.503090 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf7f4ae-a63e-453e-9800-7afee4d49364 None None] Checking router: c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48 for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:21:32.503476 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf7f4ae-a63e-453e-9800-7afee4d49364 None None] Updating router c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48 port 77ae5aca-198c-45e3-8d13-1d4c8c700945 binding host dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:21:32.531197 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-abf7f4ae-a63e-453e-9800-7afee4d49364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:32.546051 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00721fc-594f-491e-b37f-75ee524452bd tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Made reservation on behalf of c7a987b92cdc4ed9b3e8c30c749ad6fb for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:21:32.549789 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a00721fc-594f-491e-b37f-75ee524452bd tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:32.727411 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a00721fc-594f-491e-b37f-75ee524452bd tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:32.778486 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-abf7f4ae-a63e-453e-9800-7afee4d49364 None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:32.784902 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00721fc-594f-491e-b37f-75ee524452bd tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'Subnet': ['ID=73d4baba-227c-4e6c-bd54-fe8fe7ae1a5b,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:21:32.785284 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-abf7f4ae-a63e-453e-9800-7afee4d49364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:32.794861 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00721fc-594f-491e-b37f-75ee524452bd tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Checking segment: {'id': '60b144ad-01e6-4009-a3bd-20883181f7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:21:32.795253 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00721fc-594f-491e-b37f-75ee524452bd tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Network hostable DHCP agents. Network: 5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:21:32.813143 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00721fc-594f-491e-b37f-75ee524452bd tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Network 5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:21:32.822761 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-a00721fc-594f-491e-b37f-75ee524452bd tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3) {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:21:32.827516 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00721fc-594f-491e-b37f-75ee524452bd tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:21:32.828107 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a00721fc-594f-491e-b37f-75ee524452bd tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:32.832141 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-abf7f4ae-a63e-453e-9800-7afee4d49364 None None] Attempting to bind port 77ae5aca-198c-45e3-8d13-1d4c8c700945 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:21:32.832412 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-abf7f4ae-a63e-453e-9800-7afee4d49364 None None] Attempting to bind port 77ae5aca-198c-45e3-8d13-1d4c8c700945 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:21:32.832776 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf7f4ae-a63e-453e-9800-7afee4d49364 None None] Attempting to bind port 77ae5aca-198c-45e3-8d13-1d4c8c700945 on network a14ca783-6f82-4799-85a3-4cbe79c980a8 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:21:32.838334 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8e6e43-c5f1-4da5-a6ad-53e5dc9bffc7 None None] Network 5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:21:32.847194 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-a00721fc-594f-491e-b37f-75ee524452bd tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3948028 Mar 22 11:21:32.847468 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 46644) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:21:32.856560 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0b6df1-dace-4dc7-a56e-5c36399fe2f0 None None] Pushing event updated for resources: {'Port': ['ID=77ae5aca-198c-45e3-8d13-1d4c8c700945,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:21:32.858936 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf7f4ae-a63e-453e-9800-7afee4d49364 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:21:32.859306 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf7f4ae-a63e-453e-9800-7afee4d49364 None None] Checking segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:21:32.859750 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-abf7f4ae-a63e-453e-9800-7afee4d49364 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:32.860111 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf7f4ae-a63e-453e-9800-7afee4d49364 None None] Bound using segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:21:32.860594 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-abf7f4ae-a63e-453e-9800-7afee4d49364 None None] Bound port: 77ae5aca-198c-45e3-8d13-1d4c8c700945, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:21:32.860971 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-abf7f4ae-a63e-453e-9800-7afee4d49364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:32.962296 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-abf7f4ae-a63e-453e-9800-7afee4d49364 None None] For port 77ae5aca-198c-45e3-8d13-1d4c8c700945, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:21:32.966840 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-abf7f4ae-a63e-453e-9800-7afee4d49364 None None] For port 77ae5aca-198c-45e3-8d13-1d4c8c700945, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=77ae5aca-198c-45e3-8d13-1d4c8c700945,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:21:32.990562 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-abf7f4ae-a63e-453e-9800-7afee4d49364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:33.077638 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf7f4ae-a63e-453e-9800-7afee4d49364 None None] Routers {'c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:21:33.078259 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-abf7f4ae-a63e-453e-9800-7afee4d49364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:21:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:21:33.079998 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0b6df1-dace-4dc7-a56e-5c36399fe2f0 None None] Pushing event updated for resources: {'Port': ['ID=77ae5aca-198c-45e3-8d13-1d4c8c700945,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:21:33.114463 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03128986-90bc-4b0a-a7a5-53786c2fdea7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3', 'network_id': '5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'fixed_ips': [{'subnet_id': '73d4baba-227c-4e6c-bd54-fe8fe7ae1a5b'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 11:21:33.115340 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-03128986-90bc-4b0a-a7a5-53786c2fdea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:33.255392 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-abf7f4ae-a63e-453e-9800-7afee4d49364 None None] Set router c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:21:33.275673 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a30b2a28-5555-444f-ab5e-62dee8c80160 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:33.548251 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-03128986-90bc-4b0a-a7a5-53786c2fdea7 None None] Allocated IP 172.20.0.2 (5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3/73d4baba-227c-4e6c-bd54-fe8fe7ae1a5b/4eb382b8-fce1-4687-8920-aa8349d03e67) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:21:33.719353 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-abf7f4ae-a63e-453e-9800-7afee4d49364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-616587265', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': '77ae5aca-198c-45e3-8d13-1d4c8c700945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:21:30Z', 'updated_at': '2022-03-22T11:21:31Z', 'revision_number': 3, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': '77ae5aca-198c-45e3-8d13-1d4c8c700945', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:21:31Z', 'updated_at': '2022-03-22T11:21:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:21:33.751097 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf7f4ae-a63e-453e-9800-7afee4d49364 None None] The sync data for ids ['c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48'] in dv-neutron-834599-1-hyperv is: [{'id': 'c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-616587265', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': '77ae5aca-198c-45e3-8d13-1d4c8c700945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:21:30Z', 'updated_at': '2022-03-22T11:21:31Z', 'revision_number': 3, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': '77ae5aca-198c-45e3-8d13-1d4c8c700945', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:21:31Z', 'updated_at': '2022-03-22T11:21:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:21:33.757795 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-03128986-90bc-4b0a-a7a5-53786c2fdea7 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:33.769495 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-03128986-90bc-4b0a-a7a5-53786c2fdea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:33.813493 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03128986-90bc-4b0a-a7a5-53786c2fdea7 None None] Network 5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:21:33.817710 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-03128986-90bc-4b0a-a7a5-53786c2fdea7 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:21:33.820694 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03128986-90bc-4b0a-a7a5-53786c2fdea7 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:21:33.827897 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-a30b2a28-5555-444f-ab5e-62dee8c80160 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Allocated IP 172.20.0.1 (5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3/73d4baba-227c-4e6c-bd54-fe8fe7ae1a5b/8e86f493-d0b4-49ed-bb39-5d4bdaa7c61e) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:21:33.831946 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03128986-90bc-4b0a-a7a5-53786c2fdea7 None None] Pushing event updated for resources: {'Port': ['ID=4eb382b8-fce1-4687-8920-aa8349d03e67,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:21:33.886212 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-03128986-90bc-4b0a-a7a5-53786c2fdea7 None None] Attempting to bind port 4eb382b8-fce1-4687-8920-aa8349d03e67 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:21:33.886440 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-03128986-90bc-4b0a-a7a5-53786c2fdea7 None None] Attempting to bind port 4eb382b8-fce1-4687-8920-aa8349d03e67 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '60b144ad-01e6-4009-a3bd-20883181f7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:21:33.886804 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03128986-90bc-4b0a-a7a5-53786c2fdea7 None None] Attempting to bind port 4eb382b8-fce1-4687-8920-aa8349d03e67 on network 5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:21:33.892316 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03128986-90bc-4b0a-a7a5-53786c2fdea7 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:21:33.892698 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03128986-90bc-4b0a-a7a5-53786c2fdea7 None None] Checking segment: {'id': '60b144ad-01e6-4009-a3bd-20883181f7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:21:33.893102 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-03128986-90bc-4b0a-a7a5-53786c2fdea7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:33.893557 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03128986-90bc-4b0a-a7a5-53786c2fdea7 None None] Bound using segment: {'id': '60b144ad-01e6-4009-a3bd-20883181f7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:21:33.894214 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-03128986-90bc-4b0a-a7a5-53786c2fdea7 None None] Bound port: 4eb382b8-fce1-4687-8920-aa8349d03e67, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60b144ad-01e6-4009-a3bd-20883181f7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:21:33.894611 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-03128986-90bc-4b0a-a7a5-53786c2fdea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:33.948143 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a30b2a28-5555-444f-ab5e-62dee8c80160 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:33.957967 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-03128986-90bc-4b0a-a7a5-53786c2fdea7 None None] For port 4eb382b8-fce1-4687-8920-aa8349d03e67, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:21:33.961128 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-03128986-90bc-4b0a-a7a5-53786c2fdea7 None None] For port 4eb382b8-fce1-4687-8920-aa8349d03e67, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=4eb382b8-fce1-4687-8920-aa8349d03e67,segment=NetworkSegment(60b144ad-01e6-4009-a3bd-20883181f7b1),segment_id=60b144ad-01e6-4009-a3bd-20883181f7b1)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:21:33.973697 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-03128986-90bc-4b0a-a7a5-53786c2fdea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:33.999431 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a30b2a28-5555-444f-ab5e-62dee8c80160 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:34.058008 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30b2a28-5555-444f-ab5e-62dee8c80160 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Network 5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:21:34.061288 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-a30b2a28-5555-444f-ab5e-62dee8c80160 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:21:34.064204 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30b2a28-5555-444f-ab5e-62dee8c80160 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:21:34.081795 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03128986-90bc-4b0a-a7a5-53786c2fdea7 None None] Pushing event updated for resources: {'Port': ['ID=4eb382b8-fce1-4687-8920-aa8349d03e67,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:21:34.458420 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30b2a28-5555-444f-ab5e-62dee8c80160 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'Port': ['ID=8e86f493-d0b4-49ed-bb39-5d4bdaa7c61e,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:21:34.483704 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a30b2a28-5555-444f-ab5e-62dee8c80160 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684270'] for router_interface, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:34.616827 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a30b2a28-5555-444f-ab5e-62dee8c80160 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:34.902294 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a30b2a28-5555-444f-ab5e-62dee8c80160 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:34.908132 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a30b2a28-5555-444f-ab5e-62dee8c80160 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:34.980481 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30b2a28-5555-444f-ab5e-62dee8c80160 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'Port': ['ID=8e86f493-d0b4-49ed-bb39-5d4bdaa7c61e,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:21:34.983018 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a30b2a28-5555-444f-ab5e-62dee8c80160 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684306'] for router_interface, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:35.014161 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ab14e7-fe1d-4fbb-ad34-b63be2752988 None None] Network 5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:21:35.079499 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30b2a28-5555-444f-ab5e-62dee8c80160 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Network 5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:21:35.084428 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-a30b2a28-5555-444f-ab5e-62dee8c80160 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:21:35.089325 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-a643eda0-3126-4d6c-872a-1172a6084c58 None None] Provisioning complete for port 4eb382b8-fce1-4687-8920-aa8349d03e67 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:21:35.089734 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a643eda0-3126-4d6c-872a-1172a6084c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:35.197550 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a30b2a28-5555-444f-ab5e-62dee8c80160 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Router c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:21:35.229312 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a643eda0-3126-4d6c-872a-1172a6084c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:35.266609 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-a643eda0-3126-4d6c-872a-1172a6084c58 None None] For port 4eb382b8-fce1-4687-8920-aa8349d03e67, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=4eb382b8-fce1-4687-8920-aa8349d03e67,segment=NetworkSegment(60b144ad-01e6-4009-a3bd-20883181f7b1),segment_id=60b144ad-01e6-4009-a3bd-20883181f7b1)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:21:35.277069 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a643eda0-3126-4d6c-872a-1172a6084c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:35.321541 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30b2a28-5555-444f-ab5e-62dee8c80160 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:21:35.327163 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-a30b2a28-5555-444f-ab5e-62dee8c80160 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "PUT /v2.0/routers/c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4786062 Mar 22 11:21:35.352952 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a643eda0-3126-4d6c-872a-1172a6084c58 None None] Pushing event updated for resources: {'Port': ['ID=4eb382b8-fce1-4687-8920-aa8349d03e67,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:21:35.476559 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-960bcdb4-3845-4c68-a719-2f69b28ca3f5 req-fb155365-5e35-48c3-af3b-23fdfdd94b3b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-353688461&fields=id&tenant_id=c7a987b92cdc4ed9b3e8c30c749ad6fb HTTP/1.1" status: 200 len: 267 time: 0.0341599 Mar 22 11:21:35.504793 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-fd661363-a8a7-47ab-bb59-45bf7cf229b0 None None] Provisioning complete for port 8e86f493-d0b4-49ed-bb39-5d4bdaa7c61e triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:21:35.505264 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-fd661363-a8a7-47ab-bb59-45bf7cf229b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:35.544966 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-fd661363-a8a7-47ab-bb59-45bf7cf229b0 None None] Port 8e86f493-d0b4-49ed-bb39-5d4bdaa7c61e cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:21:35.556913 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-fd661363-a8a7-47ab-bb59-45bf7cf229b0 None None] Provisioning complete for port 4eb382b8-fce1-4687-8920-aa8349d03e67 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:21:35.557300 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-fd661363-a8a7-47ab-bb59-45bf7cf229b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:35.603430 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960bcdb4-3845-4c68-a719-2f69b28ca3f5 req-d7a25e2d-6cc3-4e79-a206-2edbaafb893e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:21:35.605070 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-960bcdb4-3845-4c68-a719-2f69b28ca3f5 req-d7a25e2d-6cc3-4e79-a206-2edbaafb893e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/networks?id=5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3 HTTP/1.1" status: 200 len: 796 time: 0.1207099 Mar 22 11:21:35.623486 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-960bcdb4-3845-4c68-a719-2f69b28ca3f5 req-70e423ff-4c0f-4e53-a024-6245c77a0e2b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/quotas/c7a987b92cdc4ed9b3e8c30c749ad6fb HTTP/1.1" status: 200 len: 375 time: 0.0122290 Mar 22 11:21:35.665819 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4c66f6-fc81-47a7-81b5-3adac065bf5a None None] Sync routers for ids ['c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:21:35.675930 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4c66f6-fc81-47a7-81b5-3adac065bf5a None None] Routers {'c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:21:35.677463 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-1f4c66f6-fc81-47a7-81b5-3adac065bf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:21:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:21:35.690170 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-960bcdb4-3845-4c68-a719-2f69b28ca3f5 req-3026e9b4-6d12-4545-8af1-e03aa73e75e8 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c7a987b92cdc4ed9b3e8c30c749ad6fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581965 Mar 22 11:21:35.767177 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-9ec737cf-57f2-46d3-a309-17ebfd4b6ee3 None None] Provisioning complete for port 8e86f493-d0b4-49ed-bb39-5d4bdaa7c61e triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:21:35.767584 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9ec737cf-57f2-46d3-a309-17ebfd4b6ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:35.805059 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-1f4c66f6-fc81-47a7-81b5-3adac065bf5a None None] Set router c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:21:35.809579 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-9ec737cf-57f2-46d3-a309-17ebfd4b6ee3 None None] Port 8e86f493-d0b4-49ed-bb39-5d4bdaa7c61e cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:21:35.863198 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-960bcdb4-3845-4c68-a719-2f69b28ca3f5 req-e017df7e-c018-4876-bfdc-a75d6670132b service neutron] 10.222.0.57 "GET /v2.0/networks/5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591570 Mar 22 11:21:35.929020 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8cfa5e9d-6212-4c74-8697-f73cbefb074a None None] Provisioning complete for port 8e86f493-d0b4-49ed-bb39-5d4bdaa7c61e triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:21:35.929496 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8cfa5e9d-6212-4c74-8697-f73cbefb074a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:35.974997 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8cfa5e9d-6212-4c74-8697-f73cbefb074a None None] Port 8e86f493-d0b4-49ed-bb39-5d4bdaa7c61e cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:21:35.998113 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-960bcdb4-3845-4c68-a719-2f69b28ca3f5 req-e3cabe81-4a98-44c2-92e3-4399fe85811c service neutron] 10.222.0.57 "GET /v2.0/networks/5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287048 Mar 22 11:21:36.016228 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 4eb382b8-fce1-4687-8920-aa8349d03e67 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:21:36.025766 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-1f4c66f6-fc81-47a7-81b5-3adac065bf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-616587265', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': '77ae5aca-198c-45e3-8d13-1d4c8c700945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:21:30Z', 'updated_at': '2022-03-22T11:21:34Z', 'revision_number': 4, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': '77ae5aca-198c-45e3-8d13-1d4c8c700945', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:21:31Z', 'updated_at': '2022-03-22T11:21:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '8e86f493-d0b4-49ed-bb39-5d4bdaa7c61e', 'name': '', 'network_id': '5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'mac_address': 'fa:16:3e:e4:86:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '73d4baba-227c-4e6c-bd54-fe8fe7ae1a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:21:33Z', 'updated_at': '2022-03-22T11:21:34Z', 'revision_number': 2, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'subnets': [{'id': '73d4baba-227c-4e6c-bd54-fe8fe7ae1a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:21:36.051584 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4c66f6-fc81-47a7-81b5-3adac065bf5a None None] Checking router: c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:21:36.051937 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4c66f6-fc81-47a7-81b5-3adac065bf5a None None] Updating router c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48 port 8e86f493-d0b4-49ed-bb39-5d4bdaa7c61e binding host dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:21:36.063226 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 4eb382b8-fce1-4687-8920-aa8349d03e67 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:21:36.063631 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:36.077756 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-1f4c66f6-fc81-47a7-81b5-3adac065bf5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:36.148172 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 77ae5aca-198c-45e3-8d13-1d4c8c700945 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:21:36.185304 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-475d6712-6304-47c2-9416-19120dd88400 req-c1c71e56-83c4-4886-9c3c-100e1f187a6b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=92204533-7347-4a9d-9ec4-2391f9a8e349 HTTP/1.1" status: 200 len: 210 time: 0.0333996 Mar 22 11:21:36.200306 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 77ae5aca-198c-45e3-8d13-1d4c8c700945 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:21:36.200751 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:36.275808 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:36.295954 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port 77ae5aca-198c-45e3-8d13-1d4c8c700945, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=77ae5aca-198c-45e3-8d13-1d4c8c700945,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:21:36.300746 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:36.343635 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-1f4c66f6-fc81-47a7-81b5-3adac065bf5a None None] Notify callbacks [] for port, precommit_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:36.348828 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=77ae5aca-198c-45e3-8d13-1d4c8c700945,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:21:36.349618 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-1f4c66f6-fc81-47a7-81b5-3adac065bf5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:36.418206 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c531e880-cdef-49ee-897c-8d34d1cfdfad None None] Pushing event updated for resources: {'Port': ['ID=8e86f493-d0b4-49ed-bb39-5d4bdaa7c61e,revision_number=3']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:21:36.438749 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c531e880-cdef-49ee-897c-8d34d1cfdfad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:21:36.439084 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c531e880-cdef-49ee-897c-8d34d1cfdfad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:21:36.439810 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c531e880-cdef-49ee-897c-8d34d1cfdfad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:21:36.440128 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c531e880-cdef-49ee-897c-8d34d1cfdfad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:21:36.440446 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c531e880-cdef-49ee-897c-8d34d1cfdfad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:21:36.440764 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c531e880-cdef-49ee-897c-8d34d1cfdfad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:21:36.441084 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c531e880-cdef-49ee-897c-8d34d1cfdfad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:21:36.441395 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c531e880-cdef-49ee-897c-8d34d1cfdfad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:21:36.441703 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c531e880-cdef-49ee-897c-8d34d1cfdfad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:21:36.442009 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c531e880-cdef-49ee-897c-8d34d1cfdfad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:21:36.442315 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c531e880-cdef-49ee-897c-8d34d1cfdfad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:21:36.442601 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c531e880-cdef-49ee-897c-8d34d1cfdfad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:21:36.461222 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-1f4c66f6-fc81-47a7-81b5-3adac065bf5a None None] Attempting to bind port 8e86f493-d0b4-49ed-bb39-5d4bdaa7c61e on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:21:36.461603 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-1f4c66f6-fc81-47a7-81b5-3adac065bf5a None None] Attempting to bind port 8e86f493-d0b4-49ed-bb39-5d4bdaa7c61e by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '60b144ad-01e6-4009-a3bd-20883181f7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3'}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:21:36.461964 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4c66f6-fc81-47a7-81b5-3adac065bf5a None None] Attempting to bind port 8e86f493-d0b4-49ed-bb39-5d4bdaa7c61e on network 5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3 {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:21:36.467155 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4c66f6-fc81-47a7-81b5-3adac065bf5a None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:21:36.467678 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4c66f6-fc81-47a7-81b5-3adac065bf5a None None] Checking segment: {'id': '60b144ad-01e6-4009-a3bd-20883181f7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:21:36.468078 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-1f4c66f6-fc81-47a7-81b5-3adac065bf5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:36.468474 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4c66f6-fc81-47a7-81b5-3adac065bf5a None None] Bound using segment: {'id': '60b144ad-01e6-4009-a3bd-20883181f7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3'} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:21:36.468962 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-1f4c66f6-fc81-47a7-81b5-3adac065bf5a None None] Bound port: 8e86f493-d0b4-49ed-bb39-5d4bdaa7c61e, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60b144ad-01e6-4009-a3bd-20883181f7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3'}}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:21:36.469384 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-1f4c66f6-fc81-47a7-81b5-3adac065bf5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:36.536996 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-1f4c66f6-fc81-47a7-81b5-3adac065bf5a None None] For port 8e86f493-d0b4-49ed-bb39-5d4bdaa7c61e, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:21:36.540323 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-1f4c66f6-fc81-47a7-81b5-3adac065bf5a None None] For port 8e86f493-d0b4-49ed-bb39-5d4bdaa7c61e, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=8e86f493-d0b4-49ed-bb39-5d4bdaa7c61e,segment=NetworkSegment(60b144ad-01e6-4009-a3bd-20883181f7b1),segment_id=60b144ad-01e6-4009-a3bd-20883181f7b1)] {{(pid=109052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:21:36.547023 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-1f4c66f6-fc81-47a7-81b5-3adac065bf5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:36.599942 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4c66f6-fc81-47a7-81b5-3adac065bf5a None None] Routers {'c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:21:36.600617 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-1f4c66f6-fc81-47a7-81b5-3adac065bf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:21:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:21:36.603117 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-18fdc5c5-ae9e-4a70-a7bd-7bdb3d1dcf0d None None] Provisioning complete for port 8e86f493-d0b4-49ed-bb39-5d4bdaa7c61e triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:21:36.603782 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-18fdc5c5-ae9e-4a70-a7bd-7bdb3d1dcf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:36.635483 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c531e880-cdef-49ee-897c-8d34d1cfdfad None None] Pushing event updated for resources: {'Port': ['ID=8e86f493-d0b4-49ed-bb39-5d4bdaa7c61e,revision_number=4']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:21:36.691285 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-18fdc5c5-ae9e-4a70-a7bd-7bdb3d1dcf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:36.730008 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-18fdc5c5-ae9e-4a70-a7bd-7bdb3d1dcf0d None None] For port 8e86f493-d0b4-49ed-bb39-5d4bdaa7c61e, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=8e86f493-d0b4-49ed-bb39-5d4bdaa7c61e,segment=NetworkSegment(60b144ad-01e6-4009-a3bd-20883181f7b1),segment_id=60b144ad-01e6-4009-a3bd-20883181f7b1)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:21:36.735855 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-18fdc5c5-ae9e-4a70-a7bd-7bdb3d1dcf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:36.785898 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fdc5c5-ae9e-4a70-a7bd-7bdb3d1dcf0d None None] Pushing event updated for resources: {'Port': ['ID=8e86f493-d0b4-49ed-bb39-5d4bdaa7c61e,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:21:36.810805 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-1f4c66f6-fc81-47a7-81b5-3adac065bf5a None None] Set router c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:21:36.857438 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-301e6a9d-a8a4-4664-808c-58b02adf73f6 None None] Provisioning complete for port 8e86f493-d0b4-49ed-bb39-5d4bdaa7c61e triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:21:36.857809 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-301e6a9d-a8a4-4664-808c-58b02adf73f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:37.003514 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-1f4c66f6-fc81-47a7-81b5-3adac065bf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-616587265', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': '77ae5aca-198c-45e3-8d13-1d4c8c700945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:21:30Z', 'updated_at': '2022-03-22T11:21:34Z', 'revision_number': 4, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': '77ae5aca-198c-45e3-8d13-1d4c8c700945', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:21:31Z', 'updated_at': '2022-03-22T11:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '8e86f493-d0b4-49ed-bb39-5d4bdaa7c61e', 'name': '', 'network_id': '5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'mac_address': 'fa:16:3e:e4:86:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '73d4baba-227c-4e6c-bd54-fe8fe7ae1a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:21:33Z', 'updated_at': '2022-03-22T11:21:36Z', 'revision_number': 4, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'subnets': [{'id': '73d4baba-227c-4e6c-bd54-fe8fe7ae1a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:21:37.032254 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4c66f6-fc81-47a7-81b5-3adac065bf5a None None] The sync data for ids ['c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48'] in dv-neutron-834599-1-hyperv is: [{'id': 'c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-616587265', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': '77ae5aca-198c-45e3-8d13-1d4c8c700945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:21:30Z', 'updated_at': '2022-03-22T11:21:34Z', 'revision_number': 4, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': '77ae5aca-198c-45e3-8d13-1d4c8c700945', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:21:31Z', 'updated_at': '2022-03-22T11:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '8e86f493-d0b4-49ed-bb39-5d4bdaa7c61e', 'name': '', 'network_id': '5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'mac_address': 'fa:16:3e:e4:86:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '73d4baba-227c-4e6c-bd54-fe8fe7ae1a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:21:33Z', 'updated_at': '2022-03-22T11:21:36Z', 'revision_number': 4, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'subnets': [{'id': '73d4baba-227c-4e6c-bd54-fe8fe7ae1a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:21:37.283264 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b30539a4-99d9-4eea-a7df-659130ad212b req-463605ca-c6c6-4cd8-8966-4c4939788882 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=92204533-7347-4a9d-9ec4-2391f9a8e349 HTTP/1.1" status: 200 len: 210 time: 0.0343430 Mar 22 11:21:37.747018 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f3e26524-ebf0-41e3-9dd8-be6caa16ad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:37.989513 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 77ae5aca-198c-45e3-8d13-1d4c8c700945 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:21:38.037622 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 77ae5aca-198c-45e3-8d13-1d4c8c700945 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:21:38.038001 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:38.132227 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 8e86f493-d0b4-49ed-bb39-5d4bdaa7c61e up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:21:38.181959 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 8e86f493-d0b4-49ed-bb39-5d4bdaa7c61e triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:21:38.182328 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:38.363246 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e91905ba-6dab-4dc2-a7b4-1f27ff3e5a52 req-18e76e8f-ed9f-4308-8886-2bb3cf38423b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=92204533-7347-4a9d-9ec4-2391f9a8e349 HTTP/1.1" status: 200 len: 210 time: 0.0272214 Mar 22 11:21:39.445301 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ceed9d49-3f92-42ac-95e4-36556f02dc31 req-9d17c66e-04e3-4547-9ea4-39b09921e590 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=92204533-7347-4a9d-9ec4-2391f9a8e349 HTTP/1.1" status: 200 len: 210 time: 0.0278866 Mar 22 11:21:39.885000 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2147e92e-bd5a-4c6d-a105-7e8edc9cc4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:40.218764 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:21:40.553085 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0ef64de7-8e05-4f89-a86d-7151b24abcae req-24224cb3-f904-4ab1-b1b4-36aeaf90275d tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=92204533-7347-4a9d-9ec4-2391f9a8e349 HTTP/1.1" status: 200 len: 210 time: 0.0262959 Mar 22 11:21:41.218103 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:41.308325 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960bcdb4-3845-4c68-a719-2f69b28ca3f5 req-f322ad69-a9b5-4b36-a4b3-1352638d7e4d tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:21:41.309780 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-960bcdb4-3845-4c68-a719-2f69b28ca3f5 req-f322ad69-a9b5-4b36-a4b3-1352638d7e4d tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.35 "GET /v2.0/networks?id=5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3 HTTP/1.1" status: 200 len: 796 time: 0.1065142 Mar 22 11:21:41.354241 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-960bcdb4-3845-4c68-a719-2f69b28ca3f5 req-1a1b1bce-1d4a-4aa7-b505-b86d8d702d2b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7a987b92cdc4ed9b3e8c30c749ad6fb HTTP/1.1" status: 200 len: 379 time: 0.0343699 Mar 22 11:21:41.363997 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-960bcdb4-3845-4c68-a719-2f69b28ca3f5 req-9fc2b355-84e5-478a-a3fc-3d51ad6dd878 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Request body: {'port': {'device_id': '92204533-7347-4a9d-9ec4-2391f9a8e349', 'network_id': '5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3', 'admin_state_up': True, 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'security_groups': ['c1f4b0eb-de79-4c75-919b-ac11422cd2cf']}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:21:41.479136 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-960bcdb4-3845-4c68-a719-2f69b28ca3f5 req-9fc2b355-84e5-478a-a3fc-3d51ad6dd878 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Made reservation on behalf of c7a987b92cdc4ed9b3e8c30c749ad6fb for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:21:41.482602 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-960bcdb4-3845-4c68-a719-2f69b28ca3f5 req-9fc2b355-84e5-478a-a3fc-3d51ad6dd878 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:41.615915 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [req-960bcdb4-3845-4c68-a719-2f69b28ca3f5 req-9fc2b355-84e5-478a-a3fc-3d51ad6dd878 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Allocated IP 172.20.0.5 (5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3/73d4baba-227c-4e6c-bd54-fe8fe7ae1a5b/f30c6c32-da40-48ec-9049-873e11d756f8) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:21:41.652509 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-491d21d2-2fec-4af3-bcc9-d6e6138aaf63 req-9d9685d7-66b8-433f-b4cb-c3a7a4dc3173 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=92204533-7347-4a9d-9ec4-2391f9a8e349 HTTP/1.1" status: 200 len: 210 time: 0.0323453 Mar 22 11:21:41.782037 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-960bcdb4-3845-4c68-a719-2f69b28ca3f5 req-9fc2b355-84e5-478a-a3fc-3d51ad6dd878 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:41.818887 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-960bcdb4-3845-4c68-a719-2f69b28ca3f5 req-9fc2b355-84e5-478a-a3fc-3d51ad6dd878 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:41.864267 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-960bcdb4-3845-4c68-a719-2f69b28ca3f5 req-9fc2b355-84e5-478a-a3fc-3d51ad6dd878 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Network 5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:21:41.867805 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [req-960bcdb4-3845-4c68-a719-2f69b28ca3f5 req-9fc2b355-84e5-478a-a3fc-3d51ad6dd878 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:21:41.872416 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-960bcdb4-3845-4c68-a719-2f69b28ca3f5 req-9fc2b355-84e5-478a-a3fc-3d51ad6dd878 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:21:41.903610 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc2b355-84e5-478a-a3fc-3d51ad6dd878 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'Port': ['ID=f30c6c32-da40-48ec-9049-873e11d756f8,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:21:41.935777 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960bcdb4-3845-4c68-a719-2f69b28ca3f5 req-9fc2b355-84e5-478a-a3fc-3d51ad6dd878 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:21:41.936453 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-960bcdb4-3845-4c68-a719-2f69b28ca3f5 req-9fc2b355-84e5-478a-a3fc-3d51ad6dd878 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:41.957148 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-960bcdb4-3845-4c68-a719-2f69b28ca3f5 req-9fc2b355-84e5-478a-a3fc-3d51ad6dd878 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5968366 Mar 22 11:21:41.970043 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-960bcdb4-3845-4c68-a719-2f69b28ca3f5 req-6bb27040-80fc-417c-ab63-b9020efb0bc0 service neutron] Request body: {'port': {'device_id': '92204533-7347-4a9d-9ec4-2391f9a8e349', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8345'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:21:42.029596 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-960bcdb4-3845-4c68-a719-2f69b28ca3f5 req-6bb27040-80fc-417c-ab63-b9020efb0bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:42.097718 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2c5707ca-4cf8-4795-a0da-8873500414fa None None] Provisioning complete for port f30c6c32-da40-48ec-9049-873e11d756f8 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:21:42.098087 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2c5707ca-4cf8-4795-a0da-8873500414fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:42.130806 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-2c5707ca-4cf8-4795-a0da-8873500414fa None None] Port f30c6c32-da40-48ec-9049-873e11d756f8 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:21:42.299770 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [req-960bcdb4-3845-4c68-a719-2f69b28ca3f5 req-6bb27040-80fc-417c-ab63-b9020efb0bc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f30c6c32-da40-48ec-9049-873e11d756f8 {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:21:42.307225 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-960bcdb4-3845-4c68-a719-2f69b28ca3f5 req-6bb27040-80fc-417c-ab63-b9020efb0bc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:42.320053 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [req-960bcdb4-3845-4c68-a719-2f69b28ca3f5 req-6bb27040-80fc-417c-ab63-b9020efb0bc0 service neutron] Transition to ACTIVE for port object f30c6c32-da40-48ec-9049-873e11d756f8 will not be triggered until provisioned by entity L2. {{(pid=109050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:21:42.326581 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-960bcdb4-3845-4c68-a719-2f69b28ca3f5 req-6bb27040-80fc-417c-ab63-b9020efb0bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:42.375703 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb27040-80fc-417c-ab63-b9020efb0bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=f30c6c32-da40-48ec-9049-873e11d756f8,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:21:42.445137 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-960bcdb4-3845-4c68-a719-2f69b28ca3f5 req-6bb27040-80fc-417c-ab63-b9020efb0bc0 service neutron] Attempting to bind port f30c6c32-da40-48ec-9049-873e11d756f8 on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:21:42.445564 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-960bcdb4-3845-4c68-a719-2f69b28ca3f5 req-6bb27040-80fc-417c-ab63-b9020efb0bc0 service neutron] Attempting to bind port f30c6c32-da40-48ec-9049-873e11d756f8 by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': '60b144ad-01e6-4009-a3bd-20883181f7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:21:42.445993 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960bcdb4-3845-4c68-a719-2f69b28ca3f5 req-6bb27040-80fc-417c-ab63-b9020efb0bc0 service neutron] Attempting to bind port f30c6c32-da40-48ec-9049-873e11d756f8 on network 5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:21:42.451016 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960bcdb4-3845-4c68-a719-2f69b28ca3f5 req-6bb27040-80fc-417c-ab63-b9020efb0bc0 service neutron] Port f30c6c32-da40-48ec-9049-873e11d756f8 on network 5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 11:21:42.451349 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960bcdb4-3845-4c68-a719-2f69b28ca3f5 req-6bb27040-80fc-417c-ab63-b9020efb0bc0 service neutron] Attempting to bind port f30c6c32-da40-48ec-9049-873e11d756f8 on network 5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:21:42.456918 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960bcdb4-3845-4c68-a719-2f69b28ca3f5 req-6bb27040-80fc-417c-ab63-b9020efb0bc0 service neutron] Checking agent: {'id': 'dcb78974-6458-4942-8c9c-663284d5bb3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8345', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:21:42.457241 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960bcdb4-3845-4c68-a719-2f69b28ca3f5 req-6bb27040-80fc-417c-ab63-b9020efb0bc0 service neutron] Checking segment: {'id': '60b144ad-01e6-4009-a3bd-20883181f7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:21:42.457634 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960bcdb4-3845-4c68-a719-2f69b28ca3f5 req-6bb27040-80fc-417c-ab63-b9020efb0bc0 service neutron] Bound using segment: {'id': '60b144ad-01e6-4009-a3bd-20883181f7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:21:42.458098 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-960bcdb4-3845-4c68-a719-2f69b28ca3f5 req-6bb27040-80fc-417c-ab63-b9020efb0bc0 service neutron] Bound port: f30c6c32-da40-48ec-9049-873e11d756f8, host: hv-neutron-8345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60b144ad-01e6-4009-a3bd-20883181f7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:21:42.458443 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-960bcdb4-3845-4c68-a719-2f69b28ca3f5 req-6bb27040-80fc-417c-ab63-b9020efb0bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:42.529471 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-960bcdb4-3845-4c68-a719-2f69b28ca3f5 req-6bb27040-80fc-417c-ab63-b9020efb0bc0 service neutron] For port f30c6c32-da40-48ec-9049-873e11d756f8, host hv-neutron-8345, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:21:42.532783 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-960bcdb4-3845-4c68-a719-2f69b28ca3f5 req-6bb27040-80fc-417c-ab63-b9020efb0bc0 service neutron] For port f30c6c32-da40-48ec-9049-873e11d756f8, host hv-neutron-8345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=f30c6c32-da40-48ec-9049-873e11d756f8,segment=NetworkSegment(60b144ad-01e6-4009-a3bd-20883181f7b1),segment_id=60b144ad-01e6-4009-a3bd-20883181f7b1)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:21:42.538930 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-960bcdb4-3845-4c68-a719-2f69b28ca3f5 req-6bb27040-80fc-417c-ab63-b9020efb0bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:42.575490 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960bcdb4-3845-4c68-a719-2f69b28ca3f5 req-6bb27040-80fc-417c-ab63-b9020efb0bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:21:42.576199 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-960bcdb4-3845-4c68-a719-2f69b28ca3f5 req-6bb27040-80fc-417c-ab63-b9020efb0bc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:42.577470 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-960bcdb4-3845-4c68-a719-2f69b28ca3f5 req-6bb27040-80fc-417c-ab63-b9020efb0bc0 service neutron] 10.222.0.35 "PUT /v2.0/ports/f30c6c32-da40-48ec-9049-873e11d756f8 HTTP/1.1" status: 200 len: 1093 time: 0.6124630 Mar 22 11:21:42.577922 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92204533-7347-4a9d-9ec4-2391f9a8e349', 'tag': 'f30c6c32-da40-48ec-9049-873e11d756f8'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:21:42.580253 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66fb03f-ef74-4493-abb6-1cb79b63ff3a" -d '{"events": [{"name": "network-changed", "server_uuid": "92204533-7347-4a9d-9ec4-2391f9a8e349", "tag": "f30c6c32-da40-48ec-9049-873e11d756f8"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:21:42.605431 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb27040-80fc-417c-ab63-b9020efb0bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=f30c6c32-da40-48ec-9049-873e11d756f8,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:21:42.620584 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e1e7a3-5088-4404-aa53-017cfa2921d7 x-openstack-request-id: req-86e1e7a3-5088-4404-aa53-017cfa2921d7 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:21:42.621178 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92204533-7347-4a9d-9ec4-2391f9a8e349", "tag": "f30c6c32-da40-48ec-9049-873e11d756f8", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:21:42.621283 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-86e1e7a3-5088-4404-aa53-017cfa2921d7 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:21:42.622137 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86e1e7a3-5088-4404-aa53-017cfa2921d7'] response: {'name': 'network-changed', 'server_uuid': '92204533-7347-4a9d-9ec4-2391f9a8e349', 'tag': 'f30c6c32-da40-48ec-9049-873e11d756f8', 'status': 'completed', 'code': 200} Mar 22 11:21:42.642891 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:42.715399 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960bcdb4-3845-4c68-a719-2f69b28ca3f5 req-f74f89b2-62d5-4a32-a879-a80281ddb77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:21:42.716951 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-960bcdb4-3845-4c68-a719-2f69b28ca3f5 req-f74f89b2-62d5-4a32-a879-a80281ddb77b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7a987b92cdc4ed9b3e8c30c749ad6fb&device_id=92204533-7347-4a9d-9ec4-2391f9a8e349 HTTP/1.1" status: 200 len: 1096 time: 0.0455298 Mar 22 11:21:42.786630 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-960bcdb4-3845-4c68-a719-2f69b28ca3f5 req-a2d2d8c5-fdb1-41aa-a1fc-fad5d631735e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f30c6c32-da40-48ec-9049-873e11d756f8 HTTP/1.1" status: 200 len: 217 time: 0.0617065 Mar 22 11:21:42.836551 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40edae6f-2953-4fce-bae0-142a89bd7a3c req-4c600a13-7a39-46d1-aeef-54845417512a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:21:42.837911 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-40edae6f-2953-4fce-bae0-142a89bd7a3c req-4c600a13-7a39-46d1-aeef-54845417512a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=92204533-7347-4a9d-9ec4-2391f9a8e349 HTTP/1.1" status: 200 len: 943 time: 0.1149876 Mar 22 11:21:42.863698 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:42.866694 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960bcdb4-3845-4c68-a719-2f69b28ca3f5 req-01ae3377-7647-42a3-aaa7-0c4dd36f0f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:21:42.868188 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-960bcdb4-3845-4c68-a719-2f69b28ca3f5 req-01ae3377-7647-42a3-aaa7-0c4dd36f0f3e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=73d4baba-227c-4e6c-bd54-fe8fe7ae1a5b HTTP/1.1" status: 200 len: 834 time: 0.0749986 Mar 22 11:21:42.894791 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-40edae6f-2953-4fce-bae0-142a89bd7a3c req-21b02357-c453-43af-93b5-c72fbfdd9321 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=c1f4b0eb-de79-4c75-919b-ac11422cd2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506983 Mar 22 11:21:42.924505 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960bcdb4-3845-4c68-a719-2f69b28ca3f5 req-29af8b16-2a3e-44e3-bbf8-cbae6dfe7611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:21:42.926003 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-960bcdb4-3845-4c68-a719-2f69b28ca3f5 req-29af8b16-2a3e-44e3-bbf8-cbae6dfe7611 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0462646 Mar 22 11:21:43.021940 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-960bcdb4-3845-4c68-a719-2f69b28ca3f5 req-8ca2b24f-15de-4d71-aff6-6abb86c8a926 service neutron] 10.222.0.35 "GET /v2.0/networks/5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887322 Mar 22 11:21:43.114041 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-960bcdb4-3845-4c68-a719-2f69b28ca3f5 req-07e5513d-9f90-47c4-a03c-e1d759082e8b service neutron] 10.222.0.35 "GET /v2.0/networks/5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851820 Mar 22 11:21:43.210035 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66fb03f-ef74-4493-abb6-1cb79b63ff3a req-abbef4d4-47ff-426d-8bd9-f43c7b390eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:21:43.211534 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b66fb03f-ef74-4493-abb6-1cb79b63ff3a req-abbef4d4-47ff-426d-8bd9-f43c7b390eae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7a987b92cdc4ed9b3e8c30c749ad6fb&device_id=92204533-7347-4a9d-9ec4-2391f9a8e349 HTTP/1.1" status: 200 len: 1096 time: 0.0466800 Mar 22 11:21:43.298733 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66fb03f-ef74-4493-abb6-1cb79b63ff3a req-f6737849-307c-44be-a721-be682b1402e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:21:43.300203 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b66fb03f-ef74-4493-abb6-1cb79b63ff3a req-f6737849-307c-44be-a721-be682b1402e0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3 HTTP/1.1" status: 200 len: 897 time: 0.0823436 Mar 22 11:21:43.345520 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b66fb03f-ef74-4493-abb6-1cb79b63ff3a req-00f9387b-f26b-4264-a287-c90b27d80ae5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f30c6c32-da40-48ec-9049-873e11d756f8 HTTP/1.1" status: 200 len: 217 time: 0.0364015 Mar 22 11:21:43.393928 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66fb03f-ef74-4493-abb6-1cb79b63ff3a req-49f5da31-bad4-4737-a6c6-0e0881d08ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:21:43.395329 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b66fb03f-ef74-4493-abb6-1cb79b63ff3a req-49f5da31-bad4-4737-a6c6-0e0881d08ef9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=73d4baba-227c-4e6c-bd54-fe8fe7ae1a5b HTTP/1.1" status: 200 len: 834 time: 0.0428822 Mar 22 11:21:43.445823 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66fb03f-ef74-4493-abb6-1cb79b63ff3a req-747cd843-c4a4-456f-bc92-b855d2b2548f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:21:43.447309 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b66fb03f-ef74-4493-abb6-1cb79b63ff3a req-747cd843-c4a4-456f-bc92-b855d2b2548f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432873 Mar 22 11:21:43.537931 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b66fb03f-ef74-4493-abb6-1cb79b63ff3a req-0ecee7a5-5c87-461a-8831-c36f6944dc40 service neutron] 10.222.0.35 "GET /v2.0/networks/5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831285 Mar 22 11:21:43.591234 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:43.631029 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b66fb03f-ef74-4493-abb6-1cb79b63ff3a req-bcb2c219-0a88-4b72-8476-d09092309f03 service neutron] 10.222.0.35 "GET /v2.0/networks/5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856595 Mar 22 11:21:44.019611 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0877111-8d44-47b7-8983-9f89da4f65aa req-4020360b-cbe6-43fb-a82c-74e1f36b1380 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:21:44.021082 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a0877111-8d44-47b7-8983-9f89da4f65aa req-4020360b-cbe6-43fb-a82c-74e1f36b1380 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=92204533-7347-4a9d-9ec4-2391f9a8e349 HTTP/1.1" status: 200 len: 943 time: 0.0539742 Mar 22 11:21:44.059024 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a0877111-8d44-47b7-8983-9f89da4f65aa req-9f7cea9d-9bbb-4819-961d-a3002614c003 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=c1f4b0eb-de79-4c75-919b-ac11422cd2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315883 Mar 22 11:21:45.189593 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66a8b1-7279-408a-977a-d7fb28995b41 req-1bc3bdf9-8acc-4154-8599-534ea09bf7f5 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:21:45.191087 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ba66a8b1-7279-408a-977a-d7fb28995b41 req-1bc3bdf9-8acc-4154-8599-534ea09bf7f5 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=92204533-7347-4a9d-9ec4-2391f9a8e349 HTTP/1.1" status: 200 len: 943 time: 0.0564091 Mar 22 11:21:45.229307 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ba66a8b1-7279-408a-977a-d7fb28995b41 req-fb75110d-06cb-4dad-9661-4d5d1b81ad95 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=c1f4b0eb-de79-4c75-919b-ac11422cd2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321341 Mar 22 11:21:45.792363 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device f30c6c32-da40-48ec-9049-873e11d756f8 details requested by agent hyperv_hv-neutron-8345 with host hv-neutron-8345 {{(pid=109051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 11:21:45.900542 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port f30c6c32-da40-48ec-9049-873e11d756f8, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=f30c6c32-da40-48ec-9049-873e11d756f8,segment=NetworkSegment(60b144ad-01e6-4009-a3bd-20883181f7b1),segment_id=60b144ad-01e6-4009-a3bd-20883181f7b1)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:21:45.912494 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Returning: {'device': 'f30c6c32-da40-48ec-9049-873e11d756f8', 'network_id': '5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3', 'port_id': 'f30c6c32-da40-48ec-9049-873e11d756f8', 'mac_address': 'fa:16:3e:ad:ce:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d4baba-227c-4e6c-bd54-fe8fe7ae1a5b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 11:21:45.953613 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:45.966656 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f30c6c32-da40-48ec-9049-873e11d756f8 {{(pid=109051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:21:45.990475 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port f30c6c32-da40-48ec-9049-873e11d756f8, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=f30c6c32-da40-48ec-9049-873e11d756f8,segment=NetworkSegment(60b144ad-01e6-4009-a3bd-20883181f7b1),segment_id=60b144ad-01e6-4009-a3bd-20883181f7b1)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:21:45.996225 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:46.043890 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=f30c6c32-da40-48ec-9049-873e11d756f8,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:21:46.203680 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['f30c6c32-da40-48ec-9049-873e11d756f8'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 11:21:46.347560 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69fc87-8628-4fa1-b023-5d3bfd8aea26 req-f9f1d63e-7598-4421-a7fa-1fdbeb5df9dd tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:21:46.349024 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ce69fc87-8628-4fa1-b023-5d3bfd8aea26 req-f9f1d63e-7598-4421-a7fa-1fdbeb5df9dd tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=92204533-7347-4a9d-9ec4-2391f9a8e349 HTTP/1.1" status: 200 len: 944 time: 0.0496533 Mar 22 11:21:46.387618 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ce69fc87-8628-4fa1-b023-5d3bfd8aea26 req-b11e9e9b-da0c-457a-a98a-68e7eae23997 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=c1f4b0eb-de79-4c75-919b-ac11422cd2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322647 Mar 22 11:21:47.518944 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64662864-7d81-4af6-9c4c-5c2f2ab45627 req-d6f8ec23-4366-457c-b2ba-9acd618b2c50 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:21:47.520411 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-64662864-7d81-4af6-9c4c-5c2f2ab45627 req-d6f8ec23-4366-457c-b2ba-9acd618b2c50 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=92204533-7347-4a9d-9ec4-2391f9a8e349 HTTP/1.1" status: 200 len: 944 time: 0.0537705 Mar 22 11:21:47.560080 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-64662864-7d81-4af6-9c4c-5c2f2ab45627 req-9b4ad1ed-0ab8-4fc8-a51b-dda5da533a53 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=c1f4b0eb-de79-4c75-919b-ac11422cd2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312304 Mar 22 11:21:47.792086 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device f30c6c32-da40-48ec-9049-873e11d756f8 up at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:21:47.851347 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning for port f30c6c32-da40-48ec-9049-873e11d756f8 completed by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:21:47.855193 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning complete for port f30c6c32-da40-48ec-9049-873e11d756f8 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:21:47.855595 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:47.937193 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:47.959313 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92204533-7347-4a9d-9ec4-2391f9a8e349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f30c6c32-da40-48ec-9049-873e11d756f8'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:21:47.961596 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b061ce81-f490-4f26-9ff4-ddbf5a881f49" -d '{"events": [{"server_uuid": "92204533-7347-4a9d-9ec4-2391f9a8e349", "name": "network-vif-plugged", "status": "completed", "tag": "f30c6c32-da40-48ec-9049-873e11d756f8"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:21:47.975042 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port f30c6c32-da40-48ec-9049-873e11d756f8, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=f30c6c32-da40-48ec-9049-873e11d756f8,segment=NetworkSegment(60b144ad-01e6-4009-a3bd-20883181f7b1),segment_id=60b144ad-01e6-4009-a3bd-20883181f7b1)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:21:47.982696 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:48.029748 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=f30c6c32-da40-48ec-9049-873e11d756f8,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:21:48.060157 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98313d5d-1fe8-434e-a46d-75f57ec06416 x-openstack-request-id: req-98313d5d-1fe8-434e-a46d-75f57ec06416 {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:21:48.060446 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92204533-7347-4a9d-9ec4-2391f9a8e349", "name": "network-vif-plugged", "status": "completed", "tag": "f30c6c32-da40-48ec-9049-873e11d756f8", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:21:48.060694 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-98313d5d-1fe8-434e-a46d-75f57ec06416 {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:21:48.061095 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98313d5d-1fe8-434e-a46d-75f57ec06416'] response: {'server_uuid': '92204533-7347-4a9d-9ec4-2391f9a8e349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f30c6c32-da40-48ec-9049-873e11d756f8', 'code': 200} Mar 22 11:21:48.236674 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89d505-fe00-41db-beb5-ac614cf41a44 req-2ee4e4a6-4d8f-4f47-a381-628760d184bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:21:48.238320 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2b89d505-fe00-41db-beb5-ac614cf41a44 req-2ee4e4a6-4d8f-4f47-a381-628760d184bd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=92204533-7347-4a9d-9ec4-2391f9a8e349 HTTP/1.1" status: 200 len: 1098 time: 0.0411694 Mar 22 11:21:48.276870 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2b89d505-fe00-41db-beb5-ac614cf41a44 req-3b586d62-9943-4f49-bb61-c1c82d780418 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c1f4b0eb-de79-4c75-919b-ac11422cd2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313809 Mar 22 11:21:48.681126 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4a65e-e287-4c99-a757-23bc8efd10af req-4b7a1724-6d26-4759-8ff5-274ff3b7602c tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:21:48.682572 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-08f4a65e-e287-4c99-a757-23bc8efd10af req-4b7a1724-6d26-4759-8ff5-274ff3b7602c tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=92204533-7347-4a9d-9ec4-2391f9a8e349 HTTP/1.1" status: 200 len: 945 time: 0.0484576 Mar 22 11:21:48.721624 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-08f4a65e-e287-4c99-a757-23bc8efd10af req-9450365f-7f79-4f51-9448-08b9324d0373 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=c1f4b0eb-de79-4c75-919b-ac11422cd2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329208 Mar 22 11:21:49.865898 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbcad81-dd82-4336-9e98-980eb68b8093 req-97a05c9f-28cc-4463-9978-968c363024c0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:21:49.867329 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2cbcad81-dd82-4336-9e98-980eb68b8093 req-97a05c9f-28cc-4463-9978-968c363024c0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=92204533-7347-4a9d-9ec4-2391f9a8e349 HTTP/1.1" status: 200 len: 945 time: 0.0612662 Mar 22 11:21:49.909012 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2cbcad81-dd82-4336-9e98-980eb68b8093 req-3ec729a3-c033-453d-aaec-8c45ee4c9cf0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=c1f4b0eb-de79-4c75-919b-ac11422cd2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320663 Mar 22 11:21:50.031445 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b23184-9c63-41d0-987f-26d51614881d req-a997a5ba-7895-45ca-aef7-a64d75bce65f tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:21:50.032837 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-24b23184-9c63-41d0-987f-26d51614881d req-a997a5ba-7895-45ca-aef7-a64d75bce65f tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=92204533-7347-4a9d-9ec4-2391f9a8e349 HTTP/1.1" status: 200 len: 945 time: 0.0533330 Mar 22 11:21:50.071238 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-24b23184-9c63-41d0-987f-26d51614881d req-d86e286e-5151-4bc6-8672-12e781deca75 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=c1f4b0eb-de79-4c75-919b-ac11422cd2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322881 Mar 22 11:21:50.093669 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 46724) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:21:50.134237 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e326cbf2-8c84-4d2b-99f9-05633927b8e6 tempest-TestNetworkAdvancedServerOps-1835492002 tempest-TestNetworkAdvancedServerOps-1835492002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:21:50.135753 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e326cbf2-8c84-4d2b-99f9-05633927b8e6 tempest-TestNetworkAdvancedServerOps-1835492002 tempest-TestNetworkAdvancedServerOps-1835492002-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=92204533-7347-4a9d-9ec4-2391f9a8e349 HTTP/1.1" status: 200 len: 1093 time: 0.0410745 Mar 22 11:21:50.138646 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 46726) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:21:50.142881 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-a7d11175-aed0-4429-b658-6193f4fa603e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Request body: {'floatingip': {'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'port_id': 'f30c6c32-da40-48ec-9049-873e11d756f8', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:21:50.166531 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a7d11175-aed0-4429-b658-6193f4fa603e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for floatingip, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:50.270094 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a7d11175-aed0-4429-b658-6193f4fa603e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:50.387985 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-a7d11175-aed0-4429-b658-6193f4fa603e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Allocated IP 172.26.7.227 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/b1d5c12f-4ec7-421e-b589-539cd6b52692) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:21:50.493240 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a7d11175-aed0-4429-b658-6193f4fa603e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:50.529995 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a7d11175-aed0-4429-b658-6193f4fa603e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:50.569855 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d11175-aed0-4429-b658-6193f4fa603e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:21:50.572544 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-a7d11175-aed0-4429-b658-6193f4fa603e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:21:50.576650 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d11175-aed0-4429-b658-6193f4fa603e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:21:50.579570 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d11175-aed0-4429-b658-6193f4fa603e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'Port': ['ID=b1d5c12f-4ec7-421e-b589-539cd6b52692,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:21:50.934688 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a7d11175-aed0-4429-b658-6193f4fa603e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:51.011429 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a7d11175-aed0-4429-b658-6193f4fa603e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:51.161494 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a7d11175-aed0-4429-b658-6193f4fa603e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:51.167962 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a7d11175-aed0-4429-b658-6193f4fa603e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:51.240192 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d11175-aed0-4429-b658-6193f4fa603e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'Port': ['ID=b1d5c12f-4ec7-421e-b589-539cd6b52692,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:21:51.248896 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a7d11175-aed0-4429-b658-6193f4fa603e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684147'] for floatingip, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:51.355063 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.l3_db [None req-a7d11175-aed0-4429-b658-6193f4fa603e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Floating IP 682c4a6a-9e90-4f77-a646-fe3e4a79200f associated. External IP: 172.26.7.227, port: f30c6c32-da40-48ec-9049-873e11d756f8. Mar 22 11:21:51.564474 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7d11175-aed0-4429-b658-6193f4fa603e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Router c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:21:51.681922 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d11175-aed0-4429-b658-6193f4fa603e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:21:51.693171 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c28107-66e6-4590-a677-64c61b9a9a2b None None] Sync routers for ids ['c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:21:51.700672 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a7d11175-aed0-4429-b658-6193f4fa603e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:21:51.703608 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c28107-66e6-4590-a677-64c61b9a9a2b None None] Routers {'c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:21:51.704237 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-39c28107-66e6-4590-a677-64c61b9a9a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:21:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:21:51.728282 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a7d11175-aed0-4429-b658-6193f4fa603e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5886672 Mar 22 11:21:51.728863 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92204533-7347-4a9d-9ec4-2391f9a8e349', 'tag': 'f30c6c32-da40-48ec-9049-873e11d756f8'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:21:51.731196 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea20d47ee5c2e5d2aa35ee26c9e60aea7970c4225f3eb14fb63792ea9ad3856f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b932c6e-06ad-4560-87e1-d71c51af14a6" -d '{"events": [{"name": "network-changed", "server_uuid": "92204533-7347-4a9d-9ec4-2391f9a8e349", "tag": "f30c6c32-da40-48ec-9049-873e11d756f8"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:21:51.774264 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf1c755-b22f-478e-97d1-d6d7bb40222f x-openstack-request-id: req-0cf1c755-b22f-478e-97d1-d6d7bb40222f {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:21:51.774564 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92204533-7347-4a9d-9ec4-2391f9a8e349", "tag": "f30c6c32-da40-48ec-9049-873e11d756f8", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:21:51.774817 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0cf1c755-b22f-478e-97d1-d6d7bb40222f {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:21:51.775236 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cf1c755-b22f-478e-97d1-d6d7bb40222f'] response: {'name': 'network-changed', 'server_uuid': '92204533-7347-4a9d-9ec4-2391f9a8e349', 'tag': 'f30c6c32-da40-48ec-9049-873e11d756f8', 'status': 'completed', 'code': 200} Mar 22 11:21:51.814198 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-39c28107-66e6-4590-a677-64c61b9a9a2b None None] Set router c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:21:51.863615 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b31a40-78b6-456e-97c2-9416df92509c req-41eb7759-1698-42ad-b460-74b208ff47ee tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:21:51.864985 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a8b31a40-78b6-456e-97c2-9416df92509c req-41eb7759-1698-42ad-b460-74b208ff47ee tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=92204533-7347-4a9d-9ec4-2391f9a8e349 HTTP/1.1" status: 200 len: 945 time: 0.0789959 Mar 22 11:21:51.867609 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b932c6e-06ad-4560-87e1-d71c51af14a6 req-0ad3b198-a531-4610-9eb1-f39504c1e773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:21:51.868940 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0b932c6e-06ad-4560-87e1-d71c51af14a6 req-0ad3b198-a531-4610-9eb1-f39504c1e773 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7a987b92cdc4ed9b3e8c30c749ad6fb&device_id=92204533-7347-4a9d-9ec4-2391f9a8e349 HTTP/1.1" status: 200 len: 1098 time: 0.0711772 Mar 22 11:21:51.927925 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a8b31a40-78b6-456e-97c2-9416df92509c req-9860efec-a307-4a54-8d9f-a75f24ed9502 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=c1f4b0eb-de79-4c75-919b-ac11422cd2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561163 Mar 22 11:21:51.950564 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 46740) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:21:51.986420 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b932c6e-06ad-4560-87e1-d71c51af14a6 req-78ddac95-0e18-4921-949d-551c811ab0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:21:51.988378 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0b932c6e-06ad-4560-87e1-d71c51af14a6 req-78ddac95-0e18-4921-949d-551c811ab0b4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3 HTTP/1.1" status: 200 len: 897 time: 0.1108477 Mar 22 11:21:52.020721 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-22929a72-3050-462b-b275-b1d762b1152c tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/floatingips/682c4a6a-9e90-4f77-a646-fe3e4a79200f HTTP/1.1" status: 200 len: 991 time: 0.0689316 Mar 22 11:21:52.046272 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-39c28107-66e6-4590-a677-64c61b9a9a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-616587265', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': '77ae5aca-198c-45e3-8d13-1d4c8c700945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:21:30Z', 'updated_at': '2022-03-22T11:21:34Z', 'revision_number': 4, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': '77ae5aca-198c-45e3-8d13-1d4c8c700945', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:21:31Z', 'updated_at': '2022-03-22T11:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '682c4a6a-9e90-4f77-a646-fe3e4a79200f', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'floating_ip_address': '172.26.7.227', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': 'c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48', 'port_id': 'f30c6c32-da40-48ec-9049-873e11d756f8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3', 'mac_address': 'fa:16:3e:ad:ce:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92204533-7347-4a9d-9ec4-2391f9a8e349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:21:50Z', 'updated_at': '2022-03-22T11:21:50Z', 'revision_number': 0, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e86f493-d0b4-49ed-bb39-5d4bdaa7c61e', 'name': '', 'network_id': '5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'mac_address': 'fa:16:3e:e4:86:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '73d4baba-227c-4e6c-bd54-fe8fe7ae1a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:21:33Z', 'updated_at': '2022-03-22T11:21:36Z', 'revision_number': 5, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'subnets': [{'id': '73d4baba-227c-4e6c-bd54-fe8fe7ae1a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:21:52.058217 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0b932c6e-06ad-4560-87e1-d71c51af14a6 req-3006996c-4480-4b21-a0cf-3d246dd041db service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f30c6c32-da40-48ec-9049-873e11d756f8 HTTP/1.1" status: 200 len: 999 time: 0.0632923 Mar 22 11:21:52.071640 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c28107-66e6-4590-a677-64c61b9a9a2b None None] Checking router: c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48 for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:21:52.080207 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c28107-66e6-4590-a677-64c61b9a9a2b None None] Routers {'c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:21:52.080902 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-39c28107-66e6-4590-a677-64c61b9a9a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:21:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:21:52.106239 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b932c6e-06ad-4560-87e1-d71c51af14a6 req-fce1a80e-e87a-496d-9011-3ee9a4880c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:21:52.107825 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0b932c6e-06ad-4560-87e1-d71c51af14a6 req-fce1a80e-e87a-496d-9011-3ee9a4880c57 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=73d4baba-227c-4e6c-bd54-fe8fe7ae1a5b HTTP/1.1" status: 200 len: 834 time: 0.0436623 Mar 22 11:21:52.154125 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b932c6e-06ad-4560-87e1-d71c51af14a6 req-8eacb192-6378-4f0e-8837-22f1be03e8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:21:52.155694 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0b932c6e-06ad-4560-87e1-d71c51af14a6 req-8eacb192-6378-4f0e-8837-22f1be03e8e0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417278 Mar 22 11:21:52.184705 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-39c28107-66e6-4590-a677-64c61b9a9a2b None None] Set router c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:21:52.250633 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0b932c6e-06ad-4560-87e1-d71c51af14a6 req-91db82f6-454f-49ed-a5eb-5c4bc918dff8 service neutron] 10.222.0.35 "GET /v2.0/networks/5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877120 Mar 22 11:21:52.338951 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0b932c6e-06ad-4560-87e1-d71c51af14a6 req-c17434e0-48f8-4f93-a117-79d928372730 service neutron] 10.222.0.35 "GET /v2.0/networks/5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807805 Mar 22 11:21:52.410349 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-39c28107-66e6-4590-a677-64c61b9a9a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-616587265', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': '77ae5aca-198c-45e3-8d13-1d4c8c700945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:21:30Z', 'updated_at': '2022-03-22T11:21:34Z', 'revision_number': 4, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': '77ae5aca-198c-45e3-8d13-1d4c8c700945', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:21:31Z', 'updated_at': '2022-03-22T11:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '682c4a6a-9e90-4f77-a646-fe3e4a79200f', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'floating_ip_address': '172.26.7.227', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': 'c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48', 'port_id': 'f30c6c32-da40-48ec-9049-873e11d756f8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3', 'mac_address': 'fa:16:3e:ad:ce:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92204533-7347-4a9d-9ec4-2391f9a8e349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:21:50Z', 'updated_at': '2022-03-22T11:21:50Z', 'revision_number': 0, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e86f493-d0b4-49ed-bb39-5d4bdaa7c61e', 'name': '', 'network_id': '5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'mac_address': 'fa:16:3e:e4:86:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '73d4baba-227c-4e6c-bd54-fe8fe7ae1a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:21:33Z', 'updated_at': '2022-03-22T11:21:36Z', 'revision_number': 5, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'subnets': [{'id': '73d4baba-227c-4e6c-bd54-fe8fe7ae1a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:21:52.436389 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c28107-66e6-4590-a677-64c61b9a9a2b None None] The sync data for ids ['c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48'] in dv-neutron-834599-1-hyperv is: [{'id': 'c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-616587265', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': '77ae5aca-198c-45e3-8d13-1d4c8c700945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:21:30Z', 'updated_at': '2022-03-22T11:21:34Z', 'revision_number': 4, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': '77ae5aca-198c-45e3-8d13-1d4c8c700945', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:21:31Z', 'updated_at': '2022-03-22T11:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '682c4a6a-9e90-4f77-a646-fe3e4a79200f', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'floating_ip_address': '172.26.7.227', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': 'c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48', 'port_id': 'f30c6c32-da40-48ec-9049-873e11d756f8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3', 'mac_address': 'fa:16:3e:ad:ce:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92204533-7347-4a9d-9ec4-2391f9a8e349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:21:50Z', 'updated_at': '2022-03-22T11:21:50Z', 'revision_number': 0, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e86f493-d0b4-49ed-bb39-5d4bdaa7c61e', 'name': '', 'network_id': '5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'mac_address': 'fa:16:3e:e4:86:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '73d4baba-227c-4e6c-bd54-fe8fe7ae1a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:21:33Z', 'updated_at': '2022-03-22T11:21:36Z', 'revision_number': 5, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'subnets': [{'id': '73d4baba-227c-4e6c-bd54-fe8fe7ae1a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:21:52.622386 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73cbf08-551c-463c-a672-0dfaa30424a6 None None] New status for floating IP 682c4a6a-9e90-4f77-a646-fe3e4a79200f: ACTIVE {{(pid=109052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 11:21:53.025955 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 46742) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:21:53.104534 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-6f85bb65-2806-4331-a84f-837159456472 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/floatingips/682c4a6a-9e90-4f77-a646-fe3e4a79200f HTTP/1.1" status: 200 len: 993 time: 0.0771434 Mar 22 11:22:07.752012 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2d1fb3f6-0c35-430a-a8e3-cae956db9fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:09.884545 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-87506cc1-3173-418e-9f4a-0e3176164042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:11.221715 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:12.649314 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:12.870726 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:13.591470 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:17.224084 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:22:21.954276 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594afde1-989b-4ccc-850f-83d7525f8dbf req-373f74ce-1074-4e39-8b79-d860266090b5 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:22:21.955744 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-594afde1-989b-4ccc-850f-83d7525f8dbf req-373f74ce-1074-4e39-8b79-d860266090b5 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=92204533-7347-4a9d-9ec4-2391f9a8e349 HTTP/1.1" status: 200 len: 945 time: 0.0500324 Mar 22 11:22:21.993897 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-594afde1-989b-4ccc-850f-83d7525f8dbf req-c4cf9997-6152-4ae1-864d-d0fbb02534fe tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=c1f4b0eb-de79-4c75-919b-ac11422cd2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321577 Mar 22 11:22:23.129071 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807a2e7-5144-4117-9d06-89b7f5ce14cf req-253ee966-5aba-4b67-a698-7eefc39f7e21 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:22:23.130624 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4807a2e7-5144-4117-9d06-89b7f5ce14cf req-253ee966-5aba-4b67-a698-7eefc39f7e21 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=92204533-7347-4a9d-9ec4-2391f9a8e349 HTTP/1.1" status: 200 len: 945 time: 0.0509968 Mar 22 11:22:23.176316 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4807a2e7-5144-4117-9d06-89b7f5ce14cf req-8130559c-28ea-4a45-9bad-b174af2f481b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=c1f4b0eb-de79-4c75-919b-ac11422cd2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393140 Mar 22 11:22:23.198404 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 46758) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:22:23.266825 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-ac808f24-88dd-4729-a0d5-bce07a3574e3 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/floatingips/682c4a6a-9e90-4f77-a646-fe3e4a79200f HTTP/1.1" status: 200 len: 993 time: 0.0671656 Mar 22 11:22:24.578301 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9cc978-12cd-4523-ac29-28264074d624 req-6f98115f-caf7-469f-aa6d-7d2e3dff07a2 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:22:24.579845 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ef9cc978-12cd-4523-ac29-28264074d624 req-6f98115f-caf7-469f-aa6d-7d2e3dff07a2 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=92204533-7347-4a9d-9ec4-2391f9a8e349 HTTP/1.1" status: 200 len: 945 time: 0.0498867 Mar 22 11:22:24.627010 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ef9cc978-12cd-4523-ac29-28264074d624 req-af3a70fc-7e3f-490b-965a-8ec5e2cb0a40 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=c1f4b0eb-de79-4c75-919b-ac11422cd2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408869 Mar 22 11:22:25.756382 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae9e86-5233-4a44-afaa-c04cfffe413e req-4e52e0f7-657a-4969-b456-272abd7fb736 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:22:25.757839 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e8ae9e86-5233-4a44-afaa-c04cfffe413e req-4e52e0f7-657a-4969-b456-272abd7fb736 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=92204533-7347-4a9d-9ec4-2391f9a8e349 HTTP/1.1" status: 200 len: 945 time: 0.0496788 Mar 22 11:22:25.802464 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e8ae9e86-5233-4a44-afaa-c04cfffe413e req-f26e78ef-0ea4-4674-b6c5-5610a9bd12cb tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=c1f4b0eb-de79-4c75-919b-ac11422cd2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359116 Mar 22 11:22:25.826172 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 46768) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:22:25.889379 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-5f8d1553-3879-4c1c-bdf3-62793e658cd4 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/floatingips/682c4a6a-9e90-4f77-a646-fe3e4a79200f HTTP/1.1" status: 200 len: 993 time: 0.0620952 Mar 22 11:22:26.146185 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 46774) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:22:26.309470 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-0899731b-cf1d-493b-80f7-bd2603a3d97a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Deleting port b1d5c12f-4ec7-421e-b589-539cd6b52692 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:22:26.309698 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0899731b-cf1d-493b-80f7-bd2603a3d97a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:26.381974 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0899731b-cf1d-493b-80f7-bd2603a3d97a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:26.382291 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0899731b-cf1d-493b-80f7-bd2603a3d97a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:26.394527 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-0899731b-cf1d-493b-80f7-bd2603a3d97a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Calling delete_port for b1d5c12f-4ec7-421e-b589-539cd6b52692 owned by network:floatingip {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:22:26.554528 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0899731b-cf1d-493b-80f7-bd2603a3d97a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:26.577850 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0899731b-cf1d-493b-80f7-bd2603a3d97a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event deleted for resources: {'Port': ['ID=b1d5c12f-4ec7-421e-b589-539cd6b52692,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:22:26.591565 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0899731b-cf1d-493b-80f7-bd2603a3d97a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:22:26.591983 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0899731b-cf1d-493b-80f7-bd2603a3d97a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:22:26.592368 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0899731b-cf1d-493b-80f7-bd2603a3d97a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:22:26.592706 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0899731b-cf1d-493b-80f7-bd2603a3d97a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:22:26.593150 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0899731b-cf1d-493b-80f7-bd2603a3d97a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:22:26.593486 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0899731b-cf1d-493b-80f7-bd2603a3d97a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:22:26.593814 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0899731b-cf1d-493b-80f7-bd2603a3d97a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:22:26.594171 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0899731b-cf1d-493b-80f7-bd2603a3d97a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:22:26.594491 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0899731b-cf1d-493b-80f7-bd2603a3d97a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:22:26.594819 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0899731b-cf1d-493b-80f7-bd2603a3d97a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:22:26.595116 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0899731b-cf1d-493b-80f7-bd2603a3d97a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:22:26.595479 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0899731b-cf1d-493b-80f7-bd2603a3d97a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:22:26.652774 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0899731b-cf1d-493b-80f7-bd2603a3d97a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for floatingip, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:26.653073 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.l3_db [None req-0899731b-cf1d-493b-80f7-bd2603a3d97a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Floating IP 682c4a6a-9e90-4f77-a646-fe3e4a79200f disassociated (deleted). External IP: 172.26.7.227, port: f30c6c32-da40-48ec-9049-873e11d756f8. Mar 22 11:22:26.872776 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0899731b-cf1d-493b-80f7-bd2603a3d97a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Router c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:22:26.988072 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0899731b-cf1d-493b-80f7-bd2603a3d97a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:22:26.993084 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0899731b-cf1d-493b-80f7-bd2603a3d97a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:26.997942 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19473884-c832-4ee0-8c2a-9cf0b8a08aee None None] Sync routers for ids ['c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:22:27.008347 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19473884-c832-4ee0-8c2a-9cf0b8a08aee None None] Routers {'c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:22:27.009246 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-19473884-c832-4ee0-8c2a-9cf0b8a08aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:22:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:22:27.120367 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-19473884-c832-4ee0-8c2a-9cf0b8a08aee None None] Set router c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:22:27.329466 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-19473884-c832-4ee0-8c2a-9cf0b8a08aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-616587265', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': '77ae5aca-198c-45e3-8d13-1d4c8c700945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:21:30Z', 'updated_at': '2022-03-22T11:21:34Z', 'revision_number': 4, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': '77ae5aca-198c-45e3-8d13-1d4c8c700945', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:21:31Z', 'updated_at': '2022-03-22T11:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '8e86f493-d0b4-49ed-bb39-5d4bdaa7c61e', 'name': '', 'network_id': '5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'mac_address': 'fa:16:3e:e4:86:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '73d4baba-227c-4e6c-bd54-fe8fe7ae1a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:21:33Z', 'updated_at': '2022-03-22T11:21:36Z', 'revision_number': 5, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'subnets': [{'id': '73d4baba-227c-4e6c-bd54-fe8fe7ae1a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:22:27.352471 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0899731b-cf1d-493b-80f7-bd2603a3d97a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "DELETE /v2.0/floatingips/682c4a6a-9e90-4f77-a646-fe3e4a79200f HTTP/1.1" status: 204 len: 168 time: 1.2051511 Mar 22 11:22:27.353110 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92204533-7347-4a9d-9ec4-2391f9a8e349', 'tag': 'f30c6c32-da40-48ec-9049-873e11d756f8'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:22:27.355400 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea20d47ee5c2e5d2aa35ee26c9e60aea7970c4225f3eb14fb63792ea9ad3856f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415224ee-b23d-4bb2-9de5-3edd162e8d72" -d '{"events": [{"name": "network-changed", "server_uuid": "92204533-7347-4a9d-9ec4-2391f9a8e349", "tag": "f30c6c32-da40-48ec-9049-873e11d756f8"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:22:27.355868 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19473884-c832-4ee0-8c2a-9cf0b8a08aee None None] Checking router: c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48 for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:22:27.364802 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19473884-c832-4ee0-8c2a-9cf0b8a08aee None None] Routers {'c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:22:27.365222 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-19473884-c832-4ee0-8c2a-9cf0b8a08aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:22:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:22:27.393082 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c4147f-4c58-4241-a154-d49e3d69ffde x-openstack-request-id: req-e2c4147f-4c58-4241-a154-d49e3d69ffde {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:22:27.393453 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92204533-7347-4a9d-9ec4-2391f9a8e349", "tag": "f30c6c32-da40-48ec-9049-873e11d756f8", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:22:27.393784 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e2c4147f-4c58-4241-a154-d49e3d69ffde {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:22:27.394402 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2c4147f-4c58-4241-a154-d49e3d69ffde'] response: {'name': 'network-changed', 'server_uuid': '92204533-7347-4a9d-9ec4-2391f9a8e349', 'tag': 'f30c6c32-da40-48ec-9049-873e11d756f8', 'status': 'completed', 'code': 200} Mar 22 11:22:27.458519 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415224ee-b23d-4bb2-9de5-3edd162e8d72 req-ee72cfb1-8091-4245-8ade-4b8372f14184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:22:27.460186 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-415224ee-b23d-4bb2-9de5-3edd162e8d72 req-ee72cfb1-8091-4245-8ade-4b8372f14184 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7a987b92cdc4ed9b3e8c30c749ad6fb&device_id=92204533-7347-4a9d-9ec4-2391f9a8e349 HTTP/1.1" status: 200 len: 1098 time: 0.0408912 Mar 22 11:22:27.472763 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-19473884-c832-4ee0-8c2a-9cf0b8a08aee None None] Set router c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:22:27.592162 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415224ee-b23d-4bb2-9de5-3edd162e8d72 req-4ae80005-e1c2-4214-b312-7a7d26c446c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:22:27.593726 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-415224ee-b23d-4bb2-9de5-3edd162e8d72 req-4ae80005-e1c2-4214-b312-7a7d26c446c9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3 HTTP/1.1" status: 200 len: 897 time: 0.1168268 Mar 22 11:22:27.608135 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dee771-4f2c-4264-9d7a-dfed2831cbe9 req-b1ba4292-c47b-42ac-8d93-1c10424e346d tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:22:27.609613 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-67dee771-4f2c-4264-9d7a-dfed2831cbe9 req-b1ba4292-c47b-42ac-8d93-1c10424e346d tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=92204533-7347-4a9d-9ec4-2391f9a8e349 HTTP/1.1" status: 200 len: 945 time: 0.0679855 Mar 22 11:22:27.653681 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-415224ee-b23d-4bb2-9de5-3edd162e8d72 req-7dcecacc-6d60-45d9-8f74-9fcffb51293c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f30c6c32-da40-48ec-9049-873e11d756f8 HTTP/1.1" status: 200 len: 217 time: 0.0430312 Mar 22 11:22:27.677872 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-19473884-c832-4ee0-8c2a-9cf0b8a08aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-616587265', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': '77ae5aca-198c-45e3-8d13-1d4c8c700945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:21:30Z', 'updated_at': '2022-03-22T11:21:34Z', 'revision_number': 4, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': '77ae5aca-198c-45e3-8d13-1d4c8c700945', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:21:31Z', 'updated_at': '2022-03-22T11:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '8e86f493-d0b4-49ed-bb39-5d4bdaa7c61e', 'name': '', 'network_id': '5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'mac_address': 'fa:16:3e:e4:86:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '73d4baba-227c-4e6c-bd54-fe8fe7ae1a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:21:33Z', 'updated_at': '2022-03-22T11:21:36Z', 'revision_number': 5, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'subnets': [{'id': '73d4baba-227c-4e6c-bd54-fe8fe7ae1a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:22:27.706552 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-67dee771-4f2c-4264-9d7a-dfed2831cbe9 req-b0722d82-7836-491f-87df-4c2146154206 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=c1f4b0eb-de79-4c75-919b-ac11422cd2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891192 Mar 22 11:22:27.707424 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19473884-c832-4ee0-8c2a-9cf0b8a08aee None None] The sync data for ids ['c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48'] in dv-neutron-834599-1-hyperv is: [{'id': 'c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-616587265', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': '77ae5aca-198c-45e3-8d13-1d4c8c700945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:21:30Z', 'updated_at': '2022-03-22T11:21:34Z', 'revision_number': 4, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': '77ae5aca-198c-45e3-8d13-1d4c8c700945', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:21:31Z', 'updated_at': '2022-03-22T11:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '8e86f493-d0b4-49ed-bb39-5d4bdaa7c61e', 'name': '', 'network_id': '5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'mac_address': 'fa:16:3e:e4:86:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '73d4baba-227c-4e6c-bd54-fe8fe7ae1a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:21:33Z', 'updated_at': '2022-03-22T11:21:36Z', 'revision_number': 5, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'subnets': [{'id': '73d4baba-227c-4e6c-bd54-fe8fe7ae1a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:22:27.717446 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415224ee-b23d-4bb2-9de5-3edd162e8d72 req-01f3f3b8-fcf1-45d2-91fc-7fcd52864591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:22:27.718918 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-415224ee-b23d-4bb2-9de5-3edd162e8d72 req-01f3f3b8-fcf1-45d2-91fc-7fcd52864591 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=73d4baba-227c-4e6c-bd54-fe8fe7ae1a5b HTTP/1.1" status: 200 len: 834 time: 0.0574787 Mar 22 11:22:27.769848 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415224ee-b23d-4bb2-9de5-3edd162e8d72 req-e34f3fe2-e4c4-4ea4-96f3-a0b903c63398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:22:27.771554 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-415224ee-b23d-4bb2-9de5-3edd162e8d72 req-e34f3fe2-e4c4-4ea4-96f3-a0b903c63398 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426600 Mar 22 11:22:27.865608 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-415224ee-b23d-4bb2-9de5-3edd162e8d72 req-d24da42c-ff02-4318-87f6-2cdd83b8acc0 service neutron] 10.222.0.35 "GET /v2.0/networks/5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866818 Mar 22 11:22:27.926130 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09bfb04-e519-48db-9b20-8849de254373 None None] New status for floating IP 682c4a6a-9e90-4f77-a646-fe3e4a79200f: DOWN {{(pid=109052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 11:22:27.955935 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-415224ee-b23d-4bb2-9de5-3edd162e8d72 req-1ee99cf1-15ee-4150-8162-da8a9df71c9b service neutron] 10.222.0.35 "GET /v2.0/networks/5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832210 Mar 22 11:22:28.843831 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9160c76-a98d-4e57-8aa2-dc939731e0b8 req-948dd6bf-6707-4219-af31-caf223f5a27e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:22:28.845371 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b9160c76-a98d-4e57-8aa2-dc939731e0b8 req-948dd6bf-6707-4219-af31-caf223f5a27e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=92204533-7347-4a9d-9ec4-2391f9a8e349 HTTP/1.1" status: 200 len: 945 time: 0.0545402 Mar 22 11:22:28.883637 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b9160c76-a98d-4e57-8aa2-dc939731e0b8 req-c50a81d1-c689-424a-a9c4-5d636a0e7b5c tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=c1f4b0eb-de79-4c75-919b-ac11422cd2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322328 Mar 22 11:22:29.199070 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c9e16-0a0a-4ec1-8d80-db4af399f985 req-fd614895-bb63-4712-96b2-345f21a59b6e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:22:29.200636 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-cc5c9e16-0a0a-4ec1-8d80-db4af399f985 req-fd614895-bb63-4712-96b2-345f21a59b6e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.35 "GET /v2.0/ports?device_id=92204533-7347-4a9d-9ec4-2391f9a8e349 HTTP/1.1" status: 200 len: 945 time: 0.0551713 Mar 22 11:22:29.292063 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-cc5c9e16-0a0a-4ec1-8d80-db4af399f985 req-b22a6434-9bf8-49a7-95d8-1b15a58ae0ea tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Deleting port f30c6c32-da40-48ec-9049-873e11d756f8 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:22:29.292371 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-cc5c9e16-0a0a-4ec1-8d80-db4af399f985 req-b22a6434-9bf8-49a7-95d8-1b15a58ae0ea tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:29.381421 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-cc5c9e16-0a0a-4ec1-8d80-db4af399f985 req-b22a6434-9bf8-49a7-95d8-1b15a58ae0ea tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] For port f30c6c32-da40-48ec-9049-873e11d756f8, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=f30c6c32-da40-48ec-9049-873e11d756f8,segment=NetworkSegment(60b144ad-01e6-4009-a3bd-20883181f7b1),segment_id=60b144ad-01e6-4009-a3bd-20883181f7b1)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:22:29.381772 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-cc5c9e16-0a0a-4ec1-8d80-db4af399f985 req-b22a6434-9bf8-49a7-95d8-1b15a58ae0ea tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:29.394381 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-cc5c9e16-0a0a-4ec1-8d80-db4af399f985 req-b22a6434-9bf8-49a7-95d8-1b15a58ae0ea tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Calling delete_port for f30c6c32-da40-48ec-9049-873e11d756f8 owned by compute:nova {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:22:29.537163 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-cc5c9e16-0a0a-4ec1-8d80-db4af399f985 req-b22a6434-9bf8-49a7-95d8-1b15a58ae0ea tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:29.571329 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a6434-9bf8-49a7-95d8-1b15a58ae0ea tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event deleted for resources: {'Port': ['ID=f30c6c32-da40-48ec-9049-873e11d756f8,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:22:29.584837 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a6434-9bf8-49a7-95d8-1b15a58ae0ea tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:22:29.585187 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a6434-9bf8-49a7-95d8-1b15a58ae0ea tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:22:29.585557 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a6434-9bf8-49a7-95d8-1b15a58ae0ea tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:22:29.585872 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a6434-9bf8-49a7-95d8-1b15a58ae0ea tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:22:29.586203 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a6434-9bf8-49a7-95d8-1b15a58ae0ea tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:22:29.586530 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a6434-9bf8-49a7-95d8-1b15a58ae0ea tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:22:29.586852 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a6434-9bf8-49a7-95d8-1b15a58ae0ea tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:22:29.587298 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a6434-9bf8-49a7-95d8-1b15a58ae0ea tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:22:29.587504 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a6434-9bf8-49a7-95d8-1b15a58ae0ea tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:22:29.587840 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a6434-9bf8-49a7-95d8-1b15a58ae0ea tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:22:29.588160 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a6434-9bf8-49a7-95d8-1b15a58ae0ea tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:22:29.588474 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a6434-9bf8-49a7-95d8-1b15a58ae0ea tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:22:29.623553 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc5c9e16-0a0a-4ec1-8d80-db4af399f985 req-b22a6434-9bf8-49a7-95d8-1b15a58ae0ea tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] No DVR routers for this DVR port f30c6c32-da40-48ec-9049-873e11d756f8 on host hv-neutron-8345 {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:22:29.626400 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-cc5c9e16-0a0a-4ec1-8d80-db4af399f985 req-b22a6434-9bf8-49a7-95d8-1b15a58ae0ea tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:29.629666 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-cc5c9e16-0a0a-4ec1-8d80-db4af399f985 req-b22a6434-9bf8-49a7-95d8-1b15a58ae0ea tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.35 "DELETE /v2.0/ports/f30c6c32-da40-48ec-9049-873e11d756f8 HTTP/1.1" status: 204 len: 173 time: 0.4231665 Mar 22 11:22:29.630111 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92204533-7347-4a9d-9ec4-2391f9a8e349', 'name': 'network-vif-deleted', 'tag': 'f30c6c32-da40-48ec-9049-873e11d756f8'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:22:29.632492 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936b5e03-2acb-41eb-b0c3-3b8d82778af3" -d '{"events": [{"server_uuid": "92204533-7347-4a9d-9ec4-2391f9a8e349", "name": "network-vif-deleted", "tag": "f30c6c32-da40-48ec-9049-873e11d756f8"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:22:29.668582 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e05b7ec-5f9b-4709-a758-9f831c4e6b32 x-openstack-request-id: req-0e05b7ec-5f9b-4709-a758-9f831c4e6b32 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:22:29.668874 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92204533-7347-4a9d-9ec4-2391f9a8e349", "name": "network-vif-deleted", "tag": "f30c6c32-da40-48ec-9049-873e11d756f8", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:22:29.669120 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0e05b7ec-5f9b-4709-a758-9f831c4e6b32 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:22:29.669527 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e05b7ec-5f9b-4709-a758-9f831c4e6b32'] response: {'server_uuid': '92204533-7347-4a9d-9ec4-2391f9a8e349', 'name': 'network-vif-deleted', 'tag': 'f30c6c32-da40-48ec-9049-873e11d756f8', 'status': 'completed', 'code': 200} Mar 22 11:22:29.996995 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c8a78414-2126-4676-8f95-aa88a0426b0b req-385899ee-fa92-4570-9654-1f29af93e3f7 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=92204533-7347-4a9d-9ec4-2391f9a8e349 HTTP/1.1" status: 200 len: 210 time: 0.0285437 Mar 22 11:22:31.059118 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 46790) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:22:31.433209 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dd4f2be0-6444-4c6c-9dec-0f24ea7fe57a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683891'] for router_interface, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:31.690096 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-dd4f2be0-6444-4c6c-9dec-0f24ea7fe57a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Deleting port 8e86f493-d0b4-49ed-bb39-5d4bdaa7c61e {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:22:31.690323 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dd4f2be0-6444-4c6c-9dec-0f24ea7fe57a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:31.779557 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-dd4f2be0-6444-4c6c-9dec-0f24ea7fe57a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] For port 8e86f493-d0b4-49ed-bb39-5d4bdaa7c61e, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=8e86f493-d0b4-49ed-bb39-5d4bdaa7c61e,segment=NetworkSegment(60b144ad-01e6-4009-a3bd-20883181f7b1),segment_id=60b144ad-01e6-4009-a3bd-20883181f7b1)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:22:31.779996 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dd4f2be0-6444-4c6c-9dec-0f24ea7fe57a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:31.792325 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-dd4f2be0-6444-4c6c-9dec-0f24ea7fe57a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Calling delete_port for 8e86f493-d0b4-49ed-bb39-5d4bdaa7c61e owned by network:router_interface {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:22:31.992287 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dd4f2be0-6444-4c6c-9dec-0f24ea7fe57a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:32.018038 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4f2be0-6444-4c6c-9dec-0f24ea7fe57a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event deleted for resources: {'Port': ['ID=8e86f493-d0b4-49ed-bb39-5d4bdaa7c61e,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:22:32.064588 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device f30c6c32-da40-48ec-9049-873e11d756f8 no longer exists at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:22:32.086673 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] No Port match for: f30c6c32-da40-48ec-9049-873e11d756f8 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:22:32.087358 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device f30c6c32-da40-48ec-9049-873e11d756f8 not bound to the agent host hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:22:32.193089 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-dd4f2be0-6444-4c6c-9dec-0f24ea7fe57a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684007'] for router_interface, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:32.421365 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd4f2be0-6444-4c6c-9dec-0f24ea7fe57a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Router c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:22:32.532171 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4f2be0-6444-4c6c-9dec-0f24ea7fe57a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:22:32.538261 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-dd4f2be0-6444-4c6c-9dec-0f24ea7fe57a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "PUT /v2.0/routers/c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4780905 Mar 22 11:22:32.541092 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 46792) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:22:32.544282 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9f8803-f35d-43a9-b97d-4b8aeb1b407f None None] Sync routers for ids ['c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:22:32.554782 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9f8803-f35d-43a9-b97d-4b8aeb1b407f None None] Routers {'c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:22:32.555495 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-4f9f8803-f35d-43a9-b97d-4b8aeb1b407f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:22:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:22:32.596155 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d3f40ae-277e-439e-86b3-6ef6bd006737 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Deleting subnet 73d4baba-227c-4e6c-bd54-fe8fe7ae1a5b {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 11:22:32.601143 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5d3f40ae-277e-439e-86b3-6ef6bd006737 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:32.641446 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5d3f40ae-277e-439e-86b3-6ef6bd006737 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:32.661008 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-4f9f8803-f35d-43a9-b97d-4b8aeb1b407f None None] Set router c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:22:32.723072 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5d3f40ae-277e-439e-86b3-6ef6bd006737 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:32.784998 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5d3f40ae-277e-439e-86b3-6ef6bd006737 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:32.811449 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f40ae-277e-439e-86b3-6ef6bd006737 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event deleted for resources: {'Subnet': ['ID=73d4baba-227c-4e6c-bd54-fe8fe7ae1a5b,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:22:32.815399 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5d3f40ae-277e-439e-86b3-6ef6bd006737 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:32.819424 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5d3f40ae-277e-439e-86b3-6ef6bd006737 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "DELETE /v2.0/subnets/73d4baba-227c-4e6c-bd54-fe8fe7ae1a5b HTTP/1.1" status: 204 len: 168 time: 0.2764609 Mar 22 11:22:32.821199 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 46794) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:22:32.824533 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4562c139-a442-4e0e-b6d9-f720c0b6b578 None None] Network 5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:22:32.922229 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-4f9f8803-f35d-43a9-b97d-4b8aeb1b407f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-616587265', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': '77ae5aca-198c-45e3-8d13-1d4c8c700945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:21:30Z', 'updated_at': '2022-03-22T11:22:31Z', 'revision_number': 5, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': '77ae5aca-198c-45e3-8d13-1d4c8c700945', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:21:31Z', 'updated_at': '2022-03-22T11:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:22:32.927631 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e24099ca-e7dd-4408-9d75-d51cbfccb94d tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:32.964739 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9f8803-f35d-43a9-b97d-4b8aeb1b407f None None] Checking router: c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48 for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:22:32.980000 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9f8803-f35d-43a9-b97d-4b8aeb1b407f None None] Routers {'c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:22:32.980612 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-4f9f8803-f35d-43a9-b97d-4b8aeb1b407f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:22:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:22:33.041310 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e24099ca-e7dd-4408-9d75-d51cbfccb94d tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:33.068805 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c197e32c-98d2-4b42-b6fe-014c2e580f65 None None] DHCP port deletion for 5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 11:22:33.096695 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-e24099ca-e7dd-4408-9d75-d51cbfccb94d tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Deleting port 77ae5aca-198c-45e3-8d13-1d4c8c700945 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:22:33.097023 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e24099ca-e7dd-4408-9d75-d51cbfccb94d tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:33.114273 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-4f9f8803-f35d-43a9-b97d-4b8aeb1b407f None None] Set router c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:22:33.176281 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-e24099ca-e7dd-4408-9d75-d51cbfccb94d tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] For port 77ae5aca-198c-45e3-8d13-1d4c8c700945, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=77ae5aca-198c-45e3-8d13-1d4c8c700945,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:22:33.176620 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e24099ca-e7dd-4408-9d75-d51cbfccb94d tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:33.189476 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-e24099ca-e7dd-4408-9d75-d51cbfccb94d tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Calling delete_port for 77ae5aca-198c-45e3-8d13-1d4c8c700945 owned by network:router_gateway {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:22:33.358823 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e24099ca-e7dd-4408-9d75-d51cbfccb94d tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:33.382148 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-c197e32c-98d2-4b42-b6fe-014c2e580f65 None None] Deleting port 4eb382b8-fce1-4687-8920-aa8349d03e67 {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:22:33.382520 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c197e32c-98d2-4b42-b6fe-014c2e580f65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:33.386942 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24099ca-e7dd-4408-9d75-d51cbfccb94d tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event deleted for resources: {'Port': ['ID=77ae5aca-198c-45e3-8d13-1d4c8c700945,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:22:33.447899 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e24099ca-e7dd-4408-9d75-d51cbfccb94d tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682553'] for router_gateway, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:33.476173 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-c197e32c-98d2-4b42-b6fe-014c2e580f65 None None] For port 4eb382b8-fce1-4687-8920-aa8349d03e67, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=4eb382b8-fce1-4687-8920-aa8349d03e67,segment=NetworkSegment(60b144ad-01e6-4009-a3bd-20883181f7b1),segment_id=60b144ad-01e6-4009-a3bd-20883181f7b1)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:22:33.476546 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c197e32c-98d2-4b42-b6fe-014c2e580f65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:33.490064 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-c197e32c-98d2-4b42-b6fe-014c2e580f65 None None] Calling delete_port for 4eb382b8-fce1-4687-8920-aa8349d03e67 owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:22:33.536710 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e24099ca-e7dd-4408-9d75-d51cbfccb94d tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:33.539303 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e24099ca-e7dd-4408-9d75-d51cbfccb94d tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:33.564255 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-4f9f8803-f35d-43a9-b97d-4b8aeb1b407f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-616587265', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': '77ae5aca-198c-45e3-8d13-1d4c8c700945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:21:30Z', 'updated_at': '2022-03-22T11:22:31Z', 'revision_number': 5, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': '77ae5aca-198c-45e3-8d13-1d4c8c700945', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:21:31Z', 'updated_at': '2022-03-22T11:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:22:33.583962 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e24099ca-e7dd-4408-9d75-d51cbfccb94d tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:33.584618 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24099ca-e7dd-4408-9d75-d51cbfccb94d tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Fanout notify agent at l3_agent the message router_deleted on router c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48 {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 11:22:33.593149 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e24099ca-e7dd-4408-9d75-d51cbfccb94d tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:33.594686 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e24099ca-e7dd-4408-9d75-d51cbfccb94d tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "DELETE /v2.0/routers/c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48 HTTP/1.1" status: 204 len: 168 time: 0.7724056 Mar 22 11:22:33.597995 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 46796) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:22:33.600012 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9f8803-f35d-43a9-b97d-4b8aeb1b407f None None] The sync data for ids ['c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48'] in dv-neutron-834599-1-hyperv is: [{'id': 'c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-616587265', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': '77ae5aca-198c-45e3-8d13-1d4c8c700945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:21:30Z', 'updated_at': '2022-03-22T11:22:31Z', 'revision_number': 5, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': '77ae5aca-198c-45e3-8d13-1d4c8c700945', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ba7abb-b7bf-42e9-b500-6df8c1ff1a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:21:31Z', 'updated_at': '2022-03-22T11:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:22:33.627052 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c197e32c-98d2-4b42-b6fe-014c2e580f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:33.655599 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c197e32c-98d2-4b42-b6fe-014c2e580f65 None None] Pushing event deleted for resources: {'Port': ['ID=4eb382b8-fce1-4687-8920-aa8349d03e67,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:22:33.659971 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c197e32c-98d2-4b42-b6fe-014c2e580f65 None None] No DVR routers for this DVR port 4eb382b8-fce1-4687-8920-aa8349d03e67 on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:22:33.666628 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c197e32c-98d2-4b42-b6fe-014c2e580f65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:22:33.666976 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c197e32c-98d2-4b42-b6fe-014c2e580f65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:22:33.667315 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c197e32c-98d2-4b42-b6fe-014c2e580f65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:22:33.667673 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c197e32c-98d2-4b42-b6fe-014c2e580f65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:22:33.668002 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c197e32c-98d2-4b42-b6fe-014c2e580f65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:22:33.668335 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c197e32c-98d2-4b42-b6fe-014c2e580f65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:22:33.668660 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c197e32c-98d2-4b42-b6fe-014c2e580f65 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:22:33.668982 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c197e32c-98d2-4b42-b6fe-014c2e580f65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:22:33.670287 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c197e32c-98d2-4b42-b6fe-014c2e580f65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:22:33.670627 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c197e32c-98d2-4b42-b6fe-014c2e580f65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:22:33.670963 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c197e32c-98d2-4b42-b6fe-014c2e580f65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:22:33.671275 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c197e32c-98d2-4b42-b6fe-014c2e580f65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:22:33.689447 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cb26290f-ec0c-481f-95f8-7353833ab205 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:33.773327 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cb26290f-ec0c-481f-95f8-7353833ab205 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:34.141017 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-cb26290f-ec0c-481f-95f8-7353833ab205 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:22:34.146205 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 4eb382b8-fce1-4687-8920-aa8349d03e67 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:22:34.151238 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-cb26290f-ec0c-481f-95f8-7353833ab205 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60b144ad-01e6-4009-a3bd-20883181f7b1') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:22:34.151581 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-cb26290f-ec0c-481f-95f8-7353833ab205 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60b144ad-01e6-4009-a3bd-20883181f7b1') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:22:34.162038 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cb26290f-ec0c-481f-95f8-7353833ab205 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:34.167270 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 4eb382b8-fce1-4687-8920-aa8349d03e67 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:22:34.167665 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 4eb382b8-fce1-4687-8920-aa8349d03e67 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:22:34.168058 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 8e86f493-d0b4-49ed-bb39-5d4bdaa7c61e no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:22:34.176503 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cb26290f-ec0c-481f-95f8-7353833ab205 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:34.183335 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb26290f-ec0c-481f-95f8-7353833ab205 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:22:34.183743 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cb26290f-ec0c-481f-95f8-7353833ab205 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:34.186781 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 11:22:34.186781 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:22:34.186781 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 11:22:34.186781 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:22:34.186781 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 11:22:34.186781 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 11:22:34.186781 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 11:22:34.186781 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:22:34.186781 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 11:22:34.186781 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:22:34.186781 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 11:22:34.186781 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:22:34.186781 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 11:22:34.186781 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 11:22:34.186781 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:22:34.186781 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 11:22:34.186781 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:22:34.186781 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 11:22:34.186781 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 11:22:34.186781 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 11:22:34.186781 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 11:22:34.186781 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 11:22:34.186781 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:22:34.186781 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:22:34.186781 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 11:22:34.186781 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:22:34.186781 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:22:34.186781 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:22:34.186781 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:22:34.186781 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:22:34.186781 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:22:34.186781 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:22:34.188688 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 8e86f493-d0b4-49ed-bb39-5d4bdaa7c61e {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:22:34.188688 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 8e86f493-d0b4-49ed-bb39-5d4bdaa7c61e not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:22:34.248637 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cb26290f-ec0c-481f-95f8-7353833ab205 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:34.256257 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-cb26290f-ec0c-481f-95f8-7353833ab205 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:34.259276 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-cb26290f-ec0c-481f-95f8-7353833ab205 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "DELETE /v2.0/networks/5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3 HTTP/1.1" status: 204 len: 168 time: 0.6602798 Mar 22 11:22:34.262212 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 46798) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:22:34.270463 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb26290f-ec0c-481f-95f8-7353833ab205 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event deleted for resources: {'Network': ['ID=5cf9ebc8-a8b0-487a-91b0-fb6b47d23dc3,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:22:34.330029 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ea547480-2791-490b-9e87-54741de3b882 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:34.354738 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ea547480-2791-490b-9e87-54741de3b882 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:34.420233 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ea547480-2791-490b-9e87-54741de3b882 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:34.423040 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ea547480-2791-490b-9e87-54741de3b882 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:34.424295 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ea547480-2791-490b-9e87-54741de3b882 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "DELETE /v2.0/security-groups/c1f4b0eb-de79-4c75-919b-ac11422cd2cf HTTP/1.1" status: 204 len: 168 time: 0.1610668 Mar 22 11:22:34.433148 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea547480-2791-490b-9e87-54741de3b882 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f4b0eb-de79-4c75-919b-ac11422cd2cf,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:22:35.141403 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 46804) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:22:35.148039 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-35fccf06-f340-4699-9912-8766b8a6230b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2022694599', 'description': 'tempest-secgroup-smoke-2022694599 description', 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:22:35.173762 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-35fccf06-f340-4699-9912-8766b8a6230b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:35.239864 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-35fccf06-f340-4699-9912-8766b8a6230b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:35.245973 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-35fccf06-f340-4699-9912-8766b8a6230b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:35.275918 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fccf06-f340-4699-9912-8766b8a6230b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2b27d9-c769-48ec-b605-d4a96b0a3b39,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:22:35.280882 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-35fccf06-f340-4699-9912-8766b8a6230b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:35.282113 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-35fccf06-f340-4699-9912-8766b8a6230b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1394575 Mar 22 11:22:35.285156 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 46806) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:22:35.289517 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-17d71555-f85f-4795-a284-aa3878ba0e63 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Request body: {'security_group_rule': {'security_group_id': '8c2b27d9-c769-48ec-b605-d4a96b0a3b39', 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:22:35.315267 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-17d71555-f85f-4795-a284-aa3878ba0e63 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:35.369227 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-17d71555-f85f-4795-a284-aa3878ba0e63 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:35.374917 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-17d71555-f85f-4795-a284-aa3878ba0e63 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:35.395028 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d71555-f85f-4795-a284-aa3878ba0e63 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21171972-4026-4b05-be7d-7c0257b574a2,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:22:35.403378 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-17d71555-f85f-4795-a284-aa3878ba0e63 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:35.404574 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-17d71555-f85f-4795-a284-aa3878ba0e63 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1185002 Mar 22 11:22:35.407409 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 46808) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:22:35.411691 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-15730913-2d1c-40d3-93df-b252e039ffae tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Request body: {'security_group_rule': {'security_group_id': '8c2b27d9-c769-48ec-b605-d4a96b0a3b39', 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:22:35.438823 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-15730913-2d1c-40d3-93df-b252e039ffae tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:35.504593 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-15730913-2d1c-40d3-93df-b252e039ffae tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:35.510398 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-15730913-2d1c-40d3-93df-b252e039ffae tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:35.529037 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15730913-2d1c-40d3-93df-b252e039ffae tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59b58e08-9d4e-4dcb-9476-8933b0fdba09,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:22:35.535187 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-15730913-2d1c-40d3-93df-b252e039ffae tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:35.536384 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-15730913-2d1c-40d3-93df-b252e039ffae tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1280334 Mar 22 11:22:35.539239 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 46810) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:22:35.543724 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-79008d70-cc8f-4825-adf5-815b492d1b8e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Request body: {'security_group_rule': {'security_group_id': '8c2b27d9-c769-48ec-b605-d4a96b0a3b39', 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:22:35.569927 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-79008d70-cc8f-4825-adf5-815b492d1b8e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:35.638296 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-79008d70-cc8f-4825-adf5-815b492d1b8e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:35.644672 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-79008d70-cc8f-4825-adf5-815b492d1b8e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:35.662916 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79008d70-cc8f-4825-adf5-815b492d1b8e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8860a64f-9278-42fd-9b3e-574970fd59f2,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:22:35.669519 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-79008d70-cc8f-4825-adf5-815b492d1b8e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:35.670689 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-79008d70-cc8f-4825-adf5-815b492d1b8e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1305106 Mar 22 11:22:35.673661 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 46812) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:22:35.677844 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-e38acc08-8ccc-4c84-a763-ed2a236386b3 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Request body: {'security_group_rule': {'security_group_id': '8c2b27d9-c769-48ec-b605-d4a96b0a3b39', 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:22:35.705625 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e38acc08-8ccc-4c84-a763-ed2a236386b3 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:35.766856 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e38acc08-8ccc-4c84-a763-ed2a236386b3 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:35.772741 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e38acc08-8ccc-4c84-a763-ed2a236386b3 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:35.791459 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38acc08-8ccc-4c84-a763-ed2a236386b3 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcbeb31f-6e23-41f4-bf18-045fc2553e17,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:22:35.800187 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e38acc08-8ccc-4c84-a763-ed2a236386b3 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:35.801377 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e38acc08-8ccc-4c84-a763-ed2a236386b3 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1268337 Mar 22 11:22:35.804370 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 46814) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:22:35.808619 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-43055fd2-9788-402a-917a-51fb4c465fd1 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Request body: {'security_group_rule': {'security_group_id': '8c2b27d9-c769-48ec-b605-d4a96b0a3b39', 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:22:35.830515 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.securitygroups_db [None req-43055fd2-9788-402a-917a-51fb4c465fd1 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Project c7a987b92cdc4ed9b3e8c30c749ad6fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 11:22:35.835189 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-43055fd2-9788-402a-917a-51fb4c465fd1 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:35.895329 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-43055fd2-9788-402a-917a-51fb4c465fd1 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:35.900829 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-43055fd2-9788-402a-917a-51fb4c465fd1 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:35.918106 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43055fd2-9788-402a-917a-51fb4c465fd1 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52430360-0d4b-4876-baa7-8fe73fba2fad,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:22:35.925829 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-43055fd2-9788-402a-917a-51fb4c465fd1 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:35.927009 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-43055fd2-9788-402a-917a-51fb4c465fd1 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1217101 Mar 22 11:22:35.929890 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 46816) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:22:35.934163 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-9310cbf4-bd6a-481c-9ab4-371c182d68b7 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Request body: {'security_group_rule': {'security_group_id': '8c2b27d9-c769-48ec-b605-d4a96b0a3b39', 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:22:35.955921 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.securitygroups_db [None req-9310cbf4-bd6a-481c-9ab4-371c182d68b7 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Project c7a987b92cdc4ed9b3e8c30c749ad6fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 11:22:35.960846 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9310cbf4-bd6a-481c-9ab4-371c182d68b7 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:36.024825 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9310cbf4-bd6a-481c-9ab4-371c182d68b7 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:36.029720 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9310cbf4-bd6a-481c-9ab4-371c182d68b7 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:36.041646 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 77ae5aca-198c-45e3-8d13-1d4c8c700945 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:22:36.052340 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9310cbf4-bd6a-481c-9ab4-371c182d68b7 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8807761-edd3-496f-ab39-efe8bc072298,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:22:36.063187 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9310cbf4-bd6a-481c-9ab4-371c182d68b7 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:36.064574 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9310cbf4-bd6a-481c-9ab4-371c182d68b7 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1337800 Mar 22 11:22:36.064723 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 77ae5aca-198c-45e3-8d13-1d4c8c700945 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:22:36.064984 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 77ae5aca-198c-45e3-8d13-1d4c8c700945 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:22:36.067605 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 46818) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:22:36.072554 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-e757d4b6-da3e-4ef7-8d62-a96863bfe4e8 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Request body: {'network': {'name': 'tempest-network-smoke--1757077103', 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'port_security_enabled': True}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:22:36.092618 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e757d4b6-da3e-4ef7-8d62-a96863bfe4e8 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Made reservation on behalf of c7a987b92cdc4ed9b3e8c30c749ad6fb for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:22:36.096429 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e757d4b6-da3e-4ef7-8d62-a96863bfe4e8 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:36.119034 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e757d4b6-da3e-4ef7-8d62-a96863bfe4e8 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:22:36.128245 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e757d4b6-da3e-4ef7-8d62-a96863bfe4e8 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:36.128585 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-e757d4b6-da3e-4ef7-8d62-a96863bfe4e8 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Added segment 781e8257-6b99-48eb-baa0-968578a8c0b3 of type vlan for network 7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3 Mar 22 11:22:36.168995 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e757d4b6-da3e-4ef7-8d62-a96863bfe4e8 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:36.195144 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e757d4b6-da3e-4ef7-8d62-a96863bfe4e8 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:36.201101 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e757d4b6-da3e-4ef7-8d62-a96863bfe4e8 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:22:36.201685 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e757d4b6-da3e-4ef7-8d62-a96863bfe4e8 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:36.235891 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e757d4b6-da3e-4ef7-8d62-a96863bfe4e8 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1672597 Mar 22 11:22:36.238738 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 46820) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:22:36.245777 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-f2344edf-4bf5-49bb-aee5-baae27c83334 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1029262122', 'admin_state_up': True, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:22:36.281001 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e757d4b6-da3e-4ef7-8d62-a96863bfe4e8 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'Network': ['ID=7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:22:36.294904 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 11:22:36.299991 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f2344edf-4bf5-49bb-aee5-baae27c83334 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:36.301050 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f2344edf-4bf5-49bb-aee5-baae27c83334 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:36.353709 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f2344edf-4bf5-49bb-aee5-baae27c83334 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:36.485269 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f2344edf-4bf5-49bb-aee5-baae27c83334 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:36.690854 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f2344edf-4bf5-49bb-aee5-baae27c83334 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for router_gateway, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:36.708875 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f2344edf-4bf5-49bb-aee5-baae27c83334 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:36.807197 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-f2344edf-4bf5-49bb-aee5-baae27c83334 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Allocated IP 172.26.7.231 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/90239ee5-8d75-4235-9f08-f2b4c2287d2a) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:22:36.912693 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f2344edf-4bf5-49bb-aee5-baae27c83334 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:36.947122 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f2344edf-4bf5-49bb-aee5-baae27c83334 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:36.985636 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2344edf-4bf5-49bb-aee5-baae27c83334 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:22:36.988490 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-f2344edf-4bf5-49bb-aee5-baae27c83334 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:22:36.991827 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2344edf-4bf5-49bb-aee5-baae27c83334 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:22:36.997375 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2344edf-4bf5-49bb-aee5-baae27c83334 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'Port': ['ID=90239ee5-8d75-4235-9f08-f2b4c2287d2a,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:22:37.555978 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f2344edf-4bf5-49bb-aee5-baae27c83334 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for router_gateway, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:37.745822 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-dec74b30-2633-4ef5-af25-fa32bf6ab622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:37.763464 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f2344edf-4bf5-49bb-aee5-baae27c83334 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:37.892525 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2344edf-4bf5-49bb-aee5-baae27c83334 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Router cfda11ee-0a7c-4eeb-a000-8906c8930bd4 is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 11:22:38.006784 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2344edf-4bf5-49bb-aee5-baae27c83334 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:22:38.016613 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0853251c-295b-46d6-99b3-335f47ebd386 None None] Sync routers for ids ['cfda11ee-0a7c-4eeb-a000-8906c8930bd4'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:22:38.026610 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0853251c-295b-46d6-99b3-335f47ebd386 None None] Routers {'cfda11ee-0a7c-4eeb-a000-8906c8930bd4'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:22:38.027190 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-0853251c-295b-46d6-99b3-335f47ebd386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:22:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['cfda11ee-0a7c-4eeb-a000-8906c8930bd4'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:22:38.028112 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f2344edf-4bf5-49bb-aee5-baae27c83334 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:38.029484 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f2344edf-4bf5-49bb-aee5-baae27c83334 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7897787 Mar 22 11:22:38.032816 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 46822) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:22:38.060981 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-68885c29-0237-495e-bdfa-e9e9deefd87e tempest-TestNetworkAdvancedServerOps-1835492002 tempest-TestNetworkAdvancedServerOps-1835492002-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=c7a987b92cdc4ed9b3e8c30c749ad6fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268333 Mar 22 11:22:38.063619 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 46824) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:22:38.133979 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-0853251c-295b-46d6-99b3-335f47ebd386 None None] Set router cfda11ee-0a7c-4eeb-a000-8906c8930bd4 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:22:38.155207 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c18c902-8054-4959-9c6f-5ba47874197e tempest-TestNetworkAdvancedServerOps-1835492002 tempest-TestNetworkAdvancedServerOps-1835492002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:22:38.156660 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3c18c902-8054-4959-9c6f-5ba47874197e tempest-TestNetworkAdvancedServerOps-1835492002 tempest-TestNetworkAdvancedServerOps-1835492002-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0920503 Mar 22 11:22:38.159594 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 46826) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:22:38.186542 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-df789f40-9e67-439f-bed1-6bc68fce4434 tempest-TestNetworkAdvancedServerOps-1835492002 tempest-TestNetworkAdvancedServerOps-1835492002-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=a14ca783-6f82-4799-85a3-4cbe79c980a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0258951 Mar 22 11:22:38.189486 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 46828) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:22:38.194591 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-c68a277a-b1df-4513-a6be-ef007c90f150 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-11801643', 'network_id': '7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3', 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:22:38.281322 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68a277a-b1df-4513-a6be-ef007c90f150 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Made reservation on behalf of c7a987b92cdc4ed9b3e8c30c749ad6fb for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:22:38.285376 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c68a277a-b1df-4513-a6be-ef007c90f150 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:38.306631 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-0853251c-295b-46d6-99b3-335f47ebd386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfda11ee-0a7c-4eeb-a000-8906c8930bd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1029262122', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '90239ee5-8d75-4235-9f08-f2b4c2287d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:22:36Z', 'updated_at': '2022-03-22T11:22:37Z', 'revision_number': 3, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': '90239ee5-8d75-4235-9f08-f2b4c2287d2a', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfda11ee-0a7c-4eeb-a000-8906c8930bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:22:36Z', 'updated_at': '2022-03-22T11:22:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:22:38.335609 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0853251c-295b-46d6-99b3-335f47ebd386 None None] Checking router: cfda11ee-0a7c-4eeb-a000-8906c8930bd4 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:22:38.335972 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0853251c-295b-46d6-99b3-335f47ebd386 None None] Updating router cfda11ee-0a7c-4eeb-a000-8906c8930bd4 port 90239ee5-8d75-4235-9f08-f2b4c2287d2a binding host dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:22:38.360624 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-0853251c-295b-46d6-99b3-335f47ebd386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:38.463430 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c68a277a-b1df-4513-a6be-ef007c90f150 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:38.520596 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a277a-b1df-4513-a6be-ef007c90f150 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'Subnet': ['ID=52c841b7-1eab-4a5d-b975-c9774b723cbd,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:22:38.529365 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68a277a-b1df-4513-a6be-ef007c90f150 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Checking segment: {'id': '781e8257-6b99-48eb-baa0-968578a8c0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:22:38.529783 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68a277a-b1df-4513-a6be-ef007c90f150 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Network hostable DHCP agents. Network: 7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:22:38.547405 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68a277a-b1df-4513-a6be-ef007c90f150 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Network 7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:22:38.556826 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-c68a277a-b1df-4513-a6be-ef007c90f150 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3) {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:22:38.561136 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68a277a-b1df-4513-a6be-ef007c90f150 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:22:38.561725 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c68a277a-b1df-4513-a6be-ef007c90f150 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:38.567505 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dde8cd9-25bb-4510-8ed4-ab4724d3356b None None] Network 7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:22:38.583058 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-c68a277a-b1df-4513-a6be-ef007c90f150 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.3900068 Mar 22 11:22:38.583487 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 46830) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:22:38.611775 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-0853251c-295b-46d6-99b3-335f47ebd386 None None] Notify callbacks [] for port, precommit_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:38.616999 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-0853251c-295b-46d6-99b3-335f47ebd386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:38.677028 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-0853251c-295b-46d6-99b3-335f47ebd386 None None] Attempting to bind port 90239ee5-8d75-4235-9f08-f2b4c2287d2a on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:22:38.677396 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-0853251c-295b-46d6-99b3-335f47ebd386 None None] Attempting to bind port 90239ee5-8d75-4235-9f08-f2b4c2287d2a by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:22:38.677747 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0853251c-295b-46d6-99b3-335f47ebd386 None None] Attempting to bind port 90239ee5-8d75-4235-9f08-f2b4c2287d2a on network a14ca783-6f82-4799-85a3-4cbe79c980a8 {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:22:38.685285 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0853251c-295b-46d6-99b3-335f47ebd386 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:22:38.685649 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0853251c-295b-46d6-99b3-335f47ebd386 None None] Checking segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:22:38.686039 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-0853251c-295b-46d6-99b3-335f47ebd386 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:38.686540 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0853251c-295b-46d6-99b3-335f47ebd386 None None] Bound using segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:22:38.687008 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-0853251c-295b-46d6-99b3-335f47ebd386 None None] Bound port: 90239ee5-8d75-4235-9f08-f2b4c2287d2a, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:22:38.687407 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-0853251c-295b-46d6-99b3-335f47ebd386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:38.692252 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa23764-7855-4266-b9f7-cb64153ca6bd None None] Pushing event updated for resources: {'Port': ['ID=90239ee5-8d75-4235-9f08-f2b4c2287d2a,revision_number=2']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:22:38.727671 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa23764-7855-4266-b9f7-cb64153ca6bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:22:38.728010 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa23764-7855-4266-b9f7-cb64153ca6bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:22:38.728345 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa23764-7855-4266-b9f7-cb64153ca6bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:22:38.728672 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa23764-7855-4266-b9f7-cb64153ca6bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:22:38.728995 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa23764-7855-4266-b9f7-cb64153ca6bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:22:38.729315 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa23764-7855-4266-b9f7-cb64153ca6bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:22:38.729633 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa23764-7855-4266-b9f7-cb64153ca6bd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:22:38.729953 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa23764-7855-4266-b9f7-cb64153ca6bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:22:38.730269 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa23764-7855-4266-b9f7-cb64153ca6bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:22:38.730583 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa23764-7855-4266-b9f7-cb64153ca6bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:22:38.730908 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa23764-7855-4266-b9f7-cb64153ca6bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:22:38.731207 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa23764-7855-4266-b9f7-cb64153ca6bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:22:38.732541 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690b048e-f57b-4756-ac72-1528ebd9d264 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3', 'network_id': '7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'fixed_ips': [{'subnet_id': '52c841b7-1eab-4a5d-b975-c9774b723cbd'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 11:22:38.733486 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-690b048e-f57b-4756-ac72-1528ebd9d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:38.759524 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-0853251c-295b-46d6-99b3-335f47ebd386 None None] For port 90239ee5-8d75-4235-9f08-f2b4c2287d2a, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:22:38.762568 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-0853251c-295b-46d6-99b3-335f47ebd386 None None] For port 90239ee5-8d75-4235-9f08-f2b4c2287d2a, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=90239ee5-8d75-4235-9f08-f2b4c2287d2a,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:22:38.766783 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-0853251c-295b-46d6-99b3-335f47ebd386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:38.823560 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0853251c-295b-46d6-99b3-335f47ebd386 None None] Routers {'cfda11ee-0a7c-4eeb-a000-8906c8930bd4'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:22:38.824247 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-0853251c-295b-46d6-99b3-335f47ebd386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:22:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['cfda11ee-0a7c-4eeb-a000-8906c8930bd4'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:22:38.827978 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa23764-7855-4266-b9f7-cb64153ca6bd None None] Pushing event updated for resources: {'Port': ['ID=90239ee5-8d75-4235-9f08-f2b4c2287d2a,revision_number=3']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:22:38.873788 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-690b048e-f57b-4756-ac72-1528ebd9d264 None None] Allocated IP 172.20.0.2 (7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3/52c841b7-1eab-4a5d-b975-c9774b723cbd/4d433dc1-3d3e-4248-92e9-b4300f3a0c26) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:22:39.022789 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-690b048e-f57b-4756-ac72-1528ebd9d264 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:39.028817 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-690b048e-f57b-4756-ac72-1528ebd9d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:39.032554 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-0853251c-295b-46d6-99b3-335f47ebd386 None None] Set router cfda11ee-0a7c-4eeb-a000-8906c8930bd4 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:22:39.053407 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8f3f996e-1ee3-4b65-810a-b8d759eea531 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:39.066291 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690b048e-f57b-4756-ac72-1528ebd9d264 None None] Network 7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:22:39.069138 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-690b048e-f57b-4756-ac72-1528ebd9d264 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:22:39.072799 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690b048e-f57b-4756-ac72-1528ebd9d264 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:22:39.081535 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690b048e-f57b-4756-ac72-1528ebd9d264 None None] Pushing event updated for resources: {'Port': ['ID=4d433dc1-3d3e-4248-92e9-b4300f3a0c26,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:22:39.136366 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-690b048e-f57b-4756-ac72-1528ebd9d264 None None] Attempting to bind port 4d433dc1-3d3e-4248-92e9-b4300f3a0c26 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:22:39.136914 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-690b048e-f57b-4756-ac72-1528ebd9d264 None None] Attempting to bind port 4d433dc1-3d3e-4248-92e9-b4300f3a0c26 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '781e8257-6b99-48eb-baa0-968578a8c0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:22:39.137372 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690b048e-f57b-4756-ac72-1528ebd9d264 None None] Attempting to bind port 4d433dc1-3d3e-4248-92e9-b4300f3a0c26 on network 7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:22:39.142763 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690b048e-f57b-4756-ac72-1528ebd9d264 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:22:39.143247 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690b048e-f57b-4756-ac72-1528ebd9d264 None None] Checking segment: {'id': '781e8257-6b99-48eb-baa0-968578a8c0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:22:39.143771 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-690b048e-f57b-4756-ac72-1528ebd9d264 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:39.144265 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690b048e-f57b-4756-ac72-1528ebd9d264 None None] Bound using segment: {'id': '781e8257-6b99-48eb-baa0-968578a8c0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:22:39.145090 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-690b048e-f57b-4756-ac72-1528ebd9d264 None None] Bound port: 4d433dc1-3d3e-4248-92e9-b4300f3a0c26, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '781e8257-6b99-48eb-baa0-968578a8c0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:22:39.145295 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-690b048e-f57b-4756-ac72-1528ebd9d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:39.210287 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-690b048e-f57b-4756-ac72-1528ebd9d264 None None] For port 4d433dc1-3d3e-4248-92e9-b4300f3a0c26, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:22:39.213992 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-690b048e-f57b-4756-ac72-1528ebd9d264 None None] For port 4d433dc1-3d3e-4248-92e9-b4300f3a0c26, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=4d433dc1-3d3e-4248-92e9-b4300f3a0c26,segment=NetworkSegment(781e8257-6b99-48eb-baa0-968578a8c0b3),segment_id=781e8257-6b99-48eb-baa0-968578a8c0b3)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:22:39.219765 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-690b048e-f57b-4756-ac72-1528ebd9d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:39.232619 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-0853251c-295b-46d6-99b3-335f47ebd386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfda11ee-0a7c-4eeb-a000-8906c8930bd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1029262122', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '90239ee5-8d75-4235-9f08-f2b4c2287d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:22:36Z', 'updated_at': '2022-03-22T11:22:37Z', 'revision_number': 3, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': '90239ee5-8d75-4235-9f08-f2b4c2287d2a', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfda11ee-0a7c-4eeb-a000-8906c8930bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:22:36Z', 'updated_at': '2022-03-22T11:22:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:22:39.267896 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0853251c-295b-46d6-99b3-335f47ebd386 None None] The sync data for ids ['cfda11ee-0a7c-4eeb-a000-8906c8930bd4'] in dv-neutron-834599-1-hyperv is: [{'id': 'cfda11ee-0a7c-4eeb-a000-8906c8930bd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1029262122', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '90239ee5-8d75-4235-9f08-f2b4c2287d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:22:36Z', 'updated_at': '2022-03-22T11:22:37Z', 'revision_number': 3, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': '90239ee5-8d75-4235-9f08-f2b4c2287d2a', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfda11ee-0a7c-4eeb-a000-8906c8930bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:22:36Z', 'updated_at': '2022-03-22T11:22:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:22:39.294584 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690b048e-f57b-4756-ac72-1528ebd9d264 None None] Pushing event updated for resources: {'Port': ['ID=4d433dc1-3d3e-4248-92e9-b4300f3a0c26,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:22:39.353910 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-8f3f996e-1ee3-4b65-810a-b8d759eea531 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Allocated IP 172.20.0.1 (7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3/52c841b7-1eab-4a5d-b975-c9774b723cbd/a44e4f58-2c56-4bc2-b1a2-601ea07046a0) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:22:39.508679 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8f3f996e-1ee3-4b65-810a-b8d759eea531 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:39.555163 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8f3f996e-1ee3-4b65-810a-b8d759eea531 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:39.600482 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3f996e-1ee3-4b65-810a-b8d759eea531 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Network 7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:22:39.603791 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-8f3f996e-1ee3-4b65-810a-b8d759eea531 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:22:39.607724 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3f996e-1ee3-4b65-810a-b8d759eea531 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:22:39.614392 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f996e-1ee3-4b65-810a-b8d759eea531 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'Port': ['ID=a44e4f58-2c56-4bc2-b1a2-601ea07046a0,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:22:39.663774 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8f3f996e-1ee3-4b65-810a-b8d759eea531 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684270'] for router_interface, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:39.793721 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8f3f996e-1ee3-4b65-810a-b8d759eea531 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:39.878883 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-35181b6e-6fce-4712-8fdc-4b382c6164bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:40.108366 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8f3f996e-1ee3-4b65-810a-b8d759eea531 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:40.116428 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8f3f996e-1ee3-4b65-810a-b8d759eea531 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:40.185567 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 90239ee5-8d75-4235-9f08-f2b4c2287d2a up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:22:40.217179 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-8f3f996e-1ee3-4b65-810a-b8d759eea531 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684306'] for router_interface, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:40.219106 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f996e-1ee3-4b65-810a-b8d759eea531 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'Port': ['ID=a44e4f58-2c56-4bc2-b1a2-601ea07046a0,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:22:40.250504 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 90239ee5-8d75-4235-9f08-f2b4c2287d2a triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:22:40.250881 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:40.316513 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3f996e-1ee3-4b65-810a-b8d759eea531 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Network 7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:22:40.318074 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-8f3f996e-1ee3-4b65-810a-b8d759eea531 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:22:40.330490 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:40.352492 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port 90239ee5-8d75-4235-9f08-f2b4c2287d2a, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=90239ee5-8d75-4235-9f08-f2b4c2287d2a,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:22:40.358516 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:40.359444 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 4d433dc1-3d3e-4248-92e9-b4300f3a0c26 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:22:40.361427 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bfafa5-e4c2-4782-a077-c8dd2b3daeb4 None None] Network 7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:22:40.434812 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f3f996e-1ee3-4b65-810a-b8d759eea531 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Router cfda11ee-0a7c-4eeb-a000-8906c8930bd4 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:22:40.508761 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-da0ffec2-246c-497f-a810-e90217e7a988 None None] Provisioning complete for port 4d433dc1-3d3e-4248-92e9-b4300f3a0c26 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:22:40.509132 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-da0ffec2-246c-497f-a810-e90217e7a988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:40.514096 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=90239ee5-8d75-4235-9f08-f2b4c2287d2a,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:22:40.544975 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3f996e-1ee3-4b65-810a-b8d759eea531 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:22:40.559880 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-8f3f996e-1ee3-4b65-810a-b8d759eea531 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "PUT /v2.0/routers/cfda11ee-0a7c-4eeb-a000-8906c8930bd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9657905 Mar 22 11:22:40.584520 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 4d433dc1-3d3e-4248-92e9-b4300f3a0c26 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:22:40.584985 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:40.699170 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6883963e-6f04-4a93-8a92-3584bb0901aa req-5da38603-6e30-48d0-95c5-f2d748d44168 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2022694599&fields=id&tenant_id=c7a987b92cdc4ed9b3e8c30c749ad6fb HTTP/1.1" status: 200 len: 267 time: 0.0372181 Mar 22 11:22:40.706956 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-da0ffec2-246c-497f-a810-e90217e7a988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:40.759980 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:40.784646 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-da0ffec2-246c-497f-a810-e90217e7a988 None None] For port 4d433dc1-3d3e-4248-92e9-b4300f3a0c26, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=4d433dc1-3d3e-4248-92e9-b4300f3a0c26,segment=NetworkSegment(781e8257-6b99-48eb-baa0-968578a8c0b3),segment_id=781e8257-6b99-48eb-baa0-968578a8c0b3)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:22:40.792170 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-da0ffec2-246c-497f-a810-e90217e7a988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:40.825168 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883963e-6f04-4a93-8a92-3584bb0901aa req-e0c16e82-1765-4367-9d5c-74d6ae3eb66b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:22:40.826846 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6883963e-6f04-4a93-8a92-3584bb0901aa req-e0c16e82-1765-4367-9d5c-74d6ae3eb66b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/networks?id=7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3 HTTP/1.1" status: 200 len: 797 time: 0.1204410 Mar 22 11:22:40.844041 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6883963e-6f04-4a93-8a92-3584bb0901aa req-74d45043-29c8-4644-b63d-6ec31f486aab tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/quotas/c7a987b92cdc4ed9b3e8c30c749ad6fb HTTP/1.1" status: 200 len: 375 time: 0.0096862 Mar 22 11:22:40.861702 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.db.api [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:22:40.861895 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG oslo_db.api [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:22:40.872302 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0ffec2-246c-497f-a810-e90217e7a988 None None] Pushing event updated for resources: {'Port': ['ID=4d433dc1-3d3e-4248-92e9-b4300f3a0c26,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:22:40.899814 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6883963e-6f04-4a93-8a92-3584bb0901aa req-ec2fcafb-78f2-453f-b428-8a9a648d2575 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c7a987b92cdc4ed9b3e8c30c749ad6fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494220 Mar 22 11:22:40.982267 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c320697-cca0-4e32-97c5-1613dda7d68e None None] Sync routers for ids ['cfda11ee-0a7c-4eeb-a000-8906c8930bd4'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:22:40.995095 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c320697-cca0-4e32-97c5-1613dda7d68e None None] Routers {'cfda11ee-0a7c-4eeb-a000-8906c8930bd4'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:22:40.995844 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-8c320697-cca0-4e32-97c5-1613dda7d68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:22:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['cfda11ee-0a7c-4eeb-a000-8906c8930bd4'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:22:41.059052 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-a34be9c7-d582-4028-b14c-b654d8110519 None None] Provisioning complete for port 4d433dc1-3d3e-4248-92e9-b4300f3a0c26 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:22:41.059443 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a34be9c7-d582-4028-b14c-b654d8110519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:41.069132 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6883963e-6f04-4a93-8a92-3584bb0901aa req-a7622e7e-86ce-4ddb-a6e5-bc11ff82c534 service neutron] 10.222.0.57 "GET /v2.0/networks/7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565602 Mar 22 11:22:41.136672 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-8c320697-cca0-4e32-97c5-1613dda7d68e None None] Set router cfda11ee-0a7c-4eeb-a000-8906c8930bd4 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:22:41.167064 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6883963e-6f04-4a93-8a92-3584bb0901aa req-381269c9-9f0e-4994-b736-eacee4021647 service neutron] 10.222.0.57 "GET /v2.0/networks/7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915878 Mar 22 11:22:41.278119 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:41.368491 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-eca49e09-8ff4-4bfa-b258-f92908afc02e req-aeafa6d4-d7b8-4b44-b4b2-045d63735dd2 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=26279f48-89b4-4d88-a637-f2c625efa33e HTTP/1.1" status: 200 len: 210 time: 0.0304165 Mar 22 11:22:41.524518 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-a34be9c7-d582-4028-b14c-b654d8110519 None None] Provisioning complete for port a44e4f58-2c56-4bc2-b1a2-601ea07046a0 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:22:41.525041 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a34be9c7-d582-4028-b14c-b654d8110519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:41.584913 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-a34be9c7-d582-4028-b14c-b654d8110519 None None] Port a44e4f58-2c56-4bc2-b1a2-601ea07046a0 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:22:41.609360 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-8c320697-cca0-4e32-97c5-1613dda7d68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfda11ee-0a7c-4eeb-a000-8906c8930bd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1029262122', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '90239ee5-8d75-4235-9f08-f2b4c2287d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:22:36Z', 'updated_at': '2022-03-22T11:22:39Z', 'revision_number': 4, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': '90239ee5-8d75-4235-9f08-f2b4c2287d2a', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfda11ee-0a7c-4eeb-a000-8906c8930bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:22:36Z', 'updated_at': '2022-03-22T11:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': 'a44e4f58-2c56-4bc2-b1a2-601ea07046a0', 'name': '', 'network_id': '7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'mac_address': 'fa:16:3e:6e:af:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfda11ee-0a7c-4eeb-a000-8906c8930bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '52c841b7-1eab-4a5d-b975-c9774b723cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:22:39Z', 'updated_at': '2022-03-22T11:22:39Z', 'revision_number': 2, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'subnets': [{'id': '52c841b7-1eab-4a5d-b975-c9774b723cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:22:41.639220 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c320697-cca0-4e32-97c5-1613dda7d68e None None] Checking router: cfda11ee-0a7c-4eeb-a000-8906c8930bd4 for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:22:41.639619 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c320697-cca0-4e32-97c5-1613dda7d68e None None] Updating router cfda11ee-0a7c-4eeb-a000-8906c8930bd4 port a44e4f58-2c56-4bc2-b1a2-601ea07046a0 binding host dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:22:41.664476 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8c320697-cca0-4e32-97c5-1613dda7d68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:41.722409 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-35737348-7353-404c-b99f-9f0b0c2098d6 None None] Provisioning complete for port a44e4f58-2c56-4bc2-b1a2-601ea07046a0 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:22:41.722775 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-35737348-7353-404c-b99f-9f0b0c2098d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:41.819943 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-35737348-7353-404c-b99f-9f0b0c2098d6 None None] Port a44e4f58-2c56-4bc2-b1a2-601ea07046a0 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:22:41.964884 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8c320697-cca0-4e32-97c5-1613dda7d68e None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:41.974577 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8c320697-cca0-4e32-97c5-1613dda7d68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:42.017988 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8b18aa-d0eb-4cfe-a734-bf4a2f85ee42 None None] Pushing event updated for resources: {'Port': ['ID=a44e4f58-2c56-4bc2-b1a2-601ea07046a0,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:22:42.071243 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-8c320697-cca0-4e32-97c5-1613dda7d68e None None] Attempting to bind port a44e4f58-2c56-4bc2-b1a2-601ea07046a0 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:22:42.071514 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-8c320697-cca0-4e32-97c5-1613dda7d68e None None] Attempting to bind port a44e4f58-2c56-4bc2-b1a2-601ea07046a0 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '781e8257-6b99-48eb-baa0-968578a8c0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:22:42.071902 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c320697-cca0-4e32-97c5-1613dda7d68e None None] Attempting to bind port a44e4f58-2c56-4bc2-b1a2-601ea07046a0 on network 7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:22:42.077210 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c320697-cca0-4e32-97c5-1613dda7d68e None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:22:42.077579 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c320697-cca0-4e32-97c5-1613dda7d68e None None] Checking segment: {'id': '781e8257-6b99-48eb-baa0-968578a8c0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:22:42.077986 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8c320697-cca0-4e32-97c5-1613dda7d68e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:42.078357 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c320697-cca0-4e32-97c5-1613dda7d68e None None] Bound using segment: {'id': '781e8257-6b99-48eb-baa0-968578a8c0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:22:42.078821 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-8c320697-cca0-4e32-97c5-1613dda7d68e None None] Bound port: a44e4f58-2c56-4bc2-b1a2-601ea07046a0, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '781e8257-6b99-48eb-baa0-968578a8c0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:22:42.079197 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8c320697-cca0-4e32-97c5-1613dda7d68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:42.119233 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 90239ee5-8d75-4235-9f08-f2b4c2287d2a up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:22:42.187540 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8c320697-cca0-4e32-97c5-1613dda7d68e None None] For port a44e4f58-2c56-4bc2-b1a2-601ea07046a0, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:22:42.192185 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8c320697-cca0-4e32-97c5-1613dda7d68e None None] For port a44e4f58-2c56-4bc2-b1a2-601ea07046a0, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=a44e4f58-2c56-4bc2-b1a2-601ea07046a0,segment=NetworkSegment(781e8257-6b99-48eb-baa0-968578a8c0b3),segment_id=781e8257-6b99-48eb-baa0-968578a8c0b3)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:22:42.199564 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8c320697-cca0-4e32-97c5-1613dda7d68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:42.239707 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 90239ee5-8d75-4235-9f08-f2b4c2287d2a triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:22:42.240089 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:42.300919 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c320697-cca0-4e32-97c5-1613dda7d68e None None] Routers {'cfda11ee-0a7c-4eeb-a000-8906c8930bd4'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:22:42.301621 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-8c320697-cca0-4e32-97c5-1613dda7d68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:22:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['cfda11ee-0a7c-4eeb-a000-8906c8930bd4'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:22:42.314778 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-5ee3f47c-1cd2-4ede-a02a-f393f870ba4f None None] Provisioning complete for port a44e4f58-2c56-4bc2-b1a2-601ea07046a0 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:22:42.315155 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5ee3f47c-1cd2-4ede-a02a-f393f870ba4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:42.325058 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883963e-6f04-4a93-8a92-3584bb0901aa req-c6ef5843-3e34-4a25-83fa-a3145dfbc754 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:22:42.327128 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6883963e-6f04-4a93-8a92-3584bb0901aa req-c6ef5843-3e34-4a25-83fa-a3145dfbc754 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.35 "GET /v2.0/networks?id=7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3 HTTP/1.1" status: 200 len: 797 time: 0.1340001 Mar 22 11:22:42.346906 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8b18aa-d0eb-4cfe-a734-bf4a2f85ee42 None None] Pushing event updated for resources: {'Port': ['ID=a44e4f58-2c56-4bc2-b1a2-601ea07046a0,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:22:42.379207 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6883963e-6f04-4a93-8a92-3584bb0901aa req-dc63240c-aa15-49ab-9e53-91883ad64dc0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7a987b92cdc4ed9b3e8c30c749ad6fb HTTP/1.1" status: 200 len: 380 time: 0.0423841 Mar 22 11:22:42.393047 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-6883963e-6f04-4a93-8a92-3584bb0901aa req-89946419-7ee7-4a54-b468-a952e3866815 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Request body: {'port': {'device_id': '26279f48-89b4-4d88-a637-f2c625efa33e', 'network_id': '7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3', 'admin_state_up': True, 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'security_groups': ['8c2b27d9-c769-48ec-b605-d4a96b0a3b39']}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:22:42.498363 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-956708e2-ec1d-4b00-9184-a4de97fbfb0b req-101cbb31-f3c1-42f7-8733-9210c224ffec tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=26279f48-89b4-4d88-a637-f2c625efa33e HTTP/1.1" status: 200 len: 210 time: 0.0311561 Mar 22 11:22:42.504265 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 4d433dc1-3d3e-4248-92e9-b4300f3a0c26 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:22:42.530069 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-8c320697-cca0-4e32-97c5-1613dda7d68e None None] Set router cfda11ee-0a7c-4eeb-a000-8906c8930bd4 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:22:42.540731 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6883963e-6f04-4a93-8a92-3584bb0901aa req-89946419-7ee7-4a54-b468-a952e3866815 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Made reservation on behalf of c7a987b92cdc4ed9b3e8c30c749ad6fb for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:22:42.544428 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-6883963e-6f04-4a93-8a92-3584bb0901aa req-89946419-7ee7-4a54-b468-a952e3866815 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:42.612581 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5ee3f47c-1cd2-4ede-a02a-f393f870ba4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:42.674408 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [req-6883963e-6f04-4a93-8a92-3584bb0901aa req-89946419-7ee7-4a54-b468-a952e3866815 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Allocated IP 172.20.0.14 (7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3/52c841b7-1eab-4a5d-b975-c9774b723cbd/94268fed-afef-4b8f-9f3a-21ed5a190c48) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:22:42.688328 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:42.736565 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-5ee3f47c-1cd2-4ede-a02a-f393f870ba4f None None] For port a44e4f58-2c56-4bc2-b1a2-601ea07046a0, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=a44e4f58-2c56-4bc2-b1a2-601ea07046a0,segment=NetworkSegment(781e8257-6b99-48eb-baa0-968578a8c0b3),segment_id=781e8257-6b99-48eb-baa0-968578a8c0b3)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:22:42.739124 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 4d433dc1-3d3e-4248-92e9-b4300f3a0c26 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:22:42.739529 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:42.744078 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5ee3f47c-1cd2-4ede-a02a-f393f870ba4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:42.815643 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-6883963e-6f04-4a93-8a92-3584bb0901aa req-89946419-7ee7-4a54-b468-a952e3866815 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:42.849653 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-6883963e-6f04-4a93-8a92-3584bb0901aa req-89946419-7ee7-4a54-b468-a952e3866815 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:42.876227 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee3f47c-1cd2-4ede-a02a-f393f870ba4f None None] Pushing event updated for resources: {'Port': ['ID=a44e4f58-2c56-4bc2-b1a2-601ea07046a0,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:22:42.894602 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:42.897181 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6883963e-6f04-4a93-8a92-3584bb0901aa req-89946419-7ee7-4a54-b468-a952e3866815 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Network 7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:22:42.900504 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [req-6883963e-6f04-4a93-8a92-3584bb0901aa req-89946419-7ee7-4a54-b468-a952e3866815 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:22:42.904183 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-6883963e-6f04-4a93-8a92-3584bb0901aa req-89946419-7ee7-4a54-b468-a952e3866815 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:22:42.908024 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-17fefcb2-b851-4fb5-93f8-6af4c0702781 None None] Provisioning complete for port a44e4f58-2c56-4bc2-b1a2-601ea07046a0 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:22:42.908908 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-17fefcb2-b851-4fb5-93f8-6af4c0702781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:42.935120 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89946419-7ee7-4a54-b468-a952e3866815 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'Port': ['ID=94268fed-afef-4b8f-9f3a-21ed5a190c48,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:22:42.958597 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883963e-6f04-4a93-8a92-3584bb0901aa req-89946419-7ee7-4a54-b468-a952e3866815 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:22:42.959240 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-6883963e-6f04-4a93-8a92-3584bb0901aa req-89946419-7ee7-4a54-b468-a952e3866815 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:42.977684 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6883963e-6f04-4a93-8a92-3584bb0901aa req-89946419-7ee7-4a54-b468-a952e3866815 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5901737 Mar 22 11:22:42.991971 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-6883963e-6f04-4a93-8a92-3584bb0901aa req-61f6c93b-8fc5-4568-bb36-c6dfa2214ad6 service neutron] Request body: {'port': {'device_id': '26279f48-89b4-4d88-a637-f2c625efa33e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8345'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:22:42.992701 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-8c320697-cca0-4e32-97c5-1613dda7d68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfda11ee-0a7c-4eeb-a000-8906c8930bd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1029262122', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '90239ee5-8d75-4235-9f08-f2b4c2287d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:22:36Z', 'updated_at': '2022-03-22T11:22:39Z', 'revision_number': 4, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': '90239ee5-8d75-4235-9f08-f2b4c2287d2a', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfda11ee-0a7c-4eeb-a000-8906c8930bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:22:36Z', 'updated_at': '2022-03-22T11:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': 'a44e4f58-2c56-4bc2-b1a2-601ea07046a0', 'name': '', 'network_id': '7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'mac_address': 'fa:16:3e:6e:af:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfda11ee-0a7c-4eeb-a000-8906c8930bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '52c841b7-1eab-4a5d-b975-c9774b723cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:22:39Z', 'updated_at': '2022-03-22T11:22:42Z', 'revision_number': 4, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'subnets': [{'id': '52c841b7-1eab-4a5d-b975-c9774b723cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:22:43.022247 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c320697-cca0-4e32-97c5-1613dda7d68e None None] The sync data for ids ['cfda11ee-0a7c-4eeb-a000-8906c8930bd4'] in dv-neutron-834599-1-hyperv is: [{'id': 'cfda11ee-0a7c-4eeb-a000-8906c8930bd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1029262122', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '90239ee5-8d75-4235-9f08-f2b4c2287d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:22:36Z', 'updated_at': '2022-03-22T11:22:39Z', 'revision_number': 4, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': '90239ee5-8d75-4235-9f08-f2b4c2287d2a', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfda11ee-0a7c-4eeb-a000-8906c8930bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:22:36Z', 'updated_at': '2022-03-22T11:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': 'a44e4f58-2c56-4bc2-b1a2-601ea07046a0', 'name': '', 'network_id': '7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'mac_address': 'fa:16:3e:6e:af:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfda11ee-0a7c-4eeb-a000-8906c8930bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '52c841b7-1eab-4a5d-b975-c9774b723cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:22:39Z', 'updated_at': '2022-03-22T11:22:42Z', 'revision_number': 4, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'subnets': [{'id': '52c841b7-1eab-4a5d-b975-c9774b723cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:22:43.062954 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-6883963e-6f04-4a93-8a92-3584bb0901aa req-61f6c93b-8fc5-4568-bb36-c6dfa2214ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:43.225564 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-24532550-7d77-4069-8d91-43f60ccd9b1d None None] Provisioning complete for port 94268fed-afef-4b8f-9f3a-21ed5a190c48 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:22:43.225946 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-24532550-7d77-4069-8d91-43f60ccd9b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:43.269750 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-24532550-7d77-4069-8d91-43f60ccd9b1d None None] Port 94268fed-afef-4b8f-9f3a-21ed5a190c48 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:22:43.372251 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [req-6883963e-6f04-4a93-8a92-3584bb0901aa req-61f6c93b-8fc5-4568-bb36-c6dfa2214ad6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94268fed-afef-4b8f-9f3a-21ed5a190c48 {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:22:43.380274 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-6883963e-6f04-4a93-8a92-3584bb0901aa req-61f6c93b-8fc5-4568-bb36-c6dfa2214ad6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:43.392785 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [req-6883963e-6f04-4a93-8a92-3584bb0901aa req-61f6c93b-8fc5-4568-bb36-c6dfa2214ad6 service neutron] Transition to ACTIVE for port object 94268fed-afef-4b8f-9f3a-21ed5a190c48 will not be triggered until provisioned by entity L2. {{(pid=109050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:22:43.397092 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-6883963e-6f04-4a93-8a92-3584bb0901aa req-61f6c93b-8fc5-4568-bb36-c6dfa2214ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:43.450700 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f6c93b-8fc5-4568-bb36-c6dfa2214ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=94268fed-afef-4b8f-9f3a-21ed5a190c48,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:22:43.525887 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-6883963e-6f04-4a93-8a92-3584bb0901aa req-61f6c93b-8fc5-4568-bb36-c6dfa2214ad6 service neutron] Attempting to bind port 94268fed-afef-4b8f-9f3a-21ed5a190c48 on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:22:43.526227 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-6883963e-6f04-4a93-8a92-3584bb0901aa req-61f6c93b-8fc5-4568-bb36-c6dfa2214ad6 service neutron] Attempting to bind port 94268fed-afef-4b8f-9f3a-21ed5a190c48 by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': '781e8257-6b99-48eb-baa0-968578a8c0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:22:43.526588 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6883963e-6f04-4a93-8a92-3584bb0901aa req-61f6c93b-8fc5-4568-bb36-c6dfa2214ad6 service neutron] Attempting to bind port 94268fed-afef-4b8f-9f3a-21ed5a190c48 on network 7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:22:43.532843 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6883963e-6f04-4a93-8a92-3584bb0901aa req-61f6c93b-8fc5-4568-bb36-c6dfa2214ad6 service neutron] Port 94268fed-afef-4b8f-9f3a-21ed5a190c48 on network 7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 11:22:43.533169 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6883963e-6f04-4a93-8a92-3584bb0901aa req-61f6c93b-8fc5-4568-bb36-c6dfa2214ad6 service neutron] Attempting to bind port 94268fed-afef-4b8f-9f3a-21ed5a190c48 on network 7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:22:43.538458 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6883963e-6f04-4a93-8a92-3584bb0901aa req-61f6c93b-8fc5-4568-bb36-c6dfa2214ad6 service neutron] Checking agent: {'id': 'dcb78974-6458-4942-8c9c-663284d5bb3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8345', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:22:43.538803 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6883963e-6f04-4a93-8a92-3584bb0901aa req-61f6c93b-8fc5-4568-bb36-c6dfa2214ad6 service neutron] Checking segment: {'id': '781e8257-6b99-48eb-baa0-968578a8c0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:22:43.539194 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6883963e-6f04-4a93-8a92-3584bb0901aa req-61f6c93b-8fc5-4568-bb36-c6dfa2214ad6 service neutron] Bound using segment: {'id': '781e8257-6b99-48eb-baa0-968578a8c0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:22:43.539643 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-6883963e-6f04-4a93-8a92-3584bb0901aa req-61f6c93b-8fc5-4568-bb36-c6dfa2214ad6 service neutron] Bound port: 94268fed-afef-4b8f-9f3a-21ed5a190c48, host: hv-neutron-8345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '781e8257-6b99-48eb-baa0-968578a8c0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:22:43.540003 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-6883963e-6f04-4a93-8a92-3584bb0901aa req-61f6c93b-8fc5-4568-bb36-c6dfa2214ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:43.593679 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:43.641892 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-6883963e-6f04-4a93-8a92-3584bb0901aa req-61f6c93b-8fc5-4568-bb36-c6dfa2214ad6 service neutron] For port 94268fed-afef-4b8f-9f3a-21ed5a190c48, host hv-neutron-8345, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:22:43.646879 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-6883963e-6f04-4a93-8a92-3584bb0901aa req-61f6c93b-8fc5-4568-bb36-c6dfa2214ad6 service neutron] For port 94268fed-afef-4b8f-9f3a-21ed5a190c48, host hv-neutron-8345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=94268fed-afef-4b8f-9f3a-21ed5a190c48,segment=NetworkSegment(781e8257-6b99-48eb-baa0-968578a8c0b3),segment_id=781e8257-6b99-48eb-baa0-968578a8c0b3)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:22:43.653272 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-6883963e-6f04-4a93-8a92-3584bb0901aa req-61f6c93b-8fc5-4568-bb36-c6dfa2214ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:43.663387 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e03a2d-44f4-47db-b580-865e40e51401 req-eb50b46f-b17e-406d-911f-c2d08275254b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:22:43.664897 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-87e03a2d-44f4-47db-b580-865e40e51401 req-eb50b46f-b17e-406d-911f-c2d08275254b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=26279f48-89b4-4d88-a637-f2c625efa33e HTTP/1.1" status: 200 len: 944 time: 0.0781302 Mar 22 11:22:43.712446 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883963e-6f04-4a93-8a92-3584bb0901aa req-61f6c93b-8fc5-4568-bb36-c6dfa2214ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:22:43.713068 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-6883963e-6f04-4a93-8a92-3584bb0901aa req-61f6c93b-8fc5-4568-bb36-c6dfa2214ad6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:43.714467 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6883963e-6f04-4a93-8a92-3584bb0901aa req-61f6c93b-8fc5-4568-bb36-c6dfa2214ad6 service neutron] 10.222.0.35 "PUT /v2.0/ports/94268fed-afef-4b8f-9f3a-21ed5a190c48 HTTP/1.1" status: 200 len: 1094 time: 0.7277045 Mar 22 11:22:43.716915 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26279f48-89b4-4d88-a637-f2c625efa33e', 'tag': '94268fed-afef-4b8f-9f3a-21ed5a190c48'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:22:43.719265 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86cc99ce-b662-4fda-bf2e-c95d14ebed26" -d '{"events": [{"name": "network-changed", "server_uuid": "26279f48-89b4-4d88-a637-f2c625efa33e", "tag": "94268fed-afef-4b8f-9f3a-21ed5a190c48"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:22:43.760031 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-87e03a2d-44f4-47db-b580-865e40e51401 req-d8e630b9-55ac-44fb-b16d-01eba067b522 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c2b27d9-c769-48ec-b605-d4a96b0a3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714545 Mar 22 11:22:43.760814 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f6c93b-8fc5-4568-bb36-c6dfa2214ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=94268fed-afef-4b8f-9f3a-21ed5a190c48,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:22:43.779587 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251d2028-7397-4283-9ed7-eb582d447fca x-openstack-request-id: req-251d2028-7397-4283-9ed7-eb582d447fca {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:22:43.779868 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26279f48-89b4-4d88-a637-f2c625efa33e", "tag": "94268fed-afef-4b8f-9f3a-21ed5a190c48", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:22:43.780106 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-251d2028-7397-4283-9ed7-eb582d447fca {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:22:43.780600 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-251d2028-7397-4283-9ed7-eb582d447fca'] response: {'name': 'network-changed', 'server_uuid': '26279f48-89b4-4d88-a637-f2c625efa33e', 'tag': '94268fed-afef-4b8f-9f3a-21ed5a190c48', 'status': 'completed', 'code': 200} Mar 22 11:22:43.816434 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883963e-6f04-4a93-8a92-3584bb0901aa req-99c7c4b8-68b9-44c9-ab50-bb30f9595dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:22:43.817964 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6883963e-6f04-4a93-8a92-3584bb0901aa req-99c7c4b8-68b9-44c9-ab50-bb30f9595dc6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7a987b92cdc4ed9b3e8c30c749ad6fb&device_id=26279f48-89b4-4d88-a637-f2c625efa33e HTTP/1.1" status: 200 len: 1097 time: 0.0473251 Mar 22 11:22:43.860722 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6883963e-6f04-4a93-8a92-3584bb0901aa req-99dad873-4f2d-4b0a-b305-6cfb7b1dbe8b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94268fed-afef-4b8f-9f3a-21ed5a190c48 HTTP/1.1" status: 200 len: 217 time: 0.0356240 Mar 22 11:22:43.917177 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883963e-6f04-4a93-8a92-3584bb0901aa req-0214c8d4-104d-4755-a59a-ee56e565a45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:22:43.919495 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6883963e-6f04-4a93-8a92-3584bb0901aa req-0214c8d4-104d-4755-a59a-ee56e565a45b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=52c841b7-1eab-4a5d-b975-c9774b723cbd HTTP/1.1" status: 200 len: 833 time: 0.0510755 Mar 22 11:22:43.969446 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883963e-6f04-4a93-8a92-3584bb0901aa req-2fe971d9-b473-46d4-9474-65ed583c2954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:22:43.970999 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6883963e-6f04-4a93-8a92-3584bb0901aa req-2fe971d9-b473-46d4-9474-65ed583c2954 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0445571 Mar 22 11:22:44.070250 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6883963e-6f04-4a93-8a92-3584bb0901aa req-3f86271d-6482-4f56-b7a1-429e718ebede service neutron] 10.222.0.35 "GET /v2.0/networks/7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910578 Mar 22 11:22:44.130674 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device a44e4f58-2c56-4bc2-b1a2-601ea07046a0 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:22:44.177883 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6883963e-6f04-4a93-8a92-3584bb0901aa req-2db8a351-ea46-4ba2-98c6-ca8f2ebfc13b service neutron] 10.222.0.35 "GET /v2.0/networks/7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011724 Mar 22 11:22:44.178189 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port a44e4f58-2c56-4bc2-b1a2-601ea07046a0 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:22:44.178596 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:44.271956 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc99ce-b662-4fda-bf2e-c95d14ebed26 req-f3110f14-b9e8-46b6-a944-ef0fbfaff9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:22:44.273452 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-86cc99ce-b662-4fda-bf2e-c95d14ebed26 req-f3110f14-b9e8-46b6-a944-ef0fbfaff9fe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7a987b92cdc4ed9b3e8c30c749ad6fb&device_id=26279f48-89b4-4d88-a637-f2c625efa33e HTTP/1.1" status: 200 len: 1097 time: 0.0448384 Mar 22 11:22:44.365379 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc99ce-b662-4fda-bf2e-c95d14ebed26 req-a6ab4f3b-08d0-4d35-80cb-d493554d048e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:22:44.366821 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-86cc99ce-b662-4fda-bf2e-c95d14ebed26 req-a6ab4f3b-08d0-4d35-80cb-d493554d048e service neutron] 10.222.0.35 "GET /v2.0/networks?id=7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3 HTTP/1.1" status: 200 len: 898 time: 0.0858824 Mar 22 11:22:44.412667 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-86cc99ce-b662-4fda-bf2e-c95d14ebed26 req-f5d1d984-c20b-4e2e-89a7-dd946e033ffa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94268fed-afef-4b8f-9f3a-21ed5a190c48 HTTP/1.1" status: 200 len: 217 time: 0.0383480 Mar 22 11:22:44.466372 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc99ce-b662-4fda-bf2e-c95d14ebed26 req-278587b2-7358-478e-bde2-9610779d7ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:22:44.468509 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-86cc99ce-b662-4fda-bf2e-c95d14ebed26 req-278587b2-7358-478e-bde2-9610779d7ff6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=52c841b7-1eab-4a5d-b975-c9774b723cbd HTTP/1.1" status: 200 len: 833 time: 0.0477154 Mar 22 11:22:44.520015 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc99ce-b662-4fda-bf2e-c95d14ebed26 req-063ed33f-e239-416a-b68c-33088ab3b05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:22:44.521506 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-86cc99ce-b662-4fda-bf2e-c95d14ebed26 req-063ed33f-e239-416a-b68c-33088ab3b05a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0449872 Mar 22 11:22:44.621273 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-86cc99ce-b662-4fda-bf2e-c95d14ebed26 req-b5357c31-2b3a-4846-abbc-964def7c5803 service neutron] 10.222.0.35 "GET /v2.0/networks/7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922463 Mar 22 11:22:44.715406 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-86cc99ce-b662-4fda-bf2e-c95d14ebed26 req-37d68f5d-e3c2-4413-bef9-117076ab457e service neutron] 10.222.0.35 "GET /v2.0/networks/7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865219 Mar 22 11:22:44.893223 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fede640-563c-428e-9f83-365715f87366 req-3ff3acff-f955-407f-bdfb-2de15b01ce43 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:22:44.894670 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8fede640-563c-428e-9f83-365715f87366 req-3ff3acff-f955-407f-bdfb-2de15b01ce43 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=26279f48-89b4-4d88-a637-f2c625efa33e HTTP/1.1" status: 200 len: 944 time: 0.0608866 Mar 22 11:22:44.931900 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8fede640-563c-428e-9f83-365715f87366 req-a09b29c3-20ff-492e-aae9-bdda4752b2cb tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c2b27d9-c769-48ec-b605-d4a96b0a3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309856 Mar 22 11:22:46.068384 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e8f8b1-49f3-41d2-bbca-b38078044b4a req-d5c5296f-276b-47b6-96c4-eb0890c274c5 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:22:46.069919 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-23e8f8b1-49f3-41d2-bbca-b38078044b4a req-d5c5296f-276b-47b6-96c4-eb0890c274c5 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=26279f48-89b4-4d88-a637-f2c625efa33e HTTP/1.1" status: 200 len: 944 time: 0.0587306 Mar 22 11:22:46.105162 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 94268fed-afef-4b8f-9f3a-21ed5a190c48 details requested by agent hyperv_hv-neutron-8345 with host hv-neutron-8345 {{(pid=109051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 11:22:46.111250 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-23e8f8b1-49f3-41d2-bbca-b38078044b4a req-ea9f310e-1d92-43e0-a0b8-8391f7cc4784 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c2b27d9-c769-48ec-b605-d4a96b0a3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347097 Mar 22 11:22:46.198428 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 94268fed-afef-4b8f-9f3a-21ed5a190c48, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=94268fed-afef-4b8f-9f3a-21ed5a190c48,segment=NetworkSegment(781e8257-6b99-48eb-baa0-968578a8c0b3),segment_id=781e8257-6b99-48eb-baa0-968578a8c0b3)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:22:46.210348 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Returning: {'device': '94268fed-afef-4b8f-9f3a-21ed5a190c48', 'network_id': '7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3', 'port_id': '94268fed-afef-4b8f-9f3a-21ed5a190c48', 'mac_address': 'fa:16:3e:76:d9:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52c841b7-1eab-4a5d-b975-c9774b723cbd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 11:22:46.396673 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:46.409550 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94268fed-afef-4b8f-9f3a-21ed5a190c48 {{(pid=109051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:22:46.429831 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 94268fed-afef-4b8f-9f3a-21ed5a190c48, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=94268fed-afef-4b8f-9f3a-21ed5a190c48,segment=NetworkSegment(781e8257-6b99-48eb-baa0-968578a8c0b3),segment_id=781e8257-6b99-48eb-baa0-968578a8c0b3)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:22:46.435579 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:46.481485 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=94268fed-afef-4b8f-9f3a-21ed5a190c48,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:22:46.642980 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['94268fed-afef-4b8f-9f3a-21ed5a190c48'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 11:22:47.240305 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba7d7c8-f343-40d3-a226-1ffb575a39e1 req-001f1960-cf70-4cd3-98d7-69a07c7d4c90 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:22:47.242126 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2ba7d7c8-f343-40d3-a226-1ffb575a39e1 req-001f1960-cf70-4cd3-98d7-69a07c7d4c90 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=26279f48-89b4-4d88-a637-f2c625efa33e HTTP/1.1" status: 200 len: 945 time: 0.0616906 Mar 22 11:22:47.284367 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2ba7d7c8-f343-40d3-a226-1ffb575a39e1 req-bb4803bc-7d50-4b3d-9e09-97369ddf6736 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c2b27d9-c769-48ec-b605-d4a96b0a3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324821 Mar 22 11:22:48.120583 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 94268fed-afef-4b8f-9f3a-21ed5a190c48 up at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:22:48.182872 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning for port 94268fed-afef-4b8f-9f3a-21ed5a190c48 completed by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:22:48.186963 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning complete for port 94268fed-afef-4b8f-9f3a-21ed5a190c48 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:22:48.187514 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:48.270605 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:48.292399 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26279f48-89b4-4d88-a637-f2c625efa33e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94268fed-afef-4b8f-9f3a-21ed5a190c48'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:22:48.294657 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2230c9-164d-4a59-9e03-420879197724" -d '{"events": [{"server_uuid": "26279f48-89b4-4d88-a637-f2c625efa33e", "name": "network-vif-plugged", "status": "completed", "tag": "94268fed-afef-4b8f-9f3a-21ed5a190c48"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:22:48.307614 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 94268fed-afef-4b8f-9f3a-21ed5a190c48, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=94268fed-afef-4b8f-9f3a-21ed5a190c48,segment=NetworkSegment(781e8257-6b99-48eb-baa0-968578a8c0b3),segment_id=781e8257-6b99-48eb-baa0-968578a8c0b3)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:22:48.313469 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:48.346367 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fbde26f-deea-45f0-b542-681ad960a8c7 x-openstack-request-id: req-7fbde26f-deea-45f0-b542-681ad960a8c7 {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:22:48.346778 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26279f48-89b4-4d88-a637-f2c625efa33e", "name": "network-vif-plugged", "status": "completed", "tag": "94268fed-afef-4b8f-9f3a-21ed5a190c48", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:22:48.347031 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7fbde26f-deea-45f0-b542-681ad960a8c7 {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:22:48.347449 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fbde26f-deea-45f0-b542-681ad960a8c7'] response: {'server_uuid': '26279f48-89b4-4d88-a637-f2c625efa33e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94268fed-afef-4b8f-9f3a-21ed5a190c48', 'code': 200} Mar 22 11:22:48.373144 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=94268fed-afef-4b8f-9f3a-21ed5a190c48,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:22:48.414596 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc8991-3056-4592-b8f4-d194aaaf94a6 req-4f861946-efb5-4f69-8f03-17f95c1f8d4b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:22:48.416119 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a4bc8991-3056-4592-b8f4-d194aaaf94a6 req-4f861946-efb5-4f69-8f03-17f95c1f8d4b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=26279f48-89b4-4d88-a637-f2c625efa33e HTTP/1.1" status: 200 len: 946 time: 0.0492027 Mar 22 11:22:48.453371 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a4bc8991-3056-4592-b8f4-d194aaaf94a6 req-292cedac-5088-4ee7-831d-0b657645ca6f tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c2b27d9-c769-48ec-b605-d4a96b0a3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313389 Mar 22 11:22:48.506597 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895563d3-052b-455b-8c30-aeb33b8d18f4 req-f4f46b8a-3d5c-4ada-b055-a181ff809654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:22:48.508269 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-895563d3-052b-455b-8c30-aeb33b8d18f4 req-f4f46b8a-3d5c-4ada-b055-a181ff809654 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=26279f48-89b4-4d88-a637-f2c625efa33e HTTP/1.1" status: 200 len: 1099 time: 0.0412414 Mar 22 11:22:48.544452 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-895563d3-052b-455b-8c30-aeb33b8d18f4 req-89e3844f-3001-40cb-9adf-dbddc4173e8c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8c2b27d9-c769-48ec-b605-d4a96b0a3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290449 Mar 22 11:22:49.582977 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc38f8d0-e754-4883-baa8-a1aa52cdb855 req-49bc45d1-04a6-4e48-9fd8-d0abc7f2e462 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:22:49.584495 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-cc38f8d0-e754-4883-baa8-a1aa52cdb855 req-49bc45d1-04a6-4e48-9fd8-d0abc7f2e462 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=26279f48-89b4-4d88-a637-f2c625efa33e HTTP/1.1" status: 200 len: 946 time: 0.0526764 Mar 22 11:22:49.622143 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-cc38f8d0-e754-4883-baa8-a1aa52cdb855 req-7ba6afe1-c581-46fe-9030-0c242baa73cf tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c2b27d9-c769-48ec-b605-d4a96b0a3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314500 Mar 22 11:22:50.748703 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c6f81-13bf-49da-902f-1edf74457020 req-97aff6de-1862-4d36-9092-6727ab6e69ae tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:22:50.750386 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ac9c6f81-13bf-49da-902f-1edf74457020 req-97aff6de-1862-4d36-9092-6727ab6e69ae tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=26279f48-89b4-4d88-a637-f2c625efa33e HTTP/1.1" status: 200 len: 946 time: 0.0560155 Mar 22 11:22:50.790350 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ac9c6f81-13bf-49da-902f-1edf74457020 req-dd939efd-2362-49fa-94bc-acaa63fc6fc3 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c2b27d9-c769-48ec-b605-d4a96b0a3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331075 Mar 22 11:22:50.905357 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5e50b-c26e-4a61-9054-856c87fec848 req-31286466-18f8-4160-92b5-8859e2c0d7d5 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:22:50.906814 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-93f5e50b-c26e-4a61-9054-856c87fec848 req-31286466-18f8-4160-92b5-8859e2c0d7d5 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=26279f48-89b4-4d88-a637-f2c625efa33e HTTP/1.1" status: 200 len: 946 time: 0.0503738 Mar 22 11:22:50.947003 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-93f5e50b-c26e-4a61-9054-856c87fec848 req-628ad231-7f23-4d8e-8fa4-c5e9458c5768 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c2b27d9-c769-48ec-b605-d4a96b0a3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338748 Mar 22 11:22:50.971979 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 46884) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:22:51.017354 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c8c521-8e91-4314-96cb-3ccd4252c1f0 tempest-TestNetworkAdvancedServerOps-1835492002 tempest-TestNetworkAdvancedServerOps-1835492002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:22:51.018870 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-25c8c521-8e91-4314-96cb-3ccd4252c1f0 tempest-TestNetworkAdvancedServerOps-1835492002 tempest-TestNetworkAdvancedServerOps-1835492002-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=26279f48-89b4-4d88-a637-f2c625efa33e HTTP/1.1" status: 200 len: 1094 time: 0.0457764 Mar 22 11:22:51.022293 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 46886) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:22:51.029114 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-e3652951-2f23-4797-86aa-cac977989d95 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Request body: {'floatingip': {'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'port_id': '94268fed-afef-4b8f-9f3a-21ed5a190c48', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:22:51.060466 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e3652951-2f23-4797-86aa-cac977989d95 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for floatingip, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:51.163594 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e3652951-2f23-4797-86aa-cac977989d95 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:51.266420 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-e3652951-2f23-4797-86aa-cac977989d95 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Allocated IP 172.26.7.136 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/81fbbfed-e401-4c79-91c5-2a77802a3093) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:22:51.370910 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e3652951-2f23-4797-86aa-cac977989d95 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:51.406708 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e3652951-2f23-4797-86aa-cac977989d95 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:51.445053 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3652951-2f23-4797-86aa-cac977989d95 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:22:51.447801 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-e3652951-2f23-4797-86aa-cac977989d95 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:22:51.450734 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3652951-2f23-4797-86aa-cac977989d95 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:22:51.474408 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3652951-2f23-4797-86aa-cac977989d95 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'Port': ['ID=81fbbfed-e401-4c79-91c5-2a77802a3093,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:22:51.828560 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e3652951-2f23-4797-86aa-cac977989d95 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:51.908009 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e3652951-2f23-4797-86aa-cac977989d95 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:52.061940 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e3652951-2f23-4797-86aa-cac977989d95 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:52.068982 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e3652951-2f23-4797-86aa-cac977989d95 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:52.137254 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3652951-2f23-4797-86aa-cac977989d95 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'Port': ['ID=81fbbfed-e401-4c79-91c5-2a77802a3093,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:22:52.149947 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e3652951-2f23-4797-86aa-cac977989d95 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684147'] for floatingip, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:52.249027 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.l3_db [None req-e3652951-2f23-4797-86aa-cac977989d95 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Floating IP 6cc76b5d-cf79-4ba5-89ff-d2820a75f5e4 associated. External IP: 172.26.7.136, port: 94268fed-afef-4b8f-9f3a-21ed5a190c48. Mar 22 11:22:52.466142 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3652951-2f23-4797-86aa-cac977989d95 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Router cfda11ee-0a7c-4eeb-a000-8906c8930bd4 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:22:52.572178 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3652951-2f23-4797-86aa-cac977989d95 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:22:52.582925 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e97c1a-4c54-462c-9d71-e83a26c38a57 None None] Sync routers for ids ['cfda11ee-0a7c-4eeb-a000-8906c8930bd4'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:22:52.592311 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e3652951-2f23-4797-86aa-cac977989d95 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:22:52.593932 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e97c1a-4c54-462c-9d71-e83a26c38a57 None None] Routers {'cfda11ee-0a7c-4eeb-a000-8906c8930bd4'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:22:52.594510 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-54e97c1a-4c54-462c-9d71-e83a26c38a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:22:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['cfda11ee-0a7c-4eeb-a000-8906c8930bd4'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:22:52.622534 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e3652951-2f23-4797-86aa-cac977989d95 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5988820 Mar 22 11:22:52.623304 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26279f48-89b4-4d88-a637-f2c625efa33e', 'tag': '94268fed-afef-4b8f-9f3a-21ed5a190c48'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:22:52.625680 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea20d47ee5c2e5d2aa35ee26c9e60aea7970c4225f3eb14fb63792ea9ad3856f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479c2fba-5360-4317-ac04-b1432dd88a0c" -d '{"events": [{"name": "network-changed", "server_uuid": "26279f48-89b4-4d88-a637-f2c625efa33e", "tag": "94268fed-afef-4b8f-9f3a-21ed5a190c48"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:22:52.665027 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd04485-c084-4122-b322-7394d91f8f81 x-openstack-request-id: req-9cd04485-c084-4122-b322-7394d91f8f81 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:22:52.665314 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26279f48-89b4-4d88-a637-f2c625efa33e", "tag": "94268fed-afef-4b8f-9f3a-21ed5a190c48", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:22:52.665560 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9cd04485-c084-4122-b322-7394d91f8f81 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:22:52.665986 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cd04485-c084-4122-b322-7394d91f8f81'] response: {'name': 'network-changed', 'server_uuid': '26279f48-89b4-4d88-a637-f2c625efa33e', 'tag': '94268fed-afef-4b8f-9f3a-21ed5a190c48', 'status': 'completed', 'code': 200} Mar 22 11:22:52.704853 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-54e97c1a-4c54-462c-9d71-e83a26c38a57 None None] Set router cfda11ee-0a7c-4eeb-a000-8906c8930bd4 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:22:52.751433 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6243c069-ff2a-4d4f-b1d1-ed83b0545802 req-3f8141fc-0f49-4529-b1c7-2d4a3a94cb79 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:22:52.752802 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6243c069-ff2a-4d4f-b1d1-ed83b0545802 req-3f8141fc-0f49-4529-b1c7-2d4a3a94cb79 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=26279f48-89b4-4d88-a637-f2c625efa33e HTTP/1.1" status: 200 len: 946 time: 0.0773127 Mar 22 11:22:52.759061 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c2fba-5360-4317-ac04-b1432dd88a0c req-c35662d1-a51e-48e8-92d1-e8631024d60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:22:52.760487 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-479c2fba-5360-4317-ac04-b1432dd88a0c req-c35662d1-a51e-48e8-92d1-e8631024d60e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7a987b92cdc4ed9b3e8c30c749ad6fb&device_id=26279f48-89b4-4d88-a637-f2c625efa33e HTTP/1.1" status: 200 len: 1099 time: 0.0564172 Mar 22 11:22:52.842281 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6243c069-ff2a-4d4f-b1d1-ed83b0545802 req-1a4d2a68-7876-4fd4-8d15-b3a9d91637cc tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c2b27d9-c769-48ec-b605-d4a96b0a3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808525 Mar 22 11:22:52.864479 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 46892) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:22:52.929366 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-54e97c1a-4c54-462c-9d71-e83a26c38a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfda11ee-0a7c-4eeb-a000-8906c8930bd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1029262122', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '90239ee5-8d75-4235-9f08-f2b4c2287d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:22:36Z', 'updated_at': '2022-03-22T11:22:39Z', 'revision_number': 4, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': '90239ee5-8d75-4235-9f08-f2b4c2287d2a', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfda11ee-0a7c-4eeb-a000-8906c8930bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:22:36Z', 'updated_at': '2022-03-22T11:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '6cc76b5d-cf79-4ba5-89ff-d2820a75f5e4', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'floating_ip_address': '172.26.7.136', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': 'cfda11ee-0a7c-4eeb-a000-8906c8930bd4', 'port_id': '94268fed-afef-4b8f-9f3a-21ed5a190c48', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3', 'mac_address': 'fa:16:3e:76:d9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26279f48-89b4-4d88-a637-f2c625efa33e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:22:51Z', 'updated_at': '2022-03-22T11:22:51Z', 'revision_number': 0, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a44e4f58-2c56-4bc2-b1a2-601ea07046a0', 'name': '', 'network_id': '7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'mac_address': 'fa:16:3e:6e:af:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfda11ee-0a7c-4eeb-a000-8906c8930bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '52c841b7-1eab-4a5d-b975-c9774b723cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:22:39Z', 'updated_at': '2022-03-22T11:22:42Z', 'revision_number': 5, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'subnets': [{'id': '52c841b7-1eab-4a5d-b975-c9774b723cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:22:52.956981 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e97c1a-4c54-462c-9d71-e83a26c38a57 None None] Checking router: cfda11ee-0a7c-4eeb-a000-8906c8930bd4 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:22:52.966470 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e97c1a-4c54-462c-9d71-e83a26c38a57 None None] Routers {'cfda11ee-0a7c-4eeb-a000-8906c8930bd4'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:22:52.967081 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-54e97c1a-4c54-462c-9d71-e83a26c38a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:22:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['cfda11ee-0a7c-4eeb-a000-8906c8930bd4'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:22:53.075410 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-54e97c1a-4c54-462c-9d71-e83a26c38a57 None None] Set router cfda11ee-0a7c-4eeb-a000-8906c8930bd4 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:22:53.264022 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c2fba-5360-4317-ac04-b1432dd88a0c req-4e55c534-921d-4a5f-9c75-35550b4a2d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:22:53.265483 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-479c2fba-5360-4317-ac04-b1432dd88a0c req-4e55c534-921d-4a5f-9c75-35550b4a2d08 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3 HTTP/1.1" status: 200 len: 898 time: 0.4975543 Mar 22 11:22:53.291484 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-8903177b-f4b7-4294-8da6-516d8c184897 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/floatingips/6cc76b5d-cf79-4ba5-89ff-d2820a75f5e4 HTTP/1.1" status: 200 len: 992 time: 0.4258149 Mar 22 11:22:53.303207 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-54e97c1a-4c54-462c-9d71-e83a26c38a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfda11ee-0a7c-4eeb-a000-8906c8930bd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1029262122', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '90239ee5-8d75-4235-9f08-f2b4c2287d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:22:36Z', 'updated_at': '2022-03-22T11:22:39Z', 'revision_number': 4, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': '90239ee5-8d75-4235-9f08-f2b4c2287d2a', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfda11ee-0a7c-4eeb-a000-8906c8930bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:22:36Z', 'updated_at': '2022-03-22T11:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '6cc76b5d-cf79-4ba5-89ff-d2820a75f5e4', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'floating_ip_address': '172.26.7.136', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': 'cfda11ee-0a7c-4eeb-a000-8906c8930bd4', 'port_id': '94268fed-afef-4b8f-9f3a-21ed5a190c48', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3', 'mac_address': 'fa:16:3e:76:d9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26279f48-89b4-4d88-a637-f2c625efa33e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:22:51Z', 'updated_at': '2022-03-22T11:22:51Z', 'revision_number': 0, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a44e4f58-2c56-4bc2-b1a2-601ea07046a0', 'name': '', 'network_id': '7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'mac_address': 'fa:16:3e:6e:af:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfda11ee-0a7c-4eeb-a000-8906c8930bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '52c841b7-1eab-4a5d-b975-c9774b723cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:22:39Z', 'updated_at': '2022-03-22T11:22:42Z', 'revision_number': 5, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'subnets': [{'id': '52c841b7-1eab-4a5d-b975-c9774b723cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:22:53.332464 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e97c1a-4c54-462c-9d71-e83a26c38a57 None None] The sync data for ids ['cfda11ee-0a7c-4eeb-a000-8906c8930bd4'] in dv-neutron-834599-1-hyperv is: [{'id': 'cfda11ee-0a7c-4eeb-a000-8906c8930bd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1029262122', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '90239ee5-8d75-4235-9f08-f2b4c2287d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:22:36Z', 'updated_at': '2022-03-22T11:22:39Z', 'revision_number': 4, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': '90239ee5-8d75-4235-9f08-f2b4c2287d2a', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfda11ee-0a7c-4eeb-a000-8906c8930bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:22:36Z', 'updated_at': '2022-03-22T11:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '6cc76b5d-cf79-4ba5-89ff-d2820a75f5e4', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'floating_ip_address': '172.26.7.136', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': 'cfda11ee-0a7c-4eeb-a000-8906c8930bd4', 'port_id': '94268fed-afef-4b8f-9f3a-21ed5a190c48', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3', 'mac_address': 'fa:16:3e:76:d9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26279f48-89b4-4d88-a637-f2c625efa33e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:22:51Z', 'updated_at': '2022-03-22T11:22:51Z', 'revision_number': 0, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a44e4f58-2c56-4bc2-b1a2-601ea07046a0', 'name': '', 'network_id': '7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'mac_address': 'fa:16:3e:6e:af:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfda11ee-0a7c-4eeb-a000-8906c8930bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '52c841b7-1eab-4a5d-b975-c9774b723cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:22:39Z', 'updated_at': '2022-03-22T11:22:42Z', 'revision_number': 5, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'subnets': [{'id': '52c841b7-1eab-4a5d-b975-c9774b723cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:22:53.341131 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-479c2fba-5360-4317-ac04-b1432dd88a0c req-2421e7fc-d6d6-4135-b48c-c2196a7a74b2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94268fed-afef-4b8f-9f3a-21ed5a190c48 HTTP/1.1" status: 200 len: 1000 time: 0.0676723 Mar 22 11:22:53.395483 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c2fba-5360-4317-ac04-b1432dd88a0c req-d18138f9-f469-4768-8e9c-4f52bd640ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:22:53.396943 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-479c2fba-5360-4317-ac04-b1432dd88a0c req-d18138f9-f469-4768-8e9c-4f52bd640ea1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=52c841b7-1eab-4a5d-b975-c9774b723cbd HTTP/1.1" status: 200 len: 833 time: 0.0494933 Mar 22 11:22:53.441644 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c2fba-5360-4317-ac04-b1432dd88a0c req-3771047b-4ef6-4e12-9f83-8dd009453509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:22:53.443256 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-479c2fba-5360-4317-ac04-b1432dd88a0c req-3771047b-4ef6-4e12-9f83-8dd009453509 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401492 Mar 22 11:22:53.513892 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084e3d90-f2a8-479e-b2e1-9040db08e67d None None] New status for floating IP 6cc76b5d-cf79-4ba5-89ff-d2820a75f5e4: ACTIVE {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 11:22:53.536958 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-479c2fba-5360-4317-ac04-b1432dd88a0c req-64593c2f-0dd7-47a3-bdca-c5ab834856b2 service neutron] 10.222.0.35 "GET /v2.0/networks/7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870917 Mar 22 11:22:53.627016 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-479c2fba-5360-4317-ac04-b1432dd88a0c req-a929bcfc-f8c9-4f50-a16f-764868a7a043 service neutron] 10.222.0.35 "GET /v2.0/networks/7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835478 Mar 22 11:22:54.228291 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:22:54.296497 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 46894) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:22:54.368133 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-1079ceae-5eba-4bd5-98ac-9a358ab2d55a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/floatingips/6cc76b5d-cf79-4ba5-89ff-d2820a75f5e4 HTTP/1.1" status: 200 len: 994 time: 0.0700498 Mar 22 11:23:07.756475 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-98a71b67-d378-4394-86d8-be7076a019b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:23:09.887322 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e0be55fc-47c4-4d09-a434-35153982b7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:23:11.222426 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:23:12.652055 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:23:12.870000 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:23:13.613055 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:23:21.193412 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0121db14-3eb2-427f-b58e-63f86970498f req-db011033-238a-441b-a659-811281a0b1bf tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:23:21.194857 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0121db14-3eb2-427f-b58e-63f86970498f req-db011033-238a-441b-a659-811281a0b1bf tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=26279f48-89b4-4d88-a637-f2c625efa33e HTTP/1.1" status: 200 len: 946 time: 0.0746036 Mar 22 11:23:21.196544 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f2e43-fd6f-4d8c-83b1-633b5f69179a req-89ab49a8-2d18-4579-9597-47ed1cb50573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:23:21.198087 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a20f2e43-fd6f-4d8c-83b1-633b5f69179a req-89ab49a8-2d18-4579-9597-47ed1cb50573 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7a987b92cdc4ed9b3e8c30c749ad6fb&device_id=26279f48-89b4-4d88-a637-f2c625efa33e HTTP/1.1" status: 200 len: 1099 time: 0.0690100 Mar 22 11:23:21.283976 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0121db14-3eb2-427f-b58e-63f86970498f req-e1ce479a-16ac-4da0-b0cf-a56308d74e2a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c2b27d9-c769-48ec-b605-d4a96b0a3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819037 Mar 22 11:23:21.314617 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f2e43-fd6f-4d8c-83b1-633b5f69179a req-78f240cf-e119-4fbc-9aa8-b99cd281dfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:23:21.316116 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a20f2e43-fd6f-4d8c-83b1-633b5f69179a req-78f240cf-e119-4fbc-9aa8-b99cd281dfb7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3 HTTP/1.1" status: 200 len: 898 time: 0.1085248 Mar 22 11:23:21.397123 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a20f2e43-fd6f-4d8c-83b1-633b5f69179a req-04700d20-ec7a-40db-ab03-835142bc0ea7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94268fed-afef-4b8f-9f3a-21ed5a190c48 HTTP/1.1" status: 200 len: 1002 time: 0.0729952 Mar 22 11:23:21.448772 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f2e43-fd6f-4d8c-83b1-633b5f69179a req-32472be8-cf86-49c1-89d7-0aecee09727e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:23:21.450165 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a20f2e43-fd6f-4d8c-83b1-633b5f69179a req-32472be8-cf86-49c1-89d7-0aecee09727e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=52c841b7-1eab-4a5d-b975-c9774b723cbd HTTP/1.1" status: 200 len: 833 time: 0.0459208 Mar 22 11:23:21.501212 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f2e43-fd6f-4d8c-83b1-633b5f69179a req-6ec7b335-3a94-4fef-8b78-31426b45bc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:23:21.502659 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a20f2e43-fd6f-4d8c-83b1-633b5f69179a req-6ec7b335-3a94-4fef-8b78-31426b45bc70 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453966 Mar 22 11:23:21.593357 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a20f2e43-fd6f-4d8c-83b1-633b5f69179a req-06d18110-3c0c-4171-bd4f-15a8763bb9c7 service neutron] 10.222.0.35 "GET /v2.0/networks/7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802877 Mar 22 11:23:21.697599 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a20f2e43-fd6f-4d8c-83b1-633b5f69179a req-cbd2da6d-4fd8-44a6-a8c8-9a555c48daed service neutron] 10.222.0.35 "GET /v2.0/networks/7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966322 Mar 22 11:23:22.410343 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0229e07-0c3d-445a-981e-2be18dde6827 req-dcc1de5c-a203-403c-90df-019ecb195825 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:23:22.411803 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c0229e07-0c3d-445a-981e-2be18dde6827 req-dcc1de5c-a203-403c-90df-019ecb195825 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=26279f48-89b4-4d88-a637-f2c625efa33e HTTP/1.1" status: 200 len: 946 time: 0.0512948 Mar 22 11:23:22.449750 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c0229e07-0c3d-445a-981e-2be18dde6827 req-112aef73-572c-40f5-894e-2640382d981e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c2b27d9-c769-48ec-b605-d4a96b0a3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317616 Mar 22 11:23:23.586524 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a386235e-a7e4-483b-8488-055cfc69b77b req-bdfac16e-0e4f-4c2a-b9b0-c5592c285e5b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:23:23.588009 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a386235e-a7e4-483b-8488-055cfc69b77b req-bdfac16e-0e4f-4c2a-b9b0-c5592c285e5b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=26279f48-89b4-4d88-a637-f2c625efa33e HTTP/1.1" status: 200 len: 946 time: 0.0620451 Mar 22 11:23:23.626577 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a386235e-a7e4-483b-8488-055cfc69b77b req-2a007608-84f1-4979-a892-fadb0081ff67 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c2b27d9-c769-48ec-b605-d4a96b0a3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325031 Mar 22 11:23:24.759611 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f0a669-ad3f-4c05-b2b6-a62fa8875910 req-be9d12c8-ff44-4704-9f41-b3022030edb8 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:23:24.761119 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d4f0a669-ad3f-4c05-b2b6-a62fa8875910 req-be9d12c8-ff44-4704-9f41-b3022030edb8 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=26279f48-89b4-4d88-a637-f2c625efa33e HTTP/1.1" status: 200 len: 946 time: 0.0582113 Mar 22 11:23:24.798728 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d4f0a669-ad3f-4c05-b2b6-a62fa8875910 req-f3f055e3-8403-4470-a3ee-9e0a4928bfe3 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c2b27d9-c769-48ec-b605-d4a96b0a3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315273 Mar 22 11:23:25.930818 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492155ff-2f5a-477b-a08a-0033d4e99737 req-da25f2be-32b4-4172-8dc8-f114890d26ff tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:23:25.932342 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-492155ff-2f5a-477b-a08a-0033d4e99737 req-da25f2be-32b4-4172-8dc8-f114890d26ff tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=26279f48-89b4-4d88-a637-f2c625efa33e HTTP/1.1" status: 200 len: 946 time: 0.0580609 Mar 22 11:23:25.974217 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-492155ff-2f5a-477b-a08a-0033d4e99737 req-ff84e5b9-12c7-4921-a7e3-32c6c742de04 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c2b27d9-c769-48ec-b605-d4a96b0a3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331645 Mar 22 11:23:27.099846 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b174cfd5-1d08-457c-9e64-49465301c66c req-1ee56f56-bdeb-4b32-ba7c-099ddea6b613 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:23:27.101298 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b174cfd5-1d08-457c-9e64-49465301c66c req-1ee56f56-bdeb-4b32-ba7c-099ddea6b613 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=26279f48-89b4-4d88-a637-f2c625efa33e HTTP/1.1" status: 200 len: 946 time: 0.0548747 Mar 22 11:23:27.141587 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b174cfd5-1d08-457c-9e64-49465301c66c req-77a8203b-a5c2-46b5-b0f0-b13a800a498a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c2b27d9-c769-48ec-b605-d4a96b0a3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318618 Mar 22 11:23:28.271295 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9873a29-236e-408a-987e-ce3a0809f4ca req-7b307124-38e0-42ac-a4ee-eb72b6dde790 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:23:28.272688 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c9873a29-236e-408a-987e-ce3a0809f4ca req-7b307124-38e0-42ac-a4ee-eb72b6dde790 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=26279f48-89b4-4d88-a637-f2c625efa33e HTTP/1.1" status: 200 len: 946 time: 0.0493596 Mar 22 11:23:28.310016 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c9873a29-236e-408a-987e-ce3a0809f4ca req-3d254812-4e38-48de-adf9-96ba965e5e55 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c2b27d9-c769-48ec-b605-d4a96b0a3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312986 Mar 22 11:23:29.437737 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a050bf50-c758-4d30-957a-f4ae0c1dfd9b req-3a26e987-37d1-4374-9d65-bd8a6419ad87 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:23:29.439214 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a050bf50-c758-4d30-957a-f4ae0c1dfd9b req-3a26e987-37d1-4374-9d65-bd8a6419ad87 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=26279f48-89b4-4d88-a637-f2c625efa33e HTTP/1.1" status: 200 len: 946 time: 0.0573747 Mar 22 11:23:29.476617 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a050bf50-c758-4d30-957a-f4ae0c1dfd9b req-55fe0eee-1078-48e6-9530-51c5f02dfdae tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c2b27d9-c769-48ec-b605-d4a96b0a3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313320 Mar 22 11:23:30.610267 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad6603-7225-4722-a0db-13b446798d05 req-fa827325-e067-4b8f-b628-01298ee6ae58 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:23:30.611762 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7cad6603-7225-4722-a0db-13b446798d05 req-fa827325-e067-4b8f-b628-01298ee6ae58 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=26279f48-89b4-4d88-a637-f2c625efa33e HTTP/1.1" status: 200 len: 946 time: 0.0614333 Mar 22 11:23:30.653479 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7cad6603-7225-4722-a0db-13b446798d05 req-2b766a20-74da-418c-ba14-c1f9db1c2d3f tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c2b27d9-c769-48ec-b605-d4a96b0a3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323069 Mar 22 11:23:31.231735 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:23:31.796224 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db25ce6-1f86-4d5c-9c00-beb1964a4750 req-da688834-dfc3-478b-8fb5-ed1e894f6b85 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:23:31.797954 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2db25ce6-1f86-4d5c-9c00-beb1964a4750 req-da688834-dfc3-478b-8fb5-ed1e894f6b85 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=26279f48-89b4-4d88-a637-f2c625efa33e HTTP/1.1" status: 200 len: 946 time: 0.0634704 Mar 22 11:23:31.839391 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2db25ce6-1f86-4d5c-9c00-beb1964a4750 req-b25169e1-f408-46e1-9148-984b77872a56 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c2b27d9-c769-48ec-b605-d4a96b0a3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348704 Mar 22 11:23:32.966755 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e408c-8fac-4e10-b1ab-9302d328c222 req-81c0759a-cfbb-45ac-bada-89fa60d2d80f tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:23:32.968302 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-246e408c-8fac-4e10-b1ab-9302d328c222 req-81c0759a-cfbb-45ac-bada-89fa60d2d80f tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=26279f48-89b4-4d88-a637-f2c625efa33e HTTP/1.1" status: 200 len: 946 time: 0.0498977 Mar 22 11:23:33.009397 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-246e408c-8fac-4e10-b1ab-9302d328c222 req-d9dba209-300e-45c0-a778-c9db1613b935 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c2b27d9-c769-48ec-b605-d4a96b0a3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342722 Mar 22 11:23:33.032441 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 46928) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:23:33.092708 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4f754bc8-81ae-4b69-91cc-cfaf011a01ee tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/floatingips/6cc76b5d-cf79-4ba5-89ff-d2820a75f5e4 HTTP/1.1" status: 200 len: 994 time: 0.0591440 Mar 22 11:23:37.757518 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d34236a3-babf-4379-a051-cb2be32e15ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:23:39.886930 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b8142c79-cb89-4363-9c92-f4ec4204f681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:23:41.226183 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:23:41.246783 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-627fdf17-f3e6-445b-9628-2721eb799b03 req-aaea809e-99b9-4e1e-a1bf-eadfbb8a6d72 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=26279f48-89b4-4d88-a637-f2c625efa33e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0537994 Mar 22 11:23:41.333693 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627fdf17-f3e6-445b-9628-2721eb799b03 req-3b4cd053-ce7e-4411-91c7-23c4e74bfd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:23:41.335187 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-627fdf17-f3e6-445b-9628-2721eb799b03 req-3b4cd053-ce7e-4411-91c7-23c4e74bfd48 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7a987b92cdc4ed9b3e8c30c749ad6fb&device_id=26279f48-89b4-4d88-a637-f2c625efa33e HTTP/1.1" status: 200 len: 1099 time: 0.0466683 Mar 22 11:23:41.449912 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627fdf17-f3e6-445b-9628-2721eb799b03 req-893ede36-f999-444b-a2d0-dbeb3b228e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:23:41.451417 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-627fdf17-f3e6-445b-9628-2721eb799b03 req-893ede36-f999-444b-a2d0-dbeb3b228e60 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3 HTTP/1.1" status: 200 len: 898 time: 0.0946479 Mar 22 11:23:41.530381 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-627fdf17-f3e6-445b-9628-2721eb799b03 req-dc030538-9538-43b8-9a93-bb93fa116906 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94268fed-afef-4b8f-9f3a-21ed5a190c48 HTTP/1.1" status: 200 len: 1002 time: 0.0713642 Mar 22 11:23:41.588014 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627fdf17-f3e6-445b-9628-2721eb799b03 req-31a2fbb9-cc85-46f1-b89b-e54a13808e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:23:41.589497 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-627fdf17-f3e6-445b-9628-2721eb799b03 req-31a2fbb9-cc85-46f1-b89b-e54a13808e37 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=52c841b7-1eab-4a5d-b975-c9774b723cbd HTTP/1.1" status: 200 len: 833 time: 0.0510371 Mar 22 11:23:41.636284 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627fdf17-f3e6-445b-9628-2721eb799b03 req-e1df9462-8d34-4743-b503-63346736cda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:23:41.637737 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-627fdf17-f3e6-445b-9628-2721eb799b03 req-e1df9462-8d34-4743-b503-63346736cda5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413589 Mar 22 11:23:41.747170 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-627fdf17-f3e6-445b-9628-2721eb799b03 req-34c85eae-a607-4398-b37a-c9b7614b5597 service neutron] 10.222.0.35 "GET /v2.0/networks/7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026773 Mar 22 11:23:41.846057 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-627fdf17-f3e6-445b-9628-2721eb799b03 req-0621a190-b632-434d-8305-25b769a40cbb service neutron] 10.222.0.35 "GET /v2.0/networks/7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928419 Mar 22 11:23:42.656618 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:23:42.866594 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:23:43.626838 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:03.512393 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 46940) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:24:03.677087 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-4ca51ed3-a0aa-4b9d-9e88-60e66e4811ab tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Deleting port 81fbbfed-e401-4c79-91c5-2a77802a3093 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:24:03.677410 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4ca51ed3-a0aa-4b9d-9e88-60e66e4811ab tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:03.756554 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4ca51ed3-a0aa-4b9d-9e88-60e66e4811ab tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:03.756990 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4ca51ed3-a0aa-4b9d-9e88-60e66e4811ab tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:03.769310 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-4ca51ed3-a0aa-4b9d-9e88-60e66e4811ab tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Calling delete_port for 81fbbfed-e401-4c79-91c5-2a77802a3093 owned by network:floatingip {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:24:03.925700 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4ca51ed3-a0aa-4b9d-9e88-60e66e4811ab tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:03.950606 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca51ed3-a0aa-4b9d-9e88-60e66e4811ab tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event deleted for resources: {'Port': ['ID=81fbbfed-e401-4c79-91c5-2a77802a3093,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:24:03.961882 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca51ed3-a0aa-4b9d-9e88-60e66e4811ab tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:24:03.962234 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca51ed3-a0aa-4b9d-9e88-60e66e4811ab tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:24:03.962582 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca51ed3-a0aa-4b9d-9e88-60e66e4811ab tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:24:03.962921 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca51ed3-a0aa-4b9d-9e88-60e66e4811ab tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:24:03.963231 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca51ed3-a0aa-4b9d-9e88-60e66e4811ab tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:24:03.963631 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca51ed3-a0aa-4b9d-9e88-60e66e4811ab tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:24:03.963959 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca51ed3-a0aa-4b9d-9e88-60e66e4811ab tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:24:03.964283 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca51ed3-a0aa-4b9d-9e88-60e66e4811ab tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:24:03.964612 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca51ed3-a0aa-4b9d-9e88-60e66e4811ab tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:24:03.964936 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca51ed3-a0aa-4b9d-9e88-60e66e4811ab tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:24:03.965257 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca51ed3-a0aa-4b9d-9e88-60e66e4811ab tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:24:03.965572 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca51ed3-a0aa-4b9d-9e88-60e66e4811ab tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:24:04.025766 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4ca51ed3-a0aa-4b9d-9e88-60e66e4811ab tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for floatingip, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:04.025996 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.l3_db [None req-4ca51ed3-a0aa-4b9d-9e88-60e66e4811ab tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Floating IP 6cc76b5d-cf79-4ba5-89ff-d2820a75f5e4 disassociated (deleted). External IP: 172.26.7.136, port: 94268fed-afef-4b8f-9f3a-21ed5a190c48. Mar 22 11:24:04.555218 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca51ed3-a0aa-4b9d-9e88-60e66e4811ab tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Router cfda11ee-0a7c-4eeb-a000-8906c8930bd4 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:24:04.672193 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca51ed3-a0aa-4b9d-9e88-60e66e4811ab tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:24:04.677627 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4ca51ed3-a0aa-4b9d-9e88-60e66e4811ab tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:04.682468 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7676b7b9-f6fb-4eb5-9899-6db3783bd4a5 None None] Sync routers for ids ['cfda11ee-0a7c-4eeb-a000-8906c8930bd4'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:24:04.692535 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7676b7b9-f6fb-4eb5-9899-6db3783bd4a5 None None] Routers {'cfda11ee-0a7c-4eeb-a000-8906c8930bd4'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:24:04.693109 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-7676b7b9-f6fb-4eb5-9899-6db3783bd4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:23:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['cfda11ee-0a7c-4eeb-a000-8906c8930bd4'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:24:04.703884 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4ca51ed3-a0aa-4b9d-9e88-60e66e4811ab tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "DELETE /v2.0/floatingips/6cc76b5d-cf79-4ba5-89ff-d2820a75f5e4 HTTP/1.1" status: 204 len: 168 time: 1.1901038 Mar 22 11:24:04.704487 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26279f48-89b4-4d88-a637-f2c625efa33e', 'tag': '94268fed-afef-4b8f-9f3a-21ed5a190c48'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:24:04.706747 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea20d47ee5c2e5d2aa35ee26c9e60aea7970c4225f3eb14fb63792ea9ad3856f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d742d8b6-e853-4775-b683-215bc7079ecc" -d '{"events": [{"name": "network-changed", "server_uuid": "26279f48-89b4-4d88-a637-f2c625efa33e", "tag": "94268fed-afef-4b8f-9f3a-21ed5a190c48"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:24:04.745017 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d4c13d-ecc1-43f7-ad7a-a7aa6299ed06 x-openstack-request-id: req-97d4c13d-ecc1-43f7-ad7a-a7aa6299ed06 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:24:04.745298 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26279f48-89b4-4d88-a637-f2c625efa33e", "tag": "94268fed-afef-4b8f-9f3a-21ed5a190c48", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:24:04.745540 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-97d4c13d-ecc1-43f7-ad7a-a7aa6299ed06 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:24:04.745944 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97d4c13d-ecc1-43f7-ad7a-a7aa6299ed06'] response: {'name': 'network-changed', 'server_uuid': '26279f48-89b4-4d88-a637-f2c625efa33e', 'tag': '94268fed-afef-4b8f-9f3a-21ed5a190c48', 'status': 'completed', 'code': 200} Mar 22 11:24:04.805900 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-7676b7b9-f6fb-4eb5-9899-6db3783bd4a5 None None] Set router cfda11ee-0a7c-4eeb-a000-8906c8930bd4 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:24:04.810178 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d742d8b6-e853-4775-b683-215bc7079ecc req-8a6ba9de-f56d-4529-bb2a-058100e73d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:24:04.811818 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d742d8b6-e853-4775-b683-215bc7079ecc req-8a6ba9de-f56d-4529-bb2a-058100e73d70 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7a987b92cdc4ed9b3e8c30c749ad6fb&device_id=26279f48-89b4-4d88-a637-f2c625efa33e HTTP/1.1" status: 200 len: 1099 time: 0.0444443 Mar 22 11:24:04.968820 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d742d8b6-e853-4775-b683-215bc7079ecc req-7de3b96e-bab2-4da3-a6bb-e63475d207e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:24:04.970292 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d742d8b6-e853-4775-b683-215bc7079ecc req-7de3b96e-bab2-4da3-a6bb-e63475d207e6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3 HTTP/1.1" status: 200 len: 898 time: 0.1326010 Mar 22 11:24:04.982857 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c59262-db12-4286-a126-7780ee86aafd req-c9d84268-e9e3-432e-ad09-9533269bfcd5 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:24:04.984449 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-16c59262-db12-4286-a126-7780ee86aafd req-c9d84268-e9e3-432e-ad09-9533269bfcd5 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=26279f48-89b4-4d88-a637-f2c625efa33e HTTP/1.1" status: 200 len: 946 time: 0.0751226 Mar 22 11:24:05.026658 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d742d8b6-e853-4775-b683-215bc7079ecc req-cc3bab4a-7a27-4eae-aacf-0253637a7549 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94268fed-afef-4b8f-9f3a-21ed5a190c48 HTTP/1.1" status: 200 len: 217 time: 0.0410817 Mar 22 11:24:05.085908 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-16c59262-db12-4286-a126-7780ee86aafd req-5f44cc56-c69d-4d06-8fdd-789ba9d8376f tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c2b27d9-c769-48ec-b605-d4a96b0a3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939116 Mar 22 11:24:05.093342 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d742d8b6-e853-4775-b683-215bc7079ecc req-e7566b0f-bea3-4df7-9019-672317eada8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:24:05.094786 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d742d8b6-e853-4775-b683-215bc7079ecc req-e7566b0f-bea3-4df7-9019-672317eada8d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=52c841b7-1eab-4a5d-b975-c9774b723cbd HTTP/1.1" status: 200 len: 833 time: 0.0605474 Mar 22 11:24:05.110062 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-7676b7b9-f6fb-4eb5-9899-6db3783bd4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfda11ee-0a7c-4eeb-a000-8906c8930bd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1029262122', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '90239ee5-8d75-4235-9f08-f2b4c2287d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:22:36Z', 'updated_at': '2022-03-22T11:22:39Z', 'revision_number': 4, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': '90239ee5-8d75-4235-9f08-f2b4c2287d2a', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfda11ee-0a7c-4eeb-a000-8906c8930bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:22:36Z', 'updated_at': '2022-03-22T11:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': 'a44e4f58-2c56-4bc2-b1a2-601ea07046a0', 'name': '', 'network_id': '7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'mac_address': 'fa:16:3e:6e:af:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfda11ee-0a7c-4eeb-a000-8906c8930bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '52c841b7-1eab-4a5d-b975-c9774b723cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:22:39Z', 'updated_at': '2022-03-22T11:22:42Z', 'revision_number': 5, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'subnets': [{'id': '52c841b7-1eab-4a5d-b975-c9774b723cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:24:05.139978 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7676b7b9-f6fb-4eb5-9899-6db3783bd4a5 None None] Checking router: cfda11ee-0a7c-4eeb-a000-8906c8930bd4 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:24:05.143564 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d742d8b6-e853-4775-b683-215bc7079ecc req-441a8a60-3b62-4585-b487-63de75d62bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:24:05.145065 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d742d8b6-e853-4775-b683-215bc7079ecc req-441a8a60-3b62-4585-b487-63de75d62bd1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425189 Mar 22 11:24:05.148373 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7676b7b9-f6fb-4eb5-9899-6db3783bd4a5 None None] Routers {'cfda11ee-0a7c-4eeb-a000-8906c8930bd4'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:24:05.148964 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-7676b7b9-f6fb-4eb5-9899-6db3783bd4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:23:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['cfda11ee-0a7c-4eeb-a000-8906c8930bd4'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:24:05.156290 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [req-d742d8b6-e853-4775-b683-215bc7079ecc req-023d7163-3501-4849-9cd8-d869617482f8 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=109050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:24:05.157249 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d742d8b6-e853-4775-b683-215bc7079ecc req-023d7163-3501-4849-9cd8-d869617482f8 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050747 Mar 22 11:24:05.243979 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d742d8b6-e853-4775-b683-215bc7079ecc req-56bd626b-0044-4c94-b7df-c94da711ac13 service neutron] 10.222.0.35 "GET /v2.0/networks/7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794437 Mar 22 11:24:05.254214 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-7676b7b9-f6fb-4eb5-9899-6db3783bd4a5 None None] Set router cfda11ee-0a7c-4eeb-a000-8906c8930bd4 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:24:05.338552 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d742d8b6-e853-4775-b683-215bc7079ecc req-446cb4bc-5df8-41f0-b764-e5eb6030e00a service neutron] 10.222.0.35 "GET /v2.0/networks/7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862575 Mar 22 11:24:05.447659 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-7676b7b9-f6fb-4eb5-9899-6db3783bd4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfda11ee-0a7c-4eeb-a000-8906c8930bd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1029262122', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '90239ee5-8d75-4235-9f08-f2b4c2287d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:22:36Z', 'updated_at': '2022-03-22T11:22:39Z', 'revision_number': 4, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': '90239ee5-8d75-4235-9f08-f2b4c2287d2a', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfda11ee-0a7c-4eeb-a000-8906c8930bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:22:36Z', 'updated_at': '2022-03-22T11:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': 'a44e4f58-2c56-4bc2-b1a2-601ea07046a0', 'name': '', 'network_id': '7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'mac_address': 'fa:16:3e:6e:af:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfda11ee-0a7c-4eeb-a000-8906c8930bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '52c841b7-1eab-4a5d-b975-c9774b723cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:22:39Z', 'updated_at': '2022-03-22T11:22:42Z', 'revision_number': 5, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'subnets': [{'id': '52c841b7-1eab-4a5d-b975-c9774b723cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:24:05.473201 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7676b7b9-f6fb-4eb5-9899-6db3783bd4a5 None None] The sync data for ids ['cfda11ee-0a7c-4eeb-a000-8906c8930bd4'] in dv-neutron-834599-1-hyperv is: [{'id': 'cfda11ee-0a7c-4eeb-a000-8906c8930bd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1029262122', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '90239ee5-8d75-4235-9f08-f2b4c2287d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:22:36Z', 'updated_at': '2022-03-22T11:22:39Z', 'revision_number': 4, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': '90239ee5-8d75-4235-9f08-f2b4c2287d2a', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfda11ee-0a7c-4eeb-a000-8906c8930bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:22:36Z', 'updated_at': '2022-03-22T11:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': 'a44e4f58-2c56-4bc2-b1a2-601ea07046a0', 'name': '', 'network_id': '7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'mac_address': 'fa:16:3e:6e:af:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfda11ee-0a7c-4eeb-a000-8906c8930bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '52c841b7-1eab-4a5d-b975-c9774b723cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:22:39Z', 'updated_at': '2022-03-22T11:22:42Z', 'revision_number': 5, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'subnets': [{'id': '52c841b7-1eab-4a5d-b975-c9774b723cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:24:05.691762 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d111d9a5-bb69-454d-8015-1ba9aad1ebaa None None] New status for floating IP 6cc76b5d-cf79-4ba5-89ff-d2820a75f5e4: DOWN {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 11:24:06.210780 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37959e35-5018-45c1-9f76-e62e9c9647ac req-475c0b1f-a1bf-4e9f-9043-2a4cfcb664de tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:24:06.212384 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-37959e35-5018-45c1-9f76-e62e9c9647ac req-475c0b1f-a1bf-4e9f-9043-2a4cfcb664de tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=26279f48-89b4-4d88-a637-f2c625efa33e HTTP/1.1" status: 200 len: 946 time: 0.0505087 Mar 22 11:24:06.254457 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-37959e35-5018-45c1-9f76-e62e9c9647ac req-31d1d83f-b8e5-4ed4-b1a4-4ca6d2b99058 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c2b27d9-c769-48ec-b605-d4a96b0a3b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332527 Mar 22 11:24:06.390752 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec47d3-d9e1-4c1f-b9e9-7ef8137e8cc4 req-5dfbe320-6ae3-4c40-bc38-6a109329a2f6 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:24:06.392209 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-61ec47d3-d9e1-4c1f-b9e9-7ef8137e8cc4 req-5dfbe320-6ae3-4c40-bc38-6a109329a2f6 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.35 "GET /v2.0/ports?device_id=26279f48-89b4-4d88-a637-f2c625efa33e HTTP/1.1" status: 200 len: 946 time: 0.0620973 Mar 22 11:24:06.481033 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-61ec47d3-d9e1-4c1f-b9e9-7ef8137e8cc4 req-7b2a1e32-315f-4c85-8444-6e1c0203c8e4 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Deleting port 94268fed-afef-4b8f-9f3a-21ed5a190c48 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:24:06.481349 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-61ec47d3-d9e1-4c1f-b9e9-7ef8137e8cc4 req-7b2a1e32-315f-4c85-8444-6e1c0203c8e4 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:06.573989 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-61ec47d3-d9e1-4c1f-b9e9-7ef8137e8cc4 req-7b2a1e32-315f-4c85-8444-6e1c0203c8e4 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] For port 94268fed-afef-4b8f-9f3a-21ed5a190c48, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=94268fed-afef-4b8f-9f3a-21ed5a190c48,segment=NetworkSegment(781e8257-6b99-48eb-baa0-968578a8c0b3),segment_id=781e8257-6b99-48eb-baa0-968578a8c0b3)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:24:06.574220 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-61ec47d3-d9e1-4c1f-b9e9-7ef8137e8cc4 req-7b2a1e32-315f-4c85-8444-6e1c0203c8e4 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:06.589701 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-61ec47d3-d9e1-4c1f-b9e9-7ef8137e8cc4 req-7b2a1e32-315f-4c85-8444-6e1c0203c8e4 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Calling delete_port for 94268fed-afef-4b8f-9f3a-21ed5a190c48 owned by compute:nova {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:24:06.725604 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-61ec47d3-d9e1-4c1f-b9e9-7ef8137e8cc4 req-7b2a1e32-315f-4c85-8444-6e1c0203c8e4 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:06.758237 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2a1e32-315f-4c85-8444-6e1c0203c8e4 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event deleted for resources: {'Port': ['ID=94268fed-afef-4b8f-9f3a-21ed5a190c48,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:24:06.770030 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2a1e32-315f-4c85-8444-6e1c0203c8e4 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:24:06.770381 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2a1e32-315f-4c85-8444-6e1c0203c8e4 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:24:06.770746 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2a1e32-315f-4c85-8444-6e1c0203c8e4 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:24:06.771095 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2a1e32-315f-4c85-8444-6e1c0203c8e4 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:24:06.771426 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2a1e32-315f-4c85-8444-6e1c0203c8e4 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:24:06.771782 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2a1e32-315f-4c85-8444-6e1c0203c8e4 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:24:06.772110 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2a1e32-315f-4c85-8444-6e1c0203c8e4 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:24:06.772442 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2a1e32-315f-4c85-8444-6e1c0203c8e4 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:24:06.772775 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2a1e32-315f-4c85-8444-6e1c0203c8e4 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:24:06.773122 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2a1e32-315f-4c85-8444-6e1c0203c8e4 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:24:06.773447 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2a1e32-315f-4c85-8444-6e1c0203c8e4 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:24:06.773767 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2a1e32-315f-4c85-8444-6e1c0203c8e4 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:24:06.807706 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-61ec47d3-d9e1-4c1f-b9e9-7ef8137e8cc4 req-7b2a1e32-315f-4c85-8444-6e1c0203c8e4 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] No DVR routers for this DVR port 94268fed-afef-4b8f-9f3a-21ed5a190c48 on host hv-neutron-8345 {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:24:06.810352 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-61ec47d3-d9e1-4c1f-b9e9-7ef8137e8cc4 req-7b2a1e32-315f-4c85-8444-6e1c0203c8e4 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:06.813628 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-61ec47d3-d9e1-4c1f-b9e9-7ef8137e8cc4 req-7b2a1e32-315f-4c85-8444-6e1c0203c8e4 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.35 "DELETE /v2.0/ports/94268fed-afef-4b8f-9f3a-21ed5a190c48 HTTP/1.1" status: 204 len: 173 time: 0.4154997 Mar 22 11:24:06.814054 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26279f48-89b4-4d88-a637-f2c625efa33e', 'name': 'network-vif-deleted', 'tag': '94268fed-afef-4b8f-9f3a-21ed5a190c48'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:24:06.816323 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2192c3b2-08f6-4b50-8dde-6f7b1fdb4ea6" -d '{"events": [{"server_uuid": "26279f48-89b4-4d88-a637-f2c625efa33e", "name": "network-vif-deleted", "tag": "94268fed-afef-4b8f-9f3a-21ed5a190c48"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:24:06.852428 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1bb694c-1fc4-42e8-ad6d-fe464290b31f x-openstack-request-id: req-c1bb694c-1fc4-42e8-ad6d-fe464290b31f {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:24:06.852753 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26279f48-89b4-4d88-a637-f2c625efa33e", "name": "network-vif-deleted", "tag": "94268fed-afef-4b8f-9f3a-21ed5a190c48", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:24:06.853050 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c1bb694c-1fc4-42e8-ad6d-fe464290b31f {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:24:06.853461 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1bb694c-1fc4-42e8-ad6d-fe464290b31f'] response: {'server_uuid': '26279f48-89b4-4d88-a637-f2c625efa33e', 'name': 'network-vif-deleted', 'tag': '94268fed-afef-4b8f-9f3a-21ed5a190c48', 'status': 'completed', 'code': 200} Mar 22 11:24:07.314042 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 46956) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:24:07.680693 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-df082e2b-3f0d-4a3f-a221-5774679ad7be tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683891'] for router_interface, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:07.754684 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-246c4963-6f8b-42ea-98ab-66a5b5a52940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:07.960829 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-df082e2b-3f0d-4a3f-a221-5774679ad7be tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Deleting port a44e4f58-2c56-4bc2-b1a2-601ea07046a0 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:24:07.961125 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-df082e2b-3f0d-4a3f-a221-5774679ad7be tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:08.052856 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-df082e2b-3f0d-4a3f-a221-5774679ad7be tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] For port a44e4f58-2c56-4bc2-b1a2-601ea07046a0, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=a44e4f58-2c56-4bc2-b1a2-601ea07046a0,segment=NetworkSegment(781e8257-6b99-48eb-baa0-968578a8c0b3),segment_id=781e8257-6b99-48eb-baa0-968578a8c0b3)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:24:08.053229 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-df082e2b-3f0d-4a3f-a221-5774679ad7be tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:08.065672 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-df082e2b-3f0d-4a3f-a221-5774679ad7be tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Calling delete_port for a44e4f58-2c56-4bc2-b1a2-601ea07046a0 owned by network:router_interface {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:24:08.231109 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:24:08.264907 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-df082e2b-3f0d-4a3f-a221-5774679ad7be tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:08.294874 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df082e2b-3f0d-4a3f-a221-5774679ad7be tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event deleted for resources: {'Port': ['ID=a44e4f58-2c56-4bc2-b1a2-601ea07046a0,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:24:08.462398 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-df082e2b-3f0d-4a3f-a221-5774679ad7be tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684007'] for router_interface, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:08.676259 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df082e2b-3f0d-4a3f-a221-5774679ad7be tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Router cfda11ee-0a7c-4eeb-a000-8906c8930bd4 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:24:09.123343 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df082e2b-3f0d-4a3f-a221-5774679ad7be tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:24:09.128344 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-df082e2b-3f0d-4a3f-a221-5774679ad7be tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "PUT /v2.0/routers/cfda11ee-0a7c-4eeb-a000-8906c8930bd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8132083 Mar 22 11:24:09.131194 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 46958) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:24:09.133923 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc99f7dd-7103-4cf7-aef7-578cbdd84be7 None None] Sync routers for ids ['cfda11ee-0a7c-4eeb-a000-8906c8930bd4'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:24:09.144533 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc99f7dd-7103-4cf7-aef7-578cbdd84be7 None None] Routers {'cfda11ee-0a7c-4eeb-a000-8906c8930bd4'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:24:09.145231 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-cc99f7dd-7103-4cf7-aef7-578cbdd84be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:23:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['cfda11ee-0a7c-4eeb-a000-8906c8930bd4'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:24:09.181023 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_v2 [None req-502cdb13-d385-43d8-a607-738c986ce5ca tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Deleting subnet 52c841b7-1eab-4a5d-b975-c9774b723cbd {{(pid=109050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 11:24:09.184194 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-502cdb13-d385-43d8-a607-738c986ce5ca tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for subnet, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:09.224441 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-502cdb13-d385-43d8-a607-738c986ce5ca tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11961780'] for subnet, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:09.258440 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-cc99f7dd-7103-4cf7-aef7-578cbdd84be7 None None] Set router cfda11ee-0a7c-4eeb-a000-8906c8930bd4 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:24:09.310844 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-502cdb13-d385-43d8-a607-738c986ce5ca tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:09.369463 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-502cdb13-d385-43d8-a607-738c986ce5ca tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:09.395837 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502cdb13-d385-43d8-a607-738c986ce5ca tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event deleted for resources: {'Subnet': ['ID=52c841b7-1eab-4a5d-b975-c9774b723cbd,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:24:09.400848 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-502cdb13-d385-43d8-a607-738c986ce5ca tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:09.406992 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 46960) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:24:09.412032 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-502cdb13-d385-43d8-a607-738c986ce5ca tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "DELETE /v2.0/subnets/52c841b7-1eab-4a5d-b975-c9774b723cbd HTTP/1.1" status: 204 len: 168 time: 0.2797823 Mar 22 11:24:09.412606 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e89a36-a829-4982-904e-d65dbfaefc25 None None] Network 7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:24:09.438128 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-cc99f7dd-7103-4cf7-aef7-578cbdd84be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfda11ee-0a7c-4eeb-a000-8906c8930bd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1029262122', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '90239ee5-8d75-4235-9f08-f2b4c2287d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:22:36Z', 'updated_at': '2022-03-22T11:24:08Z', 'revision_number': 5, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': '90239ee5-8d75-4235-9f08-f2b4c2287d2a', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfda11ee-0a7c-4eeb-a000-8906c8930bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:22:36Z', 'updated_at': '2022-03-22T11:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:24:09.464520 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc99f7dd-7103-4cf7-aef7-578cbdd84be7 None None] Checking router: cfda11ee-0a7c-4eeb-a000-8906c8930bd4 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:24:09.473154 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc99f7dd-7103-4cf7-aef7-578cbdd84be7 None None] Routers {'cfda11ee-0a7c-4eeb-a000-8906c8930bd4'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:24:09.473777 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-cc99f7dd-7103-4cf7-aef7-578cbdd84be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:23:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['cfda11ee-0a7c-4eeb-a000-8906c8930bd4'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:24:09.519842 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-86bfd0f6-9add-4e3b-aae7-083400c969c0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:09.579792 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-cc99f7dd-7103-4cf7-aef7-578cbdd84be7 None None] Set router cfda11ee-0a7c-4eeb-a000-8906c8930bd4 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:24:09.605238 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc21dea-a496-40a8-86c5-3df08465c81e None None] DHCP port deletion for 7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 11:24:09.623110 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-86bfd0f6-9add-4e3b-aae7-083400c969c0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:09.651679 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-ffc21dea-a496-40a8-86c5-3df08465c81e None None] Deleting port 4d433dc1-3d3e-4248-92e9-b4300f3a0c26 {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:24:09.652056 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ffc21dea-a496-40a8-86c5-3df08465c81e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:09.677383 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-86bfd0f6-9add-4e3b-aae7-083400c969c0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Deleting port 90239ee5-8d75-4235-9f08-f2b4c2287d2a {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:24:09.677731 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-86bfd0f6-9add-4e3b-aae7-083400c969c0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:09.714253 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-ffc21dea-a496-40a8-86c5-3df08465c81e None None] For port 4d433dc1-3d3e-4248-92e9-b4300f3a0c26, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=4d433dc1-3d3e-4248-92e9-b4300f3a0c26,segment=NetworkSegment(781e8257-6b99-48eb-baa0-968578a8c0b3),segment_id=781e8257-6b99-48eb-baa0-968578a8c0b3)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:24:09.714649 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ffc21dea-a496-40a8-86c5-3df08465c81e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:09.731558 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-ffc21dea-a496-40a8-86c5-3df08465c81e None None] Calling delete_port for 4d433dc1-3d3e-4248-92e9-b4300f3a0c26 owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:24:09.757643 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-86bfd0f6-9add-4e3b-aae7-083400c969c0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] For port 90239ee5-8d75-4235-9f08-f2b4c2287d2a, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=90239ee5-8d75-4235-9f08-f2b4c2287d2a,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:24:09.758390 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-86bfd0f6-9add-4e3b-aae7-083400c969c0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:09.759065 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-cc99f7dd-7103-4cf7-aef7-578cbdd84be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfda11ee-0a7c-4eeb-a000-8906c8930bd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1029262122', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '90239ee5-8d75-4235-9f08-f2b4c2287d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:22:36Z', 'updated_at': '2022-03-22T11:24:08Z', 'revision_number': 5, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': '90239ee5-8d75-4235-9f08-f2b4c2287d2a', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfda11ee-0a7c-4eeb-a000-8906c8930bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:22:36Z', 'updated_at': '2022-03-22T11:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:24:09.777537 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-86bfd0f6-9add-4e3b-aae7-083400c969c0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Calling delete_port for 90239ee5-8d75-4235-9f08-f2b4c2287d2a owned by network:router_gateway {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:24:09.788759 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc99f7dd-7103-4cf7-aef7-578cbdd84be7 None None] The sync data for ids ['cfda11ee-0a7c-4eeb-a000-8906c8930bd4'] in dv-neutron-834599-1-hyperv is: [{'id': 'cfda11ee-0a7c-4eeb-a000-8906c8930bd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1029262122', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '90239ee5-8d75-4235-9f08-f2b4c2287d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:22:36Z', 'updated_at': '2022-03-22T11:24:08Z', 'revision_number': 5, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': '90239ee5-8d75-4235-9f08-f2b4c2287d2a', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfda11ee-0a7c-4eeb-a000-8906c8930bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:22:36Z', 'updated_at': '2022-03-22T11:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:24:09.814930 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ffc21dea-a496-40a8-86c5-3df08465c81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:09.837238 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc21dea-a496-40a8-86c5-3df08465c81e None None] Pushing event deleted for resources: {'Port': ['ID=4d433dc1-3d3e-4248-92e9-b4300f3a0c26,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:24:09.848916 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc21dea-a496-40a8-86c5-3df08465c81e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:24:09.849265 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc21dea-a496-40a8-86c5-3df08465c81e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:24:09.849604 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc21dea-a496-40a8-86c5-3df08465c81e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:24:09.849937 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc21dea-a496-40a8-86c5-3df08465c81e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:24:09.850265 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc21dea-a496-40a8-86c5-3df08465c81e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:24:09.850591 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc21dea-a496-40a8-86c5-3df08465c81e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:24:09.850916 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc21dea-a496-40a8-86c5-3df08465c81e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:24:09.851337 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc21dea-a496-40a8-86c5-3df08465c81e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:24:09.851686 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc21dea-a496-40a8-86c5-3df08465c81e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:24:09.852007 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc21dea-a496-40a8-86c5-3df08465c81e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:24:09.852327 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc21dea-a496-40a8-86c5-3df08465c81e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:24:09.852645 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc21dea-a496-40a8-86c5-3df08465c81e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:24:09.855297 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc21dea-a496-40a8-86c5-3df08465c81e None None] No DVR routers for this DVR port 4d433dc1-3d3e-4248-92e9-b4300f3a0c26 on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:24:09.884253 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-91db2ecc-f737-4b52-bf71-1e89b3fac23f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:09.949563 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-86bfd0f6-9add-4e3b-aae7-083400c969c0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:09.978545 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bfd0f6-9add-4e3b-aae7-083400c969c0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event deleted for resources: {'Port': ['ID=90239ee5-8d75-4235-9f08-f2b4c2287d2a,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:24:10.037615 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-86bfd0f6-9add-4e3b-aae7-083400c969c0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682553'] for router_gateway, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:10.127033 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-86bfd0f6-9add-4e3b-aae7-083400c969c0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:10.129347 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-86bfd0f6-9add-4e3b-aae7-083400c969c0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:10.182591 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-86bfd0f6-9add-4e3b-aae7-083400c969c0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:10.183669 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86bfd0f6-9add-4e3b-aae7-083400c969c0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Fanout notify agent at l3_agent the message router_deleted on router cfda11ee-0a7c-4eeb-a000-8906c8930bd4 {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 11:24:10.192394 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-86bfd0f6-9add-4e3b-aae7-083400c969c0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:10.193446 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-86bfd0f6-9add-4e3b-aae7-083400c969c0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "DELETE /v2.0/routers/cfda11ee-0a7c-4eeb-a000-8906c8930bd4 HTTP/1.1" status: 204 len: 168 time: 0.7843697 Mar 22 11:24:10.196260 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 46962) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:24:10.250721 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device a44e4f58-2c56-4bc2-b1a2-601ea07046a0 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:24:10.273421 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: a44e4f58-2c56-4bc2-b1a2-601ea07046a0 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:24:10.273616 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device a44e4f58-2c56-4bc2-b1a2-601ea07046a0 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:24:10.274122 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 4d433dc1-3d3e-4248-92e9-b4300f3a0c26 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:24:10.280438 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-349be65b-3ec6-4e87-bed8-043ee35f2802 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:10.298085 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 4d433dc1-3d3e-4248-92e9-b4300f3a0c26 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:24:10.298343 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 4d433dc1-3d3e-4248-92e9-b4300f3a0c26 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:24:10.374547 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-349be65b-3ec6-4e87-bed8-043ee35f2802 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:10.396118 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-349be65b-3ec6-4e87-bed8-043ee35f2802 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:24:10.406802 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-349be65b-3ec6-4e87-bed8-043ee35f2802 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '781e8257-6b99-48eb-baa0-968578a8c0b3') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:24:10.407313 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-349be65b-3ec6-4e87-bed8-043ee35f2802 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '781e8257-6b99-48eb-baa0-968578a8c0b3') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:24:10.417956 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-349be65b-3ec6-4e87-bed8-043ee35f2802 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:10.431722 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-349be65b-3ec6-4e87-bed8-043ee35f2802 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:10.437976 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-349be65b-3ec6-4e87-bed8-043ee35f2802 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:24:10.438368 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-349be65b-3ec6-4e87-bed8-043ee35f2802 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:10.443156 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 11:24:10.443156 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:24:10.443156 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 11:24:10.443156 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:24:10.443156 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 11:24:10.443156 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 11:24:10.443156 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 11:24:10.443156 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:24:10.443156 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 11:24:10.443156 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:24:10.443156 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 11:24:10.443156 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:24:10.443156 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 11:24:10.443156 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 11:24:10.443156 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:24:10.443156 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 11:24:10.443156 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:24:10.443156 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 11:24:10.443156 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 11:24:10.443156 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 11:24:10.443156 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 11:24:10.443156 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 11:24:10.443156 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:24:10.443156 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:24:10.443156 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 11:24:10.443156 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:24:10.443156 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:24:10.443156 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:24:10.443156 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:24:10.443156 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:24:10.443156 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:24:10.443156 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:24:10.445603 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 94268fed-afef-4b8f-9f3a-21ed5a190c48 no longer exists at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:24:10.464217 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] No Port match for: 94268fed-afef-4b8f-9f3a-21ed5a190c48 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:24:10.464570 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 94268fed-afef-4b8f-9f3a-21ed5a190c48 not bound to the agent host hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:24:10.504708 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-349be65b-3ec6-4e87-bed8-043ee35f2802 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:10.512502 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-349be65b-3ec6-4e87-bed8-043ee35f2802 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:10.515142 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-349be65b-3ec6-4e87-bed8-043ee35f2802 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "DELETE /v2.0/networks/7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3 HTTP/1.1" status: 204 len: 168 time: 0.3179426 Mar 22 11:24:10.517983 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 46964) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:24:10.526140 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349be65b-3ec6-4e87-bed8-043ee35f2802 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event deleted for resources: {'Network': ['ID=7c8c8f7e-8e89-4bfb-9544-70f0b5d83ca3,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:24:10.576840 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e8b8d5ff-216c-406d-bb86-0e952fe36c30 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:10.602127 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e8b8d5ff-216c-406d-bb86-0e952fe36c30 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:10.664035 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e8b8d5ff-216c-406d-bb86-0e952fe36c30 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:10.666647 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e8b8d5ff-216c-406d-bb86-0e952fe36c30 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:10.667828 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-e8b8d5ff-216c-406d-bb86-0e952fe36c30 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "DELETE /v2.0/security-groups/8c2b27d9-c769-48ec-b605-d4a96b0a3b39 HTTP/1.1" status: 204 len: 168 time: 0.1488194 Mar 22 11:24:10.677156 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b8d5ff-216c-406d-bb86-0e952fe36c30 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2b27d9-c769-48ec-b605-d4a96b0a3b39,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:24:10.971070 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 46970) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:24:10.977218 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-0dbfdead-05a0-4aaa-88ff-9408b762255e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1213222342', 'description': 'tempest-secgroup-smoke-1213222342 description', 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:24:11.000867 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0dbfdead-05a0-4aaa-88ff-9408b762255e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:11.070149 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0dbfdead-05a0-4aaa-88ff-9408b762255e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:11.074727 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0dbfdead-05a0-4aaa-88ff-9408b762255e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:11.103126 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0dbfdead-05a0-4aaa-88ff-9408b762255e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:11.104306 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-0dbfdead-05a0-4aaa-88ff-9408b762255e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1321135 Mar 22 11:24:11.106258 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbfdead-05a0-4aaa-88ff-9408b762255e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb26b13-a1e6-44a8-b491-af370aa07d1c,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:24:11.107343 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 46972) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:24:11.113296 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-07c7a48f-0086-4d8a-8f88-6877ca2bc2ad tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Request body: {'security_group_rule': {'security_group_id': '3eb26b13-a1e6-44a8-b491-af370aa07d1c', 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:24:11.141887 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-07c7a48f-0086-4d8a-8f88-6877ca2bc2ad tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:11.207487 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-07c7a48f-0086-4d8a-8f88-6877ca2bc2ad tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:11.212779 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-07c7a48f-0086-4d8a-8f88-6877ca2bc2ad tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:11.229067 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:11.232127 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c7a48f-0086-4d8a-8f88-6877ca2bc2ad tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=219997a3-28f0-4db8-9df9-4a6adb31de2b,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:24:11.240029 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-07c7a48f-0086-4d8a-8f88-6877ca2bc2ad tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:11.243397 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-07c7a48f-0086-4d8a-8f88-6877ca2bc2ad tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1322176 Mar 22 11:24:11.244644 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 46974) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:24:11.249353 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-6adec2e4-d9b9-4059-857b-5cc63aa21bf2 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Request body: {'security_group_rule': {'security_group_id': '3eb26b13-a1e6-44a8-b491-af370aa07d1c', 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:24:11.275080 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6adec2e4-d9b9-4059-857b-5cc63aa21bf2 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:11.331774 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6adec2e4-d9b9-4059-857b-5cc63aa21bf2 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:11.338076 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6adec2e4-d9b9-4059-857b-5cc63aa21bf2 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:11.355103 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adec2e4-d9b9-4059-857b-5cc63aa21bf2 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=219134df-d1fe-4ad3-972c-38c6817d0282,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:24:11.365441 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6adec2e4-d9b9-4059-857b-5cc63aa21bf2 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:11.366744 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-6adec2e4-d9b9-4059-857b-5cc63aa21bf2 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1209335 Mar 22 11:24:11.369943 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 46976) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:24:11.374266 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-81a1f093-a1a3-4179-98f5-cbe4c187dd23 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Request body: {'security_group_rule': {'security_group_id': '3eb26b13-a1e6-44a8-b491-af370aa07d1c', 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:24:11.398979 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-81a1f093-a1a3-4179-98f5-cbe4c187dd23 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:11.455873 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-81a1f093-a1a3-4179-98f5-cbe4c187dd23 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:11.460454 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-81a1f093-a1a3-4179-98f5-cbe4c187dd23 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:11.477511 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a1f093-a1a3-4179-98f5-cbe4c187dd23 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9893fe5-09a7-455e-a67b-530c9585eb70,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:24:11.487409 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-81a1f093-a1a3-4179-98f5-cbe4c187dd23 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:11.488705 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-81a1f093-a1a3-4179-98f5-cbe4c187dd23 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1178179 Mar 22 11:24:11.491467 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 46978) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:24:11.496222 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-b93d38bd-cc05-4cd5-8159-cc3e18b75ac6 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Request body: {'security_group_rule': {'security_group_id': '3eb26b13-a1e6-44a8-b491-af370aa07d1c', 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:24:11.521380 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b93d38bd-cc05-4cd5-8159-cc3e18b75ac6 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:11.580782 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b93d38bd-cc05-4cd5-8159-cc3e18b75ac6 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:11.585963 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b93d38bd-cc05-4cd5-8159-cc3e18b75ac6 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:11.604087 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93d38bd-cc05-4cd5-8159-cc3e18b75ac6 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0053baa7-da19-43e1-b6ca-9307a23c8db4,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:24:11.614836 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b93d38bd-cc05-4cd5-8159-cc3e18b75ac6 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:11.616352 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-b93d38bd-cc05-4cd5-8159-cc3e18b75ac6 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1239336 Mar 22 11:24:11.619653 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 46980) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:24:11.624475 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-349a2bdd-c377-4f09-b5a6-8fff0c3dd0d3 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Request body: {'security_group_rule': {'security_group_id': '3eb26b13-a1e6-44a8-b491-af370aa07d1c', 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:24:11.649756 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.securitygroups_db [None req-349a2bdd-c377-4f09-b5a6-8fff0c3dd0d3 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Project c7a987b92cdc4ed9b3e8c30c749ad6fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 11:24:11.654611 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-349a2bdd-c377-4f09-b5a6-8fff0c3dd0d3 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:11.714081 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-349a2bdd-c377-4f09-b5a6-8fff0c3dd0d3 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:11.718711 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-349a2bdd-c377-4f09-b5a6-8fff0c3dd0d3 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:11.736957 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349a2bdd-c377-4f09-b5a6-8fff0c3dd0d3 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ea99193-b4a9-4b48-aaf7-2b079e4c71f6,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:24:11.743884 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-349a2bdd-c377-4f09-b5a6-8fff0c3dd0d3 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:11.745209 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-349a2bdd-c377-4f09-b5a6-8fff0c3dd0d3 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1245263 Mar 22 11:24:11.748126 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 46982) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:24:11.752564 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-d38939ce-36d2-4c10-9360-ba82f55317dd tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Request body: {'security_group_rule': {'security_group_id': '3eb26b13-a1e6-44a8-b491-af370aa07d1c', 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:24:11.773849 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.securitygroups_db [None req-d38939ce-36d2-4c10-9360-ba82f55317dd tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Project c7a987b92cdc4ed9b3e8c30c749ad6fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 11:24:11.780826 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d38939ce-36d2-4c10-9360-ba82f55317dd tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:11.843994 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d38939ce-36d2-4c10-9360-ba82f55317dd tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:11.849272 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d38939ce-36d2-4c10-9360-ba82f55317dd tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:11.868374 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38939ce-36d2-4c10-9360-ba82f55317dd tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=581f53d2-946c-492f-ac22-26366322c429,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:24:11.876241 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d38939ce-36d2-4c10-9360-ba82f55317dd tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:11.877477 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d38939ce-36d2-4c10-9360-ba82f55317dd tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1284206 Mar 22 11:24:11.880624 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 46984) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:24:11.885784 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-5db9f123-fb9c-4a8e-bb82-d3964fb4618b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Request body: {'network': {'name': 'tempest-network-smoke--623641370', 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'port_security_enabled': True}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:24:11.905783 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db9f123-fb9c-4a8e-bb82-d3964fb4618b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Made reservation on behalf of c7a987b92cdc4ed9b3e8c30c749ad6fb for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:24:11.912349 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5db9f123-fb9c-4a8e-bb82-d3964fb4618b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:11.939262 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5db9f123-fb9c-4a8e-bb82-d3964fb4618b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:24:11.948356 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5db9f123-fb9c-4a8e-bb82-d3964fb4618b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:11.948716 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-5db9f123-fb9c-4a8e-bb82-d3964fb4618b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Added segment 1bd4577f-bb6b-4f96-a228-da6f164f20cf of type vlan for network 6856c666-83ae-483c-acad-2370d4c22953 Mar 22 11:24:11.987908 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5db9f123-fb9c-4a8e-bb82-d3964fb4618b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:12.015636 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5db9f123-fb9c-4a8e-bb82-d3964fb4618b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:12.021035 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db9f123-fb9c-4a8e-bb82-d3964fb4618b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:24:12.021640 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5db9f123-fb9c-4a8e-bb82-d3964fb4618b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:12.055388 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5db9f123-fb9c-4a8e-bb82-d3964fb4618b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1735308 Mar 22 11:24:12.058430 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 46986) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:24:12.063156 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-7d6ceaf8-711a-4785-b190-a86cfce7e70b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-208373963', 'admin_state_up': True, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:24:12.084876 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7d6ceaf8-711a-4785-b190-a86cfce7e70b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:12.086011 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7d6ceaf8-711a-4785-b190-a86cfce7e70b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:12.087845 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db9f123-fb9c-4a8e-bb82-d3964fb4618b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'Network': ['ID=6856c666-83ae-483c-acad-2370d4c22953,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:24:12.102114 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 6856c666-83ae-483c-acad-2370d4c22953 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 11:24:12.117468 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 90239ee5-8d75-4235-9f08-f2b4c2287d2a no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:24:12.140470 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7d6ceaf8-711a-4785-b190-a86cfce7e70b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:12.144113 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 90239ee5-8d75-4235-9f08-f2b4c2287d2a {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:24:12.144452 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 90239ee5-8d75-4235-9f08-f2b4c2287d2a not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:24:12.277810 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7d6ceaf8-711a-4785-b190-a86cfce7e70b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:12.469239 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7d6ceaf8-711a-4785-b190-a86cfce7e70b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for router_gateway, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:12.490976 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7d6ceaf8-711a-4785-b190-a86cfce7e70b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:12.600447 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-7d6ceaf8-711a-4785-b190-a86cfce7e70b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Allocated IP 172.26.7.228 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/ad9a0988-08cc-4e9b-9bbc-ff43f0d25b1c) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:24:12.661284 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:12.732878 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7d6ceaf8-711a-4785-b190-a86cfce7e70b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:12.776575 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7d6ceaf8-711a-4785-b190-a86cfce7e70b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:12.814756 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6ceaf8-711a-4785-b190-a86cfce7e70b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:24:12.818859 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-7d6ceaf8-711a-4785-b190-a86cfce7e70b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:24:12.823100 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6ceaf8-711a-4785-b190-a86cfce7e70b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:24:12.826050 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6ceaf8-711a-4785-b190-a86cfce7e70b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'Port': ['ID=ad9a0988-08cc-4e9b-9bbc-ff43f0d25b1c,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:24:12.861469 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:13.071723 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7d6ceaf8-711a-4785-b190-a86cfce7e70b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for router_gateway, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:13.271330 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7d6ceaf8-711a-4785-b190-a86cfce7e70b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:13.404362 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d6ceaf8-711a-4785-b190-a86cfce7e70b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Router 6eb963e5-9046-4ca6-ac42-936512c18847 is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109050) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 11:24:13.526173 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6ceaf8-711a-4785-b190-a86cfce7e70b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:24:13.536860 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a9eeed-b80b-4625-b7bb-3d5e6cd28a38 None None] Sync routers for ids ['6eb963e5-9046-4ca6-ac42-936512c18847'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:24:13.548261 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a9eeed-b80b-4625-b7bb-3d5e6cd28a38 None None] Routers {'6eb963e5-9046-4ca6-ac42-936512c18847'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:24:13.548994 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-f1a9eeed-b80b-4625-b7bb-3d5e6cd28a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:24:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['6eb963e5-9046-4ca6-ac42-936512c18847'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:24:13.549160 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7d6ceaf8-711a-4785-b190-a86cfce7e70b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:13.553378 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-7d6ceaf8-711a-4785-b190-a86cfce7e70b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4908969 Mar 22 11:24:13.553527 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 46988) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:24:13.580985 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-b0e0c16d-0053-499f-a8b0-574fe2f2ff44 tempest-TestNetworkAdvancedServerOps-1835492002 tempest-TestNetworkAdvancedServerOps-1835492002-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=c7a987b92cdc4ed9b3e8c30c749ad6fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263579 Mar 22 11:24:13.583593 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 46990) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:24:13.661867 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:13.665344 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-f1a9eeed-b80b-4625-b7bb-3d5e6cd28a38 None None] Set router 6eb963e5-9046-4ca6-ac42-936512c18847 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:24:13.670544 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1caabe3-4e01-4a31-9696-a5635956f604 tempest-TestNetworkAdvancedServerOps-1835492002 tempest-TestNetworkAdvancedServerOps-1835492002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:24:13.672100 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-e1caabe3-4e01-4a31-9696-a5635956f604 tempest-TestNetworkAdvancedServerOps-1835492002 tempest-TestNetworkAdvancedServerOps-1835492002-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0876551 Mar 22 11:24:13.675015 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 46992) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:24:13.703473 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-2e5bc003-52aa-4831-b93e-ec5e298fbcdd tempest-TestNetworkAdvancedServerOps-1835492002 tempest-TestNetworkAdvancedServerOps-1835492002-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=a14ca783-6f82-4799-85a3-4cbe79c980a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272899 Mar 22 11:24:13.706180 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 46994) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:24:13.711332 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-c3775715-535c-44ee-b549-c550a15ec8d2 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1099011578', 'network_id': '6856c666-83ae-483c-acad-2370d4c22953', 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:24:13.800587 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3775715-535c-44ee-b549-c550a15ec8d2 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Made reservation on behalf of c7a987b92cdc4ed9b3e8c30c749ad6fb for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:24:13.804385 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c3775715-535c-44ee-b549-c550a15ec8d2 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:13.840271 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-f1a9eeed-b80b-4625-b7bb-3d5e6cd28a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb963e5-9046-4ca6-ac42-936512c18847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208373963', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': 'ad9a0988-08cc-4e9b-9bbc-ff43f0d25b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:24:12Z', 'updated_at': '2022-03-22T11:24:12Z', 'revision_number': 3, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': 'ad9a0988-08cc-4e9b-9bbc-ff43f0d25b1c', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:15:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb963e5-9046-4ca6-ac42-936512c18847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:24:12Z', 'updated_at': '2022-03-22T11:24:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:24:13.866735 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a9eeed-b80b-4625-b7bb-3d5e6cd28a38 None None] Checking router: 6eb963e5-9046-4ca6-ac42-936512c18847 for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:24:13.867054 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a9eeed-b80b-4625-b7bb-3d5e6cd28a38 None None] Updating router 6eb963e5-9046-4ca6-ac42-936512c18847 port ad9a0988-08cc-4e9b-9bbc-ff43f0d25b1c binding host dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:24:13.892775 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f1a9eeed-b80b-4625-b7bb-3d5e6cd28a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:13.984961 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c3775715-535c-44ee-b549-c550a15ec8d2 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:14.041556 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3775715-535c-44ee-b549-c550a15ec8d2 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'Subnet': ['ID=be193126-2337-4132-8b27-e0b9d0344c84,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:24:14.051922 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3775715-535c-44ee-b549-c550a15ec8d2 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Checking segment: {'id': '1bd4577f-bb6b-4f96-a228-da6f164f20cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6856c666-83ae-483c-acad-2370d4c22953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:24:14.052354 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3775715-535c-44ee-b549-c550a15ec8d2 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Network hostable DHCP agents. Network: 6856c666-83ae-483c-acad-2370d4c22953, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:24:14.069908 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3775715-535c-44ee-b549-c550a15ec8d2 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Network 6856c666-83ae-483c-acad-2370d4c22953 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:24:14.079621 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-c3775715-535c-44ee-b549-c550a15ec8d2 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 6856c666-83ae-483c-acad-2370d4c22953) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:24:14.084143 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3775715-535c-44ee-b549-c550a15ec8d2 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:24:14.084905 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c3775715-535c-44ee-b549-c550a15ec8d2 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:14.100058 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd84631-d4ad-4f2e-801c-72a5f0581493 None None] Network 6856c666-83ae-483c-acad-2370d4c22953 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:24:14.102897 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c3775715-535c-44ee-b549-c550a15ec8d2 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3956528 Mar 22 11:24:14.105859 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 46996) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:24:14.187798 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f1a9eeed-b80b-4625-b7bb-3d5e6cd28a38 None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:14.197973 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f1a9eeed-b80b-4625-b7bb-3d5e6cd28a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:14.439421 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e537a6-59a3-4a7a-9d47-af7fe3deefe4 None None] Pushing event updated for resources: {'Port': ['ID=ad9a0988-08cc-4e9b-9bbc-ff43f0d25b1c,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:24:14.443258 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-f1a9eeed-b80b-4625-b7bb-3d5e6cd28a38 None None] Attempting to bind port ad9a0988-08cc-4e9b-9bbc-ff43f0d25b1c on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:24:14.443638 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-f1a9eeed-b80b-4625-b7bb-3d5e6cd28a38 None None] Attempting to bind port ad9a0988-08cc-4e9b-9bbc-ff43f0d25b1c by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:24:14.444000 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a9eeed-b80b-4625-b7bb-3d5e6cd28a38 None None] Attempting to bind port ad9a0988-08cc-4e9b-9bbc-ff43f0d25b1c on network a14ca783-6f82-4799-85a3-4cbe79c980a8 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:24:14.453260 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a9eeed-b80b-4625-b7bb-3d5e6cd28a38 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:24:14.453660 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a9eeed-b80b-4625-b7bb-3d5e6cd28a38 None None] Checking segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:24:14.454056 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f1a9eeed-b80b-4625-b7bb-3d5e6cd28a38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:14.454431 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a9eeed-b80b-4625-b7bb-3d5e6cd28a38 None None] Bound using segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:24:14.454861 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-f1a9eeed-b80b-4625-b7bb-3d5e6cd28a38 None None] Bound port: ad9a0988-08cc-4e9b-9bbc-ff43f0d25b1c, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:24:14.455233 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f1a9eeed-b80b-4625-b7bb-3d5e6cd28a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:14.506315 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94cd62b1-da3d-49b0-9272-b3403c23f8cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-6856c666-83ae-483c-acad-2370d4c22953', 'network_id': '6856c666-83ae-483c-acad-2370d4c22953', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'fixed_ips': [{'subnet_id': 'be193126-2337-4132-8b27-e0b9d0344c84'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 11:24:14.507146 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-94cd62b1-da3d-49b0-9272-b3403c23f8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:14.533670 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-f1a9eeed-b80b-4625-b7bb-3d5e6cd28a38 None None] For port ad9a0988-08cc-4e9b-9bbc-ff43f0d25b1c, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:24:14.536871 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-f1a9eeed-b80b-4625-b7bb-3d5e6cd28a38 None None] For port ad9a0988-08cc-4e9b-9bbc-ff43f0d25b1c, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=ad9a0988-08cc-4e9b-9bbc-ff43f0d25b1c,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:24:14.544923 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f1a9eeed-b80b-4625-b7bb-3d5e6cd28a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:14.549333 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2c073316-f62e-4e46-bca6-58a8c182fba0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:14.692986 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a9eeed-b80b-4625-b7bb-3d5e6cd28a38 None None] Routers {'6eb963e5-9046-4ca6-ac42-936512c18847'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:24:14.693606 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-f1a9eeed-b80b-4625-b7bb-3d5e6cd28a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:24:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['6eb963e5-9046-4ca6-ac42-936512c18847'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:24:14.701007 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e537a6-59a3-4a7a-9d47-af7fe3deefe4 None None] Pushing event updated for resources: {'Port': ['ID=ad9a0988-08cc-4e9b-9bbc-ff43f0d25b1c,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:24:14.750311 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-94cd62b1-da3d-49b0-9272-b3403c23f8cd None None] Allocated IP 172.20.0.2 (6856c666-83ae-483c-acad-2370d4c22953/be193126-2337-4132-8b27-e0b9d0344c84/8274a3a5-c4dd-43f7-8f49-06ed4e2281e4) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:24:14.863570 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-f1a9eeed-b80b-4625-b7bb-3d5e6cd28a38 None None] Set router 6eb963e5-9046-4ca6-ac42-936512c18847 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:24:15.041778 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-94cd62b1-da3d-49b0-9272-b3403c23f8cd None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:15.064144 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-94cd62b1-da3d-49b0-9272-b3403c23f8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:15.097234 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-2c073316-f62e-4e46-bca6-58a8c182fba0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Allocated IP 172.20.0.1 (6856c666-83ae-483c-acad-2370d4c22953/be193126-2337-4132-8b27-e0b9d0344c84/9942ce59-623d-47c8-b3b1-aea958b01292) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:24:15.113916 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cd62b1-da3d-49b0-9272-b3403c23f8cd None None] Network 6856c666-83ae-483c-acad-2370d4c22953 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:24:15.119275 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-94cd62b1-da3d-49b0-9272-b3403c23f8cd None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:24:15.124782 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cd62b1-da3d-49b0-9272-b3403c23f8cd None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:24:15.127273 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd62b1-da3d-49b0-9272-b3403c23f8cd None None] Pushing event updated for resources: {'Port': ['ID=8274a3a5-c4dd-43f7-8f49-06ed4e2281e4,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:24:15.181252 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-f1a9eeed-b80b-4625-b7bb-3d5e6cd28a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb963e5-9046-4ca6-ac42-936512c18847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208373963', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': 'ad9a0988-08cc-4e9b-9bbc-ff43f0d25b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:24:12Z', 'updated_at': '2022-03-22T11:24:12Z', 'revision_number': 3, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': 'ad9a0988-08cc-4e9b-9bbc-ff43f0d25b1c', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:15:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb963e5-9046-4ca6-ac42-936512c18847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:24:12Z', 'updated_at': '2022-03-22T11:24:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:24:15.208434 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-94cd62b1-da3d-49b0-9272-b3403c23f8cd None None] Attempting to bind port 8274a3a5-c4dd-43f7-8f49-06ed4e2281e4 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:24:15.208801 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-94cd62b1-da3d-49b0-9272-b3403c23f8cd None None] Attempting to bind port 8274a3a5-c4dd-43f7-8f49-06ed4e2281e4 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '1bd4577f-bb6b-4f96-a228-da6f164f20cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6856c666-83ae-483c-acad-2370d4c22953'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:24:15.209159 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cd62b1-da3d-49b0-9272-b3403c23f8cd None None] Attempting to bind port 8274a3a5-c4dd-43f7-8f49-06ed4e2281e4 on network 6856c666-83ae-483c-acad-2370d4c22953 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:24:15.211347 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a9eeed-b80b-4625-b7bb-3d5e6cd28a38 None None] The sync data for ids ['6eb963e5-9046-4ca6-ac42-936512c18847'] in dv-neutron-834599-1-hyperv is: [{'id': '6eb963e5-9046-4ca6-ac42-936512c18847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208373963', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': 'ad9a0988-08cc-4e9b-9bbc-ff43f0d25b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:24:12Z', 'updated_at': '2022-03-22T11:24:12Z', 'revision_number': 3, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': 'ad9a0988-08cc-4e9b-9bbc-ff43f0d25b1c', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:15:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb963e5-9046-4ca6-ac42-936512c18847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:24:12Z', 'updated_at': '2022-03-22T11:24:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:24:15.216354 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cd62b1-da3d-49b0-9272-b3403c23f8cd None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:24:15.216761 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cd62b1-da3d-49b0-9272-b3403c23f8cd None None] Checking segment: {'id': '1bd4577f-bb6b-4f96-a228-da6f164f20cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6856c666-83ae-483c-acad-2370d4c22953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:24:15.217138 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-94cd62b1-da3d-49b0-9272-b3403c23f8cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:15.217538 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cd62b1-da3d-49b0-9272-b3403c23f8cd None None] Bound using segment: {'id': '1bd4577f-bb6b-4f96-a228-da6f164f20cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6856c666-83ae-483c-acad-2370d4c22953'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:24:15.217954 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-94cd62b1-da3d-49b0-9272-b3403c23f8cd None None] Bound port: 8274a3a5-c4dd-43f7-8f49-06ed4e2281e4, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bd4577f-bb6b-4f96-a228-da6f164f20cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6856c666-83ae-483c-acad-2370d4c22953'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:24:15.218332 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-94cd62b1-da3d-49b0-9272-b3403c23f8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:15.222394 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2c073316-f62e-4e46-bca6-58a8c182fba0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:15.266122 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2c073316-f62e-4e46-bca6-58a8c182fba0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:15.285997 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-94cd62b1-da3d-49b0-9272-b3403c23f8cd None None] For port 8274a3a5-c4dd-43f7-8f49-06ed4e2281e4, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:24:15.289432 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-94cd62b1-da3d-49b0-9272-b3403c23f8cd None None] For port 8274a3a5-c4dd-43f7-8f49-06ed4e2281e4, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=8274a3a5-c4dd-43f7-8f49-06ed4e2281e4,segment=NetworkSegment(1bd4577f-bb6b-4f96-a228-da6f164f20cf),segment_id=1bd4577f-bb6b-4f96-a228-da6f164f20cf)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:24:15.294402 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-94cd62b1-da3d-49b0-9272-b3403c23f8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:15.313177 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c073316-f62e-4e46-bca6-58a8c182fba0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Network 6856c666-83ae-483c-acad-2370d4c22953 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:24:15.316335 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-2c073316-f62e-4e46-bca6-58a8c182fba0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:24:15.320858 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c073316-f62e-4e46-bca6-58a8c182fba0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:24:15.324811 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c073316-f62e-4e46-bca6-58a8c182fba0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'Port': ['ID=9942ce59-623d-47c8-b3b1-aea958b01292,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:24:15.356392 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd62b1-da3d-49b0-9272-b3403c23f8cd None None] Pushing event updated for resources: {'Port': ['ID=8274a3a5-c4dd-43f7-8f49-06ed4e2281e4,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:24:15.373949 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2c073316-f62e-4e46-bca6-58a8c182fba0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684270'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:15.530606 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2c073316-f62e-4e46-bca6-58a8c182fba0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:15.844745 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2c073316-f62e-4e46-bca6-58a8c182fba0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:15.851254 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2c073316-f62e-4e46-bca6-58a8c182fba0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:15.935293 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c073316-f62e-4e46-bca6-58a8c182fba0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'Port': ['ID=9942ce59-623d-47c8-b3b1-aea958b01292,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:24:15.937877 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2c073316-f62e-4e46-bca6-58a8c182fba0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684306'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:16.038201 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c073316-f62e-4e46-bca6-58a8c182fba0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Network 6856c666-83ae-483c-acad-2370d4c22953 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:24:16.039835 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-2c073316-f62e-4e46-bca6-58a8c182fba0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:24:16.179331 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c073316-f62e-4e46-bca6-58a8c182fba0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Router 6eb963e5-9046-4ca6-ac42-936512c18847 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:24:16.258532 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device ad9a0988-08cc-4e9b-9bbc-ff43f0d25b1c up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:24:16.299739 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c073316-f62e-4e46-bca6-58a8c182fba0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:24:16.305329 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2c073316-f62e-4e46-bca6-58a8c182fba0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "PUT /v2.0/routers/6eb963e5-9046-4ca6-ac42-936512c18847/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1985369 Mar 22 11:24:16.317017 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port ad9a0988-08cc-4e9b-9bbc-ff43f0d25b1c triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:24:16.317145 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:16.342082 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceca1010-2421-44de-8946-56ac4b9b035e None None] Network 6856c666-83ae-483c-acad-2370d4c22953 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:24:16.424872 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-75b84878-2cad-4c31-88bc-d9fc60c5698f None None] Provisioning complete for port 8274a3a5-c4dd-43f7-8f49-06ed4e2281e4 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:24:16.425234 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-75b84878-2cad-4c31-88bc-d9fc60c5698f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:16.455190 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5e23b2c9-3e4f-40e9-9803-6964e74fca06 req-89f99e15-a595-4cee-92ad-497419d6d680 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1213222342&fields=id&tenant_id=c7a987b92cdc4ed9b3e8c30c749ad6fb HTTP/1.1" status: 200 len: 267 time: 0.0369861 Mar 22 11:24:16.535260 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:16.572127 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port ad9a0988-08cc-4e9b-9bbc-ff43f0d25b1c, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=ad9a0988-08cc-4e9b-9bbc-ff43f0d25b1c,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:24:16.572361 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23b2c9-3e4f-40e9-9803-6964e74fca06 req-c2cfbd26-2771-476b-83d2-2e17784a6b31 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:24:16.574053 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5e23b2c9-3e4f-40e9-9803-6964e74fca06 req-c2cfbd26-2771-476b-83d2-2e17784a6b31 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/networks?id=6856c666-83ae-483c-acad-2370d4c22953 HTTP/1.1" status: 200 len: 796 time: 0.1098895 Mar 22 11:24:16.593324 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5e23b2c9-3e4f-40e9-9803-6964e74fca06 req-c144d4a0-94ee-4d9f-9092-226f8a0fadb4 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/quotas/c7a987b92cdc4ed9b3e8c30c749ad6fb HTTP/1.1" status: 200 len: 375 time: 0.0101118 Mar 22 11:24:16.596055 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:16.596833 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 8274a3a5-c4dd-43f7-8f49-06ed4e2281e4 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:24:16.647023 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5e23b2c9-3e4f-40e9-9803-6964e74fca06 req-bb62b631-c5f7-4491-b3b3-50f7dd36a1c0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c7a987b92cdc4ed9b3e8c30c749ad6fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456040 Mar 22 11:24:16.663028 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [req-5e23b2c9-3e4f-40e9-9803-6964e74fca06 req-20578688-d779-4fe7-9330-d94878fefd51 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=109050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:24:16.664599 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5e23b2c9-3e4f-40e9-9803-6964e74fca06 req-20578688-d779-4fe7-9330-d94878fefd51 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060506 Mar 22 11:24:16.681802 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-75b84878-2cad-4c31-88bc-d9fc60c5698f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:16.714996 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=ad9a0988-08cc-4e9b-9bbc-ff43f0d25b1c,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:24:16.743920 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-75b84878-2cad-4c31-88bc-d9fc60c5698f None None] For port 8274a3a5-c4dd-43f7-8f49-06ed4e2281e4, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=8274a3a5-c4dd-43f7-8f49-06ed4e2281e4,segment=NetworkSegment(1bd4577f-bb6b-4f96-a228-da6f164f20cf),segment_id=1bd4577f-bb6b-4f96-a228-da6f164f20cf)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:24:16.750952 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 8274a3a5-c4dd-43f7-8f49-06ed4e2281e4 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:24:16.751166 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:16.754421 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-75b84878-2cad-4c31-88bc-d9fc60c5698f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:16.768278 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5e23b2c9-3e4f-40e9-9803-6964e74fca06 req-0021097d-3003-4eaa-aeea-bd4a7c6d74aa service neutron] 10.222.0.57 "GET /v2.0/networks/6856c666-83ae-483c-acad-2370d4c22953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961087 Mar 22 11:24:16.834482 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b84878-2cad-4c31-88bc-d9fc60c5698f None None] Pushing event updated for resources: {'Port': ['ID=8274a3a5-c4dd-43f7-8f49-06ed4e2281e4,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:24:16.895967 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5e23b2c9-3e4f-40e9-9803-6964e74fca06 req-dcad1e58-b0f2-44be-99e0-c728d765820d service neutron] 10.222.0.57 "GET /v2.0/networks/6856c666-83ae-483c-acad-2370d4c22953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199827 Mar 22 11:24:16.910707 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a25c21-a74c-40e7-a2df-afd2aadfad7f None None] Sync routers for ids ['6eb963e5-9046-4ca6-ac42-936512c18847'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:24:16.921978 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a25c21-a74c-40e7-a2df-afd2aadfad7f None None] Routers {'6eb963e5-9046-4ca6-ac42-936512c18847'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:24:16.922582 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-32a25c21-a74c-40e7-a2df-afd2aadfad7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:24:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['6eb963e5-9046-4ca6-ac42-936512c18847'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:24:16.977789 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-29e130a9-074b-441c-a9f8-71f474fe7bd4 None None] Provisioning complete for port 8274a3a5-c4dd-43f7-8f49-06ed4e2281e4 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:24:16.978166 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-29e130a9-074b-441c-a9f8-71f474fe7bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:17.037232 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-32a25c21-a74c-40e7-a2df-afd2aadfad7f None None] Set router 6eb963e5-9046-4ca6-ac42-936512c18847 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:24:17.101963 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-29e130a9-074b-441c-a9f8-71f474fe7bd4 None None] Provisioning complete for port 9942ce59-623d-47c8-b3b1-aea958b01292 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:24:17.102601 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-29e130a9-074b-441c-a9f8-71f474fe7bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:17.112303 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-631b6067-c3c1-4f90-bcc3-d2f159b92c38 req-f5575bf1-9ec6-486f-9bdc-1041e50485a1 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=e77ef7fb-e9fc-491a-ad51-27f6cd20109b HTTP/1.1" status: 200 len: 210 time: 0.0525048 Mar 22 11:24:17.151099 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-29e130a9-074b-441c-a9f8-71f474fe7bd4 None None] Port 9942ce59-623d-47c8-b3b1-aea958b01292 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:24:17.274730 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-02b0aaed-6b4a-44ed-a060-31338316a1bb None None] Provisioning complete for port 9942ce59-623d-47c8-b3b1-aea958b01292 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:24:17.275570 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-02b0aaed-6b4a-44ed-a060-31338316a1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:17.314431 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-02b0aaed-6b4a-44ed-a060-31338316a1bb None None] Port 9942ce59-623d-47c8-b3b1-aea958b01292 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:24:17.391055 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-32a25c21-a74c-40e7-a2df-afd2aadfad7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb963e5-9046-4ca6-ac42-936512c18847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208373963', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': 'ad9a0988-08cc-4e9b-9bbc-ff43f0d25b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:24:12Z', 'updated_at': '2022-03-22T11:24:15Z', 'revision_number': 4, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': 'ad9a0988-08cc-4e9b-9bbc-ff43f0d25b1c', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:15:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb963e5-9046-4ca6-ac42-936512c18847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:24:12Z', 'updated_at': '2022-03-22T11:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '9942ce59-623d-47c8-b3b1-aea958b01292', 'name': '', 'network_id': '6856c666-83ae-483c-acad-2370d4c22953', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'mac_address': 'fa:16:3e:7f:98:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb963e5-9046-4ca6-ac42-936512c18847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'be193126-2337-4132-8b27-e0b9d0344c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:24:14Z', 'updated_at': '2022-03-22T11:24:15Z', 'revision_number': 2, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'subnets': [{'id': 'be193126-2337-4132-8b27-e0b9d0344c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:24:17.419630 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a25c21-a74c-40e7-a2df-afd2aadfad7f None None] Checking router: 6eb963e5-9046-4ca6-ac42-936512c18847 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:24:17.420212 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a25c21-a74c-40e7-a2df-afd2aadfad7f None None] Updating router 6eb963e5-9046-4ca6-ac42-936512c18847 port 9942ce59-623d-47c8-b3b1-aea958b01292 binding host dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:24:17.433053 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-7671e8fa-6793-4f5e-92e7-ecc48acd22ca None None] Provisioning complete for port 9942ce59-623d-47c8-b3b1-aea958b01292 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:24:17.433527 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7671e8fa-6793-4f5e-92e7-ecc48acd22ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:17.446035 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-32a25c21-a74c-40e7-a2df-afd2aadfad7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:17.470190 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-7671e8fa-6793-4f5e-92e7-ecc48acd22ca None None] Port 9942ce59-623d-47c8-b3b1-aea958b01292 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:24:17.710167 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-32a25c21-a74c-40e7-a2df-afd2aadfad7f None None] Notify callbacks [] for port, precommit_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:17.718020 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-32a25c21-a74c-40e7-a2df-afd2aadfad7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:17.766289 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4938c6b-7935-49bc-aaea-a387cbfe7e1c None None] Pushing event updated for resources: {'Port': ['ID=9942ce59-623d-47c8-b3b1-aea958b01292,revision_number=3']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:24:17.789905 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4938c6b-7935-49bc-aaea-a387cbfe7e1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:24:17.790240 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4938c6b-7935-49bc-aaea-a387cbfe7e1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:24:17.790575 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4938c6b-7935-49bc-aaea-a387cbfe7e1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:24:17.790900 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4938c6b-7935-49bc-aaea-a387cbfe7e1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:24:17.791219 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4938c6b-7935-49bc-aaea-a387cbfe7e1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:24:17.791567 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4938c6b-7935-49bc-aaea-a387cbfe7e1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:24:17.791881 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4938c6b-7935-49bc-aaea-a387cbfe7e1c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:24:17.792200 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4938c6b-7935-49bc-aaea-a387cbfe7e1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:24:17.792515 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4938c6b-7935-49bc-aaea-a387cbfe7e1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:24:17.792828 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4938c6b-7935-49bc-aaea-a387cbfe7e1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:24:17.793141 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4938c6b-7935-49bc-aaea-a387cbfe7e1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:24:17.793445 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4938c6b-7935-49bc-aaea-a387cbfe7e1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:24:17.825236 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-32a25c21-a74c-40e7-a2df-afd2aadfad7f None None] Attempting to bind port 9942ce59-623d-47c8-b3b1-aea958b01292 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:24:17.825746 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-32a25c21-a74c-40e7-a2df-afd2aadfad7f None None] Attempting to bind port 9942ce59-623d-47c8-b3b1-aea958b01292 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '1bd4577f-bb6b-4f96-a228-da6f164f20cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6856c666-83ae-483c-acad-2370d4c22953'}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:24:17.826142 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a25c21-a74c-40e7-a2df-afd2aadfad7f None None] Attempting to bind port 9942ce59-623d-47c8-b3b1-aea958b01292 on network 6856c666-83ae-483c-acad-2370d4c22953 {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:24:17.832067 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a25c21-a74c-40e7-a2df-afd2aadfad7f None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:24:17.832443 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a25c21-a74c-40e7-a2df-afd2aadfad7f None None] Checking segment: {'id': '1bd4577f-bb6b-4f96-a228-da6f164f20cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6856c666-83ae-483c-acad-2370d4c22953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:24:17.832843 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-32a25c21-a74c-40e7-a2df-afd2aadfad7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:17.833229 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a25c21-a74c-40e7-a2df-afd2aadfad7f None None] Bound using segment: {'id': '1bd4577f-bb6b-4f96-a228-da6f164f20cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6856c666-83ae-483c-acad-2370d4c22953'} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:24:17.833677 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-32a25c21-a74c-40e7-a2df-afd2aadfad7f None None] Bound port: 9942ce59-623d-47c8-b3b1-aea958b01292, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bd4577f-bb6b-4f96-a228-da6f164f20cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6856c666-83ae-483c-acad-2370d4c22953'}}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:24:17.834055 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-32a25c21-a74c-40e7-a2df-afd2aadfad7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:17.906328 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-32a25c21-a74c-40e7-a2df-afd2aadfad7f None None] For port 9942ce59-623d-47c8-b3b1-aea958b01292, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:24:17.909687 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-32a25c21-a74c-40e7-a2df-afd2aadfad7f None None] For port 9942ce59-623d-47c8-b3b1-aea958b01292, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=9942ce59-623d-47c8-b3b1-aea958b01292,segment=NetworkSegment(1bd4577f-bb6b-4f96-a228-da6f164f20cf),segment_id=1bd4577f-bb6b-4f96-a228-da6f164f20cf)] {{(pid=109052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:24:17.916282 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-32a25c21-a74c-40e7-a2df-afd2aadfad7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:17.969553 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a25c21-a74c-40e7-a2df-afd2aadfad7f None None] Routers {'6eb963e5-9046-4ca6-ac42-936512c18847'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:24:17.970193 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-32a25c21-a74c-40e7-a2df-afd2aadfad7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:24:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['6eb963e5-9046-4ca6-ac42-936512c18847'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:24:17.997348 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-5c5bc145-19a0-4bcd-823e-44924f8e320c None None] Provisioning complete for port 9942ce59-623d-47c8-b3b1-aea958b01292 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:24:17.997860 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5c5bc145-19a0-4bcd-823e-44924f8e320c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:18.022539 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4938c6b-7935-49bc-aaea-a387cbfe7e1c None None] Pushing event updated for resources: {'Port': ['ID=9942ce59-623d-47c8-b3b1-aea958b01292,revision_number=4']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:24:18.114489 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5c5bc145-19a0-4bcd-823e-44924f8e320c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:18.134469 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-32a25c21-a74c-40e7-a2df-afd2aadfad7f None None] Set router 6eb963e5-9046-4ca6-ac42-936512c18847 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:24:18.152221 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23b2c9-3e4f-40e9-9803-6964e74fca06 req-4f4af48b-a734-47fa-ae98-14edd45e4c2a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:24:18.153631 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5e23b2c9-3e4f-40e9-9803-6964e74fca06 req-4f4af48b-a734-47fa-ae98-14edd45e4c2a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.35 "GET /v2.0/networks?id=6856c666-83ae-483c-acad-2370d4c22953 HTTP/1.1" status: 200 len: 796 time: 0.1924193 Mar 22 11:24:18.201969 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-5c5bc145-19a0-4bcd-823e-44924f8e320c None None] For port 9942ce59-623d-47c8-b3b1-aea958b01292, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=9942ce59-623d-47c8-b3b1-aea958b01292,segment=NetworkSegment(1bd4577f-bb6b-4f96-a228-da6f164f20cf),segment_id=1bd4577f-bb6b-4f96-a228-da6f164f20cf)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:24:18.213059 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5c5bc145-19a0-4bcd-823e-44924f8e320c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:18.251183 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5e23b2c9-3e4f-40e9-9803-6964e74fca06 req-765a368e-7fe7-4331-b377-de8e45da7bbf tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7a987b92cdc4ed9b3e8c30c749ad6fb HTTP/1.1" status: 200 len: 380 time: 0.0878248 Mar 22 11:24:18.255200 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device ad9a0988-08cc-4e9b-9bbc-ff43f0d25b1c up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:24:18.269852 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-5e23b2c9-3e4f-40e9-9803-6964e74fca06 req-175f7fb1-bf1b-461e-9dbc-5216682500da tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Request body: {'port': {'device_id': 'e77ef7fb-e9fc-491a-ad51-27f6cd20109b', 'network_id': '6856c666-83ae-483c-acad-2370d4c22953', 'admin_state_up': True, 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'security_groups': ['3eb26b13-a1e6-44a8-b491-af370aa07d1c']}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:24:18.274532 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-239fe179-442b-49f9-a7c5-91dc69b807e8 req-d5484ffe-8841-4d63-a664-06e1b31a2906 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=e77ef7fb-e9fc-491a-ad51-27f6cd20109b HTTP/1.1" status: 200 len: 210 time: 0.0424235 Mar 22 11:24:18.324101 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5bc145-19a0-4bcd-823e-44924f8e320c None None] Pushing event updated for resources: {'Port': ['ID=9942ce59-623d-47c8-b3b1-aea958b01292,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:24:18.391264 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e23b2c9-3e4f-40e9-9803-6964e74fca06 req-175f7fb1-bf1b-461e-9dbc-5216682500da tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Made reservation on behalf of c7a987b92cdc4ed9b3e8c30c749ad6fb for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:24:18.395780 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-32a25c21-a74c-40e7-a2df-afd2aadfad7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb963e5-9046-4ca6-ac42-936512c18847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208373963', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': 'ad9a0988-08cc-4e9b-9bbc-ff43f0d25b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:24:12Z', 'updated_at': '2022-03-22T11:24:15Z', 'revision_number': 4, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': 'ad9a0988-08cc-4e9b-9bbc-ff43f0d25b1c', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:15:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb963e5-9046-4ca6-ac42-936512c18847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:24:12Z', 'updated_at': '2022-03-22T11:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '9942ce59-623d-47c8-b3b1-aea958b01292', 'name': '', 'network_id': '6856c666-83ae-483c-acad-2370d4c22953', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'mac_address': 'fa:16:3e:7f:98:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb963e5-9046-4ca6-ac42-936512c18847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'be193126-2337-4132-8b27-e0b9d0344c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:24:14Z', 'updated_at': '2022-03-22T11:24:17Z', 'revision_number': 4, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'subnets': [{'id': 'be193126-2337-4132-8b27-e0b9d0344c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:24:18.396062 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-5e23b2c9-3e4f-40e9-9803-6964e74fca06 req-175f7fb1-bf1b-461e-9dbc-5216682500da tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:18.423200 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a25c21-a74c-40e7-a2df-afd2aadfad7f None None] The sync data for ids ['6eb963e5-9046-4ca6-ac42-936512c18847'] in dv-neutron-834599-1-hyperv is: [{'id': '6eb963e5-9046-4ca6-ac42-936512c18847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208373963', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': 'ad9a0988-08cc-4e9b-9bbc-ff43f0d25b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:24:12Z', 'updated_at': '2022-03-22T11:24:15Z', 'revision_number': 4, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': 'ad9a0988-08cc-4e9b-9bbc-ff43f0d25b1c', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:15:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb963e5-9046-4ca6-ac42-936512c18847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:24:12Z', 'updated_at': '2022-03-22T11:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '9942ce59-623d-47c8-b3b1-aea958b01292', 'name': '', 'network_id': '6856c666-83ae-483c-acad-2370d4c22953', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'mac_address': 'fa:16:3e:7f:98:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb963e5-9046-4ca6-ac42-936512c18847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'be193126-2337-4132-8b27-e0b9d0344c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:24:14Z', 'updated_at': '2022-03-22T11:24:17Z', 'revision_number': 4, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'subnets': [{'id': 'be193126-2337-4132-8b27-e0b9d0344c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:24:18.513163 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port ad9a0988-08cc-4e9b-9bbc-ff43f0d25b1c triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:24:18.513536 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:18.517042 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-243f3272-23f3-4329-ada1-521cc3d6f4d6 None None] Provisioning complete for port 9942ce59-623d-47c8-b3b1-aea958b01292 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:24:18.517406 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-243f3272-23f3-4329-ada1-521cc3d6f4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:18.569093 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [req-5e23b2c9-3e4f-40e9-9803-6964e74fca06 req-175f7fb1-bf1b-461e-9dbc-5216682500da tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Allocated IP 172.20.0.8 (6856c666-83ae-483c-acad-2370d4c22953/be193126-2337-4132-8b27-e0b9d0344c84/f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:24:18.683039 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 8274a3a5-c4dd-43f7-8f49-06ed4e2281e4 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:24:18.727431 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-5e23b2c9-3e4f-40e9-9803-6964e74fca06 req-175f7fb1-bf1b-461e-9dbc-5216682500da tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:18.733616 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 8274a3a5-c4dd-43f7-8f49-06ed4e2281e4 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:24:18.734053 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:18.770781 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-5e23b2c9-3e4f-40e9-9803-6964e74fca06 req-175f7fb1-bf1b-461e-9dbc-5216682500da tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:18.816948 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e23b2c9-3e4f-40e9-9803-6964e74fca06 req-175f7fb1-bf1b-461e-9dbc-5216682500da tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Network 6856c666-83ae-483c-acad-2370d4c22953 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:24:18.820350 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [req-5e23b2c9-3e4f-40e9-9803-6964e74fca06 req-175f7fb1-bf1b-461e-9dbc-5216682500da tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:24:18.823908 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e23b2c9-3e4f-40e9-9803-6964e74fca06 req-175f7fb1-bf1b-461e-9dbc-5216682500da tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:24:18.848401 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f7fb1-bf1b-461e-9dbc-5216682500da tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'Port': ['ID=f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:24:18.887410 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23b2c9-3e4f-40e9-9803-6964e74fca06 req-175f7fb1-bf1b-461e-9dbc-5216682500da tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:24:18.888367 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-5e23b2c9-3e4f-40e9-9803-6964e74fca06 req-175f7fb1-bf1b-461e-9dbc-5216682500da tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:18.909253 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5e23b2c9-3e4f-40e9-9803-6964e74fca06 req-175f7fb1-bf1b-461e-9dbc-5216682500da tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6433315 Mar 22 11:24:18.923693 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-5e23b2c9-3e4f-40e9-9803-6964e74fca06 req-a591c5c5-7166-4bc9-b5c6-cf162c614949 service neutron] Request body: {'port': {'device_id': 'e77ef7fb-e9fc-491a-ad51-27f6cd20109b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8345'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:24:18.989464 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-5e23b2c9-3e4f-40e9-9803-6964e74fca06 req-a591c5c5-7166-4bc9-b5c6-cf162c614949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:19.112161 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-9a5671ea-1eb6-4639-a60c-ccc8be578e81 None None] Provisioning complete for port f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:24:19.112621 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9a5671ea-1eb6-4639-a60c-ccc8be578e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:19.148428 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-9a5671ea-1eb6-4639-a60c-ccc8be578e81 None None] Port f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:24:19.269024 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [req-5e23b2c9-3e4f-40e9-9803-6964e74fca06 req-a591c5c5-7166-4bc9-b5c6-cf162c614949 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:24:19.277103 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-5e23b2c9-3e4f-40e9-9803-6964e74fca06 req-a591c5c5-7166-4bc9-b5c6-cf162c614949 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:19.289293 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [req-5e23b2c9-3e4f-40e9-9803-6964e74fca06 req-a591c5c5-7166-4bc9-b5c6-cf162c614949 service neutron] Transition to ACTIVE for port object f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb will not be triggered until provisioned by entity L2. {{(pid=109050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:24:19.293675 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-5e23b2c9-3e4f-40e9-9803-6964e74fca06 req-a591c5c5-7166-4bc9-b5c6-cf162c614949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:19.342502 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a591c5c5-7166-4bc9-b5c6-cf162c614949 service neutron] Pushing event updated for resources: {'Port': ['ID=f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:24:19.469076 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-5e23b2c9-3e4f-40e9-9803-6964e74fca06 req-a591c5c5-7166-4bc9-b5c6-cf162c614949 service neutron] Attempting to bind port f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:24:19.469504 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-5e23b2c9-3e4f-40e9-9803-6964e74fca06 req-a591c5c5-7166-4bc9-b5c6-cf162c614949 service neutron] Attempting to bind port f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': '1bd4577f-bb6b-4f96-a228-da6f164f20cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6856c666-83ae-483c-acad-2370d4c22953'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:24:19.469902 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e23b2c9-3e4f-40e9-9803-6964e74fca06 req-a591c5c5-7166-4bc9-b5c6-cf162c614949 service neutron] Attempting to bind port f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb on network 6856c666-83ae-483c-acad-2370d4c22953 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:24:19.482369 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c26d6-6a05-472b-90ad-62a6e13a46b5 req-c2053517-96bb-418b-97b9-1268967e2173 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:24:19.487905 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5f3c26d6-6a05-472b-90ad-62a6e13a46b5 req-c2053517-96bb-418b-97b9-1268967e2173 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=e77ef7fb-e9fc-491a-ad51-27f6cd20109b HTTP/1.1" status: 200 len: 943 time: 0.1030807 Mar 22 11:24:19.497391 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e23b2c9-3e4f-40e9-9803-6964e74fca06 req-a591c5c5-7166-4bc9-b5c6-cf162c614949 service neutron] Port f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb on network 6856c666-83ae-483c-acad-2370d4c22953 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 11:24:19.497701 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e23b2c9-3e4f-40e9-9803-6964e74fca06 req-a591c5c5-7166-4bc9-b5c6-cf162c614949 service neutron] Attempting to bind port f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb on network 6856c666-83ae-483c-acad-2370d4c22953 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:24:19.512778 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e23b2c9-3e4f-40e9-9803-6964e74fca06 req-a591c5c5-7166-4bc9-b5c6-cf162c614949 service neutron] Checking agent: {'id': 'dcb78974-6458-4942-8c9c-663284d5bb3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8345', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:24:19.513120 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e23b2c9-3e4f-40e9-9803-6964e74fca06 req-a591c5c5-7166-4bc9-b5c6-cf162c614949 service neutron] Checking segment: {'id': '1bd4577f-bb6b-4f96-a228-da6f164f20cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6856c666-83ae-483c-acad-2370d4c22953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:24:19.513494 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e23b2c9-3e4f-40e9-9803-6964e74fca06 req-a591c5c5-7166-4bc9-b5c6-cf162c614949 service neutron] Bound using segment: {'id': '1bd4577f-bb6b-4f96-a228-da6f164f20cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6856c666-83ae-483c-acad-2370d4c22953'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:24:19.513909 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-5e23b2c9-3e4f-40e9-9803-6964e74fca06 req-a591c5c5-7166-4bc9-b5c6-cf162c614949 service neutron] Bound port: f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb, host: hv-neutron-8345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bd4577f-bb6b-4f96-a228-da6f164f20cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6856c666-83ae-483c-acad-2370d4c22953'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:24:19.514264 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-5e23b2c9-3e4f-40e9-9803-6964e74fca06 req-a591c5c5-7166-4bc9-b5c6-cf162c614949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:19.541024 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5f3c26d6-6a05-472b-90ad-62a6e13a46b5 req-87c7ef7e-c0b3-4f1a-8c74-ffe1705228e7 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eb26b13-a1e6-44a8-b491-af370aa07d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504985 Mar 22 11:24:19.599470 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-5e23b2c9-3e4f-40e9-9803-6964e74fca06 req-a591c5c5-7166-4bc9-b5c6-cf162c614949 service neutron] For port f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb, host hv-neutron-8345, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:24:19.602823 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-5e23b2c9-3e4f-40e9-9803-6964e74fca06 req-a591c5c5-7166-4bc9-b5c6-cf162c614949 service neutron] For port f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb, host hv-neutron-8345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb,segment=NetworkSegment(1bd4577f-bb6b-4f96-a228-da6f164f20cf),segment_id=1bd4577f-bb6b-4f96-a228-da6f164f20cf)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:24:19.610844 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-5e23b2c9-3e4f-40e9-9803-6964e74fca06 req-a591c5c5-7166-4bc9-b5c6-cf162c614949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:19.650974 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23b2c9-3e4f-40e9-9803-6964e74fca06 req-a591c5c5-7166-4bc9-b5c6-cf162c614949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:24:19.651599 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-5e23b2c9-3e4f-40e9-9803-6964e74fca06 req-a591c5c5-7166-4bc9-b5c6-cf162c614949 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:19.652926 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5e23b2c9-3e4f-40e9-9803-6964e74fca06 req-a591c5c5-7166-4bc9-b5c6-cf162c614949 service neutron] 10.222.0.35 "PUT /v2.0/ports/f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb HTTP/1.1" status: 200 len: 1093 time: 0.7358184 Mar 22 11:24:19.653445 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e77ef7fb-e9fc-491a-ad51-27f6cd20109b', 'tag': 'f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:24:19.655746 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0261f19e-13d7-423b-acec-f368547c7a58" -d '{"events": [{"name": "network-changed", "server_uuid": "e77ef7fb-e9fc-491a-ad51-27f6cd20109b", "tag": "f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:24:19.677926 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a591c5c5-7166-4bc9-b5c6-cf162c614949 service neutron] Pushing event updated for resources: {'Port': ['ID=f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:24:19.694952 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9c753c-7744-40b2-8dcd-ba4b4a1dcae4 x-openstack-request-id: req-bb9c753c-7744-40b2-8dcd-ba4b4a1dcae4 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:24:19.695259 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e77ef7fb-e9fc-491a-ad51-27f6cd20109b", "tag": "f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:24:19.695541 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bb9c753c-7744-40b2-8dcd-ba4b4a1dcae4 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:24:19.695956 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb9c753c-7744-40b2-8dcd-ba4b4a1dcae4'] response: {'name': 'network-changed', 'server_uuid': 'e77ef7fb-e9fc-491a-ad51-27f6cd20109b', 'tag': 'f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb', 'status': 'completed', 'code': 200} Mar 22 11:24:19.739747 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23b2c9-3e4f-40e9-9803-6964e74fca06 req-ab437dfe-0b4a-4582-a484-96422c9955fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:24:19.741288 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5e23b2c9-3e4f-40e9-9803-6964e74fca06 req-ab437dfe-0b4a-4582-a484-96422c9955fb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7a987b92cdc4ed9b3e8c30c749ad6fb&device_id=e77ef7fb-e9fc-491a-ad51-27f6cd20109b HTTP/1.1" status: 200 len: 1096 time: 0.0420575 Mar 22 11:24:19.783840 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5e23b2c9-3e4f-40e9-9803-6964e74fca06 req-6df219de-12e0-495b-a5a6-cb02b950a29e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb HTTP/1.1" status: 200 len: 217 time: 0.0346346 Mar 22 11:24:19.833489 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23b2c9-3e4f-40e9-9803-6964e74fca06 req-04e2469c-6207-4718-a0c8-261fe9282a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:24:19.835012 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5e23b2c9-3e4f-40e9-9803-6964e74fca06 req-04e2469c-6207-4718-a0c8-261fe9282a4c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=be193126-2337-4132-8b27-e0b9d0344c84 HTTP/1.1" status: 200 len: 835 time: 0.0444264 Mar 22 11:24:19.883580 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23b2c9-3e4f-40e9-9803-6964e74fca06 req-b0bcb9b2-9505-4856-b2a2-7359ba9180b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:24:19.885025 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5e23b2c9-3e4f-40e9-9803-6964e74fca06 req-b0bcb9b2-9505-4856-b2a2-7359ba9180b8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6856c666-83ae-483c-acad-2370d4c22953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434883 Mar 22 11:24:19.976042 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5e23b2c9-3e4f-40e9-9803-6964e74fca06 req-a312f285-ee28-4166-8e8e-ba0ee611666f service neutron] 10.222.0.35 "GET /v2.0/networks/6856c666-83ae-483c-acad-2370d4c22953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842786 Mar 22 11:24:20.068769 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5e23b2c9-3e4f-40e9-9803-6964e74fca06 req-0453e6ec-b097-43f8-977c-fb176f36a0b1 service neutron] 10.222.0.35 "GET /v2.0/networks/6856c666-83ae-483c-acad-2370d4c22953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857728 Mar 22 11:24:20.170962 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0261f19e-13d7-423b-acec-f368547c7a58 req-90f855e4-9055-4ebb-bdda-b9ee5f205cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:24:20.171286 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 9942ce59-623d-47c8-b3b1-aea958b01292 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:24:20.172589 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0261f19e-13d7-423b-acec-f368547c7a58 req-90f855e4-9055-4ebb-bdda-b9ee5f205cc7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7a987b92cdc4ed9b3e8c30c749ad6fb&device_id=e77ef7fb-e9fc-491a-ad51-27f6cd20109b HTTP/1.1" status: 200 len: 1096 time: 0.0437462 Mar 22 11:24:20.218335 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 9942ce59-623d-47c8-b3b1-aea958b01292 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:24:20.218705 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:20.267509 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0261f19e-13d7-423b-acec-f368547c7a58 req-912a6fe7-0277-42a5-87a1-9d4977a34a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:24:20.269148 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0261f19e-13d7-423b-acec-f368547c7a58 req-912a6fe7-0277-42a5-87a1-9d4977a34a0c service neutron] 10.222.0.35 "GET /v2.0/networks?id=6856c666-83ae-483c-acad-2370d4c22953 HTTP/1.1" status: 200 len: 897 time: 0.0893457 Mar 22 11:24:20.312975 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0261f19e-13d7-423b-acec-f368547c7a58 req-2bbd5700-0607-4fd6-ae04-a9139ec1c00b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb HTTP/1.1" status: 200 len: 217 time: 0.0346222 Mar 22 11:24:20.362492 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0261f19e-13d7-423b-acec-f368547c7a58 req-35fa99d6-be70-4f47-af60-3f9157d65324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:24:20.363853 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0261f19e-13d7-423b-acec-f368547c7a58 req-35fa99d6-be70-4f47-af60-3f9157d65324 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=be193126-2337-4132-8b27-e0b9d0344c84 HTTP/1.1" status: 200 len: 835 time: 0.0431550 Mar 22 11:24:20.412857 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0261f19e-13d7-423b-acec-f368547c7a58 req-b62ae9ef-5b22-42d7-9dfc-b6ead710a767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:24:20.414383 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0261f19e-13d7-423b-acec-f368547c7a58 req-b62ae9ef-5b22-42d7-9dfc-b6ead710a767 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6856c666-83ae-483c-acad-2370d4c22953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433269 Mar 22 11:24:20.505421 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0261f19e-13d7-423b-acec-f368547c7a58 req-e8bf75e0-3673-4ff5-bf16-fe805e0b8a66 service neutron] 10.222.0.35 "GET /v2.0/networks/6856c666-83ae-483c-acad-2370d4c22953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830469 Mar 22 11:24:20.971588 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0261f19e-13d7-423b-acec-f368547c7a58 req-b180c750-7b0b-426d-9966-d79460a2a10f service neutron] 10.222.0.35 "GET /v2.0/networks/6856c666-83ae-483c-acad-2370d4c22953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4584835 Mar 22 11:24:20.979780 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c6dd1-0e34-43b0-953b-cecbea47fd65 req-255b3a2b-ed50-4920-bc4c-6789b3ee0b84 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:24:20.981483 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9e7c6dd1-0e34-43b0-953b-cecbea47fd65 req-255b3a2b-ed50-4920-bc4c-6789b3ee0b84 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=e77ef7fb-e9fc-491a-ad51-27f6cd20109b HTTP/1.1" status: 200 len: 943 time: 0.0694125 Mar 22 11:24:21.022299 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9e7c6dd1-0e34-43b0-953b-cecbea47fd65 req-42afc2a9-3ef5-4418-91fa-aae81fa5098e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eb26b13-a1e6-44a8-b491-af370aa07d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345960 Mar 22 11:24:22.138579 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409a1bd-60b5-4592-9b70-3d5fd41580fe req-163c840e-0e45-463d-9695-aabb4302c829 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:24:22.140064 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1409a1bd-60b5-4592-9b70-3d5fd41580fe req-163c840e-0e45-463d-9695-aabb4302c829 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=e77ef7fb-e9fc-491a-ad51-27f6cd20109b HTTP/1.1" status: 200 len: 943 time: 0.0492561 Mar 22 11:24:22.177807 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1409a1bd-60b5-4592-9b70-3d5fd41580fe req-a2579486-8dab-4c58-8bee-941f0d80df12 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eb26b13-a1e6-44a8-b491-af370aa07d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315878 Mar 22 11:24:22.509248 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb details requested by agent hyperv_hv-neutron-8345 with host hv-neutron-8345 {{(pid=109051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 11:24:22.618713 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb,segment=NetworkSegment(1bd4577f-bb6b-4f96-a228-da6f164f20cf),segment_id=1bd4577f-bb6b-4f96-a228-da6f164f20cf)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:24:22.629627 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Returning: {'device': 'f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb', 'network_id': '6856c666-83ae-483c-acad-2370d4c22953', 'port_id': 'f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb', 'mac_address': 'fa:16:3e:4b:ce:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be193126-2337-4132-8b27-e0b9d0344c84', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 11:24:22.665851 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:22.678734 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb {{(pid=109051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:24:22.699081 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb,segment=NetworkSegment(1bd4577f-bb6b-4f96-a228-da6f164f20cf),segment_id=1bd4577f-bb6b-4f96-a228-da6f164f20cf)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:24:22.706597 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:22.753664 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:24:22.918794 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 11:24:23.304070 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c1ad32-ae85-4693-9778-e90c11f1212e req-4f01fbf0-525c-4413-84a4-59498d690938 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:24:23.305537 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-04c1ad32-ae85-4693-9778-e90c11f1212e req-4f01fbf0-525c-4413-84a4-59498d690938 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=e77ef7fb-e9fc-491a-ad51-27f6cd20109b HTTP/1.1" status: 200 len: 944 time: 0.0522666 Mar 22 11:24:23.347840 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-04c1ad32-ae85-4693-9778-e90c11f1212e req-b8489998-bdbf-413e-9fec-fc57eb662f8e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eb26b13-a1e6-44a8-b491-af370aa07d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335364 Mar 22 11:24:24.481306 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924fe28f-d74f-4567-88c5-379c4116392b req-766ea10a-4cfd-44f7-a6b7-d207b87dbea2 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:24:24.482760 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-924fe28f-d74f-4567-88c5-379c4116392b req-766ea10a-4cfd-44f7-a6b7-d207b87dbea2 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=e77ef7fb-e9fc-491a-ad51-27f6cd20109b HTTP/1.1" status: 200 len: 944 time: 0.0559168 Mar 22 11:24:24.520835 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb up at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:24:24.522334 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-924fe28f-d74f-4567-88c5-379c4116392b req-4d022679-9d59-4d8f-8b31-0791bf244d11 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eb26b13-a1e6-44a8-b491-af370aa07d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333235 Mar 22 11:24:24.575069 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning for port f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb completed by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:24:24.578807 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning complete for port f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:24:24.579191 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:24.653197 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:24.675057 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e77ef7fb-e9fc-491a-ad51-27f6cd20109b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:24:24.677349 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1459238e-98c6-44c8-bd2e-264afedba12a" -d '{"events": [{"server_uuid": "e77ef7fb-e9fc-491a-ad51-27f6cd20109b", "name": "network-vif-plugged", "status": "completed", "tag": "f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:24:24.689873 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb,segment=NetworkSegment(1bd4577f-bb6b-4f96-a228-da6f164f20cf),segment_id=1bd4577f-bb6b-4f96-a228-da6f164f20cf)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:24:24.695379 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:24.721844 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73bf2626-104e-443c-9a63-7169f1e589d2 x-openstack-request-id: req-73bf2626-104e-443c-9a63-7169f1e589d2 {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:24:24.722129 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e77ef7fb-e9fc-491a-ad51-27f6cd20109b", "name": "network-vif-plugged", "status": "completed", "tag": "f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:24:24.722374 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-73bf2626-104e-443c-9a63-7169f1e589d2 {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:24:24.722751 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73bf2626-104e-443c-9a63-7169f1e589d2'] response: {'server_uuid': 'e77ef7fb-e9fc-491a-ad51-27f6cd20109b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb', 'code': 200} Mar 22 11:24:24.753549 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:24:24.903506 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab128c-99ef-4640-a7f2-631c147c0dc0 req-82fd12a7-6291-4c17-823c-591ed4d08efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:24:24.904923 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e0ab128c-99ef-4640-a7f2-631c147c0dc0 req-82fd12a7-6291-4c17-823c-591ed4d08efb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e77ef7fb-e9fc-491a-ad51-27f6cd20109b HTTP/1.1" status: 200 len: 1098 time: 0.0413764 Mar 22 11:24:24.942516 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e0ab128c-99ef-4640-a7f2-631c147c0dc0 req-e36811d7-2f25-45cc-812a-1298dc8eb525 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3eb26b13-a1e6-44a8-b491-af370aa07d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288610 Mar 22 11:24:25.649483 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4117c61c-75c5-4ac8-9f96-8d209a875664 req-c385a68a-4a04-4534-92dd-25051398e892 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:24:25.651031 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4117c61c-75c5-4ac8-9f96-8d209a875664 req-c385a68a-4a04-4534-92dd-25051398e892 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=e77ef7fb-e9fc-491a-ad51-27f6cd20109b HTTP/1.1" status: 200 len: 945 time: 0.0565085 Mar 22 11:24:25.689109 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4117c61c-75c5-4ac8-9f96-8d209a875664 req-a3d026ac-c438-4022-961e-ef86fd3aca02 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eb26b13-a1e6-44a8-b491-af370aa07d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320301 Mar 22 11:24:26.823423 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4d3e9-9962-4ca5-8416-0de1e1d769d4 req-c198e282-0b7b-434a-becd-1ebe01670c01 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:24:26.824921 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5ec4d3e9-9962-4ca5-8416-0de1e1d769d4 req-c198e282-0b7b-434a-becd-1ebe01670c01 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=e77ef7fb-e9fc-491a-ad51-27f6cd20109b HTTP/1.1" status: 200 len: 945 time: 0.0575397 Mar 22 11:24:26.863089 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5ec4d3e9-9962-4ca5-8416-0de1e1d769d4 req-5d83d0a5-cbbe-4ae9-974f-93790e430686 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eb26b13-a1e6-44a8-b491-af370aa07d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320890 Mar 22 11:24:26.983670 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e7fe1-af80-4b90-b215-f53ffd40bc1f req-e2e32bcc-c18a-4123-b9a0-671196d65860 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:24:26.985122 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-388e7fe1-af80-4b90-b215-f53ffd40bc1f req-e2e32bcc-c18a-4123-b9a0-671196d65860 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=e77ef7fb-e9fc-491a-ad51-27f6cd20109b HTTP/1.1" status: 200 len: 945 time: 0.0532997 Mar 22 11:24:27.024269 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-388e7fe1-af80-4b90-b215-f53ffd40bc1f req-0197bff1-b662-4dbc-ba76-a4eb2bc904bb tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eb26b13-a1e6-44a8-b491-af370aa07d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329506 Mar 22 11:24:27.046761 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 47050) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:24:27.086671 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2c6b53-34f4-4559-ac1c-2f43472a523d tempest-TestNetworkAdvancedServerOps-1835492002 tempest-TestNetworkAdvancedServerOps-1835492002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:24:27.088293 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9c2c6b53-34f4-4559-ac1c-2f43472a523d tempest-TestNetworkAdvancedServerOps-1835492002 tempest-TestNetworkAdvancedServerOps-1835492002-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=e77ef7fb-e9fc-491a-ad51-27f6cd20109b HTTP/1.1" status: 200 len: 1093 time: 0.0404007 Mar 22 11:24:27.091297 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 47052) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:24:27.095558 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-966a80fb-7bb4-4f38-8fbe-546088bdef1e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Request body: {'floatingip': {'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'port_id': 'f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:24:27.119342 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-966a80fb-7bb4-4f38-8fbe-546088bdef1e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for floatingip, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:27.218319 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-966a80fb-7bb4-4f38-8fbe-546088bdef1e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:27.323487 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-966a80fb-7bb4-4f38-8fbe-546088bdef1e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Allocated IP 172.26.7.193 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/0aac51e0-856b-4f74-a1ee-5a8afbd02124) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:24:27.421595 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-966a80fb-7bb4-4f38-8fbe-546088bdef1e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:27.460175 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-966a80fb-7bb4-4f38-8fbe-546088bdef1e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:27.504533 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966a80fb-7bb4-4f38-8fbe-546088bdef1e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:24:27.507283 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-966a80fb-7bb4-4f38-8fbe-546088bdef1e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:24:27.511835 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966a80fb-7bb4-4f38-8fbe-546088bdef1e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:24:27.537374 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a80fb-7bb4-4f38-8fbe-546088bdef1e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'Port': ['ID=0aac51e0-856b-4f74-a1ee-5a8afbd02124,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:24:28.192186 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-966a80fb-7bb4-4f38-8fbe-546088bdef1e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:28.262179 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-966a80fb-7bb4-4f38-8fbe-546088bdef1e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:28.420337 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-966a80fb-7bb4-4f38-8fbe-546088bdef1e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:28.427758 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-966a80fb-7bb4-4f38-8fbe-546088bdef1e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:28.495304 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a80fb-7bb4-4f38-8fbe-546088bdef1e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'Port': ['ID=0aac51e0-856b-4f74-a1ee-5a8afbd02124,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:24:28.507843 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-966a80fb-7bb4-4f38-8fbe-546088bdef1e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684147'] for floatingip, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:28.605956 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.l3_db [None req-966a80fb-7bb4-4f38-8fbe-546088bdef1e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Floating IP ffde1f37-03fa-4aa8-9fc8-9cf78fc45098 associated. External IP: 172.26.7.193, port: f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb. Mar 22 11:24:28.819866 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-966a80fb-7bb4-4f38-8fbe-546088bdef1e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Router 6eb963e5-9046-4ca6-ac42-936512c18847 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:24:28.926119 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-966a80fb-7bb4-4f38-8fbe-546088bdef1e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:24:28.937942 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6738056e-e57e-4bb3-97ea-0a941a464c7b None None] Sync routers for ids ['6eb963e5-9046-4ca6-ac42-936512c18847'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:24:28.945459 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-966a80fb-7bb4-4f38-8fbe-546088bdef1e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:28.948705 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6738056e-e57e-4bb3-97ea-0a941a464c7b None None] Routers {'6eb963e5-9046-4ca6-ac42-936512c18847'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:24:28.949333 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-6738056e-e57e-4bb3-97ea-0a941a464c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:24:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['6eb963e5-9046-4ca6-ac42-936512c18847'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:24:28.973781 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-966a80fb-7bb4-4f38-8fbe-546088bdef1e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8811488 Mar 22 11:24:28.974271 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e77ef7fb-e9fc-491a-ad51-27f6cd20109b', 'tag': 'f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:24:28.977065 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea20d47ee5c2e5d2aa35ee26c9e60aea7970c4225f3eb14fb63792ea9ad3856f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1473fbc8-b174-4c5f-97d0-620e864434b7" -d '{"events": [{"name": "network-changed", "server_uuid": "e77ef7fb-e9fc-491a-ad51-27f6cd20109b", "tag": "f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:24:29.014111 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1419324-fee6-4a25-b936-6ce937a80f1b x-openstack-request-id: req-f1419324-fee6-4a25-b936-6ce937a80f1b {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:24:29.014420 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e77ef7fb-e9fc-491a-ad51-27f6cd20109b", "tag": "f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:24:29.014664 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f1419324-fee6-4a25-b936-6ce937a80f1b {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:24:29.015096 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1419324-fee6-4a25-b936-6ce937a80f1b'] response: {'name': 'network-changed', 'server_uuid': 'e77ef7fb-e9fc-491a-ad51-27f6cd20109b', 'tag': 'f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb', 'status': 'completed', 'code': 200} Mar 22 11:24:29.061581 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-6738056e-e57e-4bb3-97ea-0a941a464c7b None None] Set router 6eb963e5-9046-4ca6-ac42-936512c18847 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:24:29.115134 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473fbc8-b174-4c5f-97d0-620e864434b7 req-919d7fe1-85c7-4600-9cef-f0ebc114ab46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:24:29.116684 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1473fbc8-b174-4c5f-97d0-620e864434b7 req-919d7fe1-85c7-4600-9cef-f0ebc114ab46 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7a987b92cdc4ed9b3e8c30c749ad6fb&device_id=e77ef7fb-e9fc-491a-ad51-27f6cd20109b HTTP/1.1" status: 200 len: 1098 time: 0.0801730 Mar 22 11:24:29.125125 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de03f3d-f397-4a69-866f-b313a7c05c71 req-3cc34baa-2e30-4c51-9df7-c36ff96d7d56 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:24:29.126483 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5de03f3d-f397-4a69-866f-b313a7c05c71 req-3cc34baa-2e30-4c51-9df7-c36ff96d7d56 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=e77ef7fb-e9fc-491a-ad51-27f6cd20109b HTTP/1.1" status: 200 len: 945 time: 0.0885623 Mar 22 11:24:29.218396 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5de03f3d-f397-4a69-866f-b313a7c05c71 req-05cc678b-227e-43f4-a339-05a31ffae15f tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eb26b13-a1e6-44a8-b491-af370aa07d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825725 Mar 22 11:24:29.239402 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473fbc8-b174-4c5f-97d0-620e864434b7 req-84e8530d-d75c-46fc-88c0-09a7d74009c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:24:29.240628 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 47060) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:24:29.241091 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1473fbc8-b174-4c5f-97d0-620e864434b7 req-84e8530d-d75c-46fc-88c0-09a7d74009c9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6856c666-83ae-483c-acad-2370d4c22953 HTTP/1.1" status: 200 len: 897 time: 0.1136711 Mar 22 11:24:29.286723 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-6738056e-e57e-4bb3-97ea-0a941a464c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb963e5-9046-4ca6-ac42-936512c18847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208373963', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': 'ad9a0988-08cc-4e9b-9bbc-ff43f0d25b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:24:12Z', 'updated_at': '2022-03-22T11:24:15Z', 'revision_number': 4, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': 'ad9a0988-08cc-4e9b-9bbc-ff43f0d25b1c', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:15:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb963e5-9046-4ca6-ac42-936512c18847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:24:12Z', 'updated_at': '2022-03-22T11:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': 'ffde1f37-03fa-4aa8-9fc8-9cf78fc45098', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'floating_ip_address': '172.26.7.193', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '6eb963e5-9046-4ca6-ac42-936512c18847', 'port_id': 'f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6856c666-83ae-483c-acad-2370d4c22953', 'mac_address': 'fa:16:3e:4b:ce:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77ef7fb-e9fc-491a-ad51-27f6cd20109b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:24:27Z', 'updated_at': '2022-03-22T11:24:27Z', 'revision_number': 0, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9942ce59-623d-47c8-b3b1-aea958b01292', 'name': '', 'network_id': '6856c666-83ae-483c-acad-2370d4c22953', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'mac_address': 'fa:16:3e:7f:98:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb963e5-9046-4ca6-ac42-936512c18847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'be193126-2337-4132-8b27-e0b9d0344c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:24:14Z', 'updated_at': '2022-03-22T11:24:18Z', 'revision_number': 5, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'subnets': [{'id': 'be193126-2337-4132-8b27-e0b9d0344c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:24:29.301624 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-75476bac-a08f-458d-abdc-440fd6007d04 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/floatingips/ffde1f37-03fa-4aa8-9fc8-9cf78fc45098 HTTP/1.1" status: 200 len: 991 time: 0.0587528 Mar 22 11:24:29.306906 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1473fbc8-b174-4c5f-97d0-620e864434b7 req-a8a6c2a3-4406-419a-8248-7ee0e86991a0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb HTTP/1.1" status: 200 len: 999 time: 0.0592539 Mar 22 11:24:29.318033 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6738056e-e57e-4bb3-97ea-0a941a464c7b None None] Checking router: 6eb963e5-9046-4ca6-ac42-936512c18847 for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:24:29.326679 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6738056e-e57e-4bb3-97ea-0a941a464c7b None None] Routers {'6eb963e5-9046-4ca6-ac42-936512c18847'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:24:29.327306 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-6738056e-e57e-4bb3-97ea-0a941a464c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:24:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['6eb963e5-9046-4ca6-ac42-936512c18847'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:24:29.357748 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473fbc8-b174-4c5f-97d0-620e864434b7 req-8285eaf6-d0c5-4b22-92ec-a945239bc0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:24:29.359197 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1473fbc8-b174-4c5f-97d0-620e864434b7 req-8285eaf6-d0c5-4b22-92ec-a945239bc0e2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=be193126-2337-4132-8b27-e0b9d0344c84 HTTP/1.1" status: 200 len: 835 time: 0.0466278 Mar 22 11:24:29.403763 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473fbc8-b174-4c5f-97d0-620e864434b7 req-e1551b05-8e4b-4d11-85b6-9ecea8114355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:24:29.405230 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1473fbc8-b174-4c5f-97d0-620e864434b7 req-e1551b05-8e4b-4d11-85b6-9ecea8114355 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6856c666-83ae-483c-acad-2370d4c22953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399194 Mar 22 11:24:29.432204 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-6738056e-e57e-4bb3-97ea-0a941a464c7b None None] Set router 6eb963e5-9046-4ca6-ac42-936512c18847 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:24:29.495475 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1473fbc8-b174-4c5f-97d0-620e864434b7 req-766dfb49-8111-4967-9737-1cde64ef462d service neutron] 10.222.0.35 "GET /v2.0/networks/6856c666-83ae-483c-acad-2370d4c22953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829725 Mar 22 11:24:29.586382 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1473fbc8-b174-4c5f-97d0-620e864434b7 req-7a3bb122-07db-4b1f-a33d-3930a9a5983e service neutron] 10.222.0.35 "GET /v2.0/networks/6856c666-83ae-483c-acad-2370d4c22953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848637 Mar 22 11:24:29.658477 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-6738056e-e57e-4bb3-97ea-0a941a464c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb963e5-9046-4ca6-ac42-936512c18847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208373963', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': 'ad9a0988-08cc-4e9b-9bbc-ff43f0d25b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:24:12Z', 'updated_at': '2022-03-22T11:24:15Z', 'revision_number': 4, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': 'ad9a0988-08cc-4e9b-9bbc-ff43f0d25b1c', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:15:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb963e5-9046-4ca6-ac42-936512c18847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:24:12Z', 'updated_at': '2022-03-22T11:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': 'ffde1f37-03fa-4aa8-9fc8-9cf78fc45098', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'floating_ip_address': '172.26.7.193', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '6eb963e5-9046-4ca6-ac42-936512c18847', 'port_id': 'f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6856c666-83ae-483c-acad-2370d4c22953', 'mac_address': 'fa:16:3e:4b:ce:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77ef7fb-e9fc-491a-ad51-27f6cd20109b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:24:27Z', 'updated_at': '2022-03-22T11:24:27Z', 'revision_number': 0, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9942ce59-623d-47c8-b3b1-aea958b01292', 'name': '', 'network_id': '6856c666-83ae-483c-acad-2370d4c22953', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'mac_address': 'fa:16:3e:7f:98:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb963e5-9046-4ca6-ac42-936512c18847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'be193126-2337-4132-8b27-e0b9d0344c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:24:14Z', 'updated_at': '2022-03-22T11:24:18Z', 'revision_number': 5, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'subnets': [{'id': 'be193126-2337-4132-8b27-e0b9d0344c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:24:29.687434 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6738056e-e57e-4bb3-97ea-0a941a464c7b None None] The sync data for ids ['6eb963e5-9046-4ca6-ac42-936512c18847'] in dv-neutron-834599-1-hyperv is: [{'id': '6eb963e5-9046-4ca6-ac42-936512c18847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208373963', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': 'ad9a0988-08cc-4e9b-9bbc-ff43f0d25b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:24:12Z', 'updated_at': '2022-03-22T11:24:15Z', 'revision_number': 4, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': 'ad9a0988-08cc-4e9b-9bbc-ff43f0d25b1c', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:15:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb963e5-9046-4ca6-ac42-936512c18847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:24:12Z', 'updated_at': '2022-03-22T11:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': 'ffde1f37-03fa-4aa8-9fc8-9cf78fc45098', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'floating_ip_address': '172.26.7.193', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '6eb963e5-9046-4ca6-ac42-936512c18847', 'port_id': 'f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6856c666-83ae-483c-acad-2370d4c22953', 'mac_address': 'fa:16:3e:4b:ce:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77ef7fb-e9fc-491a-ad51-27f6cd20109b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:24:27Z', 'updated_at': '2022-03-22T11:24:27Z', 'revision_number': 0, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9942ce59-623d-47c8-b3b1-aea958b01292', 'name': '', 'network_id': '6856c666-83ae-483c-acad-2370d4c22953', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'mac_address': 'fa:16:3e:7f:98:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb963e5-9046-4ca6-ac42-936512c18847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'be193126-2337-4132-8b27-e0b9d0344c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:24:14Z', 'updated_at': '2022-03-22T11:24:18Z', 'revision_number': 5, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'subnets': [{'id': 'be193126-2337-4132-8b27-e0b9d0344c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:24:29.877347 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a653678b-2faf-452a-b052-fcd62efb6b58 None None] New status for floating IP ffde1f37-03fa-4aa8-9fc8-9cf78fc45098: ACTIVE {{(pid=109052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 11:24:30.305925 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 47062) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:24:30.381066 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-02dfc00d-63ca-4534-b040-b8997f13404c tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/floatingips/ffde1f37-03fa-4aa8-9fc8-9cf78fc45098 HTTP/1.1" status: 200 len: 993 time: 0.0735519 Mar 22 11:24:37.757119 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-aabcac38-3ce8-4067-93d8-52c8646f86d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:39.893779 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-69f73b58-7230-434a-a6d5-f66fdcff6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:41.230866 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:41.258263 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a4251630-b9c1-4052-b73b-650921034e67 req-29433ca9-76ef-4a85-b69f-a3218192bfac service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e77ef7fb-e9fc-491a-ad51-27f6cd20109b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450029 Mar 22 11:24:41.340372 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4251630-b9c1-4052-b73b-650921034e67 req-fb21707a-163b-4be2-bf2b-c3647ef9251f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:24:41.341913 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a4251630-b9c1-4052-b73b-650921034e67 req-fb21707a-163b-4be2-bf2b-c3647ef9251f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7a987b92cdc4ed9b3e8c30c749ad6fb&device_id=e77ef7fb-e9fc-491a-ad51-27f6cd20109b HTTP/1.1" status: 200 len: 1098 time: 0.0405128 Mar 22 11:24:41.444580 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4251630-b9c1-4052-b73b-650921034e67 req-0269f659-51ee-45c4-9ee9-9259b1198b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:24:41.446037 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a4251630-b9c1-4052-b73b-650921034e67 req-0269f659-51ee-45c4-9ee9-9259b1198b44 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6856c666-83ae-483c-acad-2370d4c22953 HTTP/1.1" status: 200 len: 897 time: 0.0851338 Mar 22 11:24:41.523487 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a4251630-b9c1-4052-b73b-650921034e67 req-44463b99-ba82-4a88-8bd8-b98fb8d467cc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb HTTP/1.1" status: 200 len: 1001 time: 0.0675390 Mar 22 11:24:41.572772 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4251630-b9c1-4052-b73b-650921034e67 req-ccd1121e-35c0-4502-9602-bb65a76c4bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:24:41.574197 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a4251630-b9c1-4052-b73b-650921034e67 req-ccd1121e-35c0-4502-9602-bb65a76c4bfc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=be193126-2337-4132-8b27-e0b9d0344c84 HTTP/1.1" status: 200 len: 835 time: 0.0443177 Mar 22 11:24:41.620754 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4251630-b9c1-4052-b73b-650921034e67 req-ccbc1c0b-413d-43ba-aeb6-01ba7ebda611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:24:41.622193 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a4251630-b9c1-4052-b73b-650921034e67 req-ccbc1c0b-413d-43ba-aeb6-01ba7ebda611 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6856c666-83ae-483c-acad-2370d4c22953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407553 Mar 22 11:24:41.715975 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a4251630-b9c1-4052-b73b-650921034e67 req-5167de42-24a5-43a1-bd7b-f6bda0f4943c service neutron] 10.222.0.35 "GET /v2.0/networks/6856c666-83ae-483c-acad-2370d4c22953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860431 Mar 22 11:24:41.811012 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a4251630-b9c1-4052-b73b-650921034e67 req-e120c075-024f-4586-a426-630d104d1eb4 service neutron] 10.222.0.35 "GET /v2.0/networks/6856c666-83ae-483c-acad-2370d4c22953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861518 Mar 22 11:24:42.670658 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:42.876810 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:43.668094 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:24:45.236294 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:25:01.329594 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [req-d81b8fa0-4f41-4291-a93a-18d442ed8970 req-dc558184-8a4d-45fc-adf0-751ee37f36cf service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=109050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:25:01.330588 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d81b8fa0-4f41-4291-a93a-18d442ed8970 req-dc558184-8a4d-45fc-adf0-751ee37f36cf service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055811 Mar 22 11:25:02.539528 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 47086) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:25:02.578724 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c086db9-f3fc-4672-9561-a2277b97c218 req-ed3b5468-55c3-418b-8985-ea4427c83d48 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:25:02.580322 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7c086db9-f3fc-4672-9561-a2277b97c218 req-ed3b5468-55c3-418b-8985-ea4427c83d48 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=e77ef7fb-e9fc-491a-ad51-27f6cd20109b HTTP/1.1" status: 200 len: 945 time: 0.1013479 Mar 22 11:25:02.618067 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7c086db9-f3fc-4672-9561-a2277b97c218 req-1b5f9762-0a4f-4566-a4a1-b1531b5b7033 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eb26b13-a1e6-44a8-b491-af370aa07d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316143 Mar 22 11:25:02.622583 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-64d55184-542a-466c-a214-b2d1aad63fac req-f345f674-39d2-4f18-8a40-e2662ef8ee70 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e77ef7fb-e9fc-491a-ad51-27f6cd20109b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0819478 Mar 22 11:25:02.631740 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [req-64d55184-542a-466c-a214-b2d1aad63fac req-dbf3ed5d-2fdb-4807-b80e-9a83375efe60 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=109049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:25:02.632752 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-64d55184-542a-466c-a214-b2d1aad63fac req-dbf3ed5d-2fdb-4807-b80e-9a83375efe60 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052826 Mar 22 11:25:03.808677 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869eb46-a4e5-470a-8f92-82ac4e099594 req-8e6de79b-cf1e-4f51-ae98-38ec29d15b6b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:25:03.810396 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f869eb46-a4e5-470a-8f92-82ac4e099594 req-8e6de79b-cf1e-4f51-ae98-38ec29d15b6b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=e77ef7fb-e9fc-491a-ad51-27f6cd20109b HTTP/1.1" status: 200 len: 945 time: 0.1152537 Mar 22 11:25:03.850428 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f869eb46-a4e5-470a-8f92-82ac4e099594 req-e97a32d9-28ef-4d6b-a88b-89d303cadd62 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eb26b13-a1e6-44a8-b491-af370aa07d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336542 Mar 22 11:25:04.979085 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2761d24-4f93-4db8-af44-100187659c8c req-0fee509a-d6f9-4cf3-a385-66a4ce904949 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:25:04.980730 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f2761d24-4f93-4db8-af44-100187659c8c req-0fee509a-d6f9-4cf3-a385-66a4ce904949 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=e77ef7fb-e9fc-491a-ad51-27f6cd20109b HTTP/1.1" status: 200 len: 945 time: 0.0505695 Mar 22 11:25:05.023219 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f2761d24-4f93-4db8-af44-100187659c8c req-cb063437-9fae-4051-a9a6-877db9a1d9fd tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eb26b13-a1e6-44a8-b491-af370aa07d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365026 Mar 22 11:25:06.145247 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96720ed0-06c5-446c-b307-a28371c3cf6d req-36156fba-6487-4486-8bc7-115953c61b34 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:25:06.146744 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-96720ed0-06c5-446c-b307-a28371c3cf6d req-36156fba-6487-4486-8bc7-115953c61b34 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=e77ef7fb-e9fc-491a-ad51-27f6cd20109b HTTP/1.1" status: 200 len: 945 time: 0.0495694 Mar 22 11:25:06.186648 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-96720ed0-06c5-446c-b307-a28371c3cf6d req-dfbb2ec1-9923-47bd-86a0-4781be805a70 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eb26b13-a1e6-44a8-b491-af370aa07d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338607 Mar 22 11:25:06.859030 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d55184-542a-466c-a214-b2d1aad63fac req-fa10b08c-be5b-4ffb-a249-0803cc976c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:25:06.860556 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-64d55184-542a-466c-a214-b2d1aad63fac req-fa10b08c-be5b-4ffb-a249-0803cc976c70 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7a987b92cdc4ed9b3e8c30c749ad6fb&device_id=e77ef7fb-e9fc-491a-ad51-27f6cd20109b HTTP/1.1" status: 200 len: 1098 time: 0.0875347 Mar 22 11:25:06.965533 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d55184-542a-466c-a214-b2d1aad63fac req-719ce3f9-ac2b-42a6-8df5-81ac8ff643e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:25:06.967024 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-64d55184-542a-466c-a214-b2d1aad63fac req-719ce3f9-ac2b-42a6-8df5-81ac8ff643e8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6856c666-83ae-483c-acad-2370d4c22953 HTTP/1.1" status: 200 len: 897 time: 0.0999584 Mar 22 11:25:07.041376 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-64d55184-542a-466c-a214-b2d1aad63fac req-e1b99c3a-a2d7-4ccb-b7a8-467ab1eedaf8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb HTTP/1.1" status: 200 len: 1001 time: 0.0672295 Mar 22 11:25:07.094959 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d55184-542a-466c-a214-b2d1aad63fac req-cbd5215f-1824-4aa7-a121-6cd0b024a539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:25:07.096442 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-64d55184-542a-466c-a214-b2d1aad63fac req-cbd5215f-1824-4aa7-a121-6cd0b024a539 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=be193126-2337-4132-8b27-e0b9d0344c84 HTTP/1.1" status: 200 len: 835 time: 0.0493898 Mar 22 11:25:07.145799 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d55184-542a-466c-a214-b2d1aad63fac req-6302a4ee-a765-46a8-bc85-ced029dc86c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:25:07.147252 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-64d55184-542a-466c-a214-b2d1aad63fac req-6302a4ee-a765-46a8-bc85-ced029dc86c2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6856c666-83ae-483c-acad-2370d4c22953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440042 Mar 22 11:25:07.235115 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-64d55184-542a-466c-a214-b2d1aad63fac req-fcb0ac62-4a4f-4f0f-8010-7e84de8406a9 service neutron] 10.222.0.35 "GET /v2.0/networks/6856c666-83ae-483c-acad-2370d4c22953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809071 Mar 22 11:25:07.355228 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616cc857-086e-4b13-b07a-35f58aff9bc4 req-8c0bdf21-4244-4729-bbe8-76770ac30307 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:25:07.356610 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-616cc857-086e-4b13-b07a-35f58aff9bc4 req-8c0bdf21-4244-4729-bbe8-76770ac30307 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=e77ef7fb-e9fc-491a-ad51-27f6cd20109b HTTP/1.1" status: 200 len: 945 time: 0.0983851 Mar 22 11:25:07.361870 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-64d55184-542a-466c-a214-b2d1aad63fac req-a54685d9-5b95-4dc6-92d7-6e7995a1c859 service neutron] 10.222.0.35 "GET /v2.0/networks/6856c666-83ae-483c-acad-2370d4c22953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208220 Mar 22 11:25:07.397305 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-616cc857-086e-4b13-b07a-35f58aff9bc4 req-41f37856-bd0b-43a6-90c9-67c4e73e3cc4 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eb26b13-a1e6-44a8-b491-af370aa07d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345178 Mar 22 11:25:07.756848 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c541429a-0d7b-460a-967e-56b15b9b4027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:25:08.532293 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8e482-4f86-4b6b-be43-4c98823b25c5 req-05d508fb-1883-4d7b-8f8b-2ac336887d38 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:25:08.533785 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-63a8e482-4f86-4b6b-be43-4c98823b25c5 req-05d508fb-1883-4d7b-8f8b-2ac336887d38 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=e77ef7fb-e9fc-491a-ad51-27f6cd20109b HTTP/1.1" status: 200 len: 945 time: 0.0567126 Mar 22 11:25:08.573240 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-63a8e482-4f86-4b6b-be43-4c98823b25c5 req-b116138a-1409-4204-8b3e-7eb463fcf684 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eb26b13-a1e6-44a8-b491-af370aa07d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332680 Mar 22 11:25:09.700087 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b8163-9f91-47b4-b60e-094b531e6d6c req-5872802e-dea3-4d5f-a149-3cab9f45dbd8 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:25:09.701579 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e68b8163-9f91-47b4-b60e-094b531e6d6c req-5872802e-dea3-4d5f-a149-3cab9f45dbd8 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=e77ef7fb-e9fc-491a-ad51-27f6cd20109b HTTP/1.1" status: 200 len: 945 time: 0.0507741 Mar 22 11:25:09.742821 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e68b8163-9f91-47b4-b60e-094b531e6d6c req-f8672891-b93d-4c37-96e9-dfaed5b3838c tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eb26b13-a1e6-44a8-b491-af370aa07d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342667 Mar 22 11:25:09.900206 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c4283448-8862-4cf2-a41c-7dd42f1bf4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:25:10.870240 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec2e36-36de-4d02-8cda-3edd03aa229c req-3e531eb5-8eed-42df-8b0c-191f7113ad34 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:25:10.871886 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0fec2e36-36de-4d02-8cda-3edd03aa229c req-3e531eb5-8eed-42df-8b0c-191f7113ad34 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=e77ef7fb-e9fc-491a-ad51-27f6cd20109b HTTP/1.1" status: 200 len: 945 time: 0.0494714 Mar 22 11:25:10.910565 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0fec2e36-36de-4d02-8cda-3edd03aa229c req-ce87abbd-8c63-4510-a3ce-16d228442c52 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eb26b13-a1e6-44a8-b491-af370aa07d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325947 Mar 22 11:25:11.234061 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:25:12.033344 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccfea15-c883-420d-96cf-022eff113b6e req-7b60ab6c-be22-4bc9-991c-fa6cf002eb07 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:25:12.034806 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-fccfea15-c883-420d-96cf-022eff113b6e req-7b60ab6c-be22-4bc9-991c-fa6cf002eb07 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=e77ef7fb-e9fc-491a-ad51-27f6cd20109b HTTP/1.1" status: 200 len: 945 time: 0.0555999 Mar 22 11:25:12.072061 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-fccfea15-c883-420d-96cf-022eff113b6e req-5d740811-8806-470c-ac11-5eb309721268 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eb26b13-a1e6-44a8-b491-af370aa07d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311430 Mar 22 11:25:12.664707 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:25:12.879984 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:25:13.195408 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf023d6-72fa-436d-bcd7-3de6844f27ea req-48eff483-d447-48e0-ae6d-ca0043c8cf48 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:25:13.196884 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-faf023d6-72fa-436d-bcd7-3de6844f27ea req-48eff483-d447-48e0-ae6d-ca0043c8cf48 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=e77ef7fb-e9fc-491a-ad51-27f6cd20109b HTTP/1.1" status: 200 len: 945 time: 0.0515561 Mar 22 11:25:13.236032 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-faf023d6-72fa-436d-bcd7-3de6844f27ea req-3abd7968-2019-4d3e-8091-dd3a9a37ce10 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eb26b13-a1e6-44a8-b491-af370aa07d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328636 Mar 22 11:25:13.664705 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:25:14.364506 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39515ede-dc32-407a-8072-9cbcdef93796 req-f56be33e-14b8-41ee-95d4-cb07e2936854 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:25:14.365960 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-39515ede-dc32-407a-8072-9cbcdef93796 req-f56be33e-14b8-41ee-95d4-cb07e2936854 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=e77ef7fb-e9fc-491a-ad51-27f6cd20109b HTTP/1.1" status: 200 len: 945 time: 0.0511913 Mar 22 11:25:14.406638 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-39515ede-dc32-407a-8072-9cbcdef93796 req-e2a4ebad-8e7b-41c1-908c-cbdf732e89c0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eb26b13-a1e6-44a8-b491-af370aa07d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341535 Mar 22 11:25:15.541910 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7555f3a6-33b9-4161-90d9-ac912228adeb req-d57caff8-1066-416e-a384-95a4128f1f7d tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:25:15.543410 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7555f3a6-33b9-4161-90d9-ac912228adeb req-d57caff8-1066-416e-a384-95a4128f1f7d tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=e77ef7fb-e9fc-491a-ad51-27f6cd20109b HTTP/1.1" status: 200 len: 945 time: 0.0534260 Mar 22 11:25:15.583285 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7555f3a6-33b9-4161-90d9-ac912228adeb req-9d670307-b6b3-490f-acaa-fd717f65eee7 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eb26b13-a1e6-44a8-b491-af370aa07d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329630 Mar 22 11:25:16.713344 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe91e04-3a4d-4ac6-96ed-b5c7777f5cff req-5537c033-7f48-4b45-abd3-21d4c63bfdf3 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:25:16.715059 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ffe91e04-3a4d-4ac6-96ed-b5c7777f5cff req-5537c033-7f48-4b45-abd3-21d4c63bfdf3 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=e77ef7fb-e9fc-491a-ad51-27f6cd20109b HTTP/1.1" status: 200 len: 945 time: 0.0567243 Mar 22 11:25:16.753425 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ffe91e04-3a4d-4ac6-96ed-b5c7777f5cff req-f156687f-8722-4328-8366-680472b69bb7 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eb26b13-a1e6-44a8-b491-af370aa07d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319936 Mar 22 11:25:17.890834 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d6cb3d-f656-472f-9b33-06fc41d19d9d req-9cb677f6-ed53-4418-a246-a760b6ad8907 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:25:17.892346 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-69d6cb3d-f656-472f-9b33-06fc41d19d9d req-9cb677f6-ed53-4418-a246-a760b6ad8907 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=e77ef7fb-e9fc-491a-ad51-27f6cd20109b HTTP/1.1" status: 200 len: 945 time: 0.0524678 Mar 22 11:25:17.931184 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-69d6cb3d-f656-472f-9b33-06fc41d19d9d req-ffd69153-656e-4e39-a859-8cd4f65486d3 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eb26b13-a1e6-44a8-b491-af370aa07d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327792 Mar 22 11:25:18.938698 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-64d55184-542a-466c-a214-b2d1aad63fac req-2d874bb5-2fdc-416b-ae6b-c8e9e187e7fd service neutron] 10.222.0.35 "GET /v2.0/ports/f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb/bindings/hv-neutron-8345 HTTP/1.1" status: 200 len: 384 time: 0.0664659 Mar 22 11:25:19.048263 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d44ef0-d890-4d00-b31d-681921b768b0 req-3caaff3b-fdc6-4a2a-a843-4fda1849eef6 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:25:19.049726 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-75d44ef0-d890-4d00-b31d-681921b768b0 req-3caaff3b-fdc6-4a2a-a843-4fda1849eef6 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=e77ef7fb-e9fc-491a-ad51-27f6cd20109b HTTP/1.1" status: 200 len: 945 time: 0.0486329 Mar 22 11:25:19.091262 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-75d44ef0-d890-4d00-b31d-681921b768b0 req-35c8e696-8eb5-4040-8584-55259ff9c3ac tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eb26b13-a1e6-44a8-b491-af370aa07d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348294 Mar 22 11:25:19.158707 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d55184-542a-466c-a214-b2d1aad63fac req-c44a6b0a-083b-4b73-85e5-39c162f8f3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:25:19.161011 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-64d55184-542a-466c-a214-b2d1aad63fac req-c44a6b0a-083b-4b73-85e5-39c162f8f3e3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e77ef7fb-e9fc-491a-ad51-27f6cd20109b&tenant_id=c7a987b92cdc4ed9b3e8c30c749ad6fb HTTP/1.1" status: 200 len: 1098 time: 0.0483601 Mar 22 11:25:19.227719 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d55184-542a-466c-a214-b2d1aad63fac req-89fc6600-eaf9-47e6-8ea9-fe956c832fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:25:19.229097 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-64d55184-542a-466c-a214-b2d1aad63fac req-89fc6600-eaf9-47e6-8ea9-fe956c832fd0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7a987b92cdc4ed9b3e8c30c749ad6fb&device_id=e77ef7fb-e9fc-491a-ad51-27f6cd20109b HTTP/1.1" status: 200 len: 1098 time: 0.0437105 Mar 22 11:25:19.333005 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d55184-542a-466c-a214-b2d1aad63fac req-93e7cf49-2412-4115-88d4-6f213941e4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:25:19.334494 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-64d55184-542a-466c-a214-b2d1aad63fac req-93e7cf49-2412-4115-88d4-6f213941e4df service neutron] 10.222.0.35 "GET /v2.0/networks?id=6856c666-83ae-483c-acad-2370d4c22953 HTTP/1.1" status: 200 len: 897 time: 0.0984330 Mar 22 11:25:19.398928 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-64d55184-542a-466c-a214-b2d1aad63fac req-7ae5409c-41b5-4202-886e-62e8dd8aa9f2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb HTTP/1.1" status: 200 len: 1001 time: 0.0569296 Mar 22 11:25:19.457959 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d55184-542a-466c-a214-b2d1aad63fac req-d441858a-2b4b-4e43-b573-fc3245323c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:25:19.459406 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-64d55184-542a-466c-a214-b2d1aad63fac req-d441858a-2b4b-4e43-b573-fc3245323c8e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=be193126-2337-4132-8b27-e0b9d0344c84 HTTP/1.1" status: 200 len: 835 time: 0.0531042 Mar 22 11:25:19.513592 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d55184-542a-466c-a214-b2d1aad63fac req-80779553-be62-44f2-9e0f-2b3ab0630f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:25:19.515050 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-64d55184-542a-466c-a214-b2d1aad63fac req-80779553-be62-44f2-9e0f-2b3ab0630f86 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6856c666-83ae-483c-acad-2370d4c22953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0477784 Mar 22 11:25:19.607275 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-64d55184-542a-466c-a214-b2d1aad63fac req-0d53dcd7-cd62-4a59-a319-e5b38f357504 service neutron] 10.222.0.35 "GET /v2.0/networks/6856c666-83ae-483c-acad-2370d4c22953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855801 Mar 22 11:25:19.696233 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-64d55184-542a-466c-a214-b2d1aad63fac req-5e4d1f76-8c7b-4f2b-9010-db167d579a5c service neutron] 10.222.0.35 "GET /v2.0/networks/6856c666-83ae-483c-acad-2370d4c22953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827391 Mar 22 11:25:20.223859 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b5131-c664-4fec-84b3-fe77a3838714 req-de93c67c-6a5a-4655-8bce-b70a157e9c3c tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:25:20.225308 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1f8b5131-c664-4fec-84b3-fe77a3838714 req-de93c67c-6a5a-4655-8bce-b70a157e9c3c tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=e77ef7fb-e9fc-491a-ad51-27f6cd20109b HTTP/1.1" status: 200 len: 945 time: 0.0551133 Mar 22 11:25:20.263592 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1f8b5131-c664-4fec-84b3-fe77a3838714 req-3087bd49-c89f-466b-aaee-d06005c13318 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eb26b13-a1e6-44a8-b491-af370aa07d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323129 Mar 22 11:25:21.384151 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e92290-7cb6-4aea-80f4-fe2cbfe21c7e req-cb137a42-c063-4c8e-bd5c-8a8b1e262c8a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:25:21.385581 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-17e92290-7cb6-4aea-80f4-fe2cbfe21c7e req-cb137a42-c063-4c8e-bd5c-8a8b1e262c8a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=e77ef7fb-e9fc-491a-ad51-27f6cd20109b HTTP/1.1" status: 200 len: 945 time: 0.0519612 Mar 22 11:25:21.423680 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-17e92290-7cb6-4aea-80f4-fe2cbfe21c7e req-621087ce-21b8-4247-b78f-5cc34fb4fde9 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eb26b13-a1e6-44a8-b491-af370aa07d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317841 Mar 22 11:25:21.653762 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cdefc3-6b55-425f-bbab-2a8a1dbd3657 req-b252e055-f1af-44c7-a7b3-26e6c03c7a74 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:25:21.655217 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-71cdefc3-6b55-425f-bbab-2a8a1dbd3657 req-b252e055-f1af-44c7-a7b3-26e6c03c7a74 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=e77ef7fb-e9fc-491a-ad51-27f6cd20109b HTTP/1.1" status: 200 len: 945 time: 0.0721030 Mar 22 11:25:21.687793 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4bd2bd-f1b9-4831-bc0b-5167034e5772 req-9dbafbac-db32-4f0a-9d8a-382761f9271c tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:25:21.689293 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-cd4bd2bd-f1b9-4831-bc0b-5167034e5772 req-9dbafbac-db32-4f0a-9d8a-382761f9271c tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77ef7fb-e9fc-491a-ad51-27f6cd20109b&tenant_id=c7a987b92cdc4ed9b3e8c30c749ad6fb&binding%3Ahost_id=hv-neutron-8345 HTTP/1.1" status: 200 len: 945 time: 0.0805640 Mar 22 11:25:21.706406 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-71cdefc3-6b55-425f-bbab-2a8a1dbd3657 req-fe622119-9f4f-4acf-9775-8b577aa843ae tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eb26b13-a1e6-44a8-b491-af370aa07d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447609 Mar 22 11:25:21.787481 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4bd2bd-f1b9-4831-bc0b-5167034e5772 req-abb8fca5-7efe-4a0f-bf04-f1b995cffaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:25:21.788928 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-cd4bd2bd-f1b9-4831-bc0b-5167034e5772 req-abb8fca5-7efe-4a0f-bf04-f1b995cffaf2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7a987b92cdc4ed9b3e8c30c749ad6fb&device_id=e77ef7fb-e9fc-491a-ad51-27f6cd20109b HTTP/1.1" status: 200 len: 1098 time: 0.0540578 Mar 22 11:25:21.878839 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93caf84-bb82-4db3-999b-c7250bee3a1e req-4322a753-6e67-411a-937f-92c9dc6d7af1 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:25:21.880196 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f93caf84-bb82-4db3-999b-c7250bee3a1e req-4322a753-6e67-411a-937f-92c9dc6d7af1 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=e77ef7fb-e9fc-491a-ad51-27f6cd20109b HTTP/1.1" status: 200 len: 945 time: 0.1051512 Mar 22 11:25:21.924803 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4bd2bd-f1b9-4831-bc0b-5167034e5772 req-7760a3dd-41b0-4ca6-bdb3-b7a7708857c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:25:21.926271 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-cd4bd2bd-f1b9-4831-bc0b-5167034e5772 req-7760a3dd-41b0-4ca6-bdb3-b7a7708857c4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6856c666-83ae-483c-acad-2370d4c22953 HTTP/1.1" status: 200 len: 897 time: 0.1246026 Mar 22 11:25:21.946914 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f93caf84-bb82-4db3-999b-c7250bee3a1e req-4a5b9c76-9441-4482-945e-80b65f43dab5 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eb26b13-a1e6-44a8-b491-af370aa07d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604477 Mar 22 11:25:21.998332 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-cd4bd2bd-f1b9-4831-bc0b-5167034e5772 req-2604d23f-9a97-46b5-be49-6dd72ad45140 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb HTTP/1.1" status: 200 len: 1001 time: 0.0645385 Mar 22 11:25:22.049810 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4bd2bd-f1b9-4831-bc0b-5167034e5772 req-9cda5edd-7efa-4e1b-9853-1206197e0afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:25:22.051222 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-cd4bd2bd-f1b9-4831-bc0b-5167034e5772 req-9cda5edd-7efa-4e1b-9853-1206197e0afa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=be193126-2337-4132-8b27-e0b9d0344c84 HTTP/1.1" status: 200 len: 835 time: 0.0460341 Mar 22 11:25:22.100013 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4bd2bd-f1b9-4831-bc0b-5167034e5772 req-0f845712-be3a-4295-90e9-74d60de78389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:25:22.101469 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-cd4bd2bd-f1b9-4831-bc0b-5167034e5772 req-0f845712-be3a-4295-90e9-74d60de78389 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6856c666-83ae-483c-acad-2370d4c22953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434458 Mar 22 11:25:22.190028 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-cd4bd2bd-f1b9-4831-bc0b-5167034e5772 req-50a75f9b-d2c9-4b97-b7c2-41772b307907 service neutron] 10.222.0.35 "GET /v2.0/networks/6856c666-83ae-483c-acad-2370d4c22953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805116 Mar 22 11:25:22.235545 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:25:22.280522 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-cd4bd2bd-f1b9-4831-bc0b-5167034e5772 req-afb45051-63f6-491c-90e3-0d3d92931c85 service neutron] 10.222.0.35 "GET /v2.0/networks/6856c666-83ae-483c-acad-2370d4c22953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837400 Mar 22 11:25:22.809645 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb details requested by agent hyperv_hv-neutron-8345 with host hv-neutron-8345 {{(pid=109051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 11:25:22.811826 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb no longer exists at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:25:23.070151 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e81bc53-c3d4-4b27-a4a6-ebaf0b4d327e req-fd9c2ddd-0915-401b-8deb-f2c6848441b0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:25:23.071761 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0e81bc53-c3d4-4b27-a4a6-ebaf0b4d327e req-fd9c2ddd-0915-401b-8deb-f2c6848441b0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=e77ef7fb-e9fc-491a-ad51-27f6cd20109b HTTP/1.1" status: 200 len: 945 time: 0.0504000 Mar 22 11:25:23.109488 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:25:23.110682 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0e81bc53-c3d4-4b27-a4a6-ebaf0b4d327e req-b8986f24-b1f8-4c80-abb5-68fd7bfcdd82 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eb26b13-a1e6-44a8-b491-af370aa07d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329039 Mar 22 11:25:23.133467 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 47172) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:25:23.137134 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb,segment=NetworkSegment(1bd4577f-bb6b-4f96-a228-da6f164f20cf),segment_id=1bd4577f-bb6b-4f96-a228-da6f164f20cf)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:25:23.149829 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e77ef7fb-e9fc-491a-ad51-27f6cd20109b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:25:23.152150 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d11ddd-7219-4406-a987-b8b51066631e" -d '{"events": [{"server_uuid": "e77ef7fb-e9fc-491a-ad51-27f6cd20109b", "name": "network-vif-unplugged", "status": "completed", "tag": "f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:25:23.165849 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Returning: {'device': 'f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb', 'network_id': '6856c666-83ae-483c-acad-2370d4c22953', 'port_id': 'f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb', 'mac_address': 'fa:16:3e:4b:ce:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be193126-2337-4132-8b27-e0b9d0344c84', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 11:25:23.169210 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb,segment=NetworkSegment(1bd4577f-bb6b-4f96-a228-da6f164f20cf),segment_id=1bd4577f-bb6b-4f96-a228-da6f164f20cf)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:25:23.195273 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 11:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8db3a9-5e55-4cc9-acab-0f6dacd606c8 x-openstack-request-id: req-4c8db3a9-5e55-4cc9-acab-0f6dacd606c8 {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:25:23.195587 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e77ef7fb-e9fc-491a-ad51-27f6cd20109b", "name": "network-vif-unplugged", "status": "completed", "tag": "f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:25:23.195837 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4c8db3a9-5e55-4cc9-acab-0f6dacd606c8 {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:25:23.196237 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c8db3a9-5e55-4cc9-acab-0f6dacd606c8'] response: {'server_uuid': 'e77ef7fb-e9fc-491a-ad51-27f6cd20109b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb', 'code': 200} Mar 22 11:25:23.196994 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:25:23.203963 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-0c460925-e267-4d21-bca9-8db7c871e72f tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/floatingips/ffde1f37-03fa-4aa8-9fc8-9cf78fc45098 HTTP/1.1" status: 200 len: 993 time: 0.0691359 Mar 22 11:25:23.238745 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:25:23.261139 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb {{(pid=109051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:25:23.265089 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb,revision_number=6']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:25:23.274218 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:25:23.274602 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:25:23.274938 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:25:23.275273 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:25:23.275629 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:25:23.275963 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:25:23.276292 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:25:23.276620 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:25:23.276969 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:25:23.277289 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:25:23.277612 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:25:23.277909 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:25:23.315457 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.db.api [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 11:25:23.315807 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG oslo_db.api [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 11:25:23.852022 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:25:23.865118 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb {{(pid=109051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:25:23.885679 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb,segment=NetworkSegment(1bd4577f-bb6b-4f96-a228-da6f164f20cf),segment_id=1bd4577f-bb6b-4f96-a228-da6f164f20cf)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:25:23.891310 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:25:23.943510 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb,revision_number=7']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:25:23.949263 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 11:25:24.829634 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb up at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:25:24.885175 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning complete for port f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:25:24.885836 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:25:24.970123 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:25:25.009256 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb,segment=NetworkSegment(1bd4577f-bb6b-4f96-a228-da6f164f20cf),segment_id=1bd4577f-bb6b-4f96-a228-da6f164f20cf)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:25:25.013462 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:25:25.062539 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb,revision_number=8']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:25:25.197915 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e77ef7fb-e9fc-491a-ad51-27f6cd20109b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:25:25.201792 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e01e33-e634-481a-8533-26033b79c433" -d '{"events": [{"server_uuid": "e77ef7fb-e9fc-491a-ad51-27f6cd20109b", "name": "network-vif-plugged", "status": "completed", "tag": "f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:25:25.244247 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16392717-76c0-4659-ba58-c74823e624e7 x-openstack-request-id: req-16392717-76c0-4659-ba58-c74823e624e7 {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:25:25.244533 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e77ef7fb-e9fc-491a-ad51-27f6cd20109b", "name": "network-vif-plugged", "status": "completed", "tag": "f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:25:25.244778 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-16392717-76c0-4659-ba58-c74823e624e7 {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:25:25.245197 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16392717-76c0-4659-ba58-c74823e624e7'] response: {'server_uuid': 'e77ef7fb-e9fc-491a-ad51-27f6cd20109b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb', 'code': 200} Mar 22 11:25:37.761856 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-99160ef9-f635-46ea-a360-22527f77b106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:25:39.897662 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ef7db88c-1308-4a63-b8ca-18932eed89b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:25:41.238563 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:25:42.235653 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-718353af-9f0b-4638-a6e8-3e8d12597b7e req-27785a8e-2805-41fe-91c8-99e424af0345 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e77ef7fb-e9fc-491a-ad51-27f6cd20109b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409899 Mar 22 11:25:42.318877 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718353af-9f0b-4638-a6e8-3e8d12597b7e req-1e79da03-c946-4e35-9661-e92210a728c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:25:42.320354 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-718353af-9f0b-4638-a6e8-3e8d12597b7e req-1e79da03-c946-4e35-9661-e92210a728c8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7a987b92cdc4ed9b3e8c30c749ad6fb&device_id=e77ef7fb-e9fc-491a-ad51-27f6cd20109b HTTP/1.1" status: 200 len: 1098 time: 0.0398238 Mar 22 11:25:42.431904 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718353af-9f0b-4638-a6e8-3e8d12597b7e req-7a2cc4eb-c578-42cf-a879-2f680277555f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:25:42.433434 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-718353af-9f0b-4638-a6e8-3e8d12597b7e req-7a2cc4eb-c578-42cf-a879-2f680277555f service neutron] 10.222.0.35 "GET /v2.0/networks?id=6856c666-83ae-483c-acad-2370d4c22953 HTTP/1.1" status: 200 len: 897 time: 0.0888066 Mar 22 11:25:42.496382 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-718353af-9f0b-4638-a6e8-3e8d12597b7e req-46d79be8-c25d-41a4-b804-4e6b906976b6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb HTTP/1.1" status: 200 len: 1001 time: 0.0561383 Mar 22 11:25:42.551400 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718353af-9f0b-4638-a6e8-3e8d12597b7e req-d0b1a3ea-468a-4d9f-986b-a2844f7f28bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:25:42.552796 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-718353af-9f0b-4638-a6e8-3e8d12597b7e req-d0b1a3ea-468a-4d9f-986b-a2844f7f28bd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=be193126-2337-4132-8b27-e0b9d0344c84 HTTP/1.1" status: 200 len: 835 time: 0.0452404 Mar 22 11:25:42.600640 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718353af-9f0b-4638-a6e8-3e8d12597b7e req-d949db04-a80e-4ac9-a978-60f2719937e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:25:42.602066 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-718353af-9f0b-4638-a6e8-3e8d12597b7e req-d949db04-a80e-4ac9-a978-60f2719937e9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6856c666-83ae-483c-acad-2370d4c22953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410604 Mar 22 11:25:42.668714 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:25:42.693340 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-718353af-9f0b-4638-a6e8-3e8d12597b7e req-9cbec802-4277-4992-93d2-679fa722a6a4 service neutron] 10.222.0.35 "GET /v2.0/networks/6856c666-83ae-483c-acad-2370d4c22953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831804 Mar 22 11:25:42.786949 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-718353af-9f0b-4638-a6e8-3e8d12597b7e req-ad74d0fb-7b21-4c9b-a260-fa4749e2be7f service neutron] 10.222.0.35 "GET /v2.0/networks/6856c666-83ae-483c-acad-2370d4c22953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853779 Mar 22 11:25:42.882097 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:25:43.670645 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:25:53.972417 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 47186) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:25:54.134597 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-e35d5de6-d0d1-47b9-9bfa-bdbb7f012b5c tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Deleting port 0aac51e0-856b-4f74-a1ee-5a8afbd02124 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:25:54.134922 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e35d5de6-d0d1-47b9-9bfa-bdbb7f012b5c tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:25:54.211521 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e35d5de6-d0d1-47b9-9bfa-bdbb7f012b5c tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:25:54.211818 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e35d5de6-d0d1-47b9-9bfa-bdbb7f012b5c tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:25:54.224192 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-e35d5de6-d0d1-47b9-9bfa-bdbb7f012b5c tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Calling delete_port for 0aac51e0-856b-4f74-a1ee-5a8afbd02124 owned by network:floatingip {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:25:54.378333 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e35d5de6-d0d1-47b9-9bfa-bdbb7f012b5c tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:25:54.405406 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35d5de6-d0d1-47b9-9bfa-bdbb7f012b5c tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event deleted for resources: {'Port': ['ID=0aac51e0-856b-4f74-a1ee-5a8afbd02124,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:25:54.416486 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35d5de6-d0d1-47b9-9bfa-bdbb7f012b5c tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:25:54.416825 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35d5de6-d0d1-47b9-9bfa-bdbb7f012b5c tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:25:54.417162 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35d5de6-d0d1-47b9-9bfa-bdbb7f012b5c tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:25:54.417490 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35d5de6-d0d1-47b9-9bfa-bdbb7f012b5c tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:25:54.417817 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35d5de6-d0d1-47b9-9bfa-bdbb7f012b5c tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:25:54.418141 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35d5de6-d0d1-47b9-9bfa-bdbb7f012b5c tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:25:54.418461 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35d5de6-d0d1-47b9-9bfa-bdbb7f012b5c tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:25:54.418783 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35d5de6-d0d1-47b9-9bfa-bdbb7f012b5c tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:25:54.419099 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35d5de6-d0d1-47b9-9bfa-bdbb7f012b5c tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:25:54.419442 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35d5de6-d0d1-47b9-9bfa-bdbb7f012b5c tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:25:54.419737 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35d5de6-d0d1-47b9-9bfa-bdbb7f012b5c tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:25:54.420056 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35d5de6-d0d1-47b9-9bfa-bdbb7f012b5c tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:25:54.478213 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e35d5de6-d0d1-47b9-9bfa-bdbb7f012b5c tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for floatingip, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:25:54.478538 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.l3_db [None req-e35d5de6-d0d1-47b9-9bfa-bdbb7f012b5c tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Floating IP ffde1f37-03fa-4aa8-9fc8-9cf78fc45098 disassociated (deleted). External IP: 172.26.7.193, port: f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb. Mar 22 11:25:54.692506 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35d5de6-d0d1-47b9-9bfa-bdbb7f012b5c tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Router 6eb963e5-9046-4ca6-ac42-936512c18847 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:25:54.808372 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35d5de6-d0d1-47b9-9bfa-bdbb7f012b5c tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:25:54.814028 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e35d5de6-d0d1-47b9-9bfa-bdbb7f012b5c tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:25:54.819306 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e2054f-19e8-4cbd-ae37-66b66a55c08e None None] Sync routers for ids ['6eb963e5-9046-4ca6-ac42-936512c18847'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:25:54.829572 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e2054f-19e8-4cbd-ae37-66b66a55c08e None None] Routers {'6eb963e5-9046-4ca6-ac42-936512c18847'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:25:54.830176 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-d8e2054f-19e8-4cbd-ae37-66b66a55c08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:25:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['6eb963e5-9046-4ca6-ac42-936512c18847'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:25:54.841426 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-e35d5de6-d0d1-47b9-9bfa-bdbb7f012b5c tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "DELETE /v2.0/floatingips/ffde1f37-03fa-4aa8-9fc8-9cf78fc45098 HTTP/1.1" status: 204 len: 168 time: 0.8675833 Mar 22 11:25:54.841993 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e77ef7fb-e9fc-491a-ad51-27f6cd20109b', 'tag': 'f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:25:54.844296 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce8da06-e8f8-4a3a-97f5-6c1b32adc3e7" -d '{"events": [{"name": "network-changed", "server_uuid": "e77ef7fb-e9fc-491a-ad51-27f6cd20109b", "tag": "f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:25:54.936978 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-d8e2054f-19e8-4cbd-ae37-66b66a55c08e None None] Set router 6eb963e5-9046-4ca6-ac42-936512c18847 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:25:54.943356 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00e46b3-c7af-4b7c-b030-4d08973722da x-openstack-request-id: req-a00e46b3-c7af-4b7c-b030-4d08973722da {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:25:54.943672 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e77ef7fb-e9fc-491a-ad51-27f6cd20109b", "tag": "f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:25:54.943923 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a00e46b3-c7af-4b7c-b030-4d08973722da {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:25:54.944335 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a00e46b3-c7af-4b7c-b030-4d08973722da'] response: {'name': 'network-changed', 'server_uuid': 'e77ef7fb-e9fc-491a-ad51-27f6cd20109b', 'tag': 'f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb', 'status': 'completed', 'code': 200} Mar 22 11:25:55.030151 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce8da06-e8f8-4a3a-97f5-6c1b32adc3e7 req-225e17bb-fc67-4f2a-a135-5f89baf323da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:25:55.031756 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0ce8da06-e8f8-4a3a-97f5-6c1b32adc3e7 req-225e17bb-fc67-4f2a-a135-5f89baf323da service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7a987b92cdc4ed9b3e8c30c749ad6fb&device_id=e77ef7fb-e9fc-491a-ad51-27f6cd20109b HTTP/1.1" status: 200 len: 1098 time: 0.0556948 Mar 22 11:25:55.146585 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-d8e2054f-19e8-4cbd-ae37-66b66a55c08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb963e5-9046-4ca6-ac42-936512c18847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208373963', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': 'ad9a0988-08cc-4e9b-9bbc-ff43f0d25b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:24:12Z', 'updated_at': '2022-03-22T11:24:15Z', 'revision_number': 4, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': 'ad9a0988-08cc-4e9b-9bbc-ff43f0d25b1c', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:15:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb963e5-9046-4ca6-ac42-936512c18847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:24:12Z', 'updated_at': '2022-03-22T11:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '9942ce59-623d-47c8-b3b1-aea958b01292', 'name': '', 'network_id': '6856c666-83ae-483c-acad-2370d4c22953', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'mac_address': 'fa:16:3e:7f:98:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb963e5-9046-4ca6-ac42-936512c18847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'be193126-2337-4132-8b27-e0b9d0344c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:24:14Z', 'updated_at': '2022-03-22T11:24:18Z', 'revision_number': 5, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'subnets': [{'id': 'be193126-2337-4132-8b27-e0b9d0344c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:25:55.159839 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659237c-8993-4e89-8bdd-dcc7035ea95c req-bec408c4-ee10-40b1-94b4-c2c6e865d1e6 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:25:55.161286 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2659237c-8993-4e89-8bdd-dcc7035ea95c req-bec408c4-ee10-40b1-94b4-c2c6e865d1e6 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=e77ef7fb-e9fc-491a-ad51-27f6cd20109b HTTP/1.1" status: 200 len: 945 time: 0.1040764 Mar 22 11:25:55.165958 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce8da06-e8f8-4a3a-97f5-6c1b32adc3e7 req-7e74c60d-9963-46c0-b999-805d4844e095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:25:55.167326 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0ce8da06-e8f8-4a3a-97f5-6c1b32adc3e7 req-7e74c60d-9963-46c0-b999-805d4844e095 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6856c666-83ae-483c-acad-2370d4c22953 HTTP/1.1" status: 200 len: 897 time: 0.1281853 Mar 22 11:25:55.172269 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e2054f-19e8-4cbd-ae37-66b66a55c08e None None] Checking router: 6eb963e5-9046-4ca6-ac42-936512c18847 for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:25:55.180917 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e2054f-19e8-4cbd-ae37-66b66a55c08e None None] Routers {'6eb963e5-9046-4ca6-ac42-936512c18847'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:25:55.181513 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-d8e2054f-19e8-4cbd-ae37-66b66a55c08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:25:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['6eb963e5-9046-4ca6-ac42-936512c18847'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:25:55.223890 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0ce8da06-e8f8-4a3a-97f5-6c1b32adc3e7 req-54ddb67f-71b6-4f61-ab02-20857a65afb4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb HTTP/1.1" status: 200 len: 217 time: 0.0421619 Mar 22 11:25:55.244229 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2659237c-8993-4e89-8bdd-dcc7035ea95c req-e7b1070b-cd99-469e-900c-3ed6636a142f tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eb26b13-a1e6-44a8-b491-af370aa07d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759349 Mar 22 11:25:55.292040 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-d8e2054f-19e8-4cbd-ae37-66b66a55c08e None None] Set router 6eb963e5-9046-4ca6-ac42-936512c18847 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:25:55.502619 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-d8e2054f-19e8-4cbd-ae37-66b66a55c08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb963e5-9046-4ca6-ac42-936512c18847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208373963', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': 'ad9a0988-08cc-4e9b-9bbc-ff43f0d25b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:24:12Z', 'updated_at': '2022-03-22T11:24:15Z', 'revision_number': 4, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': 'ad9a0988-08cc-4e9b-9bbc-ff43f0d25b1c', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:15:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb963e5-9046-4ca6-ac42-936512c18847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:24:12Z', 'updated_at': '2022-03-22T11:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '9942ce59-623d-47c8-b3b1-aea958b01292', 'name': '', 'network_id': '6856c666-83ae-483c-acad-2370d4c22953', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'mac_address': 'fa:16:3e:7f:98:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb963e5-9046-4ca6-ac42-936512c18847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'be193126-2337-4132-8b27-e0b9d0344c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:24:14Z', 'updated_at': '2022-03-22T11:24:18Z', 'revision_number': 5, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'subnets': [{'id': 'be193126-2337-4132-8b27-e0b9d0344c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:25:55.529383 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e2054f-19e8-4cbd-ae37-66b66a55c08e None None] The sync data for ids ['6eb963e5-9046-4ca6-ac42-936512c18847'] in dv-neutron-834599-1-hyperv is: [{'id': '6eb963e5-9046-4ca6-ac42-936512c18847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208373963', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': 'ad9a0988-08cc-4e9b-9bbc-ff43f0d25b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:24:12Z', 'updated_at': '2022-03-22T11:24:15Z', 'revision_number': 4, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': 'ad9a0988-08cc-4e9b-9bbc-ff43f0d25b1c', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:15:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb963e5-9046-4ca6-ac42-936512c18847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:24:12Z', 'updated_at': '2022-03-22T11:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '9942ce59-623d-47c8-b3b1-aea958b01292', 'name': '', 'network_id': '6856c666-83ae-483c-acad-2370d4c22953', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'mac_address': 'fa:16:3e:7f:98:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb963e5-9046-4ca6-ac42-936512c18847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'be193126-2337-4132-8b27-e0b9d0344c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:24:14Z', 'updated_at': '2022-03-22T11:24:18Z', 'revision_number': 5, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'subnets': [{'id': 'be193126-2337-4132-8b27-e0b9d0344c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:25:55.625343 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce8da06-e8f8-4a3a-97f5-6c1b32adc3e7 req-94ff1245-d464-4e41-9293-94bb819d5609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:25:55.626787 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0ce8da06-e8f8-4a3a-97f5-6c1b32adc3e7 req-94ff1245-d464-4e41-9293-94bb819d5609 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=be193126-2337-4132-8b27-e0b9d0344c84 HTTP/1.1" status: 200 len: 835 time: 0.3952334 Mar 22 11:25:55.673836 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce8da06-e8f8-4a3a-97f5-6c1b32adc3e7 req-d4246460-015e-4eea-b22b-7e41c3e89871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:25:55.675394 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0ce8da06-e8f8-4a3a-97f5-6c1b32adc3e7 req-d4246460-015e-4eea-b22b-7e41c3e89871 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6856c666-83ae-483c-acad-2370d4c22953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408108 Mar 22 11:25:55.747937 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43b7e9b-dd28-4e07-b744-9257ef1937aa None None] New status for floating IP ffde1f37-03fa-4aa8-9fc8-9cf78fc45098: DOWN {{(pid=109052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 11:25:55.772330 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0ce8da06-e8f8-4a3a-97f5-6c1b32adc3e7 req-99817184-3d99-424f-9912-7555fedc4420 service neutron] 10.222.0.35 "GET /v2.0/networks/6856c666-83ae-483c-acad-2370d4c22953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883389 Mar 22 11:25:55.864211 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0ce8da06-e8f8-4a3a-97f5-6c1b32adc3e7 req-19e3481b-0ab2-4b39-af81-2e5e369df1d4 service neutron] 10.222.0.35 "GET /v2.0/networks/6856c666-83ae-483c-acad-2370d4c22953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829718 Mar 22 11:25:56.372146 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc5455-50bd-4e4b-b9e7-17b84bffa591 req-5357cfd9-d763-409f-a637-1fa75fac6db0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:25:56.373588 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d6dc5455-50bd-4e4b-b9e7-17b84bffa591 req-5357cfd9-d763-409f-a637-1fa75fac6db0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=e77ef7fb-e9fc-491a-ad51-27f6cd20109b HTTP/1.1" status: 200 len: 945 time: 0.0541811 Mar 22 11:25:56.415555 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d6dc5455-50bd-4e4b-b9e7-17b84bffa591 req-c75a6659-95a5-4433-b1cc-f30c91b031e9 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=3eb26b13-a1e6-44a8-b491-af370aa07d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358260 Mar 22 11:25:56.763520 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e21a7-6498-4db3-9dfd-1400f45f0097 req-541f9ba2-f578-4f3c-b85b-25ba4b30c1b0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:25:56.764876 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3e4e21a7-6498-4db3-9dfd-1400f45f0097 req-541f9ba2-f578-4f3c-b85b-25ba4b30c1b0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.35 "GET /v2.0/ports?device_id=e77ef7fb-e9fc-491a-ad51-27f6cd20109b HTTP/1.1" status: 200 len: 945 time: 0.0618451 Mar 22 11:25:56.868917 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-3e4e21a7-6498-4db3-9dfd-1400f45f0097 req-73e6d6cd-d78a-4612-b879-7e5e990b9441 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Deleting port f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:25:56.869273 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-3e4e21a7-6498-4db3-9dfd-1400f45f0097 req-73e6d6cd-d78a-4612-b879-7e5e990b9441 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:25:56.960425 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-3e4e21a7-6498-4db3-9dfd-1400f45f0097 req-73e6d6cd-d78a-4612-b879-7e5e990b9441 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] For port f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb,segment=NetworkSegment(1bd4577f-bb6b-4f96-a228-da6f164f20cf),segment_id=1bd4577f-bb6b-4f96-a228-da6f164f20cf)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:25:56.960785 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-3e4e21a7-6498-4db3-9dfd-1400f45f0097 req-73e6d6cd-d78a-4612-b879-7e5e990b9441 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:25:56.973068 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-3e4e21a7-6498-4db3-9dfd-1400f45f0097 req-73e6d6cd-d78a-4612-b879-7e5e990b9441 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Calling delete_port for f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb owned by compute:nova {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:25:57.102945 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-3e4e21a7-6498-4db3-9dfd-1400f45f0097 req-73e6d6cd-d78a-4612-b879-7e5e990b9441 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:25:57.131866 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e6d6cd-d78a-4612-b879-7e5e990b9441 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event deleted for resources: {'Port': ['ID=f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:25:57.173884 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e4e21a7-6498-4db3-9dfd-1400f45f0097 req-73e6d6cd-d78a-4612-b879-7e5e990b9441 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] No DVR routers for this DVR port f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb on host hv-neutron-8345 {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:25:57.176266 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-3e4e21a7-6498-4db3-9dfd-1400f45f0097 req-73e6d6cd-d78a-4612-b879-7e5e990b9441 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:25:57.179551 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3e4e21a7-6498-4db3-9dfd-1400f45f0097 req-73e6d6cd-d78a-4612-b879-7e5e990b9441 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.35 "DELETE /v2.0/ports/f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb HTTP/1.1" status: 204 len: 173 time: 0.4092300 Mar 22 11:25:57.179977 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e77ef7fb-e9fc-491a-ad51-27f6cd20109b', 'name': 'network-vif-deleted', 'tag': 'f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:25:57.182670 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae208b1-bd89-48fb-88f9-0d346f97752a" -d '{"events": [{"server_uuid": "e77ef7fb-e9fc-491a-ad51-27f6cd20109b", "name": "network-vif-deleted", "tag": "f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:25:57.224851 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f80f4a7b-4d55-4e4f-938f-ee9597e0f00f x-openstack-request-id: req-f80f4a7b-4d55-4e4f-938f-ee9597e0f00f {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:25:57.225139 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e77ef7fb-e9fc-491a-ad51-27f6cd20109b", "name": "network-vif-deleted", "tag": "f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:25:57.225404 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f80f4a7b-4d55-4e4f-938f-ee9597e0f00f {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:25:57.225841 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f80f4a7b-4d55-4e4f-938f-ee9597e0f00f'] response: {'server_uuid': 'e77ef7fb-e9fc-491a-ad51-27f6cd20109b', 'name': 'network-vif-deleted', 'tag': 'f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb', 'status': 'completed', 'code': 200} Mar 22 11:25:57.535926 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e6cb2200-df18-45be-8397-c809dd57a1a9 req-b0dc056e-7545-4964-88a3-15538cc04713 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=e77ef7fb-e9fc-491a-ad51-27f6cd20109b HTTP/1.1" status: 200 len: 210 time: 0.0309904 Mar 22 11:25:58.601814 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 47204) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:25:58.973571 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3d4026b4-9ed5-4dc2-8e19-3c45dc42c7f3 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683891'] for router_interface, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:25:59.234493 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:25:59.238292 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-3d4026b4-9ed5-4dc2-8e19-3c45dc42c7f3 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Deleting port 9942ce59-623d-47c8-b3b1-aea958b01292 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:25:59.238648 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3d4026b4-9ed5-4dc2-8e19-3c45dc42c7f3 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:25:59.348492 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-3d4026b4-9ed5-4dc2-8e19-3c45dc42c7f3 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] For port 9942ce59-623d-47c8-b3b1-aea958b01292, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=9942ce59-623d-47c8-b3b1-aea958b01292,segment=NetworkSegment(1bd4577f-bb6b-4f96-a228-da6f164f20cf),segment_id=1bd4577f-bb6b-4f96-a228-da6f164f20cf)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:25:59.348842 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3d4026b4-9ed5-4dc2-8e19-3c45dc42c7f3 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:25:59.361061 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-3d4026b4-9ed5-4dc2-8e19-3c45dc42c7f3 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Calling delete_port for 9942ce59-623d-47c8-b3b1-aea958b01292 owned by network:router_interface {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:25:59.548308 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3d4026b4-9ed5-4dc2-8e19-3c45dc42c7f3 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:25:59.573988 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4026b4-9ed5-4dc2-8e19-3c45dc42c7f3 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event deleted for resources: {'Port': ['ID=9942ce59-623d-47c8-b3b1-aea958b01292,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:25:59.741213 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3d4026b4-9ed5-4dc2-8e19-3c45dc42c7f3 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684007'] for router_interface, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:25:59.962574 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d4026b4-9ed5-4dc2-8e19-3c45dc42c7f3 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Router 6eb963e5-9046-4ca6-ac42-936512c18847 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:26:00.078606 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d4026b4-9ed5-4dc2-8e19-3c45dc42c7f3 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:26:00.084351 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-3d4026b4-9ed5-4dc2-8e19-3c45dc42c7f3 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "PUT /v2.0/routers/6eb963e5-9046-4ca6-ac42-936512c18847/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4811802 Mar 22 11:26:00.086801 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 47206) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:26:00.089521 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4ecc08-74da-477c-b08e-d776171bd6d7 None None] Sync routers for ids ['6eb963e5-9046-4ca6-ac42-936512c18847'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:26:00.099590 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4ecc08-74da-477c-b08e-d776171bd6d7 None None] Routers {'6eb963e5-9046-4ca6-ac42-936512c18847'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:26:00.100182 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-8d4ecc08-74da-477c-b08e-d776171bd6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:25:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['6eb963e5-9046-4ca6-ac42-936512c18847'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:26:00.139413 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_v2 [None req-449c0cf1-089f-49d2-9b91-aed9d8960daf tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Deleting subnet be193126-2337-4132-8b27-e0b9d0344c84 {{(pid=109050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 11:26:00.142595 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-449c0cf1-089f-49d2-9b91-aed9d8960daf tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for subnet, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:00.188321 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-449c0cf1-089f-49d2-9b91-aed9d8960daf tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11961780'] for subnet, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:00.210380 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-8d4ecc08-74da-477c-b08e-d776171bd6d7 None None] Set router 6eb963e5-9046-4ca6-ac42-936512c18847 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:26:00.273329 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-449c0cf1-089f-49d2-9b91-aed9d8960daf tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:00.332585 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-449c0cf1-089f-49d2-9b91-aed9d8960daf tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:00.361398 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-449c0cf1-089f-49d2-9b91-aed9d8960daf tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:00.367661 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 47208) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:26:00.368193 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-449c0cf1-089f-49d2-9b91-aed9d8960daf tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "DELETE /v2.0/subnets/be193126-2337-4132-8b27-e0b9d0344c84 HTTP/1.1" status: 204 len: 168 time: 0.2800648 Mar 22 11:26:00.369333 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449c0cf1-089f-49d2-9b91-aed9d8960daf tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event deleted for resources: {'Subnet': ['ID=be193126-2337-4132-8b27-e0b9d0344c84,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:26:00.370162 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c57a94-38b4-472f-9b66-5bf844ef5875 None None] Network 6856c666-83ae-483c-acad-2370d4c22953 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:26:00.476748 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-44f7cca3-ed9e-4b9a-a2a7-32ced7fa0156 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:00.479301 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-8d4ecc08-74da-477c-b08e-d776171bd6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb963e5-9046-4ca6-ac42-936512c18847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208373963', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': 'ad9a0988-08cc-4e9b-9bbc-ff43f0d25b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:24:12Z', 'updated_at': '2022-03-22T11:25:59Z', 'revision_number': 5, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': 'ad9a0988-08cc-4e9b-9bbc-ff43f0d25b1c', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:15:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb963e5-9046-4ca6-ac42-936512c18847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:24:12Z', 'updated_at': '2022-03-22T11:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:26:00.512386 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4ecc08-74da-477c-b08e-d776171bd6d7 None None] Checking router: 6eb963e5-9046-4ca6-ac42-936512c18847 for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:26:00.526279 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4ecc08-74da-477c-b08e-d776171bd6d7 None None] Routers {'6eb963e5-9046-4ca6-ac42-936512c18847'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:26:00.526821 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-8d4ecc08-74da-477c-b08e-d776171bd6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:25:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['6eb963e5-9046-4ca6-ac42-936512c18847'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:26:00.588834 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-44f7cca3-ed9e-4b9a-a2a7-32ced7fa0156 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:00.645805 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-44f7cca3-ed9e-4b9a-a2a7-32ced7fa0156 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Deleting port ad9a0988-08cc-4e9b-9bbc-ff43f0d25b1c {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:26:00.646178 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-44f7cca3-ed9e-4b9a-a2a7-32ced7fa0156 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:00.729752 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-44f7cca3-ed9e-4b9a-a2a7-32ced7fa0156 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] For port ad9a0988-08cc-4e9b-9bbc-ff43f0d25b1c, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=ad9a0988-08cc-4e9b-9bbc-ff43f0d25b1c,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:26:00.730076 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-44f7cca3-ed9e-4b9a-a2a7-32ced7fa0156 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:00.742913 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-44f7cca3-ed9e-4b9a-a2a7-32ced7fa0156 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Calling delete_port for ad9a0988-08cc-4e9b-9bbc-ff43f0d25b1c owned by network:router_gateway {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:26:00.773927 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c86fcfa-c1cc-4570-9870-acc8ac32190d None None] DHCP port deletion for 6856c666-83ae-483c-acad-2370d4c22953 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 11:26:00.815940 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-8d4ecc08-74da-477c-b08e-d776171bd6d7 None None] Set router 6eb963e5-9046-4ca6-ac42-936512c18847 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:26:00.911208 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-44f7cca3-ed9e-4b9a-a2a7-32ced7fa0156 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:00.936413 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f7cca3-ed9e-4b9a-a2a7-32ced7fa0156 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event deleted for resources: {'Port': ['ID=ad9a0988-08cc-4e9b-9bbc-ff43f0d25b1c,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:26:00.947823 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-2c86fcfa-c1cc-4570-9870-acc8ac32190d None None] Deleting port 8274a3a5-c4dd-43f7-8f49-06ed4e2281e4 {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:26:00.948202 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2c86fcfa-c1cc-4570-9870-acc8ac32190d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:00.961447 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f7cca3-ed9e-4b9a-a2a7-32ced7fa0156 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:26:00.961797 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f7cca3-ed9e-4b9a-a2a7-32ced7fa0156 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:26:00.962139 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f7cca3-ed9e-4b9a-a2a7-32ced7fa0156 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:26:00.962470 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f7cca3-ed9e-4b9a-a2a7-32ced7fa0156 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:26:00.967224 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f7cca3-ed9e-4b9a-a2a7-32ced7fa0156 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:26:00.967224 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f7cca3-ed9e-4b9a-a2a7-32ced7fa0156 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:26:00.967224 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f7cca3-ed9e-4b9a-a2a7-32ced7fa0156 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:26:00.967224 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f7cca3-ed9e-4b9a-a2a7-32ced7fa0156 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:26:00.967224 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f7cca3-ed9e-4b9a-a2a7-32ced7fa0156 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:26:00.967224 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f7cca3-ed9e-4b9a-a2a7-32ced7fa0156 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:26:00.967224 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f7cca3-ed9e-4b9a-a2a7-32ced7fa0156 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:26:00.967224 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f7cca3-ed9e-4b9a-a2a7-32ced7fa0156 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:26:01.006291 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-44f7cca3-ed9e-4b9a-a2a7-32ced7fa0156 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682553'] for router_gateway, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:01.034481 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb no longer exists at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:26:01.064404 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2c86fcfa-c1cc-4570-9870-acc8ac32190d None None] For port 8274a3a5-c4dd-43f7-8f49-06ed4e2281e4, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=8274a3a5-c4dd-43f7-8f49-06ed4e2281e4,segment=NetworkSegment(1bd4577f-bb6b-4f96-a228-da6f164f20cf),segment_id=1bd4577f-bb6b-4f96-a228-da6f164f20cf)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:26:01.064762 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2c86fcfa-c1cc-4570-9870-acc8ac32190d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:01.072482 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] No Port match for: f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:26:01.072755 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device f3620b2d-5c93-46c0-bb2b-4dab2a6b17cb not bound to the agent host hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:26:01.081294 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-2c86fcfa-c1cc-4570-9870-acc8ac32190d None None] Calling delete_port for 8274a3a5-c4dd-43f7-8f49-06ed4e2281e4 owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:26:01.095415 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-44f7cca3-ed9e-4b9a-a2a7-32ced7fa0156 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:01.097564 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-44f7cca3-ed9e-4b9a-a2a7-32ced7fa0156 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:01.142605 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-44f7cca3-ed9e-4b9a-a2a7-32ced7fa0156 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:01.143177 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f7cca3-ed9e-4b9a-a2a7-32ced7fa0156 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Fanout notify agent at l3_agent the message router_deleted on router 6eb963e5-9046-4ca6-ac42-936512c18847 {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 11:26:01.150211 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-44f7cca3-ed9e-4b9a-a2a7-32ced7fa0156 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:01.151331 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-44f7cca3-ed9e-4b9a-a2a7-32ced7fa0156 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "DELETE /v2.0/routers/6eb963e5-9046-4ca6-ac42-936512c18847 HTTP/1.1" status: 204 len: 168 time: 0.7811997 Mar 22 11:26:01.154257 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 47210) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:26:01.160255 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-8d4ecc08-74da-477c-b08e-d776171bd6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb963e5-9046-4ca6-ac42-936512c18847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208373963', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': 'ad9a0988-08cc-4e9b-9bbc-ff43f0d25b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:24:12Z', 'updated_at': '2022-03-22T11:25:59Z', 'revision_number': 5, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': 'ad9a0988-08cc-4e9b-9bbc-ff43f0d25b1c', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:15:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb963e5-9046-4ca6-ac42-936512c18847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:24:12Z', 'updated_at': '2022-03-22T11:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:26:01.190683 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4ecc08-74da-477c-b08e-d776171bd6d7 None None] The sync data for ids ['6eb963e5-9046-4ca6-ac42-936512c18847'] in dv-neutron-834599-1-hyperv is: [{'id': '6eb963e5-9046-4ca6-ac42-936512c18847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208373963', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': 'ad9a0988-08cc-4e9b-9bbc-ff43f0d25b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:24:12Z', 'updated_at': '2022-03-22T11:25:59Z', 'revision_number': 5, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': 'ad9a0988-08cc-4e9b-9bbc-ff43f0d25b1c', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:15:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb963e5-9046-4ca6-ac42-936512c18847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:24:12Z', 'updated_at': '2022-03-22T11:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:26:01.211843 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2c86fcfa-c1cc-4570-9870-acc8ac32190d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:01.237242 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c86fcfa-c1cc-4570-9870-acc8ac32190d None None] Pushing event deleted for resources: {'Port': ['ID=8274a3a5-c4dd-43f7-8f49-06ed4e2281e4,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:26:01.241110 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c86fcfa-c1cc-4570-9870-acc8ac32190d None None] No DVR routers for this DVR port 8274a3a5-c4dd-43f7-8f49-06ed4e2281e4 on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:26:01.241613 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a8ec9c08-d9c2-4e90-95e6-e33fb2072fb5 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:01.331271 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a8ec9c08-d9c2-4e90-95e6-e33fb2072fb5 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:01.355098 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-a8ec9c08-d9c2-4e90-95e6-e33fb2072fb5 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6856c666-83ae-483c-acad-2370d4c22953']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:26:01.364644 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-a8ec9c08-d9c2-4e90-95e6-e33fb2072fb5 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bd4577f-bb6b-4f96-a228-da6f164f20cf') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:26:01.364936 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-a8ec9c08-d9c2-4e90-95e6-e33fb2072fb5 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bd4577f-bb6b-4f96-a228-da6f164f20cf') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:26:01.374536 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a8ec9c08-d9c2-4e90-95e6-e33fb2072fb5 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:01.387565 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a8ec9c08-d9c2-4e90-95e6-e33fb2072fb5 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:01.393524 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8ec9c08-d9c2-4e90-95e6-e33fb2072fb5 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:26:01.393879 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a8ec9c08-d9c2-4e90-95e6-e33fb2072fb5 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:01.396780 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 11:26:01.396780 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:26:01.396780 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 11:26:01.396780 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:26:01.396780 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 11:26:01.396780 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 11:26:01.396780 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 11:26:01.396780 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:26:01.396780 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 11:26:01.396780 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:26:01.396780 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 11:26:01.396780 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:26:01.396780 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 11:26:01.396780 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 11:26:01.396780 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:26:01.396780 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 11:26:01.396780 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:26:01.396780 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 11:26:01.396780 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 11:26:01.396780 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 11:26:01.396780 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 11:26:01.396780 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 11:26:01.396780 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:26:01.396780 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:26:01.396780 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 11:26:01.396780 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:26:01.396780 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:26:01.396780 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:26:01.396780 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:26:01.396780 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:26:01.396780 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:26:01.396780 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:26:01.456358 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a8ec9c08-d9c2-4e90-95e6-e33fb2072fb5 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:01.463139 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a8ec9c08-d9c2-4e90-95e6-e33fb2072fb5 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:01.466211 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-a8ec9c08-d9c2-4e90-95e6-e33fb2072fb5 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "DELETE /v2.0/networks/6856c666-83ae-483c-acad-2370d4c22953 HTTP/1.1" status: 204 len: 168 time: 0.3109667 Mar 22 11:26:01.469042 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 47212) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:26:01.477540 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ec9c08-d9c2-4e90-95e6-e33fb2072fb5 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event deleted for resources: {'Network': ['ID=6856c666-83ae-483c-acad-2370d4c22953,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:26:01.532450 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2bb2716e-fa5d-46bf-bd85-6024178785fc tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:01.560158 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2bb2716e-fa5d-46bf-bd85-6024178785fc tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:01.625983 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2bb2716e-fa5d-46bf-bd85-6024178785fc tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:01.628833 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2bb2716e-fa5d-46bf-bd85-6024178785fc tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:01.630036 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2bb2716e-fa5d-46bf-bd85-6024178785fc tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "DELETE /v2.0/security-groups/3eb26b13-a1e6-44a8-b491-af370aa07d1c HTTP/1.1" status: 204 len: 168 time: 0.1598806 Mar 22 11:26:01.640316 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb2716e-fa5d-46bf-bd85-6024178785fc tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb26b13-a1e6-44a8-b491-af370aa07d1c,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:26:01.994729 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 47218) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:26:01.999510 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-bbea58c4-f6cc-43b1-92bd-8fe9777e1228 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-210477877', 'description': 'tempest-secgroup-smoke-210477877 description', 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:26:02.024814 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bbea58c4-f6cc-43b1-92bd-8fe9777e1228 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:02.097389 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bbea58c4-f6cc-43b1-92bd-8fe9777e1228 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:02.103297 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bbea58c4-f6cc-43b1-92bd-8fe9777e1228 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:02.135453 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bbea58c4-f6cc-43b1-92bd-8fe9777e1228 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:02.136636 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-bbea58c4-f6cc-43b1-92bd-8fe9777e1228 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1408598 Mar 22 11:26:02.139736 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 47220) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:26:02.140629 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbea58c4-f6cc-43b1-92bd-8fe9777e1228 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5466a4c2-5e77-4ea8-b6fc-973ba99edace,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:26:02.144492 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-fb2c2e7f-4b65-4d16-9fb6-4ccc408fa317 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Request body: {'security_group_rule': {'security_group_id': '5466a4c2-5e77-4ea8-b6fc-973ba99edace', 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:26:02.175772 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fb2c2e7f-4b65-4d16-9fb6-4ccc408fa317 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:02.226767 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 9942ce59-623d-47c8-b3b1-aea958b01292 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:26:02.240380 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fb2c2e7f-4b65-4d16-9fb6-4ccc408fa317 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:02.246994 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fb2c2e7f-4b65-4d16-9fb6-4ccc408fa317 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:02.256053 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 9942ce59-623d-47c8-b3b1-aea958b01292 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:26:02.256392 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 9942ce59-623d-47c8-b3b1-aea958b01292 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:26:02.256855 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 8274a3a5-c4dd-43f7-8f49-06ed4e2281e4 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:26:02.269396 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2c2e7f-4b65-4d16-9fb6-4ccc408fa317 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=667d2cb5-b014-403d-b7ce-67348066a61b,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:26:02.277339 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fb2c2e7f-4b65-4d16-9fb6-4ccc408fa317 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:02.278692 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-fb2c2e7f-4b65-4d16-9fb6-4ccc408fa317 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1379378 Mar 22 11:26:02.281314 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 8274a3a5-c4dd-43f7-8f49-06ed4e2281e4 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:26:02.281546 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 47222) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:26:02.281662 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 8274a3a5-c4dd-43f7-8f49-06ed4e2281e4 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:26:02.282054 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device ad9a0988-08cc-4e9b-9bbc-ff43f0d25b1c no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:26:02.286046 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-5f1b0c66-85de-4db9-8a75-a2ffed0fb5c1 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Request body: {'security_group_rule': {'security_group_id': '5466a4c2-5e77-4ea8-b6fc-973ba99edace', 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:26:02.301519 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: ad9a0988-08cc-4e9b-9bbc-ff43f0d25b1c {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:26:02.301863 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device ad9a0988-08cc-4e9b-9bbc-ff43f0d25b1c not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:26:02.312257 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5f1b0c66-85de-4db9-8a75-a2ffed0fb5c1 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:02.368577 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5f1b0c66-85de-4db9-8a75-a2ffed0fb5c1 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:02.373891 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5f1b0c66-85de-4db9-8a75-a2ffed0fb5c1 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:02.392627 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b0c66-85de-4db9-8a75-a2ffed0fb5c1 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e9e15d8-9f52-4bd6-ac53-abc3c249c8a9,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:26:02.398566 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5f1b0c66-85de-4db9-8a75-a2ffed0fb5c1 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:02.399667 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-5f1b0c66-85de-4db9-8a75-a2ffed0fb5c1 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1170359 Mar 22 11:26:02.402376 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 47224) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:26:02.406723 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-aefe9e6e-cb45-4996-831e-351b03e9d38c tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Request body: {'security_group_rule': {'security_group_id': '5466a4c2-5e77-4ea8-b6fc-973ba99edace', 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:26:02.431517 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-aefe9e6e-cb45-4996-831e-351b03e9d38c tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:02.489978 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-aefe9e6e-cb45-4996-831e-351b03e9d38c tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:02.495481 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-aefe9e6e-cb45-4996-831e-351b03e9d38c tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:02.512533 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefe9e6e-cb45-4996-831e-351b03e9d38c tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfbfc582-8863-49f1-a916-c0789ee49f11,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:26:02.519683 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-aefe9e6e-cb45-4996-831e-351b03e9d38c tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:02.520864 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-aefe9e6e-cb45-4996-831e-351b03e9d38c tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1175723 Mar 22 11:26:02.523809 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 47226) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:26:02.528507 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-ae2fa213-2a91-4613-b726-8f4fae0848aa tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Request body: {'security_group_rule': {'security_group_id': '5466a4c2-5e77-4ea8-b6fc-973ba99edace', 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:26:02.555683 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ae2fa213-2a91-4613-b726-8f4fae0848aa tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:02.617398 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ae2fa213-2a91-4613-b726-8f4fae0848aa tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:02.622222 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ae2fa213-2a91-4613-b726-8f4fae0848aa tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:02.639695 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2fa213-2a91-4613-b726-8f4fae0848aa tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32e8393b-83c4-4c81-8333-3322bbb4d377,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:26:02.647810 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ae2fa213-2a91-4613-b726-8f4fae0848aa tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:02.649024 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ae2fa213-2a91-4613-b726-8f4fae0848aa tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1242485 Mar 22 11:26:02.652155 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 47228) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:26:02.656804 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-e140e8e9-0052-4d5a-ab87-04ed517047ab tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Request body: {'security_group_rule': {'security_group_id': '5466a4c2-5e77-4ea8-b6fc-973ba99edace', 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:26:02.677715 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.securitygroups_db [None req-e140e8e9-0052-4d5a-ab87-04ed517047ab tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Project c7a987b92cdc4ed9b3e8c30c749ad6fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 11:26:02.682400 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e140e8e9-0052-4d5a-ab87-04ed517047ab tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:02.741110 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e140e8e9-0052-4d5a-ab87-04ed517047ab tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:02.746909 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e140e8e9-0052-4d5a-ab87-04ed517047ab tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:02.766119 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e140e8e9-0052-4d5a-ab87-04ed517047ab tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1af1f8fa-a25d-45c6-8c9b-dfb13e42e3a7,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:26:02.774772 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e140e8e9-0052-4d5a-ab87-04ed517047ab tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:02.776004 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-e140e8e9-0052-4d5a-ab87-04ed517047ab tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1227546 Mar 22 11:26:02.778734 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 47230) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:26:02.783083 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-196dd772-9f3a-43a7-895a-830e93073605 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Request body: {'security_group_rule': {'security_group_id': '5466a4c2-5e77-4ea8-b6fc-973ba99edace', 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:26:02.805847 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.securitygroups_db [None req-196dd772-9f3a-43a7-895a-830e93073605 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Project c7a987b92cdc4ed9b3e8c30c749ad6fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 11:26:02.810482 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-196dd772-9f3a-43a7-895a-830e93073605 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:02.871484 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-196dd772-9f3a-43a7-895a-830e93073605 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:02.876506 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-196dd772-9f3a-43a7-895a-830e93073605 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:02.893102 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196dd772-9f3a-43a7-895a-830e93073605 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7ecc1b7-39f6-4993-9aa9-c97b936e78c8,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:26:02.902017 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-196dd772-9f3a-43a7-895a-830e93073605 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:02.903234 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-196dd772-9f3a-43a7-895a-830e93073605 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1236243 Mar 22 11:26:02.907217 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 47232) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:26:02.912299 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-5d894b04-d67c-4462-9c15-b61a1f81dba0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Request body: {'network': {'name': 'tempest-network-smoke--973405212', 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'port_security_enabled': True}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:26:02.933540 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d894b04-d67c-4462-9c15-b61a1f81dba0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Made reservation on behalf of c7a987b92cdc4ed9b3e8c30c749ad6fb for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:26:02.937171 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5d894b04-d67c-4462-9c15-b61a1f81dba0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:02.961907 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d894b04-d67c-4462-9c15-b61a1f81dba0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:26:02.971441 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5d894b04-d67c-4462-9c15-b61a1f81dba0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:02.971787 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-5d894b04-d67c-4462-9c15-b61a1f81dba0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Added segment a204abcd-d4c1-4fc2-b810-5a50aba99dea of type vlan for network c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7 Mar 22 11:26:03.011288 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5d894b04-d67c-4462-9c15-b61a1f81dba0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:03.037830 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5d894b04-d67c-4462-9c15-b61a1f81dba0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:03.046947 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d894b04-d67c-4462-9c15-b61a1f81dba0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:26:03.048299 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5d894b04-d67c-4462-9c15-b61a1f81dba0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:03.082367 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5d894b04-d67c-4462-9c15-b61a1f81dba0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1740494 Mar 22 11:26:03.085067 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 47234) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:26:03.091430 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-7e46a8eb-a6e8-40dc-aaa6-318b1095c1d5 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1954402046', 'admin_state_up': True, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:26:03.130160 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d894b04-d67c-4462-9c15-b61a1f81dba0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'Network': ['ID=c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:26:03.140598 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 11:26:03.144668 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7e46a8eb-a6e8-40dc-aaa6-318b1095c1d5 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:03.145708 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7e46a8eb-a6e8-40dc-aaa6-318b1095c1d5 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:03.195053 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7e46a8eb-a6e8-40dc-aaa6-318b1095c1d5 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:03.333794 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7e46a8eb-a6e8-40dc-aaa6-318b1095c1d5 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:03.526995 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7e46a8eb-a6e8-40dc-aaa6-318b1095c1d5 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for router_gateway, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:03.548424 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7e46a8eb-a6e8-40dc-aaa6-318b1095c1d5 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:03.649509 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-7e46a8eb-a6e8-40dc-aaa6-318b1095c1d5 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Allocated IP 172.26.7.241 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/65b49da4-b74a-413d-b161-f209a6b63087) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:26:03.754291 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7e46a8eb-a6e8-40dc-aaa6-318b1095c1d5 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:03.791979 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7e46a8eb-a6e8-40dc-aaa6-318b1095c1d5 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:03.828524 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e46a8eb-a6e8-40dc-aaa6-318b1095c1d5 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:26:03.833260 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-7e46a8eb-a6e8-40dc-aaa6-318b1095c1d5 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:26:03.836760 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e46a8eb-a6e8-40dc-aaa6-318b1095c1d5 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:26:03.861311 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e46a8eb-a6e8-40dc-aaa6-318b1095c1d5 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'Port': ['ID=65b49da4-b74a-413d-b161-f209a6b63087,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:26:04.091662 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7e46a8eb-a6e8-40dc-aaa6-318b1095c1d5 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for router_gateway, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:04.289075 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7e46a8eb-a6e8-40dc-aaa6-318b1095c1d5 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:04.742290 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e46a8eb-a6e8-40dc-aaa6-318b1095c1d5 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Router 8cda64d7-db34-4e0d-875c-b6bef69d5a01 is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 11:26:04.849330 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e46a8eb-a6e8-40dc-aaa6-318b1095c1d5 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:26:04.860666 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9438958-3bb8-42c9-92b4-c34043200e57 None None] Sync routers for ids ['8cda64d7-db34-4e0d-875c-b6bef69d5a01'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:26:04.870295 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-7e46a8eb-a6e8-40dc-aaa6-318b1095c1d5 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:04.871183 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9438958-3bb8-42c9-92b4-c34043200e57 None None] Routers {'8cda64d7-db34-4e0d-875c-b6bef69d5a01'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:26:04.871811 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-a9438958-3bb8-42c9-92b4-c34043200e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:25:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['8cda64d7-db34-4e0d-875c-b6bef69d5a01'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:26:04.872240 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-7e46a8eb-a6e8-40dc-aaa6-318b1095c1d5 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7862501 Mar 22 11:26:04.875483 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 47236) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:26:04.902881 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-86b4ad17-7ce9-430e-a351-356271f9ecdf tempest-TestNetworkAdvancedServerOps-1835492002 tempest-TestNetworkAdvancedServerOps-1835492002-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=c7a987b92cdc4ed9b3e8c30c749ad6fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262504 Mar 22 11:26:04.906041 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 47238) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:26:04.972846 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-a9438958-3bb8-42c9-92b4-c34043200e57 None None] Set router 8cda64d7-db34-4e0d-875c-b6bef69d5a01 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:26:04.995948 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5124d8c-44dd-4bbf-963e-33f0fecdbd8d tempest-TestNetworkAdvancedServerOps-1835492002 tempest-TestNetworkAdvancedServerOps-1835492002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:26:04.997381 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f5124d8c-44dd-4bbf-963e-33f0fecdbd8d tempest-TestNetworkAdvancedServerOps-1835492002 tempest-TestNetworkAdvancedServerOps-1835492002-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0909107 Mar 22 11:26:05.000461 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 47240) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:26:05.034291 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3f9d0820-bce0-4eba-96a3-c94756bd503a tempest-TestNetworkAdvancedServerOps-1835492002 tempest-TestNetworkAdvancedServerOps-1835492002-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=a14ca783-6f82-4799-85a3-4cbe79c980a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0326080 Mar 22 11:26:05.036973 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 47242) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:26:05.041895 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-3628d276-f670-47ff-b691-27c71e79829b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1107349411', 'network_id': 'c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7', 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:26:05.130417 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3628d276-f670-47ff-b691-27c71e79829b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Made reservation on behalf of c7a987b92cdc4ed9b3e8c30c749ad6fb for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:26:05.134123 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3628d276-f670-47ff-b691-27c71e79829b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:05.241797 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-a9438958-3bb8-42c9-92b4-c34043200e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cda64d7-db34-4e0d-875c-b6bef69d5a01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1954402046', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '65b49da4-b74a-413d-b161-f209a6b63087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:26:03Z', 'updated_at': '2022-03-22T11:26:03Z', 'revision_number': 3, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': '65b49da4-b74a-413d-b161-f209a6b63087', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:23:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cda64d7-db34-4e0d-875c-b6bef69d5a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:26:03Z', 'updated_at': '2022-03-22T11:26:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:26:05.273267 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9438958-3bb8-42c9-92b4-c34043200e57 None None] Checking router: 8cda64d7-db34-4e0d-875c-b6bef69d5a01 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:26:05.273504 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9438958-3bb8-42c9-92b4-c34043200e57 None None] Updating router 8cda64d7-db34-4e0d-875c-b6bef69d5a01 port 65b49da4-b74a-413d-b161-f209a6b63087 binding host dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:26:05.298277 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-a9438958-3bb8-42c9-92b4-c34043200e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:05.317251 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3628d276-f670-47ff-b691-27c71e79829b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:05.371331 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3628d276-f670-47ff-b691-27c71e79829b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'Subnet': ['ID=8ea8eabb-bfe5-4617-903a-8b7cb6ee6997,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:26:05.386200 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3628d276-f670-47ff-b691-27c71e79829b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Checking segment: {'id': 'a204abcd-d4c1-4fc2-b810-5a50aba99dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:26:05.386566 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3628d276-f670-47ff-b691-27c71e79829b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Network hostable DHCP agents. Network: c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:26:05.404439 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3628d276-f670-47ff-b691-27c71e79829b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Network c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:26:05.414673 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-3628d276-f670-47ff-b691-27c71e79829b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:26:05.418857 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3628d276-f670-47ff-b691-27c71e79829b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:26:05.419484 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3628d276-f670-47ff-b691-27c71e79829b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:05.427112 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fae6cc-a6de-495c-af48-5cf272fa7b3e None None] Network c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:26:05.439394 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3628d276-f670-47ff-b691-27c71e79829b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3987048 Mar 22 11:26:05.439775 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 47244) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:26:05.558285 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-a9438958-3bb8-42c9-92b4-c34043200e57 None None] Notify callbacks [] for port, precommit_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:05.564992 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-a9438958-3bb8-42c9-92b4-c34043200e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:05.583256 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8686ee-744a-462e-9932-11521adec264 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7', 'network_id': 'c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'fixed_ips': [{'subnet_id': '8ea8eabb-bfe5-4617-903a-8b7cb6ee6997'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 11:26:05.584438 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-df8686ee-744a-462e-9932-11521adec264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:05.614234 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-a9438958-3bb8-42c9-92b4-c34043200e57 None None] Attempting to bind port 65b49da4-b74a-413d-b161-f209a6b63087 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:26:05.614595 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-a9438958-3bb8-42c9-92b4-c34043200e57 None None] Attempting to bind port 65b49da4-b74a-413d-b161-f209a6b63087 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:26:05.614949 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9438958-3bb8-42c9-92b4-c34043200e57 None None] Attempting to bind port 65b49da4-b74a-413d-b161-f209a6b63087 on network a14ca783-6f82-4799-85a3-4cbe79c980a8 {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:26:05.624055 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9438958-3bb8-42c9-92b4-c34043200e57 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:26:05.624415 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9438958-3bb8-42c9-92b4-c34043200e57 None None] Checking segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:26:05.624807 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-a9438958-3bb8-42c9-92b4-c34043200e57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:05.625185 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9438958-3bb8-42c9-92b4-c34043200e57 None None] Bound using segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:26:05.625640 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-a9438958-3bb8-42c9-92b4-c34043200e57 None None] Bound port: 65b49da4-b74a-413d-b161-f209a6b63087, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:26:05.626112 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-a9438958-3bb8-42c9-92b4-c34043200e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:05.649806 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0322e70e-45ad-4bac-9805-e4eb0d3564c6 None None] Pushing event updated for resources: {'Port': ['ID=65b49da4-b74a-413d-b161-f209a6b63087,revision_number=2']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:26:05.682058 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-a9438958-3bb8-42c9-92b4-c34043200e57 None None] For port 65b49da4-b74a-413d-b161-f209a6b63087, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:26:05.685267 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-a9438958-3bb8-42c9-92b4-c34043200e57 None None] For port 65b49da4-b74a-413d-b161-f209a6b63087, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=65b49da4-b74a-413d-b161-f209a6b63087,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:26:05.687624 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322e70e-45ad-4bac-9805-e4eb0d3564c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:26:05.687974 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322e70e-45ad-4bac-9805-e4eb0d3564c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:26:05.688581 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322e70e-45ad-4bac-9805-e4eb0d3564c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:26:05.688912 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322e70e-45ad-4bac-9805-e4eb0d3564c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:26:05.689244 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322e70e-45ad-4bac-9805-e4eb0d3564c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:26:05.689680 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322e70e-45ad-4bac-9805-e4eb0d3564c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:26:05.689952 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322e70e-45ad-4bac-9805-e4eb0d3564c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:26:05.690264 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322e70e-45ad-4bac-9805-e4eb0d3564c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:26:05.690583 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322e70e-45ad-4bac-9805-e4eb0d3564c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:26:05.690957 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322e70e-45ad-4bac-9805-e4eb0d3564c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:26:05.691270 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322e70e-45ad-4bac-9805-e4eb0d3564c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:26:05.691637 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322e70e-45ad-4bac-9805-e4eb0d3564c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:26:05.696667 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-a9438958-3bb8-42c9-92b4-c34043200e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:05.720080 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-df8686ee-744a-462e-9932-11521adec264 None None] Allocated IP 172.20.0.2 (c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7/8ea8eabb-bfe5-4617-903a-8b7cb6ee6997/de010f34-5d02-40cf-bff0-6e3bf28164ce) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:26:05.751115 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9438958-3bb8-42c9-92b4-c34043200e57 None None] Routers {'8cda64d7-db34-4e0d-875c-b6bef69d5a01'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:26:05.752328 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-a9438958-3bb8-42c9-92b4-c34043200e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:25:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['8cda64d7-db34-4e0d-875c-b6bef69d5a01'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:26:05.789653 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0322e70e-45ad-4bac-9805-e4eb0d3564c6 None None] Pushing event updated for resources: {'Port': ['ID=65b49da4-b74a-413d-b161-f209a6b63087,revision_number=3']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:26:05.864545 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-a9438958-3bb8-42c9-92b4-c34043200e57 None None] Set router 8cda64d7-db34-4e0d-875c-b6bef69d5a01 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:26:05.869163 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-df8686ee-744a-462e-9932-11521adec264 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:05.876548 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-df8686ee-744a-462e-9932-11521adec264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:05.893668 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e2ae054a-3dd2-4816-bac7-09d38977b0d7 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:05.913894 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8686ee-744a-462e-9932-11521adec264 None None] Network c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:26:05.918235 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-df8686ee-744a-462e-9932-11521adec264 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:26:05.921625 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8686ee-744a-462e-9932-11521adec264 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:26:05.950285 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8686ee-744a-462e-9932-11521adec264 None None] Pushing event updated for resources: {'Port': ['ID=de010f34-5d02-40cf-bff0-6e3bf28164ce,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:26:05.981866 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-df8686ee-744a-462e-9932-11521adec264 None None] Attempting to bind port de010f34-5d02-40cf-bff0-6e3bf28164ce on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:26:05.982236 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-df8686ee-744a-462e-9932-11521adec264 None None] Attempting to bind port de010f34-5d02-40cf-bff0-6e3bf28164ce by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': 'a204abcd-d4c1-4fc2-b810-5a50aba99dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:26:05.982764 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8686ee-744a-462e-9932-11521adec264 None None] Attempting to bind port de010f34-5d02-40cf-bff0-6e3bf28164ce on network c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:26:05.988086 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8686ee-744a-462e-9932-11521adec264 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:26:05.988460 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8686ee-744a-462e-9932-11521adec264 None None] Checking segment: {'id': 'a204abcd-d4c1-4fc2-b810-5a50aba99dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:26:05.988867 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-df8686ee-744a-462e-9932-11521adec264 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:05.989255 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8686ee-744a-462e-9932-11521adec264 None None] Bound using segment: {'id': 'a204abcd-d4c1-4fc2-b810-5a50aba99dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:26:05.989717 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-df8686ee-744a-462e-9932-11521adec264 None None] Bound port: de010f34-5d02-40cf-bff0-6e3bf28164ce, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a204abcd-d4c1-4fc2-b810-5a50aba99dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:26:05.990097 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-df8686ee-744a-462e-9932-11521adec264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:06.042396 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-a9438958-3bb8-42c9-92b4-c34043200e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cda64d7-db34-4e0d-875c-b6bef69d5a01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1954402046', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '65b49da4-b74a-413d-b161-f209a6b63087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:26:03Z', 'updated_at': '2022-03-22T11:26:03Z', 'revision_number': 3, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': '65b49da4-b74a-413d-b161-f209a6b63087', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:23:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cda64d7-db34-4e0d-875c-b6bef69d5a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:26:03Z', 'updated_at': '2022-03-22T11:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:26:06.053596 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-df8686ee-744a-462e-9932-11521adec264 None None] For port de010f34-5d02-40cf-bff0-6e3bf28164ce, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:26:06.057120 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-df8686ee-744a-462e-9932-11521adec264 None None] For port de010f34-5d02-40cf-bff0-6e3bf28164ce, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=de010f34-5d02-40cf-bff0-6e3bf28164ce,segment=NetworkSegment(a204abcd-d4c1-4fc2-b810-5a50aba99dea),segment_id=a204abcd-d4c1-4fc2-b810-5a50aba99dea)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:26:06.061965 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-df8686ee-744a-462e-9932-11521adec264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:06.068734 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9438958-3bb8-42c9-92b4-c34043200e57 None None] The sync data for ids ['8cda64d7-db34-4e0d-875c-b6bef69d5a01'] in dv-neutron-834599-1-hyperv is: [{'id': '8cda64d7-db34-4e0d-875c-b6bef69d5a01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1954402046', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '65b49da4-b74a-413d-b161-f209a6b63087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:26:03Z', 'updated_at': '2022-03-22T11:26:03Z', 'revision_number': 3, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': '65b49da4-b74a-413d-b161-f209a6b63087', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:23:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cda64d7-db34-4e0d-875c-b6bef69d5a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:26:03Z', 'updated_at': '2022-03-22T11:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:26:06.127864 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8686ee-744a-462e-9932-11521adec264 None None] Pushing event updated for resources: {'Port': ['ID=de010f34-5d02-40cf-bff0-6e3bf28164ce,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:26:06.195093 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-e2ae054a-3dd2-4816-bac7-09d38977b0d7 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Allocated IP 172.20.0.1 (c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7/8ea8eabb-bfe5-4617-903a-8b7cb6ee6997/6731c867-c153-47d5-a0d7-21c107ec5f27) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:26:06.342759 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e2ae054a-3dd2-4816-bac7-09d38977b0d7 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:06.379112 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e2ae054a-3dd2-4816-bac7-09d38977b0d7 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:06.430766 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ae054a-3dd2-4816-bac7-09d38977b0d7 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Network c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:26:06.433870 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-e2ae054a-3dd2-4816-bac7-09d38977b0d7 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:26:06.438687 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ae054a-3dd2-4816-bac7-09d38977b0d7 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:26:06.442775 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae054a-3dd2-4816-bac7-09d38977b0d7 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'Port': ['ID=6731c867-c153-47d5-a0d7-21c107ec5f27,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:26:06.488247 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e2ae054a-3dd2-4816-bac7-09d38977b0d7 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684270'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:06.625172 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e2ae054a-3dd2-4816-bac7-09d38977b0d7 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:06.914143 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e2ae054a-3dd2-4816-bac7-09d38977b0d7 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:06.924811 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e2ae054a-3dd2-4816-bac7-09d38977b0d7 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:07.001720 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae054a-3dd2-4816-bac7-09d38977b0d7 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'Port': ['ID=6731c867-c153-47d5-a0d7-21c107ec5f27,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:26:07.004179 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-e2ae054a-3dd2-4816-bac7-09d38977b0d7 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684306'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:07.102919 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ae054a-3dd2-4816-bac7-09d38977b0d7 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Network c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:26:07.104402 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-e2ae054a-3dd2-4816-bac7-09d38977b0d7 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:26:07.137595 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbefc00d-0584-4206-a7cb-32799027d6bc None None] Network c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:26:07.208951 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-0f5ab30d-af36-4eb2-aec0-5edfbbe265d4 None None] Provisioning complete for port de010f34-5d02-40cf-bff0-6e3bf28164ce triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:26:07.209412 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0f5ab30d-af36-4eb2-aec0-5edfbbe265d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:07.218022 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ae054a-3dd2-4816-bac7-09d38977b0d7 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Router 8cda64d7-db34-4e0d-875c-b6bef69d5a01 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:26:07.329995 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ae054a-3dd2-4816-bac7-09d38977b0d7 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:26:07.335684 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-e2ae054a-3dd2-4816-bac7-09d38977b0d7 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "PUT /v2.0/routers/8cda64d7-db34-4e0d-875c-b6bef69d5a01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8947289 Mar 22 11:26:07.353442 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0f5ab30d-af36-4eb2-aec0-5edfbbe265d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:07.400445 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-0f5ab30d-af36-4eb2-aec0-5edfbbe265d4 None None] For port de010f34-5d02-40cf-bff0-6e3bf28164ce, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=de010f34-5d02-40cf-bff0-6e3bf28164ce,segment=NetworkSegment(a204abcd-d4c1-4fc2-b810-5a50aba99dea),segment_id=a204abcd-d4c1-4fc2-b810-5a50aba99dea)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:26:07.405561 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0f5ab30d-af36-4eb2-aec0-5edfbbe265d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:07.469320 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ab30d-af36-4eb2-aec0-5edfbbe265d4 None None] Pushing event updated for resources: {'Port': ['ID=de010f34-5d02-40cf-bff0-6e3bf28164ce,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:26:07.492585 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-12a6643d-15fa-4cb3-84c1-6c0cdc848a7a req-8d8e55b2-14c4-4b6c-9959-7f86ae789907 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-210477877&fields=id&tenant_id=c7a987b92cdc4ed9b3e8c30c749ad6fb HTTP/1.1" status: 200 len: 267 time: 0.0378778 Mar 22 11:26:07.608222 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6643d-15fa-4cb3-84c1-6c0cdc848a7a req-93eb90be-3496-4a99-ba97-cf22c3b7b0df tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:26:07.609778 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-12a6643d-15fa-4cb3-84c1-6c0cdc848a7a req-93eb90be-3496-4a99-ba97-cf22c3b7b0df tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/networks?id=c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7 HTTP/1.1" status: 200 len: 796 time: 0.1099811 Mar 22 11:26:07.626573 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-f3a387a6-3ac4-4e2a-814a-bbed1eac0d47 None None] Provisioning complete for port 6731c867-c153-47d5-a0d7-21c107ec5f27 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:26:07.626952 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f3a387a6-3ac4-4e2a-814a-bbed1eac0d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:07.628526 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-12a6643d-15fa-4cb3-84c1-6c0cdc848a7a req-7b70c54f-b412-45e7-b10c-730d2125cd71 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/quotas/c7a987b92cdc4ed9b3e8c30c749ad6fb HTTP/1.1" status: 200 len: 375 time: 0.0111933 Mar 22 11:26:07.676583 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-f3a387a6-3ac4-4e2a-814a-bbed1eac0d47 None None] Port 6731c867-c153-47d5-a0d7-21c107ec5f27 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:26:07.687454 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-12a6643d-15fa-4cb3-84c1-6c0cdc848a7a req-7bd9ab2e-262d-4c5a-bcc0-4e9f6b09bcd0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c7a987b92cdc4ed9b3e8c30c749ad6fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539491 Mar 22 11:26:07.687922 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-f3a387a6-3ac4-4e2a-814a-bbed1eac0d47 None None] Provisioning complete for port de010f34-5d02-40cf-bff0-6e3bf28164ce triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:26:07.688477 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f3a387a6-3ac4-4e2a-814a-bbed1eac0d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:07.786103 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-61b46624-951c-48b8-ac19-3103d7fe15b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:07.788835 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-12a6643d-15fa-4cb3-84c1-6c0cdc848a7a req-78ee91a3-e6bc-49ae-a5f0-ca1f9a7777ed service neutron] 10.222.0.57 "GET /v2.0/networks/c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892949 Mar 22 11:26:07.790725 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c26058-d9d8-4db6-a33d-b9efa560077a None None] Sync routers for ids ['8cda64d7-db34-4e0d-875c-b6bef69d5a01'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:26:07.801425 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c26058-d9d8-4db6-a33d-b9efa560077a None None] Routers {'8cda64d7-db34-4e0d-875c-b6bef69d5a01'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:26:07.802054 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-a9c26058-d9d8-4db6-a33d-b9efa560077a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:25:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['8cda64d7-db34-4e0d-875c-b6bef69d5a01'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:26:07.887732 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-12a6643d-15fa-4cb3-84c1-6c0cdc848a7a req-652cff88-45bb-4315-a8c1-a465354a0e2b service neutron] 10.222.0.57 "GET /v2.0/networks/c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914638 Mar 22 11:26:07.921514 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-a9c26058-d9d8-4db6-a33d-b9efa560077a None None] Set router 8cda64d7-db34-4e0d-875c-b6bef69d5a01 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:26:07.923447 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-579f53a4-7b0e-4968-99d2-40db14548aa6 None None] Provisioning complete for port 6731c867-c153-47d5-a0d7-21c107ec5f27 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:26:07.923819 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-579f53a4-7b0e-4968-99d2-40db14548aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:08.023799 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-579f53a4-7b0e-4968-99d2-40db14548aa6 None None] Port 6731c867-c153-47d5-a0d7-21c107ec5f27 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:26:08.067608 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a2eeaaf7-c3aa-440d-9238-ead2f0025704 req-280f4a8d-dc51-4a3f-9628-174d3d2ef705 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc1eb57f-c895-43db-97a6-b6b4a6d3f938 HTTP/1.1" status: 200 len: 210 time: 0.0260279 Mar 22 11:26:08.150116 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-b8cc2113-5b66-4370-ad19-28416d810bd2 None None] Provisioning complete for port 6731c867-c153-47d5-a0d7-21c107ec5f27 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:26:08.150610 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b8cc2113-5b66-4370-ad19-28416d810bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:08.192925 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-b8cc2113-5b66-4370-ad19-28416d810bd2 None None] Port 6731c867-c153-47d5-a0d7-21c107ec5f27 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:26:08.196979 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-a9c26058-d9d8-4db6-a33d-b9efa560077a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cda64d7-db34-4e0d-875c-b6bef69d5a01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1954402046', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '65b49da4-b74a-413d-b161-f209a6b63087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:26:03Z', 'updated_at': '2022-03-22T11:26:06Z', 'revision_number': 4, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': '65b49da4-b74a-413d-b161-f209a6b63087', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:23:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cda64d7-db34-4e0d-875c-b6bef69d5a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:26:03Z', 'updated_at': '2022-03-22T11:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '6731c867-c153-47d5-a0d7-21c107ec5f27', 'name': '', 'network_id': 'c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'mac_address': 'fa:16:3e:da:b1:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cda64d7-db34-4e0d-875c-b6bef69d5a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '8ea8eabb-bfe5-4617-903a-8b7cb6ee6997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:26:06Z', 'updated_at': '2022-03-22T11:26:06Z', 'revision_number': 2, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'subnets': [{'id': '8ea8eabb-bfe5-4617-903a-8b7cb6ee6997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:26:08.228469 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c26058-d9d8-4db6-a33d-b9efa560077a None None] Checking router: 8cda64d7-db34-4e0d-875c-b6bef69d5a01 for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:26:08.228844 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c26058-d9d8-4db6-a33d-b9efa560077a None None] Updating router 8cda64d7-db34-4e0d-875c-b6bef69d5a01 port 6731c867-c153-47d5-a0d7-21c107ec5f27 binding host dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:26:08.256954 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a9c26058-d9d8-4db6-a33d-b9efa560077a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:08.298917 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 65b49da4-b74a-413d-b161-f209a6b63087 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:26:08.445733 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 65b49da4-b74a-413d-b161-f209a6b63087 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:26:08.446049 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:08.612191 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:08.636069 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a9c26058-d9d8-4db6-a33d-b9efa560077a None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:08.644510 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a9c26058-d9d8-4db6-a33d-b9efa560077a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:08.653991 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port 65b49da4-b74a-413d-b161-f209a6b63087, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=65b49da4-b74a-413d-b161-f209a6b63087,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:26:08.680284 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:08.681006 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device de010f34-5d02-40cf-bff0-6e3bf28164ce up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:26:08.726911 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48871728-ea2a-4241-a329-7daadbd98b3f None None] Pushing event updated for resources: {'Port': ['ID=6731c867-c153-47d5-a0d7-21c107ec5f27,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:26:08.828108 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=65b49da4-b74a-413d-b161-f209a6b63087,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:26:08.830858 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-a9c26058-d9d8-4db6-a33d-b9efa560077a None None] Attempting to bind port 6731c867-c153-47d5-a0d7-21c107ec5f27 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:26:08.831225 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-a9c26058-d9d8-4db6-a33d-b9efa560077a None None] Attempting to bind port 6731c867-c153-47d5-a0d7-21c107ec5f27 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': 'a204abcd-d4c1-4fc2-b810-5a50aba99dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:26:08.831656 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c26058-d9d8-4db6-a33d-b9efa560077a None None] Attempting to bind port 6731c867-c153-47d5-a0d7-21c107ec5f27 on network c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:26:08.838299 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port de010f34-5d02-40cf-bff0-6e3bf28164ce triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:26:08.838672 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:08.840491 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c26058-d9d8-4db6-a33d-b9efa560077a None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:26:08.840861 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c26058-d9d8-4db6-a33d-b9efa560077a None None] Checking segment: {'id': 'a204abcd-d4c1-4fc2-b810-5a50aba99dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:26:08.841252 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a9c26058-d9d8-4db6-a33d-b9efa560077a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:08.841672 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c26058-d9d8-4db6-a33d-b9efa560077a None None] Bound using segment: {'id': 'a204abcd-d4c1-4fc2-b810-5a50aba99dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:26:08.842153 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-a9c26058-d9d8-4db6-a33d-b9efa560077a None None] Bound port: 6731c867-c153-47d5-a0d7-21c107ec5f27, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a204abcd-d4c1-4fc2-b810-5a50aba99dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:26:08.842526 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a9c26058-d9d8-4db6-a33d-b9efa560077a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:08.950235 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-a51dd814-ff75-42ba-b95a-2676e8c40c8a None None] Provisioning complete for port 6731c867-c153-47d5-a0d7-21c107ec5f27 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:26:08.950533 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a51dd814-ff75-42ba-b95a-2676e8c40c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:09.029436 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6643d-15fa-4cb3-84c1-6c0cdc848a7a req-57f54c19-768d-4c7d-9b4b-7aed08d2e62a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:26:09.031005 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-12a6643d-15fa-4cb3-84c1-6c0cdc848a7a req-57f54c19-768d-4c7d-9b4b-7aed08d2e62a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.35 "GET /v2.0/networks?id=c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7 HTTP/1.1" status: 200 len: 796 time: 0.1186888 Mar 22 11:26:09.079621 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-12a6643d-15fa-4cb3-84c1-6c0cdc848a7a req-53e5dfaf-b553-46e3-adcc-441e6152dd11 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7a987b92cdc4ed9b3e8c30c749ad6fb HTTP/1.1" status: 200 len: 379 time: 0.0392456 Mar 22 11:26:09.096982 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-12a6643d-15fa-4cb3-84c1-6c0cdc848a7a req-7705da29-81fc-4868-88df-5d06dfc4bd32 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Request body: {'port': {'device_id': 'bc1eb57f-c895-43db-97a6-b6b4a6d3f938', 'network_id': 'c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7', 'admin_state_up': True, 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'security_groups': ['5466a4c2-5e77-4ea8-b6fc-973ba99edace']}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:26:09.163333 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-a9c26058-d9d8-4db6-a33d-b9efa560077a None None] For port 6731c867-c153-47d5-a0d7-21c107ec5f27, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:26:09.186314 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-a9c26058-d9d8-4db6-a33d-b9efa560077a None None] For port 6731c867-c153-47d5-a0d7-21c107ec5f27, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=6731c867-c153-47d5-a0d7-21c107ec5f27,segment=NetworkSegment(a204abcd-d4c1-4fc2-b810-5a50aba99dea),segment_id=a204abcd-d4c1-4fc2-b810-5a50aba99dea)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:26:09.194753 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a9c26058-d9d8-4db6-a33d-b9efa560077a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:09.195837 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ac7864f3-7100-46b5-a395-b4c4fb911a29 req-d5363046-4322-404a-986d-1c3c36465bc5 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc1eb57f-c895-43db-97a6-b6b4a6d3f938 HTTP/1.1" status: 200 len: 210 time: 0.0356855 Mar 22 11:26:09.200348 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-a51dd814-ff75-42ba-b95a-2676e8c40c8a None None] Port 6731c867-c153-47d5-a0d7-21c107ec5f27 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:26:09.249215 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12a6643d-15fa-4cb3-84c1-6c0cdc848a7a req-7705da29-81fc-4868-88df-5d06dfc4bd32 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Made reservation on behalf of c7a987b92cdc4ed9b3e8c30c749ad6fb for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:26:09.253901 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-12a6643d-15fa-4cb3-84c1-6c0cdc848a7a req-7705da29-81fc-4868-88df-5d06dfc4bd32 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:09.256622 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c26058-d9d8-4db6-a33d-b9efa560077a None None] Routers {'8cda64d7-db34-4e0d-875c-b6bef69d5a01'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:26:09.257256 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-a9c26058-d9d8-4db6-a33d-b9efa560077a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:25:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['8cda64d7-db34-4e0d-875c-b6bef69d5a01'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:26:09.292723 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48871728-ea2a-4241-a329-7daadbd98b3f None None] Pushing event updated for resources: {'Port': ['ID=6731c867-c153-47d5-a0d7-21c107ec5f27,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:26:09.380974 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-a9c26058-d9d8-4db6-a33d-b9efa560077a None None] Set router 8cda64d7-db34-4e0d-875c-b6bef69d5a01 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:26:09.387426 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [req-12a6643d-15fa-4cb3-84c1-6c0cdc848a7a req-7705da29-81fc-4868-88df-5d06dfc4bd32 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Allocated IP 172.20.0.8 (c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7/8ea8eabb-bfe5-4617-903a-8b7cb6ee6997/7b4fb341-324e-4741-a4c1-62cc7968f4fc) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:26:09.532202 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-12a6643d-15fa-4cb3-84c1-6c0cdc848a7a req-7705da29-81fc-4868-88df-5d06dfc4bd32 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:09.544861 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-57c445ab-3ef1-439d-8ab2-dd33b20ff4fe None None] Provisioning complete for port 6731c867-c153-47d5-a0d7-21c107ec5f27 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:26:09.545228 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-57c445ab-3ef1-439d-8ab2-dd33b20ff4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:09.568177 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-12a6643d-15fa-4cb3-84c1-6c0cdc848a7a req-7705da29-81fc-4868-88df-5d06dfc4bd32 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:09.611990 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12a6643d-15fa-4cb3-84c1-6c0cdc848a7a req-7705da29-81fc-4868-88df-5d06dfc4bd32 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Network c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:26:09.615001 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [req-12a6643d-15fa-4cb3-84c1-6c0cdc848a7a req-7705da29-81fc-4868-88df-5d06dfc4bd32 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:26:09.618839 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a6643d-15fa-4cb3-84c1-6c0cdc848a7a req-7705da29-81fc-4868-88df-5d06dfc4bd32 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:26:09.645227 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7705da29-81fc-4868-88df-5d06dfc4bd32 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'Port': ['ID=7b4fb341-324e-4741-a4c1-62cc7968f4fc,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:26:09.646380 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-a9c26058-d9d8-4db6-a33d-b9efa560077a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cda64d7-db34-4e0d-875c-b6bef69d5a01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1954402046', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '65b49da4-b74a-413d-b161-f209a6b63087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:26:03Z', 'updated_at': '2022-03-22T11:26:06Z', 'revision_number': 4, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': '65b49da4-b74a-413d-b161-f209a6b63087', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:23:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cda64d7-db34-4e0d-875c-b6bef69d5a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:26:03Z', 'updated_at': '2022-03-22T11:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '6731c867-c153-47d5-a0d7-21c107ec5f27', 'name': '', 'network_id': 'c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'mac_address': 'fa:16:3e:da:b1:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cda64d7-db34-4e0d-875c-b6bef69d5a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '8ea8eabb-bfe5-4617-903a-8b7cb6ee6997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:26:06Z', 'updated_at': '2022-03-22T11:26:08Z', 'revision_number': 4, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'subnets': [{'id': '8ea8eabb-bfe5-4617-903a-8b7cb6ee6997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:26:09.678279 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6643d-15fa-4cb3-84c1-6c0cdc848a7a req-7705da29-81fc-4868-88df-5d06dfc4bd32 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:26:09.679598 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c26058-d9d8-4db6-a33d-b9efa560077a None None] The sync data for ids ['8cda64d7-db34-4e0d-875c-b6bef69d5a01'] in dv-neutron-834599-1-hyperv is: [{'id': '8cda64d7-db34-4e0d-875c-b6bef69d5a01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1954402046', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '65b49da4-b74a-413d-b161-f209a6b63087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:26:03Z', 'updated_at': '2022-03-22T11:26:06Z', 'revision_number': 4, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': '65b49da4-b74a-413d-b161-f209a6b63087', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:23:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cda64d7-db34-4e0d-875c-b6bef69d5a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:26:03Z', 'updated_at': '2022-03-22T11:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '6731c867-c153-47d5-a0d7-21c107ec5f27', 'name': '', 'network_id': 'c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'mac_address': 'fa:16:3e:da:b1:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cda64d7-db34-4e0d-875c-b6bef69d5a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '8ea8eabb-bfe5-4617-903a-8b7cb6ee6997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:26:06Z', 'updated_at': '2022-03-22T11:26:08Z', 'revision_number': 4, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'subnets': [{'id': '8ea8eabb-bfe5-4617-903a-8b7cb6ee6997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:26:09.679773 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-12a6643d-15fa-4cb3-84c1-6c0cdc848a7a req-7705da29-81fc-4868-88df-5d06dfc4bd32 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:09.688156 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-57c445ab-3ef1-439d-8ab2-dd33b20ff4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:09.707701 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-12a6643d-15fa-4cb3-84c1-6c0cdc848a7a req-7705da29-81fc-4868-88df-5d06dfc4bd32 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6149275 Mar 22 11:26:09.732363 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-12a6643d-15fa-4cb3-84c1-6c0cdc848a7a req-2c0764c0-8f34-4f69-b8c7-142fcdda5132 service neutron] Request body: {'port': {'device_id': 'bc1eb57f-c895-43db-97a6-b6b4a6d3f938', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8345'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:26:09.746265 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-57c445ab-3ef1-439d-8ab2-dd33b20ff4fe None None] For port 6731c867-c153-47d5-a0d7-21c107ec5f27, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=6731c867-c153-47d5-a0d7-21c107ec5f27,segment=NetworkSegment(a204abcd-d4c1-4fc2-b810-5a50aba99dea),segment_id=a204abcd-d4c1-4fc2-b810-5a50aba99dea)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:26:09.755230 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-57c445ab-3ef1-439d-8ab2-dd33b20ff4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:09.811817 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-12a6643d-15fa-4cb3-84c1-6c0cdc848a7a req-2c0764c0-8f34-4f69-b8c7-142fcdda5132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:09.821741 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c445ab-3ef1-439d-8ab2-dd33b20ff4fe None None] Pushing event updated for resources: {'Port': ['ID=6731c867-c153-47d5-a0d7-21c107ec5f27,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:26:09.894296 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-cec7ab95-36ae-4ba4-aab5-a2a8f02e800b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:09.982146 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-71fcab29-012d-4be8-89e7-b818f0ac757f None None] Provisioning complete for port 7b4fb341-324e-4741-a4c1-62cc7968f4fc triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:26:09.982539 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-71fcab29-012d-4be8-89e7-b818f0ac757f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:10.019285 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-71fcab29-012d-4be8-89e7-b818f0ac757f None None] Port 7b4fb341-324e-4741-a4c1-62cc7968f4fc cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:26:10.099201 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [req-12a6643d-15fa-4cb3-84c1-6c0cdc848a7a req-2c0764c0-8f34-4f69-b8c7-142fcdda5132 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b4fb341-324e-4741-a4c1-62cc7968f4fc {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:26:10.107437 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-12a6643d-15fa-4cb3-84c1-6c0cdc848a7a req-2c0764c0-8f34-4f69-b8c7-142fcdda5132 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:10.120086 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [req-12a6643d-15fa-4cb3-84c1-6c0cdc848a7a req-2c0764c0-8f34-4f69-b8c7-142fcdda5132 service neutron] Transition to ACTIVE for port object 7b4fb341-324e-4741-a4c1-62cc7968f4fc will not be triggered until provisioned by entity L2. {{(pid=109050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:26:10.126124 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-12a6643d-15fa-4cb3-84c1-6c0cdc848a7a req-2c0764c0-8f34-4f69-b8c7-142fcdda5132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:10.175395 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0764c0-8f34-4f69-b8c7-142fcdda5132 service neutron] Pushing event updated for resources: {'Port': ['ID=7b4fb341-324e-4741-a4c1-62cc7968f4fc,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:26:10.264019 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-12a6643d-15fa-4cb3-84c1-6c0cdc848a7a req-2c0764c0-8f34-4f69-b8c7-142fcdda5132 service neutron] Attempting to bind port 7b4fb341-324e-4741-a4c1-62cc7968f4fc on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:26:10.264592 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-12a6643d-15fa-4cb3-84c1-6c0cdc848a7a req-2c0764c0-8f34-4f69-b8c7-142fcdda5132 service neutron] Attempting to bind port 7b4fb341-324e-4741-a4c1-62cc7968f4fc by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': 'a204abcd-d4c1-4fc2-b810-5a50aba99dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:26:10.265098 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a6643d-15fa-4cb3-84c1-6c0cdc848a7a req-2c0764c0-8f34-4f69-b8c7-142fcdda5132 service neutron] Attempting to bind port 7b4fb341-324e-4741-a4c1-62cc7968f4fc on network c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:26:10.270681 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a6643d-15fa-4cb3-84c1-6c0cdc848a7a req-2c0764c0-8f34-4f69-b8c7-142fcdda5132 service neutron] Port 7b4fb341-324e-4741-a4c1-62cc7968f4fc on network c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 11:26:10.271219 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a6643d-15fa-4cb3-84c1-6c0cdc848a7a req-2c0764c0-8f34-4f69-b8c7-142fcdda5132 service neutron] Attempting to bind port 7b4fb341-324e-4741-a4c1-62cc7968f4fc on network c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:26:10.278504 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a6643d-15fa-4cb3-84c1-6c0cdc848a7a req-2c0764c0-8f34-4f69-b8c7-142fcdda5132 service neutron] Checking agent: {'id': 'dcb78974-6458-4942-8c9c-663284d5bb3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8345', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:26:10.278852 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a6643d-15fa-4cb3-84c1-6c0cdc848a7a req-2c0764c0-8f34-4f69-b8c7-142fcdda5132 service neutron] Checking segment: {'id': 'a204abcd-d4c1-4fc2-b810-5a50aba99dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:26:10.279426 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a6643d-15fa-4cb3-84c1-6c0cdc848a7a req-2c0764c0-8f34-4f69-b8c7-142fcdda5132 service neutron] Bound using segment: {'id': 'a204abcd-d4c1-4fc2-b810-5a50aba99dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:26:10.279919 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-12a6643d-15fa-4cb3-84c1-6c0cdc848a7a req-2c0764c0-8f34-4f69-b8c7-142fcdda5132 service neutron] Bound port: 7b4fb341-324e-4741-a4c1-62cc7968f4fc, host: hv-neutron-8345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a204abcd-d4c1-4fc2-b810-5a50aba99dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:26:10.280283 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-12a6643d-15fa-4cb3-84c1-6c0cdc848a7a req-2c0764c0-8f34-4f69-b8c7-142fcdda5132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:10.368593 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 65b49da4-b74a-413d-b161-f209a6b63087 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:26:10.411183 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d933f32-7a2f-4c86-a7a3-ee2edc7bd23e req-6a334b8e-a10c-498a-9e9f-46239d846224 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:26:10.412777 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1d933f32-7a2f-4c86-a7a3-ee2edc7bd23e req-6a334b8e-a10c-498a-9e9f-46239d846224 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc1eb57f-c895-43db-97a6-b6b4a6d3f938 HTTP/1.1" status: 200 len: 943 time: 0.1169631 Mar 22 11:26:10.418732 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-12a6643d-15fa-4cb3-84c1-6c0cdc848a7a req-2c0764c0-8f34-4f69-b8c7-142fcdda5132 service neutron] For port 7b4fb341-324e-4741-a4c1-62cc7968f4fc, host hv-neutron-8345, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:26:10.424453 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-12a6643d-15fa-4cb3-84c1-6c0cdc848a7a req-2c0764c0-8f34-4f69-b8c7-142fcdda5132 service neutron] For port 7b4fb341-324e-4741-a4c1-62cc7968f4fc, host hv-neutron-8345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=7b4fb341-324e-4741-a4c1-62cc7968f4fc,segment=NetworkSegment(a204abcd-d4c1-4fc2-b810-5a50aba99dea),segment_id=a204abcd-d4c1-4fc2-b810-5a50aba99dea)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:26:10.430541 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 65b49da4-b74a-413d-b161-f209a6b63087 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:26:10.430919 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:10.444623 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-12a6643d-15fa-4cb3-84c1-6c0cdc848a7a req-2c0764c0-8f34-4f69-b8c7-142fcdda5132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:10.498760 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6643d-15fa-4cb3-84c1-6c0cdc848a7a req-2c0764c0-8f34-4f69-b8c7-142fcdda5132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:26:10.499405 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-12a6643d-15fa-4cb3-84c1-6c0cdc848a7a req-2c0764c0-8f34-4f69-b8c7-142fcdda5132 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:10.501078 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-12a6643d-15fa-4cb3-84c1-6c0cdc848a7a req-2c0764c0-8f34-4f69-b8c7-142fcdda5132 service neutron] 10.222.0.35 "PUT /v2.0/ports/7b4fb341-324e-4741-a4c1-62cc7968f4fc HTTP/1.1" status: 200 len: 1093 time: 0.7833297 Mar 22 11:26:10.510700 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc1eb57f-c895-43db-97a6-b6b4a6d3f938', 'tag': '7b4fb341-324e-4741-a4c1-62cc7968f4fc'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:26:10.515434 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b0b321-23dc-4bad-84b6-d6897abe03e8" -d '{"events": [{"name": "network-changed", "server_uuid": "bc1eb57f-c895-43db-97a6-b6b4a6d3f938", "tag": "7b4fb341-324e-4741-a4c1-62cc7968f4fc"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:26:10.524161 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1d933f32-7a2f-4c86-a7a3-ee2edc7bd23e req-51217693-4e6f-4121-87af-b71c649a00ad tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=5466a4c2-5e77-4ea8-b6fc-973ba99edace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028214 Mar 22 11:26:10.532766 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 6731c867-c153-47d5-a0d7-21c107ec5f27 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:26:10.572117 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0764c0-8f34-4f69-b8c7-142fcdda5132 service neutron] Pushing event updated for resources: {'Port': ['ID=7b4fb341-324e-4741-a4c1-62cc7968f4fc,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:26:10.603756 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78c1b74-e63d-4f7b-8492-730466a8a0da x-openstack-request-id: req-c78c1b74-e63d-4f7b-8492-730466a8a0da {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:26:10.604046 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc1eb57f-c895-43db-97a6-b6b4a6d3f938", "tag": "7b4fb341-324e-4741-a4c1-62cc7968f4fc", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:26:10.604300 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c78c1b74-e63d-4f7b-8492-730466a8a0da {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:26:10.604845 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c78c1b74-e63d-4f7b-8492-730466a8a0da'] response: {'name': 'network-changed', 'server_uuid': 'bc1eb57f-c895-43db-97a6-b6b4a6d3f938', 'tag': '7b4fb341-324e-4741-a4c1-62cc7968f4fc', 'status': 'completed', 'code': 200} Mar 22 11:26:10.609566 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 6731c867-c153-47d5-a0d7-21c107ec5f27 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:26:10.610135 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:10.623798 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6643d-15fa-4cb3-84c1-6c0cdc848a7a req-1f1a7f69-9b6d-43ad-939b-8b549ab92f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:26:10.625612 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-12a6643d-15fa-4cb3-84c1-6c0cdc848a7a req-1f1a7f69-9b6d-43ad-939b-8b549ab92f36 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7a987b92cdc4ed9b3e8c30c749ad6fb&device_id=bc1eb57f-c895-43db-97a6-b6b4a6d3f938 HTTP/1.1" status: 200 len: 1096 time: 0.0634336 Mar 22 11:26:10.676896 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-12a6643d-15fa-4cb3-84c1-6c0cdc848a7a req-e479d266-c84d-4830-ab08-888c5b6f5987 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b4fb341-324e-4741-a4c1-62cc7968f4fc HTTP/1.1" status: 200 len: 217 time: 0.0425885 Mar 22 11:26:10.734266 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6643d-15fa-4cb3-84c1-6c0cdc848a7a req-927be178-a362-4e45-a4ab-2f59d1f147ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:26:10.735830 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-12a6643d-15fa-4cb3-84c1-6c0cdc848a7a req-927be178-a362-4e45-a4ab-2f59d1f147ce service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8ea8eabb-bfe5-4617-903a-8b7cb6ee6997 HTTP/1.1" status: 200 len: 835 time: 0.0524795 Mar 22 11:26:10.786705 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6643d-15fa-4cb3-84c1-6c0cdc848a7a req-7bc2e9f6-ba0f-42b4-ab42-744de68d6a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:26:10.788316 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-12a6643d-15fa-4cb3-84c1-6c0cdc848a7a req-7bc2e9f6-ba0f-42b4-ab42-744de68d6a47 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453415 Mar 22 11:26:10.889787 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-12a6643d-15fa-4cb3-84c1-6c0cdc848a7a req-86ff6ab2-c4db-4788-a24b-1ef777bc3c9e service neutron] 10.222.0.35 "GET /v2.0/networks/c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940986 Mar 22 11:26:10.988909 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-12a6643d-15fa-4cb3-84c1-6c0cdc848a7a req-c777ab19-78f2-48db-82ae-a822001c3c16 service neutron] 10.222.0.35 "GET /v2.0/networks/c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914905 Mar 22 11:26:11.080149 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b0b321-23dc-4bad-84b6-d6897abe03e8 req-99b6f1e4-094e-40bd-9502-a4f8dfb2521e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:26:11.081558 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c5b0b321-23dc-4bad-84b6-d6897abe03e8 req-99b6f1e4-094e-40bd-9502-a4f8dfb2521e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7a987b92cdc4ed9b3e8c30c749ad6fb&device_id=bc1eb57f-c895-43db-97a6-b6b4a6d3f938 HTTP/1.1" status: 200 len: 1096 time: 0.0410681 Mar 22 11:26:11.174935 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b0b321-23dc-4bad-84b6-d6897abe03e8 req-0a9828c9-4981-4683-967a-40f939d63476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:26:11.176454 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c5b0b321-23dc-4bad-84b6-d6897abe03e8 req-0a9828c9-4981-4683-967a-40f939d63476 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7 HTTP/1.1" status: 200 len: 897 time: 0.0886002 Mar 22 11:26:11.221738 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c5b0b321-23dc-4bad-84b6-d6897abe03e8 req-7706bdc8-42c9-487d-a874-8bc059528290 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b4fb341-324e-4741-a4c1-62cc7968f4fc HTTP/1.1" status: 200 len: 217 time: 0.0376365 Mar 22 11:26:11.239817 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:11.274338 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b0b321-23dc-4bad-84b6-d6897abe03e8 req-79a188be-b68e-4801-9039-703bb4452e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:26:11.275856 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c5b0b321-23dc-4bad-84b6-d6897abe03e8 req-79a188be-b68e-4801-9039-703bb4452e1d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8ea8eabb-bfe5-4617-903a-8b7cb6ee6997 HTTP/1.1" status: 200 len: 835 time: 0.0457332 Mar 22 11:26:11.321849 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b0b321-23dc-4bad-84b6-d6897abe03e8 req-1165e05f-14c0-427f-adea-736e1b2759be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:26:11.323316 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c5b0b321-23dc-4bad-84b6-d6897abe03e8 req-1165e05f-14c0-427f-adea-736e1b2759be service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400903 Mar 22 11:26:11.421562 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c5b0b321-23dc-4bad-84b6-d6897abe03e8 req-ba3d93f7-545a-42f3-96a0-cdf1d846b674 service neutron] 10.222.0.35 "GET /v2.0/networks/c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868807 Mar 22 11:26:11.510466 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c5b0b321-23dc-4bad-84b6-d6897abe03e8 req-cb18da32-9814-4224-8ee3-af9d62ef7251 service neutron] 10.222.0.35 "GET /v2.0/networks/c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808222 Mar 22 11:26:11.988052 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cbd379-c7ae-4e9f-91ab-174def3fb25f req-2ae9e3e1-61bd-47ce-87b1-8b3e730f921d tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:26:11.989507 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a3cbd379-c7ae-4e9f-91ab-174def3fb25f req-2ae9e3e1-61bd-47ce-87b1-8b3e730f921d tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc1eb57f-c895-43db-97a6-b6b4a6d3f938 HTTP/1.1" status: 200 len: 943 time: 0.3943872 Mar 22 11:26:12.033442 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a3cbd379-c7ae-4e9f-91ab-174def3fb25f req-3abe7f41-9455-4089-af00-3b0774e33dc8 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=5466a4c2-5e77-4ea8-b6fc-973ba99edace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372388 Mar 22 11:26:12.675655 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:12.879219 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:13.157136 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac175bc-eee2-47e6-80c4-3bebc43f000b req-424014d7-256c-4345-be59-139d8a568137 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:26:13.158613 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8ac175bc-eee2-47e6-80c4-3bebc43f000b req-424014d7-256c-4345-be59-139d8a568137 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc1eb57f-c895-43db-97a6-b6b4a6d3f938 HTTP/1.1" status: 200 len: 943 time: 0.0532205 Mar 22 11:26:13.195754 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8ac175bc-eee2-47e6-80c4-3bebc43f000b req-1c5fb028-b9cd-442e-96fa-2e5552597eea tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=5466a4c2-5e77-4ea8-b6fc-973ba99edace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309074 Mar 22 11:26:13.670485 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:14.310940 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf70f63-9119-48f6-b103-cbc2fa18d3d3 req-8d7751b5-a567-4657-8082-d0d57a45dd2c tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:26:14.312430 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0cf70f63-9119-48f6-b103-cbc2fa18d3d3 req-8d7751b5-a567-4657-8082-d0d57a45dd2c tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc1eb57f-c895-43db-97a6-b6b4a6d3f938 HTTP/1.1" status: 200 len: 943 time: 0.0496655 Mar 22 11:26:14.353851 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0cf70f63-9119-48f6-b103-cbc2fa18d3d3 req-2df1cacf-17bb-4f6e-86cb-dd3e488fdcb4 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=5466a4c2-5e77-4ea8-b6fc-973ba99edace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327260 Mar 22 11:26:15.082013 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 7b4fb341-324e-4741-a4c1-62cc7968f4fc details requested by agent hyperv_hv-neutron-8345 with host hv-neutron-8345 {{(pid=109051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 11:26:15.182484 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 7b4fb341-324e-4741-a4c1-62cc7968f4fc, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=7b4fb341-324e-4741-a4c1-62cc7968f4fc,segment=NetworkSegment(a204abcd-d4c1-4fc2-b810-5a50aba99dea),segment_id=a204abcd-d4c1-4fc2-b810-5a50aba99dea)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:26:15.193786 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Returning: {'device': '7b4fb341-324e-4741-a4c1-62cc7968f4fc', 'network_id': 'c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7', 'port_id': '7b4fb341-324e-4741-a4c1-62cc7968f4fc', 'mac_address': 'fa:16:3e:eb:cb:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ea8eabb-bfe5-4617-903a-8b7cb6ee6997', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 11:26:15.231626 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:15.244779 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b4fb341-324e-4741-a4c1-62cc7968f4fc {{(pid=109051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:26:15.264677 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 7b4fb341-324e-4741-a4c1-62cc7968f4fc, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=7b4fb341-324e-4741-a4c1-62cc7968f4fc,segment=NetworkSegment(a204abcd-d4c1-4fc2-b810-5a50aba99dea),segment_id=a204abcd-d4c1-4fc2-b810-5a50aba99dea)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:26:15.269905 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:15.320137 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=7b4fb341-324e-4741-a4c1-62cc7968f4fc,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:26:15.474391 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['7b4fb341-324e-4741-a4c1-62cc7968f4fc'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 11:26:15.476486 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e08d21-8fe6-4d25-a9cf-673032470342 req-e526aca0-8655-4eb0-a963-aa3d5db323ea tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:26:15.477987 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-53e08d21-8fe6-4d25-a9cf-673032470342 req-e526aca0-8655-4eb0-a963-aa3d5db323ea tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc1eb57f-c895-43db-97a6-b6b4a6d3f938 HTTP/1.1" status: 200 len: 944 time: 0.0546646 Mar 22 11:26:15.517349 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-53e08d21-8fe6-4d25-a9cf-673032470342 req-13a264af-ec35-46fb-a004-31a443064ae0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=5466a4c2-5e77-4ea8-b6fc-973ba99edace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332801 Mar 22 11:26:16.638594 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29121c-aa10-4de0-ae64-6f80697b3f93 req-f098fcc6-94b8-4f89-8169-64c4e9d6d378 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:26:16.640057 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-eb29121c-aa10-4de0-ae64-6f80697b3f93 req-f098fcc6-94b8-4f89-8169-64c4e9d6d378 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc1eb57f-c895-43db-97a6-b6b4a6d3f938 HTTP/1.1" status: 200 len: 944 time: 0.0502548 Mar 22 11:26:16.676663 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-eb29121c-aa10-4de0-ae64-6f80697b3f93 req-7bab96ef-d6a2-48b5-9b46-bd61b72dabb9 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=5466a4c2-5e77-4ea8-b6fc-973ba99edace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307357 Mar 22 11:26:17.082710 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 7b4fb341-324e-4741-a4c1-62cc7968f4fc up at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:26:17.137102 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning for port 7b4fb341-324e-4741-a4c1-62cc7968f4fc completed by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:26:17.140734 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning complete for port 7b4fb341-324e-4741-a4c1-62cc7968f4fc triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:26:17.141108 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:17.216465 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:17.237799 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1eb57f-c895-43db-97a6-b6b4a6d3f938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4fb341-324e-4741-a4c1-62cc7968f4fc'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:26:17.240136 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c5aa06-1384-4892-8a36-353c25e627ea" -d '{"events": [{"server_uuid": "bc1eb57f-c895-43db-97a6-b6b4a6d3f938", "name": "network-vif-plugged", "status": "completed", "tag": "7b4fb341-324e-4741-a4c1-62cc7968f4fc"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:26:17.256266 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 7b4fb341-324e-4741-a4c1-62cc7968f4fc, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=7b4fb341-324e-4741-a4c1-62cc7968f4fc,segment=NetworkSegment(a204abcd-d4c1-4fc2-b810-5a50aba99dea),segment_id=a204abcd-d4c1-4fc2-b810-5a50aba99dea)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:26:17.261456 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:17.287568 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27aeb9b-9454-4e4d-b663-2bb96303b098 x-openstack-request-id: req-a27aeb9b-9454-4e4d-b663-2bb96303b098 {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:26:17.287856 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc1eb57f-c895-43db-97a6-b6b4a6d3f938", "name": "network-vif-plugged", "status": "completed", "tag": "7b4fb341-324e-4741-a4c1-62cc7968f4fc", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:26:17.288107 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a27aeb9b-9454-4e4d-b663-2bb96303b098 {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:26:17.288495 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a27aeb9b-9454-4e4d-b663-2bb96303b098'] response: {'server_uuid': 'bc1eb57f-c895-43db-97a6-b6b4a6d3f938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4fb341-324e-4741-a4c1-62cc7968f4fc', 'code': 200} Mar 22 11:26:17.316695 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=7b4fb341-324e-4741-a4c1-62cc7968f4fc,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:26:17.445128 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854192ce-4a0e-47b3-be61-237d122f88c1 req-5f5f93b3-a80e-45af-8040-a2640571ce3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:26:17.446617 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-854192ce-4a0e-47b3-be61-237d122f88c1 req-5f5f93b3-a80e-45af-8040-a2640571ce3e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bc1eb57f-c895-43db-97a6-b6b4a6d3f938 HTTP/1.1" status: 200 len: 1098 time: 0.0416389 Mar 22 11:26:17.481973 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-854192ce-4a0e-47b3-be61-237d122f88c1 req-53002eec-d7cd-48c1-92c3-83032e1efc6d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5466a4c2-5e77-4ea8-b6fc-973ba99edace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287580 Mar 22 11:26:17.810520 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57be6f8-64e7-411b-9b4d-26600f2d4c74 req-2ed74aec-a9c0-406c-974a-eec574501b35 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:26:17.812029 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d57be6f8-64e7-411b-9b4d-26600f2d4c74 req-2ed74aec-a9c0-406c-974a-eec574501b35 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc1eb57f-c895-43db-97a6-b6b4a6d3f938 HTTP/1.1" status: 200 len: 945 time: 0.0547547 Mar 22 11:26:17.853906 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d57be6f8-64e7-411b-9b4d-26600f2d4c74 req-935d1fc3-4d22-4017-8ea3-5b091e8baea0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=5466a4c2-5e77-4ea8-b6fc-973ba99edace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323758 Mar 22 11:26:18.987616 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fa0c8d-5a88-4c10-89ac-2f07aa9cf2e9 req-1d092cd5-9e82-4893-806c-c6cc3a50cbac tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:26:18.989108 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-87fa0c8d-5a88-4c10-89ac-2f07aa9cf2e9 req-1d092cd5-9e82-4893-806c-c6cc3a50cbac tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc1eb57f-c895-43db-97a6-b6b4a6d3f938 HTTP/1.1" status: 200 len: 945 time: 0.0507476 Mar 22 11:26:19.026238 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-87fa0c8d-5a88-4c10-89ac-2f07aa9cf2e9 req-d0ddfd53-b138-4ccc-b9a3-14bc220ff1fa tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=5466a4c2-5e77-4ea8-b6fc-973ba99edace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308685 Mar 22 11:26:19.153131 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebccf624-5c2e-4752-a037-23b367a13ec7 req-8cc912ff-f10b-45de-bcf1-bffc11628933 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:26:19.154494 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ebccf624-5c2e-4752-a037-23b367a13ec7 req-8cc912ff-f10b-45de-bcf1-bffc11628933 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc1eb57f-c895-43db-97a6-b6b4a6d3f938 HTTP/1.1" status: 200 len: 945 time: 0.0625317 Mar 22 11:26:19.193888 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ebccf624-5c2e-4752-a037-23b367a13ec7 req-56d65b70-1092-467a-8070-bed494de7ce1 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=5466a4c2-5e77-4ea8-b6fc-973ba99edace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311706 Mar 22 11:26:19.216164 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 47296) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:26:19.261022 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc70e00d-c169-4482-bc3c-5c7d3f88c1d9 tempest-TestNetworkAdvancedServerOps-1835492002 tempest-TestNetworkAdvancedServerOps-1835492002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:26:19.262524 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-dc70e00d-c169-4482-bc3c-5c7d3f88c1d9 tempest-TestNetworkAdvancedServerOps-1835492002 tempest-TestNetworkAdvancedServerOps-1835492002-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=bc1eb57f-c895-43db-97a6-b6b4a6d3f938 HTTP/1.1" status: 200 len: 1093 time: 0.0450358 Mar 22 11:26:19.266580 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 47298) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:26:19.270785 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-69c6a901-8f5b-4f6c-ac3f-d6c625ab92c6 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Request body: {'floatingip': {'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'port_id': '7b4fb341-324e-4741-a4c1-62cc7968f4fc', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:26:19.293779 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-69c6a901-8f5b-4f6c-ac3f-d6c625ab92c6 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for floatingip, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:19.398463 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-69c6a901-8f5b-4f6c-ac3f-d6c625ab92c6 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:19.499233 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-69c6a901-8f5b-4f6c-ac3f-d6c625ab92c6 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Allocated IP 172.26.7.98 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/2f7fbd9a-9742-48de-9770-7e781a165c76) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:26:19.610253 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-69c6a901-8f5b-4f6c-ac3f-d6c625ab92c6 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:19.656996 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-69c6a901-8f5b-4f6c-ac3f-d6c625ab92c6 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:19.695402 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c6a901-8f5b-4f6c-ac3f-d6c625ab92c6 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:26:19.698158 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-69c6a901-8f5b-4f6c-ac3f-d6c625ab92c6 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:26:19.701685 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c6a901-8f5b-4f6c-ac3f-d6c625ab92c6 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:26:19.706998 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c6a901-8f5b-4f6c-ac3f-d6c625ab92c6 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'Port': ['ID=2f7fbd9a-9742-48de-9770-7e781a165c76,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:26:20.069639 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-69c6a901-8f5b-4f6c-ac3f-d6c625ab92c6 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:20.149297 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-69c6a901-8f5b-4f6c-ac3f-d6c625ab92c6 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:20.298393 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-69c6a901-8f5b-4f6c-ac3f-d6c625ab92c6 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:20.304994 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-69c6a901-8f5b-4f6c-ac3f-d6c625ab92c6 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:20.378504 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c6a901-8f5b-4f6c-ac3f-d6c625ab92c6 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'Port': ['ID=2f7fbd9a-9742-48de-9770-7e781a165c76,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:26:20.388430 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-69c6a901-8f5b-4f6c-ac3f-d6c625ab92c6 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684147'] for floatingip, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:20.485904 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.l3_db [None req-69c6a901-8f5b-4f6c-ac3f-d6c625ab92c6 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Floating IP 61bcc7ff-2284-4c1b-bc90-c6a08320e0e3 associated. External IP: 172.26.7.98, port: 7b4fb341-324e-4741-a4c1-62cc7968f4fc. Mar 22 11:26:21.045360 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69c6a901-8f5b-4f6c-ac3f-d6c625ab92c6 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Router 8cda64d7-db34-4e0d-875c-b6bef69d5a01 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:26:21.164534 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c6a901-8f5b-4f6c-ac3f-d6c625ab92c6 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:26:21.175077 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c72f4f-d65f-4e19-8bc6-940571764005 None None] Sync routers for ids ['8cda64d7-db34-4e0d-875c-b6bef69d5a01'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:26:21.186203 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c72f4f-d65f-4e19-8bc6-940571764005 None None] Routers {'8cda64d7-db34-4e0d-875c-b6bef69d5a01'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:26:21.186392 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-69c6a901-8f5b-4f6c-ac3f-d6c625ab92c6 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:21.187050 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-86c72f4f-d65f-4e19-8bc6-940571764005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:26:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['8cda64d7-db34-4e0d-875c-b6bef69d5a01'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:26:21.214958 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-69c6a901-8f5b-4f6c-ac3f-d6c625ab92c6 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9474127 Mar 22 11:26:21.215635 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc1eb57f-c895-43db-97a6-b6b4a6d3f938', 'tag': '7b4fb341-324e-4741-a4c1-62cc7968f4fc'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:26:21.217998 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea20d47ee5c2e5d2aa35ee26c9e60aea7970c4225f3eb14fb63792ea9ad3856f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54fa1481-20b6-4657-ad5c-6cb7ffb6c4d9" -d '{"events": [{"name": "network-changed", "server_uuid": "bc1eb57f-c895-43db-97a6-b6b4a6d3f938", "tag": "7b4fb341-324e-4741-a4c1-62cc7968f4fc"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:26:21.292444 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-86c72f4f-d65f-4e19-8bc6-940571764005 None None] Set router 8cda64d7-db34-4e0d-875c-b6bef69d5a01 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:26:21.310898 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1fd96a-e97c-4da1-a171-44036d3a9fec x-openstack-request-id: req-4a1fd96a-e97c-4da1-a171-44036d3a9fec {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:26:21.311440 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc1eb57f-c895-43db-97a6-b6b4a6d3f938", "tag": "7b4fb341-324e-4741-a4c1-62cc7968f4fc", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:26:21.311552 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4a1fd96a-e97c-4da1-a171-44036d3a9fec {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:26:21.311894 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a1fd96a-e97c-4da1-a171-44036d3a9fec'] response: {'name': 'network-changed', 'server_uuid': 'bc1eb57f-c895-43db-97a6-b6b4a6d3f938', 'tag': '7b4fb341-324e-4741-a4c1-62cc7968f4fc', 'status': 'completed', 'code': 200} Mar 22 11:26:21.323938 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c43545c-3a5f-450c-8b2b-c0a4e6263cca req-72b64bcf-e704-45e3-a181-60f8b284c682 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:26:21.325458 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5c43545c-3a5f-450c-8b2b-c0a4e6263cca req-72b64bcf-e704-45e3-a181-60f8b284c682 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc1eb57f-c895-43db-97a6-b6b4a6d3f938 HTTP/1.1" status: 200 len: 945 time: 0.0570133 Mar 22 11:26:21.388950 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5c43545c-3a5f-450c-8b2b-c0a4e6263cca req-01ba65f8-4b6b-4f20-b83f-649ce1003b5b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=5466a4c2-5e77-4ea8-b6fc-973ba99edace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572481 Mar 22 11:26:21.397014 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa1481-20b6-4657-ad5c-6cb7ffb6c4d9 req-3e5288ac-e207-42fd-8fa5-9704e2ba6471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:26:21.398357 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-54fa1481-20b6-4657-ad5c-6cb7ffb6c4d9 req-3e5288ac-e207-42fd-8fa5-9704e2ba6471 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7a987b92cdc4ed9b3e8c30c749ad6fb&device_id=bc1eb57f-c895-43db-97a6-b6b4a6d3f938 HTTP/1.1" status: 200 len: 1098 time: 0.0604863 Mar 22 11:26:21.412685 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 47306) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:26:21.473932 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-219de3f9-e99e-4344-886e-d71fbf4aecb9 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/floatingips/61bcc7ff-2284-4c1b-bc90-c6a08320e0e3 HTTP/1.1" status: 200 len: 990 time: 0.0599165 Mar 22 11:26:21.493893 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa1481-20b6-4657-ad5c-6cb7ffb6c4d9 req-fef6547d-ba96-4aa7-a81a-4858f6d119cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:26:21.495284 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-54fa1481-20b6-4657-ad5c-6cb7ffb6c4d9 req-fef6547d-ba96-4aa7-a81a-4858f6d119cf service neutron] 10.222.0.35 "GET /v2.0/networks?id=c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7 HTTP/1.1" status: 200 len: 897 time: 0.0901330 Mar 22 11:26:21.510808 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-86c72f4f-d65f-4e19-8bc6-940571764005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cda64d7-db34-4e0d-875c-b6bef69d5a01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1954402046', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '65b49da4-b74a-413d-b161-f209a6b63087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:26:03Z', 'updated_at': '2022-03-22T11:26:06Z', 'revision_number': 4, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': '65b49da4-b74a-413d-b161-f209a6b63087', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:23:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cda64d7-db34-4e0d-875c-b6bef69d5a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:26:03Z', 'updated_at': '2022-03-22T11:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '61bcc7ff-2284-4c1b-bc90-c6a08320e0e3', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'floating_ip_address': '172.26.7.98', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '8cda64d7-db34-4e0d-875c-b6bef69d5a01', 'port_id': '7b4fb341-324e-4741-a4c1-62cc7968f4fc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7', 'mac_address': 'fa:16:3e:eb:cb:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1eb57f-c895-43db-97a6-b6b4a6d3f938', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:26:19Z', 'updated_at': '2022-03-22T11:26:19Z', 'revision_number': 0, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6731c867-c153-47d5-a0d7-21c107ec5f27', 'name': '', 'network_id': 'c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'mac_address': 'fa:16:3e:da:b1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cda64d7-db34-4e0d-875c-b6bef69d5a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '8ea8eabb-bfe5-4617-903a-8b7cb6ee6997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:26:06Z', 'updated_at': '2022-03-22T11:26:09Z', 'revision_number': 5, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'subnets': [{'id': '8ea8eabb-bfe5-4617-903a-8b7cb6ee6997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:26:21.538733 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c72f4f-d65f-4e19-8bc6-940571764005 None None] Checking router: 8cda64d7-db34-4e0d-875c-b6bef69d5a01 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:26:21.546719 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c72f4f-d65f-4e19-8bc6-940571764005 None None] Routers {'8cda64d7-db34-4e0d-875c-b6bef69d5a01'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:26:21.547295 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-86c72f4f-d65f-4e19-8bc6-940571764005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:26:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['8cda64d7-db34-4e0d-875c-b6bef69d5a01'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:26:21.558415 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-54fa1481-20b6-4657-ad5c-6cb7ffb6c4d9 req-8ab6a0bc-0f9f-4e78-9279-3febcb3a04aa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b4fb341-324e-4741-a4c1-62cc7968f4fc HTTP/1.1" status: 200 len: 998 time: 0.0561812 Mar 22 11:26:21.606388 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa1481-20b6-4657-ad5c-6cb7ffb6c4d9 req-03aafbf7-6cc8-403a-b69e-9da556791d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:26:21.607841 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-54fa1481-20b6-4657-ad5c-6cb7ffb6c4d9 req-03aafbf7-6cc8-403a-b69e-9da556791d09 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8ea8eabb-bfe5-4617-903a-8b7cb6ee6997 HTTP/1.1" status: 200 len: 835 time: 0.0425208 Mar 22 11:26:21.650026 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-86c72f4f-d65f-4e19-8bc6-940571764005 None None] Set router 8cda64d7-db34-4e0d-875c-b6bef69d5a01 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:26:21.656322 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa1481-20b6-4657-ad5c-6cb7ffb6c4d9 req-e7d8e4d9-ecc9-42e3-afb7-68838d63c2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:26:21.657798 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-54fa1481-20b6-4657-ad5c-6cb7ffb6c4d9 req-e7d8e4d9-ecc9-42e3-afb7-68838d63c2cf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434077 Mar 22 11:26:21.750257 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-54fa1481-20b6-4657-ad5c-6cb7ffb6c4d9 req-5976f3a8-5907-4137-b6b7-f0cc7e2a33ab service neutron] 10.222.0.35 "GET /v2.0/networks/c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855410 Mar 22 11:26:21.841683 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-54fa1481-20b6-4657-ad5c-6cb7ffb6c4d9 req-22be6859-5081-4f51-b13a-033d83cc4716 service neutron] 10.222.0.35 "GET /v2.0/networks/c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851157 Mar 22 11:26:21.962038 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-86c72f4f-d65f-4e19-8bc6-940571764005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cda64d7-db34-4e0d-875c-b6bef69d5a01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1954402046', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '65b49da4-b74a-413d-b161-f209a6b63087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:26:03Z', 'updated_at': '2022-03-22T11:26:06Z', 'revision_number': 4, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': '65b49da4-b74a-413d-b161-f209a6b63087', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:23:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cda64d7-db34-4e0d-875c-b6bef69d5a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:26:03Z', 'updated_at': '2022-03-22T11:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '61bcc7ff-2284-4c1b-bc90-c6a08320e0e3', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'floating_ip_address': '172.26.7.98', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '8cda64d7-db34-4e0d-875c-b6bef69d5a01', 'port_id': '7b4fb341-324e-4741-a4c1-62cc7968f4fc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7', 'mac_address': 'fa:16:3e:eb:cb:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1eb57f-c895-43db-97a6-b6b4a6d3f938', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:26:19Z', 'updated_at': '2022-03-22T11:26:19Z', 'revision_number': 0, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6731c867-c153-47d5-a0d7-21c107ec5f27', 'name': '', 'network_id': 'c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'mac_address': 'fa:16:3e:da:b1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cda64d7-db34-4e0d-875c-b6bef69d5a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '8ea8eabb-bfe5-4617-903a-8b7cb6ee6997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:26:06Z', 'updated_at': '2022-03-22T11:26:09Z', 'revision_number': 5, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'subnets': [{'id': '8ea8eabb-bfe5-4617-903a-8b7cb6ee6997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:26:21.987736 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c72f4f-d65f-4e19-8bc6-940571764005 None None] The sync data for ids ['8cda64d7-db34-4e0d-875c-b6bef69d5a01'] in dv-neutron-834599-1-hyperv is: [{'id': '8cda64d7-db34-4e0d-875c-b6bef69d5a01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1954402046', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '65b49da4-b74a-413d-b161-f209a6b63087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:26:03Z', 'updated_at': '2022-03-22T11:26:06Z', 'revision_number': 4, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': '65b49da4-b74a-413d-b161-f209a6b63087', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:23:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cda64d7-db34-4e0d-875c-b6bef69d5a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:26:03Z', 'updated_at': '2022-03-22T11:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '61bcc7ff-2284-4c1b-bc90-c6a08320e0e3', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'floating_ip_address': '172.26.7.98', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '8cda64d7-db34-4e0d-875c-b6bef69d5a01', 'port_id': '7b4fb341-324e-4741-a4c1-62cc7968f4fc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7', 'mac_address': 'fa:16:3e:eb:cb:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1eb57f-c895-43db-97a6-b6b4a6d3f938', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:26:19Z', 'updated_at': '2022-03-22T11:26:19Z', 'revision_number': 0, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6731c867-c153-47d5-a0d7-21c107ec5f27', 'name': '', 'network_id': 'c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'mac_address': 'fa:16:3e:da:b1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cda64d7-db34-4e0d-875c-b6bef69d5a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '8ea8eabb-bfe5-4617-903a-8b7cb6ee6997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:26:06Z', 'updated_at': '2022-03-22T11:26:09Z', 'revision_number': 5, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'subnets': [{'id': '8ea8eabb-bfe5-4617-903a-8b7cb6ee6997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:26:22.190582 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dceb2ccd-c770-4ca5-984a-706f528e4be2 None None] New status for floating IP 61bcc7ff-2284-4c1b-bc90-c6a08320e0e3: ACTIVE {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 11:26:22.477643 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 47308) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:26:22.556478 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-23a1d5cf-7af4-4080-96f8-c1f7f96027ce tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/floatingips/61bcc7ff-2284-4c1b-bc90-c6a08320e0e3 HTTP/1.1" status: 200 len: 992 time: 0.0773506 Mar 22 11:26:36.240113 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:26:37.764591 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-12a25a26-4ddc-4a75-acb7-0a01502914c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:39.894146 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b9e1446b-3a55-49e8-b2c5-837ba057eba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:41.253813 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:42.675736 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:42.874289 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:43.237624 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e42e0da5-0fcd-47a7-b9c2-e06d964eafb6 req-bd4dd07b-ae98-46c2-84eb-9f07a31c083c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bc1eb57f-c895-43db-97a6-b6b4a6d3f938&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411947 Mar 22 11:26:43.328410 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e0da5-0fcd-47a7-b9c2-e06d964eafb6 req-991fa151-b432-450f-9bad-e5962b613e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:26:43.329900 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e42e0da5-0fcd-47a7-b9c2-e06d964eafb6 req-991fa151-b432-450f-9bad-e5962b613e7a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7a987b92cdc4ed9b3e8c30c749ad6fb&device_id=bc1eb57f-c895-43db-97a6-b6b4a6d3f938 HTTP/1.1" status: 200 len: 1098 time: 0.0426655 Mar 22 11:26:43.441925 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e0da5-0fcd-47a7-b9c2-e06d964eafb6 req-cf368594-a218-4a53-a073-dd21c5d13bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:26:43.443409 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e42e0da5-0fcd-47a7-b9c2-e06d964eafb6 req-cf368594-a218-4a53-a073-dd21c5d13bd1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7 HTTP/1.1" status: 200 len: 897 time: 0.0896246 Mar 22 11:26:43.517424 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e42e0da5-0fcd-47a7-b9c2-e06d964eafb6 req-bfd41105-3834-4968-9c3b-28619f50b9bc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b4fb341-324e-4741-a4c1-62cc7968f4fc HTTP/1.1" status: 200 len: 1000 time: 0.0657814 Mar 22 11:26:43.568516 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e0da5-0fcd-47a7-b9c2-e06d964eafb6 req-194fdaaf-1cd7-4966-b75e-048f335756ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:26:43.569915 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e42e0da5-0fcd-47a7-b9c2-e06d964eafb6 req-194fdaaf-1cd7-4966-b75e-048f335756ea service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8ea8eabb-bfe5-4617-903a-8b7cb6ee6997 HTTP/1.1" status: 200 len: 835 time: 0.0458186 Mar 22 11:26:43.617316 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e0da5-0fcd-47a7-b9c2-e06d964eafb6 req-e56e0bc8-7e4d-46eb-9c51-f903737b933f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:26:43.618783 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e42e0da5-0fcd-47a7-b9c2-e06d964eafb6 req-e56e0bc8-7e4d-46eb-9c51-f903737b933f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416451 Mar 22 11:26:43.676100 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:26:43.727749 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e42e0da5-0fcd-47a7-b9c2-e06d964eafb6 req-67e4d136-7e7e-418a-91a1-7213598fc75e service neutron] 10.222.0.35 "GET /v2.0/networks/c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007986 Mar 22 11:26:43.818122 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e42e0da5-0fcd-47a7-b9c2-e06d964eafb6 req-6d97a37d-056f-4eff-ab33-4c4f66819890 service neutron] 10.222.0.35 "GET /v2.0/networks/c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824025 Mar 22 11:26:54.070959 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277835f5-c94a-4e25-945f-3f2f4933aea9 req-b1b13da1-ae1e-4a05-879e-bde6f7f13887 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:26:54.072539 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-277835f5-c94a-4e25-945f-3f2f4933aea9 req-b1b13da1-ae1e-4a05-879e-bde6f7f13887 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc1eb57f-c895-43db-97a6-b6b4a6d3f938 HTTP/1.1" status: 200 len: 945 time: 0.0487981 Mar 22 11:26:54.110559 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-277835f5-c94a-4e25-945f-3f2f4933aea9 req-965b029d-3f21-423b-b616-d005461481e2 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=5466a4c2-5e77-4ea8-b6fc-973ba99edace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321710 Mar 22 11:26:55.231464 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f0edbd-60c7-4561-9df5-d65961519a9f req-b90a44bc-ee7f-4bd0-9a6d-dfd70cda61ec tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:26:55.232830 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d7f0edbd-60c7-4561-9df5-d65961519a9f req-b90a44bc-ee7f-4bd0-9a6d-dfd70cda61ec tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc1eb57f-c895-43db-97a6-b6b4a6d3f938 HTTP/1.1" status: 200 len: 945 time: 0.0529680 Mar 22 11:26:55.271932 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d7f0edbd-60c7-4561-9df5-d65961519a9f req-1f14c424-0bce-45fd-8d42-509ffc75675d tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=5466a4c2-5e77-4ea8-b6fc-973ba99edace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330601 Mar 22 11:26:56.407998 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c031b8b-0ede-4439-b2ca-48e14f5c012f req-79a066b9-a678-42c1-90ff-13246d586e2b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:26:56.409479 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1c031b8b-0ede-4439-b2ca-48e14f5c012f req-79a066b9-a678-42c1-90ff-13246d586e2b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc1eb57f-c895-43db-97a6-b6b4a6d3f938 HTTP/1.1" status: 200 len: 945 time: 0.0551400 Mar 22 11:26:56.450190 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1c031b8b-0ede-4439-b2ca-48e14f5c012f req-db4de7b9-b9a6-4ab8-8986-ec4e95dc7319 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=5466a4c2-5e77-4ea8-b6fc-973ba99edace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321469 Mar 22 11:26:57.585012 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ad000-846d-47b4-b954-546d2750684a req-e0de2865-ad94-424e-ae76-eea94ce56c92 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:26:57.586484 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-340ad000-846d-47b4-b954-546d2750684a req-e0de2865-ad94-424e-ae76-eea94ce56c92 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc1eb57f-c895-43db-97a6-b6b4a6d3f938 HTTP/1.1" status: 200 len: 945 time: 0.0542669 Mar 22 11:26:57.627012 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-340ad000-846d-47b4-b954-546d2750684a req-d70f0211-9db4-4104-9520-4d8e3bd83e6a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=5466a4c2-5e77-4ea8-b6fc-973ba99edace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317056 Mar 22 11:26:58.761575 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ae399-4ae4-4bd4-a5b3-46c5bd323838 req-de1d59e7-234e-46b0-b1f6-007b97d482c5 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:26:58.763040 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ec0ae399-4ae4-4bd4-a5b3-46c5bd323838 req-de1d59e7-234e-46b0-b1f6-007b97d482c5 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc1eb57f-c895-43db-97a6-b6b4a6d3f938 HTTP/1.1" status: 200 len: 945 time: 0.0558856 Mar 22 11:26:58.804531 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ec0ae399-4ae4-4bd4-a5b3-46c5bd323838 req-3c8016c7-d1e3-4529-9657-9fa9296fca52 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=5466a4c2-5e77-4ea8-b6fc-973ba99edace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327806 Mar 22 11:26:59.934574 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95538a8b-810e-4e31-8c56-91574c22bbb2 req-d8df0dcf-eb8f-4860-b41e-0f7e54c2bccb tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:26:59.936081 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-95538a8b-810e-4e31-8c56-91574c22bbb2 req-d8df0dcf-eb8f-4860-b41e-0f7e54c2bccb tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc1eb57f-c895-43db-97a6-b6b4a6d3f938 HTTP/1.1" status: 200 len: 945 time: 0.0512183 Mar 22 11:26:59.975073 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-95538a8b-810e-4e31-8c56-91574c22bbb2 req-dd0a5bdc-07f8-4ac8-9e23-39f25b9c5a67 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=5466a4c2-5e77-4ea8-b6fc-973ba99edace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329413 Mar 22 11:27:01.110612 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e896594-ab00-47f0-9886-0e5496facb70 req-03459adf-c39b-46c1-8f3b-f55c7fc80551 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:27:01.112106 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2e896594-ab00-47f0-9886-0e5496facb70 req-03459adf-c39b-46c1-8f3b-f55c7fc80551 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc1eb57f-c895-43db-97a6-b6b4a6d3f938 HTTP/1.1" status: 200 len: 945 time: 0.0608668 Mar 22 11:27:01.151147 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2e896594-ab00-47f0-9886-0e5496facb70 req-f5f965ee-708a-4c8b-bcf2-d7436db49fa8 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=5466a4c2-5e77-4ea8-b6fc-973ba99edace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327106 Mar 22 11:27:02.282082 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df17e1-bf29-439d-bc2a-59299cd9f300 req-2809c1a4-e376-4925-bf6a-c3228acdf976 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:27:02.283501 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-33df17e1-bf29-439d-bc2a-59299cd9f300 req-2809c1a4-e376-4925-bf6a-c3228acdf976 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc1eb57f-c895-43db-97a6-b6b4a6d3f938 HTTP/1.1" status: 200 len: 945 time: 0.0554967 Mar 22 11:27:02.320651 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-33df17e1-bf29-439d-bc2a-59299cd9f300 req-aac98ca0-7ea2-4bcd-8522-fc669d6a1790 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=5466a4c2-5e77-4ea8-b6fc-973ba99edace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312343 Mar 22 11:27:03.448839 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1cd45-732e-4288-9f60-7d4e48681185 req-f42387bc-665e-4a41-bcdb-c598b2859aa1 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:27:03.450315 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5ec1cd45-732e-4288-9f60-7d4e48681185 req-f42387bc-665e-4a41-bcdb-c598b2859aa1 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc1eb57f-c895-43db-97a6-b6b4a6d3f938 HTTP/1.1" status: 200 len: 945 time: 0.0583196 Mar 22 11:27:03.491431 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5ec1cd45-732e-4288-9f60-7d4e48681185 req-af9d9fa5-d5fb-4331-a5c4-4ee981ff0afb tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=5466a4c2-5e77-4ea8-b6fc-973ba99edace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323033 Mar 22 11:27:04.620084 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be625c5-6588-499e-a199-c5bf84c92cd7 req-5cf712d5-c4e2-4225-87c8-a6b89a940c8f tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:27:04.621557 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9be625c5-6588-499e-a199-c5bf84c92cd7 req-5cf712d5-c4e2-4225-87c8-a6b89a940c8f tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc1eb57f-c895-43db-97a6-b6b4a6d3f938 HTTP/1.1" status: 200 len: 945 time: 0.0574689 Mar 22 11:27:04.659990 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9be625c5-6588-499e-a199-c5bf84c92cd7 req-9f0fb622-3baf-4bc2-95eb-e9a88cc0f999 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=5466a4c2-5e77-4ea8-b6fc-973ba99edace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324109 Mar 22 11:27:05.796545 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de0203-4531-4186-add2-d4db37d2849d req-3dbf4097-690e-41d3-a7cc-92c96d0ac36a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:27:05.798071 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-86de0203-4531-4186-add2-d4db37d2849d req-3dbf4097-690e-41d3-a7cc-92c96d0ac36a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc1eb57f-c895-43db-97a6-b6b4a6d3f938 HTTP/1.1" status: 200 len: 945 time: 0.0607817 Mar 22 11:27:05.835391 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-86de0203-4531-4186-add2-d4db37d2849d req-2ec4ebde-a8e6-4206-a949-a9633fb128f0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=5466a4c2-5e77-4ea8-b6fc-973ba99edace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313187 Mar 22 11:27:06.959285 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a45115-1708-45f1-b548-ad434713c656 req-4a11921b-c27e-4393-ac42-aebaf02d849e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:27:06.960784 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b7a45115-1708-45f1-b548-ad434713c656 req-4a11921b-c27e-4393-ac42-aebaf02d849e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc1eb57f-c895-43db-97a6-b6b4a6d3f938 HTTP/1.1" status: 200 len: 945 time: 0.0515416 Mar 22 11:27:07.005957 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b7a45115-1708-45f1-b548-ad434713c656 req-bc9860dc-ba7f-4f76-b07b-3f1a3905ce52 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=5466a4c2-5e77-4ea8-b6fc-973ba99edace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392244 Mar 22 11:27:07.762019 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e8c3e7d0-d1ed-4e57-b141-67cfbfaefcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:08.123157 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82228c5a-4bc4-4ab5-b8a1-1a3a63ef9222 req-d7e1e7be-aa5d-457e-8c51-076c2fb45bb4 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:27:08.124618 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-82228c5a-4bc4-4ab5-b8a1-1a3a63ef9222 req-d7e1e7be-aa5d-457e-8c51-076c2fb45bb4 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc1eb57f-c895-43db-97a6-b6b4a6d3f938 HTTP/1.1" status: 200 len: 945 time: 0.0504940 Mar 22 11:27:08.166337 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-82228c5a-4bc4-4ab5-b8a1-1a3a63ef9222 req-35b25945-50f0-46ed-adde-ece1cb40db96 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=5466a4c2-5e77-4ea8-b6fc-973ba99edace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319984 Mar 22 11:27:09.310794 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4faba99-7a9f-4686-b3f4-bea58578bef9 req-02eba71b-e7e7-41d5-9ee9-0bbc1b7c6307 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:27:09.312401 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f4faba99-7a9f-4686-b3f4-bea58578bef9 req-02eba71b-e7e7-41d5-9ee9-0bbc1b7c6307 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc1eb57f-c895-43db-97a6-b6b4a6d3f938 HTTP/1.1" status: 200 len: 945 time: 0.0557094 Mar 22 11:27:09.352027 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f4faba99-7a9f-4686-b3f4-bea58578bef9 req-63f8d58d-b4a8-49c6-8e43-85ede8eea120 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=5466a4c2-5e77-4ea8-b6fc-973ba99edace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328069 Mar 22 11:27:09.892674 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-79a1ae36-2439-4ee4-9669-1e1ea85a9d67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:10.484397 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d2982-9fb9-4cc6-a601-d3a7ce948564 req-4e8d494f-99a2-43df-a5a3-c533196b9359 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:27:10.485746 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-416d2982-9fb9-4cc6-a601-d3a7ce948564 req-4e8d494f-99a2-43df-a5a3-c533196b9359 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc1eb57f-c895-43db-97a6-b6b4a6d3f938 HTTP/1.1" status: 200 len: 945 time: 0.0528572 Mar 22 11:27:10.524189 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-416d2982-9fb9-4cc6-a601-d3a7ce948564 req-2c981461-6730-46e7-b843-6aac33d89f1d tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=5466a4c2-5e77-4ea8-b6fc-973ba99edace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319626 Mar 22 11:27:10.546121 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 47356) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:27:10.613614 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-47560c51-f828-4c47-a7d4-968f664452f9 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/floatingips/61bcc7ff-2284-4c1b-bc90-c6a08320e0e3 HTTP/1.1" status: 200 len: 992 time: 0.0661101 Mar 22 11:27:11.248888 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:11.928068 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334e48e-69e1-4a59-962b-389305ac7a5b req-f2524bab-ab86-4adf-aa18-8b66e3108195 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:27:11.929445 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4334e48e-69e1-4a59-962b-389305ac7a5b req-f2524bab-ab86-4adf-aa18-8b66e3108195 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc1eb57f-c895-43db-97a6-b6b4a6d3f938 HTTP/1.1" status: 200 len: 945 time: 0.0698714 Mar 22 11:27:11.961437 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508542b6-8359-4671-b2bc-5e11b8d4dcac req-62534b46-085b-4ccd-9163-1d895f99cb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:27:11.962791 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-508542b6-8359-4671-b2bc-5e11b8d4dcac req-62534b46-085b-4ccd-9163-1d895f99cb55 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7a987b92cdc4ed9b3e8c30c749ad6fb&device_id=bc1eb57f-c895-43db-97a6-b6b4a6d3f938 HTTP/1.1" status: 200 len: 1098 time: 0.0682836 Mar 22 11:27:11.984317 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4334e48e-69e1-4a59-962b-389305ac7a5b req-e662860e-68a4-4dc8-b5f9-748461d2a3cc tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=5466a4c2-5e77-4ea8-b6fc-973ba99edace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487144 Mar 22 11:27:12.064400 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508542b6-8359-4671-b2bc-5e11b8d4dcac req-704cfafd-6974-41e4-b79a-b35c3746b82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:27:12.065870 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-508542b6-8359-4671-b2bc-5e11b8d4dcac req-704cfafd-6974-41e4-b79a-b35c3746b82e service neutron] 10.222.0.35 "GET /v2.0/networks?id=c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7 HTTP/1.1" status: 200 len: 897 time: 0.0951962 Mar 22 11:27:12.129596 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-508542b6-8359-4671-b2bc-5e11b8d4dcac req-d0802572-bcac-4ad3-8c53-2c3427d74d8f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b4fb341-324e-4741-a4c1-62cc7968f4fc HTTP/1.1" status: 200 len: 1000 time: 0.0570219 Mar 22 11:27:12.181805 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508542b6-8359-4671-b2bc-5e11b8d4dcac req-3c1f68c5-d6a6-4c40-9b13-6b37a7c88f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:27:12.183118 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-508542b6-8359-4671-b2bc-5e11b8d4dcac req-3c1f68c5-d6a6-4c40-9b13-6b37a7c88f97 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8ea8eabb-bfe5-4617-903a-8b7cb6ee6997 HTTP/1.1" status: 200 len: 835 time: 0.0468910 Mar 22 11:27:12.228028 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508542b6-8359-4671-b2bc-5e11b8d4dcac req-f0796a72-427f-4f50-a309-5e0cd80aa690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:27:12.229509 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-508542b6-8359-4671-b2bc-5e11b8d4dcac req-f0796a72-427f-4f50-a309-5e0cd80aa690 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397997 Mar 22 11:27:12.318011 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-508542b6-8359-4671-b2bc-5e11b8d4dcac req-df5492e2-92d7-4e68-9e37-0af0e3c86a46 service neutron] 10.222.0.35 "GET /v2.0/networks/c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812392 Mar 22 11:27:12.412333 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-508542b6-8359-4671-b2bc-5e11b8d4dcac req-d2008f37-39d1-4066-9f4c-229554d01bd6 service neutron] 10.222.0.35 "GET /v2.0/networks/c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867753 Mar 22 11:27:12.678438 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:12.883824 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:13.111133 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33b1be-1c8b-41f8-80d9-7721da58e226 req-dc99dd97-bd90-4d8a-965a-5c4113272fa8 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:27:13.112643 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0b33b1be-1c8b-41f8-80d9-7721da58e226 req-dc99dd97-bd90-4d8a-965a-5c4113272fa8 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc1eb57f-c895-43db-97a6-b6b4a6d3f938 HTTP/1.1" status: 200 len: 945 time: 0.0576959 Mar 22 11:27:13.161338 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0b33b1be-1c8b-41f8-80d9-7721da58e226 req-93085d4d-b9ad-432f-85b8-d7915390182f tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=5466a4c2-5e77-4ea8-b6fc-973ba99edace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389321 Mar 22 11:27:13.184170 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 47366) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:27:13.239156 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:27:13.249054 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-dbea9ab1-a2ad-44eb-b28a-9ee9b3e5ea25 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/floatingips/61bcc7ff-2284-4c1b-bc90-c6a08320e0e3 HTTP/1.1" status: 200 len: 992 time: 0.0637667 Mar 22 11:27:13.698043 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:29.376978 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [req-3b14aa65-622a-457a-9b00-66cddc0ecbfa req-37741ca3-907a-4b9f-969a-a35f38818cb6 tempest-ServerDiskConfigTestJSON-683359087 tempest-ServerDiskConfigTestJSON-683359087-project] (109050) timed out ('10.222.0.35', 52152) {{(pid=109050) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 22 11:27:37.763082 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e7a401af-6aec-47a7-b0f4-6239c8f45fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:39.898872 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-15a637c6-465d-4d5a-b121-372004121d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:41.257414 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:42.682251 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:42.890296 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:43.711259 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:43.813192 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 47376) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:27:43.971570 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-99980105-c24c-4169-b9ba-db0330a5070a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Deleting port 2f7fbd9a-9742-48de-9770-7e781a165c76 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:27:43.971813 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-99980105-c24c-4169-b9ba-db0330a5070a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:44.050995 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-99980105-c24c-4169-b9ba-db0330a5070a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:44.051399 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-99980105-c24c-4169-b9ba-db0330a5070a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:44.063898 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-99980105-c24c-4169-b9ba-db0330a5070a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Calling delete_port for 2f7fbd9a-9742-48de-9770-7e781a165c76 owned by network:floatingip {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:27:44.231836 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-99980105-c24c-4169-b9ba-db0330a5070a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:44.260621 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99980105-c24c-4169-b9ba-db0330a5070a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event deleted for resources: {'Port': ['ID=2f7fbd9a-9742-48de-9770-7e781a165c76,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:27:44.272116 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99980105-c24c-4169-b9ba-db0330a5070a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:44.272462 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99980105-c24c-4169-b9ba-db0330a5070a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:44.272818 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99980105-c24c-4169-b9ba-db0330a5070a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:44.273134 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99980105-c24c-4169-b9ba-db0330a5070a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:44.273464 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99980105-c24c-4169-b9ba-db0330a5070a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:44.273793 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99980105-c24c-4169-b9ba-db0330a5070a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:44.274117 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99980105-c24c-4169-b9ba-db0330a5070a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:44.274440 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99980105-c24c-4169-b9ba-db0330a5070a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:44.274762 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99980105-c24c-4169-b9ba-db0330a5070a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:44.275077 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99980105-c24c-4169-b9ba-db0330a5070a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:44.275416 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99980105-c24c-4169-b9ba-db0330a5070a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:44.275736 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99980105-c24c-4169-b9ba-db0330a5070a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:44.329505 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-99980105-c24c-4169-b9ba-db0330a5070a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for floatingip, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:44.329802 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.l3_db [None req-99980105-c24c-4169-b9ba-db0330a5070a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Floating IP 61bcc7ff-2284-4c1b-bc90-c6a08320e0e3 disassociated (deleted). External IP: 172.26.7.98, port: 7b4fb341-324e-4741-a4c1-62cc7968f4fc. Mar 22 11:27:44.541126 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99980105-c24c-4169-b9ba-db0330a5070a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Router 8cda64d7-db34-4e0d-875c-b6bef69d5a01 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:27:44.658920 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99980105-c24c-4169-b9ba-db0330a5070a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:27:44.663957 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-99980105-c24c-4169-b9ba-db0330a5070a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:44.668674 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0734902b-9ca3-4a69-a1a5-702c562d0288 None None] Sync routers for ids ['8cda64d7-db34-4e0d-875c-b6bef69d5a01'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:27:44.679694 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0734902b-9ca3-4a69-a1a5-702c562d0288 None None] Routers {'8cda64d7-db34-4e0d-875c-b6bef69d5a01'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:27:44.680328 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-0734902b-9ca3-4a69-a1a5-702c562d0288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:27:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['8cda64d7-db34-4e0d-875c-b6bef69d5a01'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:27:44.690822 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-99980105-c24c-4169-b9ba-db0330a5070a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "DELETE /v2.0/floatingips/61bcc7ff-2284-4c1b-bc90-c6a08320e0e3 HTTP/1.1" status: 204 len: 168 time: 0.8765128 Mar 22 11:27:44.691422 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc1eb57f-c895-43db-97a6-b6b4a6d3f938', 'tag': '7b4fb341-324e-4741-a4c1-62cc7968f4fc'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:27:44.693741 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45b66ab-c2fd-44df-990a-9219850eda8a" -d '{"events": [{"name": "network-changed", "server_uuid": "bc1eb57f-c895-43db-97a6-b6b4a6d3f938", "tag": "7b4fb341-324e-4741-a4c1-62cc7968f4fc"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:27:44.738136 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50820e6f-1656-4e9f-868b-8b0ef1e046c5 x-openstack-request-id: req-50820e6f-1656-4e9f-868b-8b0ef1e046c5 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:27:44.738433 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc1eb57f-c895-43db-97a6-b6b4a6d3f938", "tag": "7b4fb341-324e-4741-a4c1-62cc7968f4fc", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:27:44.738677 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-50820e6f-1656-4e9f-868b-8b0ef1e046c5 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:27:44.739089 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50820e6f-1656-4e9f-868b-8b0ef1e046c5'] response: {'name': 'network-changed', 'server_uuid': 'bc1eb57f-c895-43db-97a6-b6b4a6d3f938', 'tag': '7b4fb341-324e-4741-a4c1-62cc7968f4fc', 'status': 'completed', 'code': 200} Mar 22 11:27:44.787190 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-0734902b-9ca3-4a69-a1a5-702c562d0288 None None] Set router 8cda64d7-db34-4e0d-875c-b6bef69d5a01 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:27:44.805495 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b66ab-c2fd-44df-990a-9219850eda8a req-d7cdd210-040a-4cd8-89d6-c847ae198614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:27:44.807030 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f45b66ab-c2fd-44df-990a-9219850eda8a req-d7cdd210-040a-4cd8-89d6-c847ae198614 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7a987b92cdc4ed9b3e8c30c749ad6fb&device_id=bc1eb57f-c895-43db-97a6-b6b4a6d3f938 HTTP/1.1" status: 200 len: 1098 time: 0.0453629 Mar 22 11:27:44.934604 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b66ab-c2fd-44df-990a-9219850eda8a req-cb68e27e-cffd-4a52-908b-3f3e4681ebbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:27:44.936097 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f45b66ab-c2fd-44df-990a-9219850eda8a req-cb68e27e-cffd-4a52-908b-3f3e4681ebbb service neutron] 10.222.0.35 "GET /v2.0/networks?id=c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7 HTTP/1.1" status: 200 len: 897 time: 0.1181269 Mar 22 11:27:44.957475 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28908f89-264b-41f0-84d4-60ed2b55e6f8 req-eb8332c8-2830-400a-8a67-cef656e39330 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:27:44.958907 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-28908f89-264b-41f0-84d4-60ed2b55e6f8 req-eb8332c8-2830-400a-8a67-cef656e39330 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc1eb57f-c895-43db-97a6-b6b4a6d3f938 HTTP/1.1" status: 200 len: 945 time: 0.0667791 Mar 22 11:27:44.986933 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f45b66ab-c2fd-44df-990a-9219850eda8a req-98a05c9d-2179-4b88-ace7-f831b1ab2620 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b4fb341-324e-4741-a4c1-62cc7968f4fc HTTP/1.1" status: 200 len: 217 time: 0.0434728 Mar 22 11:27:44.991247 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-0734902b-9ca3-4a69-a1a5-702c562d0288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cda64d7-db34-4e0d-875c-b6bef69d5a01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1954402046', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '65b49da4-b74a-413d-b161-f209a6b63087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:26:03Z', 'updated_at': '2022-03-22T11:26:06Z', 'revision_number': 4, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': '65b49da4-b74a-413d-b161-f209a6b63087', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:23:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cda64d7-db34-4e0d-875c-b6bef69d5a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:26:03Z', 'updated_at': '2022-03-22T11:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '6731c867-c153-47d5-a0d7-21c107ec5f27', 'name': '', 'network_id': 'c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'mac_address': 'fa:16:3e:da:b1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cda64d7-db34-4e0d-875c-b6bef69d5a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '8ea8eabb-bfe5-4617-903a-8b7cb6ee6997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:26:06Z', 'updated_at': '2022-03-22T11:26:09Z', 'revision_number': 5, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'subnets': [{'id': '8ea8eabb-bfe5-4617-903a-8b7cb6ee6997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:27:45.020958 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0734902b-9ca3-4a69-a1a5-702c562d0288 None None] Checking router: 8cda64d7-db34-4e0d-875c-b6bef69d5a01 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:27:45.029127 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0734902b-9ca3-4a69-a1a5-702c562d0288 None None] Routers {'8cda64d7-db34-4e0d-875c-b6bef69d5a01'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:27:45.029718 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-0734902b-9ca3-4a69-a1a5-702c562d0288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:27:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['8cda64d7-db34-4e0d-875c-b6bef69d5a01'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:27:45.054140 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-28908f89-264b-41f0-84d4-60ed2b55e6f8 req-a03410b7-6ed7-4112-b1a4-e01594b3f4c3 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=5466a4c2-5e77-4ea8-b6fc-973ba99edace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696459 Mar 22 11:27:45.059616 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b66ab-c2fd-44df-990a-9219850eda8a req-29b52a55-804f-4cce-9112-6c654ea367ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:27:45.060975 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f45b66ab-c2fd-44df-990a-9219850eda8a req-29b52a55-804f-4cce-9112-6c654ea367ce service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8ea8eabb-bfe5-4617-903a-8b7cb6ee6997 HTTP/1.1" status: 200 len: 835 time: 0.0621696 Mar 22 11:27:45.112608 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b66ab-c2fd-44df-990a-9219850eda8a req-54eb7c68-9d21-46d8-85c2-9351aa90d3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:27:45.114088 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f45b66ab-c2fd-44df-990a-9219850eda8a req-54eb7c68-9d21-46d8-85c2-9351aa90d3c8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447083 Mar 22 11:27:45.135619 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-0734902b-9ca3-4a69-a1a5-702c562d0288 None None] Set router 8cda64d7-db34-4e0d-875c-b6bef69d5a01 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:27:45.206855 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f45b66ab-c2fd-44df-990a-9219850eda8a req-c5bab680-b168-48c4-bb7e-45f572669146 service neutron] 10.222.0.35 "GET /v2.0/networks/c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847688 Mar 22 11:27:45.295405 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f45b66ab-c2fd-44df-990a-9219850eda8a req-c3c0fecf-5919-414b-89cd-9cd03a281470 service neutron] 10.222.0.35 "GET /v2.0/networks/c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805893 Mar 22 11:27:45.330184 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-0734902b-9ca3-4a69-a1a5-702c562d0288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cda64d7-db34-4e0d-875c-b6bef69d5a01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1954402046', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '65b49da4-b74a-413d-b161-f209a6b63087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:26:03Z', 'updated_at': '2022-03-22T11:26:06Z', 'revision_number': 4, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': '65b49da4-b74a-413d-b161-f209a6b63087', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:23:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cda64d7-db34-4e0d-875c-b6bef69d5a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:26:03Z', 'updated_at': '2022-03-22T11:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '6731c867-c153-47d5-a0d7-21c107ec5f27', 'name': '', 'network_id': 'c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'mac_address': 'fa:16:3e:da:b1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cda64d7-db34-4e0d-875c-b6bef69d5a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '8ea8eabb-bfe5-4617-903a-8b7cb6ee6997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:26:06Z', 'updated_at': '2022-03-22T11:26:09Z', 'revision_number': 5, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'subnets': [{'id': '8ea8eabb-bfe5-4617-903a-8b7cb6ee6997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:27:45.358746 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0734902b-9ca3-4a69-a1a5-702c562d0288 None None] The sync data for ids ['8cda64d7-db34-4e0d-875c-b6bef69d5a01'] in dv-neutron-834599-1-hyperv is: [{'id': '8cda64d7-db34-4e0d-875c-b6bef69d5a01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1954402046', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '65b49da4-b74a-413d-b161-f209a6b63087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:26:03Z', 'updated_at': '2022-03-22T11:26:06Z', 'revision_number': 4, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': '65b49da4-b74a-413d-b161-f209a6b63087', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:23:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cda64d7-db34-4e0d-875c-b6bef69d5a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:26:03Z', 'updated_at': '2022-03-22T11:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '6731c867-c153-47d5-a0d7-21c107ec5f27', 'name': '', 'network_id': 'c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'mac_address': 'fa:16:3e:da:b1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cda64d7-db34-4e0d-875c-b6bef69d5a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '8ea8eabb-bfe5-4617-903a-8b7cb6ee6997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:26:06Z', 'updated_at': '2022-03-22T11:26:09Z', 'revision_number': 5, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'subnets': [{'id': '8ea8eabb-bfe5-4617-903a-8b7cb6ee6997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:27:45.582195 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b089cfe-b2a5-498b-bad3-43f132c949dd None None] New status for floating IP 61bcc7ff-2284-4c1b-bc90-c6a08320e0e3: DOWN {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 11:27:46.180155 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d4d01-2e5f-45bd-8f7b-be2fe6e4b2a5 req-19587bd9-afe2-47b0-8f60-4d68835dd1b0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:27:46.181631 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a77d4d01-2e5f-45bd-8f7b-be2fe6e4b2a5 req-19587bd9-afe2-47b0-8f60-4d68835dd1b0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc1eb57f-c895-43db-97a6-b6b4a6d3f938 HTTP/1.1" status: 200 len: 945 time: 0.0497968 Mar 22 11:27:46.224800 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a77d4d01-2e5f-45bd-8f7b-be2fe6e4b2a5 req-72f84b51-1f60-49cf-b9c6-91a211feb351 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=5466a4c2-5e77-4ea8-b6fc-973ba99edace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370610 Mar 22 11:27:46.531663 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb5fe8-78a0-4bae-83dd-26f4a49cd594 req-34f39151-6197-4d34-9181-8634941e5a98 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:27:46.533215 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-dabb5fe8-78a0-4bae-83dd-26f4a49cd594 req-34f39151-6197-4d34-9181-8634941e5a98 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc1eb57f-c895-43db-97a6-b6b4a6d3f938 HTTP/1.1" status: 200 len: 945 time: 0.0528743 Mar 22 11:27:46.628746 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-dabb5fe8-78a0-4bae-83dd-26f4a49cd594 req-7d066c6a-2bdc-413b-ae37-e6d1a95b1f93 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Deleting port 7b4fb341-324e-4741-a4c1-62cc7968f4fc {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:27:46.629090 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-dabb5fe8-78a0-4bae-83dd-26f4a49cd594 req-7d066c6a-2bdc-413b-ae37-e6d1a95b1f93 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:46.718055 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-dabb5fe8-78a0-4bae-83dd-26f4a49cd594 req-7d066c6a-2bdc-413b-ae37-e6d1a95b1f93 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] For port 7b4fb341-324e-4741-a4c1-62cc7968f4fc, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=7b4fb341-324e-4741-a4c1-62cc7968f4fc,segment=NetworkSegment(a204abcd-d4c1-4fc2-b810-5a50aba99dea),segment_id=a204abcd-d4c1-4fc2-b810-5a50aba99dea)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:27:46.718422 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-dabb5fe8-78a0-4bae-83dd-26f4a49cd594 req-7d066c6a-2bdc-413b-ae37-e6d1a95b1f93 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:46.731521 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-dabb5fe8-78a0-4bae-83dd-26f4a49cd594 req-7d066c6a-2bdc-413b-ae37-e6d1a95b1f93 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Calling delete_port for 7b4fb341-324e-4741-a4c1-62cc7968f4fc owned by compute:nova {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:27:46.881419 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-dabb5fe8-78a0-4bae-83dd-26f4a49cd594 req-7d066c6a-2bdc-413b-ae37-e6d1a95b1f93 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:46.910028 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d066c6a-2bdc-413b-ae37-e6d1a95b1f93 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event deleted for resources: {'Port': ['ID=7b4fb341-324e-4741-a4c1-62cc7968f4fc,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:27:46.952778 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-dabb5fe8-78a0-4bae-83dd-26f4a49cd594 req-7d066c6a-2bdc-413b-ae37-e6d1a95b1f93 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] No DVR routers for this DVR port 7b4fb341-324e-4741-a4c1-62cc7968f4fc on host hv-neutron-8345 {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:27:46.955545 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-dabb5fe8-78a0-4bae-83dd-26f4a49cd594 req-7d066c6a-2bdc-413b-ae37-e6d1a95b1f93 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:46.958836 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-dabb5fe8-78a0-4bae-83dd-26f4a49cd594 req-7d066c6a-2bdc-413b-ae37-e6d1a95b1f93 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.35 "DELETE /v2.0/ports/7b4fb341-324e-4741-a4c1-62cc7968f4fc HTTP/1.1" status: 204 len: 173 time: 0.4134586 Mar 22 11:27:46.959268 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1eb57f-c895-43db-97a6-b6b4a6d3f938', 'name': 'network-vif-deleted', 'tag': '7b4fb341-324e-4741-a4c1-62cc7968f4fc'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:27:46.961658 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52e83d9-5991-441c-9297-c0fc809d5044" -d '{"events": [{"server_uuid": "bc1eb57f-c895-43db-97a6-b6b4a6d3f938", "name": "network-vif-deleted", "tag": "7b4fb341-324e-4741-a4c1-62cc7968f4fc"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:27:46.998205 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8897743d-45e7-4210-b604-8e19787f30a5 x-openstack-request-id: req-8897743d-45e7-4210-b604-8e19787f30a5 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:27:46.998491 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc1eb57f-c895-43db-97a6-b6b4a6d3f938", "name": "network-vif-deleted", "tag": "7b4fb341-324e-4741-a4c1-62cc7968f4fc", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:27:46.998737 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8897743d-45e7-4210-b604-8e19787f30a5 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:27:46.999138 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8897743d-45e7-4210-b604-8e19787f30a5'] response: {'server_uuid': 'bc1eb57f-c895-43db-97a6-b6b4a6d3f938', 'name': 'network-vif-deleted', 'tag': '7b4fb341-324e-4741-a4c1-62cc7968f4fc', 'status': 'completed', 'code': 200} Mar 22 11:27:47.346551 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3c7a7de8-c470-4c31-89ac-0ca174c7a0da req-624c5cbf-a1f8-4e09-906e-8b886ebe810a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc1eb57f-c895-43db-97a6-b6b4a6d3f938 HTTP/1.1" status: 200 len: 210 time: 0.0291467 Mar 22 11:27:48.409003 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 47396) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:27:48.778176 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c6042299-821b-40fc-a25e-a2da9712ac97 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683891'] for router_interface, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:49.049566 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-c6042299-821b-40fc-a25e-a2da9712ac97 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Deleting port 6731c867-c153-47d5-a0d7-21c107ec5f27 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:27:49.049810 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c6042299-821b-40fc-a25e-a2da9712ac97 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:49.144122 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-c6042299-821b-40fc-a25e-a2da9712ac97 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] For port 6731c867-c153-47d5-a0d7-21c107ec5f27, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=6731c867-c153-47d5-a0d7-21c107ec5f27,segment=NetworkSegment(a204abcd-d4c1-4fc2-b810-5a50aba99dea),segment_id=a204abcd-d4c1-4fc2-b810-5a50aba99dea)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:27:49.144480 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c6042299-821b-40fc-a25e-a2da9712ac97 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:49.157816 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-c6042299-821b-40fc-a25e-a2da9712ac97 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Calling delete_port for 6731c867-c153-47d5-a0d7-21c107ec5f27 owned by network:router_interface {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:27:49.340193 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c6042299-821b-40fc-a25e-a2da9712ac97 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:49.363654 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6042299-821b-40fc-a25e-a2da9712ac97 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event deleted for resources: {'Port': ['ID=6731c867-c153-47d5-a0d7-21c107ec5f27,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:27:49.373537 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6042299-821b-40fc-a25e-a2da9712ac97 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:49.373888 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6042299-821b-40fc-a25e-a2da9712ac97 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:49.374183 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6042299-821b-40fc-a25e-a2da9712ac97 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:49.374514 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6042299-821b-40fc-a25e-a2da9712ac97 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:49.374889 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6042299-821b-40fc-a25e-a2da9712ac97 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:49.375210 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6042299-821b-40fc-a25e-a2da9712ac97 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:49.375563 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6042299-821b-40fc-a25e-a2da9712ac97 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:49.375886 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6042299-821b-40fc-a25e-a2da9712ac97 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:49.376203 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6042299-821b-40fc-a25e-a2da9712ac97 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:49.376919 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6042299-821b-40fc-a25e-a2da9712ac97 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:49.376919 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6042299-821b-40fc-a25e-a2da9712ac97 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:49.377171 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6042299-821b-40fc-a25e-a2da9712ac97 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:49.548293 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-c6042299-821b-40fc-a25e-a2da9712ac97 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684007'] for router_interface, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:49.769205 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6042299-821b-40fc-a25e-a2da9712ac97 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Router 8cda64d7-db34-4e0d-875c-b6bef69d5a01 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:27:49.884464 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6042299-821b-40fc-a25e-a2da9712ac97 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:27:49.889812 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-c6042299-821b-40fc-a25e-a2da9712ac97 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "PUT /v2.0/routers/8cda64d7-db34-4e0d-875c-b6bef69d5a01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4798110 Mar 22 11:27:49.892665 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 47400) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:27:49.895461 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f39025-2186-441a-bd80-45a14ccf9328 None None] Sync routers for ids ['8cda64d7-db34-4e0d-875c-b6bef69d5a01'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:27:49.906699 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f39025-2186-441a-bd80-45a14ccf9328 None None] Routers {'8cda64d7-db34-4e0d-875c-b6bef69d5a01'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:27:49.907294 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-72f39025-2186-441a-bd80-45a14ccf9328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:27:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['8cda64d7-db34-4e0d-875c-b6bef69d5a01'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:27:49.943230 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a4c2aae-63de-42ff-bd8d-d4b2cab0895e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Deleting subnet 8ea8eabb-bfe5-4617-903a-8b7cb6ee6997 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 11:27:49.946434 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4a4c2aae-63de-42ff-bd8d-d4b2cab0895e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:49.988546 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4a4c2aae-63de-42ff-bd8d-d4b2cab0895e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:50.011502 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-72f39025-2186-441a-bd80-45a14ccf9328 None None] Set router 8cda64d7-db34-4e0d-875c-b6bef69d5a01 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:27:50.079023 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4a4c2aae-63de-42ff-bd8d-d4b2cab0895e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:50.138400 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4a4c2aae-63de-42ff-bd8d-d4b2cab0895e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:50.164620 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4c2aae-63de-42ff-bd8d-d4b2cab0895e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event deleted for resources: {'Subnet': ['ID=8ea8eabb-bfe5-4617-903a-8b7cb6ee6997,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:27:50.169460 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-4a4c2aae-63de-42ff-bd8d-d4b2cab0895e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:50.173552 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4a4c2aae-63de-42ff-bd8d-d4b2cab0895e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "DELETE /v2.0/subnets/8ea8eabb-bfe5-4617-903a-8b7cb6ee6997 HTTP/1.1" status: 204 len: 168 time: 0.2792542 Mar 22 11:27:50.175554 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 47402) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:27:50.175692 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efda8bbd-1507-4917-b86e-0f4e49377bf4 None None] Network c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:27:50.287156 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:27:50.295654 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0ecd7beb-ab2a-40fc-a99c-83fa02892471 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:50.301359 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-72f39025-2186-441a-bd80-45a14ccf9328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cda64d7-db34-4e0d-875c-b6bef69d5a01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1954402046', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '65b49da4-b74a-413d-b161-f209a6b63087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:26:03Z', 'updated_at': '2022-03-22T11:27:49Z', 'revision_number': 5, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': '65b49da4-b74a-413d-b161-f209a6b63087', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:23:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cda64d7-db34-4e0d-875c-b6bef69d5a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:26:03Z', 'updated_at': '2022-03-22T11:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:27:50.327048 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f39025-2186-441a-bd80-45a14ccf9328 None None] Checking router: 8cda64d7-db34-4e0d-875c-b6bef69d5a01 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:27:50.336090 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f39025-2186-441a-bd80-45a14ccf9328 None None] Routers {'8cda64d7-db34-4e0d-875c-b6bef69d5a01'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:27:50.336713 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-72f39025-2186-441a-bd80-45a14ccf9328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:27:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['8cda64d7-db34-4e0d-875c-b6bef69d5a01'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:27:50.369111 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07fc22b-10e6-437a-9e42-beafdb2d3b94 None None] DHCP port deletion for c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 11:27:50.414338 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0ecd7beb-ab2a-40fc-a99c-83fa02892471 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:50.418100 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-a07fc22b-10e6-437a-9e42-beafdb2d3b94 None None] Deleting port de010f34-5d02-40cf-bff0-6e3bf28164ce {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:27:50.418486 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a07fc22b-10e6-437a-9e42-beafdb2d3b94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:50.447206 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-72f39025-2186-441a-bd80-45a14ccf9328 None None] Set router 8cda64d7-db34-4e0d-875c-b6bef69d5a01 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:27:50.469753 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-0ecd7beb-ab2a-40fc-a99c-83fa02892471 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Deleting port 65b49da4-b74a-413d-b161-f209a6b63087 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:27:50.470137 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0ecd7beb-ab2a-40fc-a99c-83fa02892471 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:50.557772 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-0ecd7beb-ab2a-40fc-a99c-83fa02892471 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] For port 65b49da4-b74a-413d-b161-f209a6b63087, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=65b49da4-b74a-413d-b161-f209a6b63087,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:27:50.558552 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0ecd7beb-ab2a-40fc-a99c-83fa02892471 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:50.571772 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-0ecd7beb-ab2a-40fc-a99c-83fa02892471 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Calling delete_port for 65b49da4-b74a-413d-b161-f209a6b63087 owned by network:router_gateway {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:27:50.632204 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-72f39025-2186-441a-bd80-45a14ccf9328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cda64d7-db34-4e0d-875c-b6bef69d5a01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1954402046', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '65b49da4-b74a-413d-b161-f209a6b63087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:26:03Z', 'updated_at': '2022-03-22T11:27:49Z', 'revision_number': 5, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': '65b49da4-b74a-413d-b161-f209a6b63087', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:23:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cda64d7-db34-4e0d-875c-b6bef69d5a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:26:03Z', 'updated_at': '2022-03-22T11:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:27:50.638257 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-a07fc22b-10e6-437a-9e42-beafdb2d3b94 None None] For port de010f34-5d02-40cf-bff0-6e3bf28164ce, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=de010f34-5d02-40cf-bff0-6e3bf28164ce,segment=NetworkSegment(a204abcd-d4c1-4fc2-b810-5a50aba99dea),segment_id=a204abcd-d4c1-4fc2-b810-5a50aba99dea)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:27:50.638730 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a07fc22b-10e6-437a-9e42-beafdb2d3b94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:50.651645 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-a07fc22b-10e6-437a-9e42-beafdb2d3b94 None None] Calling delete_port for de010f34-5d02-40cf-bff0-6e3bf28164ce owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:27:50.661393 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f39025-2186-441a-bd80-45a14ccf9328 None None] The sync data for ids ['8cda64d7-db34-4e0d-875c-b6bef69d5a01'] in dv-neutron-834599-1-hyperv is: [{'id': '8cda64d7-db34-4e0d-875c-b6bef69d5a01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1954402046', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '65b49da4-b74a-413d-b161-f209a6b63087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:26:03Z', 'updated_at': '2022-03-22T11:27:49Z', 'revision_number': 5, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': '65b49da4-b74a-413d-b161-f209a6b63087', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:23:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cda64d7-db34-4e0d-875c-b6bef69d5a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:26:03Z', 'updated_at': '2022-03-22T11:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:27:50.734324 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a07fc22b-10e6-437a-9e42-beafdb2d3b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:50.750292 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0ecd7beb-ab2a-40fc-a99c-83fa02892471 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:50.758694 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07fc22b-10e6-437a-9e42-beafdb2d3b94 None None] Pushing event deleted for resources: {'Port': ['ID=de010f34-5d02-40cf-bff0-6e3bf28164ce,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:27:50.762969 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07fc22b-10e6-437a-9e42-beafdb2d3b94 None None] No DVR routers for this DVR port de010f34-5d02-40cf-bff0-6e3bf28164ce on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:27:50.769495 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07fc22b-10e6-437a-9e42-beafdb2d3b94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:50.769875 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07fc22b-10e6-437a-9e42-beafdb2d3b94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:50.770181 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07fc22b-10e6-437a-9e42-beafdb2d3b94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:50.770739 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07fc22b-10e6-437a-9e42-beafdb2d3b94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:50.770854 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07fc22b-10e6-437a-9e42-beafdb2d3b94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:50.771155 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07fc22b-10e6-437a-9e42-beafdb2d3b94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:50.771540 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07fc22b-10e6-437a-9e42-beafdb2d3b94 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:50.771869 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07fc22b-10e6-437a-9e42-beafdb2d3b94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:50.772193 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07fc22b-10e6-437a-9e42-beafdb2d3b94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:50.772785 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07fc22b-10e6-437a-9e42-beafdb2d3b94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:50.772785 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07fc22b-10e6-437a-9e42-beafdb2d3b94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:50.773088 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07fc22b-10e6-437a-9e42-beafdb2d3b94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:50.776125 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecd7beb-ab2a-40fc-a99c-83fa02892471 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event deleted for resources: {'Port': ['ID=65b49da4-b74a-413d-b161-f209a6b63087,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:27:50.838172 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0ecd7beb-ab2a-40fc-a99c-83fa02892471 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682553'] for router_gateway, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:50.927321 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0ecd7beb-ab2a-40fc-a99c-83fa02892471 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:50.929625 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0ecd7beb-ab2a-40fc-a99c-83fa02892471 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:50.973915 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0ecd7beb-ab2a-40fc-a99c-83fa02892471 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:50.974395 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ecd7beb-ab2a-40fc-a99c-83fa02892471 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Fanout notify agent at l3_agent the message router_deleted on router 8cda64d7-db34-4e0d-875c-b6bef69d5a01 {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 11:27:50.981527 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0ecd7beb-ab2a-40fc-a99c-83fa02892471 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:50.982730 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0ecd7beb-ab2a-40fc-a99c-83fa02892471 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "DELETE /v2.0/routers/8cda64d7-db34-4e0d-875c-b6bef69d5a01 HTTP/1.1" status: 204 len: 168 time: 0.8062484 Mar 22 11:27:50.985613 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 47404) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:27:51.063202 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aaf48b65-b67d-4d5c-877d-258cc629dd82 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:51.152602 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aaf48b65-b67d-4d5c-877d-258cc629dd82 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:51.172253 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-aaf48b65-b67d-4d5c-877d-258cc629dd82 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:27:51.182588 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-aaf48b65-b67d-4d5c-877d-258cc629dd82 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a204abcd-d4c1-4fc2-b810-5a50aba99dea') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:27:51.182879 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-aaf48b65-b67d-4d5c-877d-258cc629dd82 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a204abcd-d4c1-4fc2-b810-5a50aba99dea') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:27:51.192762 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aaf48b65-b67d-4d5c-877d-258cc629dd82 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:51.206378 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aaf48b65-b67d-4d5c-877d-258cc629dd82 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:51.213087 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaf48b65-b67d-4d5c-877d-258cc629dd82 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:27:51.213476 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aaf48b65-b67d-4d5c-877d-258cc629dd82 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:51.216672 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 11:27:51.216672 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:27:51.216672 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 11:27:51.216672 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:27:51.216672 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 11:27:51.216672 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 11:27:51.216672 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 11:27:51.216672 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:27:51.216672 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 11:27:51.216672 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:27:51.216672 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 11:27:51.216672 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:27:51.216672 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 11:27:51.216672 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 11:27:51.216672 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:27:51.216672 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 11:27:51.216672 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:27:51.216672 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 11:27:51.216672 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 11:27:51.216672 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 11:27:51.216672 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 11:27:51.216672 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 11:27:51.216672 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:27:51.216672 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:27:51.216672 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 11:27:51.216672 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:27:51.216672 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:27:51.216672 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:27:51.216672 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:27:51.216672 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:27:51.216672 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:27:51.216672 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:27:51.281712 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aaf48b65-b67d-4d5c-877d-258cc629dd82 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:51.289064 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-aaf48b65-b67d-4d5c-877d-258cc629dd82 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:51.295227 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 47406) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:27:51.295736 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-aaf48b65-b67d-4d5c-877d-258cc629dd82 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "DELETE /v2.0/networks/c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7 HTTP/1.1" status: 204 len: 168 time: 0.3087025 Mar 22 11:27:51.306770 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf48b65-b67d-4d5c-877d-258cc629dd82 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event deleted for resources: {'Network': ['ID=c18e0d00-3ae3-4c23-91a1-c9ae6898b3a7,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:27:51.354479 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e7a0fb66-107f-473c-a4a1-c424f4af9770 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:51.386707 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e7a0fb66-107f-473c-a4a1-c424f4af9770 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:51.453007 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e7a0fb66-107f-473c-a4a1-c424f4af9770 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:51.455609 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e7a0fb66-107f-473c-a4a1-c424f4af9770 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:51.456770 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-e7a0fb66-107f-473c-a4a1-c424f4af9770 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "DELETE /v2.0/security-groups/5466a4c2-5e77-4ea8-b6fc-973ba99edace HTTP/1.1" status: 204 len: 168 time: 0.1604888 Mar 22 11:27:51.465983 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a0fb66-107f-473c-a4a1-c424f4af9770 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5466a4c2-5e77-4ea8-b6fc-973ba99edace,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:27:51.656731 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 7b4fb341-324e-4741-a4c1-62cc7968f4fc no longer exists at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:27:51.677245 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] No Port match for: 7b4fb341-324e-4741-a4c1-62cc7968f4fc {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:27:51.677562 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 7b4fb341-324e-4741-a4c1-62cc7968f4fc not bound to the agent host hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:27:51.688241 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 47412) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:27:51.692905 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-77382f70-ea18-4115-9d6a-13ce7bc5cf81 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-182872453', 'description': 'tempest-secgroup-smoke-182872453 description', 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:27:51.718521 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-77382f70-ea18-4115-9d6a-13ce7bc5cf81 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:51.788516 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-77382f70-ea18-4115-9d6a-13ce7bc5cf81 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:51.794056 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-77382f70-ea18-4115-9d6a-13ce7bc5cf81 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:51.823470 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-77382f70-ea18-4115-9d6a-13ce7bc5cf81 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:51.824687 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-77382f70-ea18-4115-9d6a-13ce7bc5cf81 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1354294 Mar 22 11:27:51.826510 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77382f70-ea18-4115-9d6a-13ce7bc5cf81 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02963800-3c28-4ea1-87de-67c4f664a838,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:27:51.827884 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 47414) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:27:51.832613 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-85b3e941-6229-40c9-ace4-9378d5d878c4 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Request body: {'security_group_rule': {'security_group_id': '02963800-3c28-4ea1-87de-67c4f664a838', 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:27:51.857811 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-85b3e941-6229-40c9-ace4-9378d5d878c4 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:51.914199 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-85b3e941-6229-40c9-ace4-9378d5d878c4 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:51.919267 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-85b3e941-6229-40c9-ace4-9378d5d878c4 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:51.937335 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b3e941-6229-40c9-ace4-9378d5d878c4 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48cd40d7-cc45-4331-9045-563a0b473f3f,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:27:51.942897 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-85b3e941-6229-40c9-ace4-9378d5d878c4 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:51.944135 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-85b3e941-6229-40c9-ace4-9378d5d878c4 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1151848 Mar 22 11:27:51.946896 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 47416) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:27:51.951110 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-9a5337d3-89c8-4e98-87bc-24bf26affc1d tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Request body: {'security_group_rule': {'security_group_id': '02963800-3c28-4ea1-87de-67c4f664a838', 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:27:51.977985 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9a5337d3-89c8-4e98-87bc-24bf26affc1d tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:52.034735 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9a5337d3-89c8-4e98-87bc-24bf26affc1d tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:52.039334 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9a5337d3-89c8-4e98-87bc-24bf26affc1d tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:52.061251 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5337d3-89c8-4e98-87bc-24bf26affc1d tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13d8d833-7b9e-448e-933e-5f32050d0a85,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:27:52.067325 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9a5337d3-89c8-4e98-87bc-24bf26affc1d tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:52.068526 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9a5337d3-89c8-4e98-87bc-24bf26affc1d tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1207070 Mar 22 11:27:52.071502 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 47418) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:27:52.076142 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-c346bc6b-864c-4010-9518-7fba4430a62c tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Request body: {'security_group_rule': {'security_group_id': '02963800-3c28-4ea1-87de-67c4f664a838', 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:27:52.104643 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c346bc6b-864c-4010-9518-7fba4430a62c tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:52.168473 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c346bc6b-864c-4010-9518-7fba4430a62c tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:52.174365 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c346bc6b-864c-4010-9518-7fba4430a62c tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:52.192866 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c346bc6b-864c-4010-9518-7fba4430a62c tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db839b38-6726-4e6f-89c4-f679a4c2f83e,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:27:52.199469 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-c346bc6b-864c-4010-9518-7fba4430a62c tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:52.200567 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-c346bc6b-864c-4010-9518-7fba4430a62c tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1280718 Mar 22 11:27:52.203317 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 47420) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:27:52.207781 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-439c864a-0704-4629-bf33-1b403aff2ad5 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Request body: {'security_group_rule': {'security_group_id': '02963800-3c28-4ea1-87de-67c4f664a838', 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:27:52.233622 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-439c864a-0704-4629-bf33-1b403aff2ad5 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:52.279312 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 65b49da4-b74a-413d-b161-f209a6b63087 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:27:52.297547 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-439c864a-0704-4629-bf33-1b403aff2ad5 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:52.298924 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 65b49da4-b74a-413d-b161-f209a6b63087 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:27:52.299271 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 65b49da4-b74a-413d-b161-f209a6b63087 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:27:52.299734 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device de010f34-5d02-40cf-bff0-6e3bf28164ce no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:27:52.302446 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-439c864a-0704-4629-bf33-1b403aff2ad5 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:52.318958 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: de010f34-5d02-40cf-bff0-6e3bf28164ce {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:27:52.319403 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device de010f34-5d02-40cf-bff0-6e3bf28164ce not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:27:52.319746 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 6731c867-c153-47d5-a0d7-21c107ec5f27 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:27:52.320109 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439c864a-0704-4629-bf33-1b403aff2ad5 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbf3a116-79d4-46c9-9679-1a2c9a348085,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:27:52.330494 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-439c864a-0704-4629-bf33-1b403aff2ad5 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:52.331699 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-439c864a-0704-4629-bf33-1b403aff2ad5 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1274292 Mar 22 11:27:52.334392 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 47422) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:27:52.338638 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-e21bc992-c918-4331-99c4-8809a3f6aba0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Request body: {'security_group_rule': {'security_group_id': '02963800-3c28-4ea1-87de-67c4f664a838', 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:27:52.340095 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 6731c867-c153-47d5-a0d7-21c107ec5f27 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:27:52.340446 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 6731c867-c153-47d5-a0d7-21c107ec5f27 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:27:52.357961 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.securitygroups_db [None req-e21bc992-c918-4331-99c4-8809a3f6aba0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Project c7a987b92cdc4ed9b3e8c30c749ad6fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 11:27:52.362712 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e21bc992-c918-4331-99c4-8809a3f6aba0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:52.420639 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e21bc992-c918-4331-99c4-8809a3f6aba0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:52.425892 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e21bc992-c918-4331-99c4-8809a3f6aba0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:52.442368 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21bc992-c918-4331-99c4-8809a3f6aba0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee1659bd-1ea7-4fc9-881e-cc2249b0cf27,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:27:52.451414 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e21bc992-c918-4331-99c4-8809a3f6aba0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:52.452630 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-e21bc992-c918-4331-99c4-8809a3f6aba0 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1173425 Mar 22 11:27:52.455731 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 47424) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:27:52.460314 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-61ae61cc-0be3-4f30-9fa0-96eb52f3a56b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Request body: {'security_group_rule': {'security_group_id': '02963800-3c28-4ea1-87de-67c4f664a838', 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:27:52.483179 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.securitygroups_db [None req-61ae61cc-0be3-4f30-9fa0-96eb52f3a56b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Project c7a987b92cdc4ed9b3e8c30c749ad6fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 11:27:52.488533 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-61ae61cc-0be3-4f30-9fa0-96eb52f3a56b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:52.550438 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-61ae61cc-0be3-4f30-9fa0-96eb52f3a56b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:52.555925 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-61ae61cc-0be3-4f30-9fa0-96eb52f3a56b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:52.569919 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ae61cc-0be3-4f30-9fa0-96eb52f3a56b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d77fbf9-cb8f-48f5-b803-350e73cfd3cf,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:27:52.581363 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-61ae61cc-0be3-4f30-9fa0-96eb52f3a56b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:52.582545 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-61ae61cc-0be3-4f30-9fa0-96eb52f3a56b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1257994 Mar 22 11:27:52.585528 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 47426) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:27:52.590396 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-52e25239-44a5-48df-a943-3d13928767e9 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Request body: {'network': {'name': 'tempest-network-smoke--955075689', 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'port_security_enabled': True}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:27:52.610209 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e25239-44a5-48df-a943-3d13928767e9 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Made reservation on behalf of c7a987b92cdc4ed9b3e8c30c749ad6fb for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:27:52.613835 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-52e25239-44a5-48df-a943-3d13928767e9 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:52.637169 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52e25239-44a5-48df-a943-3d13928767e9 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:27:52.647143 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-52e25239-44a5-48df-a943-3d13928767e9 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:52.647534 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-52e25239-44a5-48df-a943-3d13928767e9 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Added segment cc5a71b1-53f2-4d5f-a936-be43b94c5cf2 of type vlan for network 65c625df-459b-4687-a3b6-e94d3d0edfda Mar 22 11:27:52.687595 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-52e25239-44a5-48df-a943-3d13928767e9 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:52.714861 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-52e25239-44a5-48df-a943-3d13928767e9 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:52.720840 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e25239-44a5-48df-a943-3d13928767e9 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:27:52.721447 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-52e25239-44a5-48df-a943-3d13928767e9 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:52.756065 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-52e25239-44a5-48df-a943-3d13928767e9 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1693525 Mar 22 11:27:52.759065 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 47428) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:27:52.763799 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-fc8a0681-b8de-45ef-b5e8-6a0951fde789 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1933270102', 'admin_state_up': True, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:27:52.786904 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fc8a0681-b8de-45ef-b5e8-6a0951fde789 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:52.788011 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fc8a0681-b8de-45ef-b5e8-6a0951fde789 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:52.793672 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e25239-44a5-48df-a943-3d13928767e9 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'Network': ['ID=65c625df-459b-4687-a3b6-e94d3d0edfda,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:27:52.805469 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 65c625df-459b-4687-a3b6-e94d3d0edfda details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 11:27:52.845181 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fc8a0681-b8de-45ef-b5e8-6a0951fde789 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:52.984064 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fc8a0681-b8de-45ef-b5e8-6a0951fde789 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:53.182689 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fc8a0681-b8de-45ef-b5e8-6a0951fde789 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for router_gateway, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:53.201458 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fc8a0681-b8de-45ef-b5e8-6a0951fde789 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:53.304111 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-fc8a0681-b8de-45ef-b5e8-6a0951fde789 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Allocated IP 172.26.7.177 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/e552666e-b891-4af5-8d04-c564deca1c4e) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:27:53.753462 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fc8a0681-b8de-45ef-b5e8-6a0951fde789 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:53.791089 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fc8a0681-b8de-45ef-b5e8-6a0951fde789 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:53.836895 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8a0681-b8de-45ef-b5e8-6a0951fde789 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:27:53.839630 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-fc8a0681-b8de-45ef-b5e8-6a0951fde789 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:27:53.842941 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8a0681-b8de-45ef-b5e8-6a0951fde789 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:27:53.848387 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8a0681-b8de-45ef-b5e8-6a0951fde789 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'Port': ['ID=e552666e-b891-4af5-8d04-c564deca1c4e,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:27:54.087450 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fc8a0681-b8de-45ef-b5e8-6a0951fde789 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for router_gateway, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:54.284877 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fc8a0681-b8de-45ef-b5e8-6a0951fde789 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:54.421641 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc8a0681-b8de-45ef-b5e8-6a0951fde789 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Router 544f7ad3-cff0-4dc5-81b8-df1afcfc0257 is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109050) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 11:27:54.533973 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8a0681-b8de-45ef-b5e8-6a0951fde789 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:27:54.545067 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c4f99a-9d61-4c54-ac19-58f4fc67379b None None] Sync routers for ids ['544f7ad3-cff0-4dc5-81b8-df1afcfc0257'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:27:54.556466 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c4f99a-9d61-4c54-ac19-58f4fc67379b None None] Routers {'544f7ad3-cff0-4dc5-81b8-df1afcfc0257'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:27:54.556662 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-fc8a0681-b8de-45ef-b5e8-6a0951fde789 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:54.557091 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-58c4f99a-9d61-4c54-ac19-58f4fc67379b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:27:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['544f7ad3-cff0-4dc5-81b8-df1afcfc0257'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:27:54.557743 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-fc8a0681-b8de-45ef-b5e8-6a0951fde789 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7976544 Mar 22 11:27:54.561056 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 47430) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:27:54.660745 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-58c4f99a-9d61-4c54-ac19-58f4fc67379b None None] Set router 544f7ad3-cff0-4dc5-81b8-df1afcfc0257 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:27:54.672135 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d81a9aaa-cfe5-46d8-b6b5-48c1bf5a15b7 tempest-TestNetworkAdvancedServerOps-1835492002 tempest-TestNetworkAdvancedServerOps-1835492002-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=c7a987b92cdc4ed9b3e8c30c749ad6fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1094675 Mar 22 11:27:54.674488 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 47434) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:27:54.760907 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642312a7-29df-4026-bb7c-6b8519515a3d tempest-TestNetworkAdvancedServerOps-1835492002 tempest-TestNetworkAdvancedServerOps-1835492002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:27:54.762421 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-642312a7-29df-4026-bb7c-6b8519515a3d tempest-TestNetworkAdvancedServerOps-1835492002 tempest-TestNetworkAdvancedServerOps-1835492002-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0870245 Mar 22 11:27:54.765492 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 47436) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:27:54.843529 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-58c4f99a-9d61-4c54-ac19-58f4fc67379b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544f7ad3-cff0-4dc5-81b8-df1afcfc0257', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933270102', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.177'}], 'enable_snat': True}, 'gw_port_id': 'e552666e-b891-4af5-8d04-c564deca1c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:27:52Z', 'updated_at': '2022-03-22T11:27:53Z', 'revision_number': 3, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': 'e552666e-b891-4af5-8d04-c564deca1c4e', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:66:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544f7ad3-cff0-4dc5-81b8-df1afcfc0257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:27:53Z', 'updated_at': '2022-03-22T11:27:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:27:54.871319 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c4f99a-9d61-4c54-ac19-58f4fc67379b None None] Checking router: 544f7ad3-cff0-4dc5-81b8-df1afcfc0257 for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:27:54.871705 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c4f99a-9d61-4c54-ac19-58f4fc67379b None None] Updating router 544f7ad3-cff0-4dc5-81b8-df1afcfc0257 port e552666e-b891-4af5-8d04-c564deca1c4e binding host dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:27:54.899293 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-58c4f99a-9d61-4c54-ac19-58f4fc67379b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:55.129321 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4ccbc5ec-6f38-4b82-9732-e8865bf1c37f tempest-TestNetworkAdvancedServerOps-1835492002 tempest-TestNetworkAdvancedServerOps-1835492002-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=a14ca783-6f82-4799-85a3-4cbe79c980a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3627388 Mar 22 11:27:55.132005 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 47438) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:27:55.136618 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-5f75f2a3-b82a-4947-8f83-8ed24455b735 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1520391471', 'network_id': '65c625df-459b-4687-a3b6-e94d3d0edfda', 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:27:55.164071 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-58c4f99a-9d61-4c54-ac19-58f4fc67379b None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:55.170128 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-58c4f99a-9d61-4c54-ac19-58f4fc67379b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:55.222359 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-58c4f99a-9d61-4c54-ac19-58f4fc67379b None None] Attempting to bind port e552666e-b891-4af5-8d04-c564deca1c4e on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:27:55.222643 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-58c4f99a-9d61-4c54-ac19-58f4fc67379b None None] Attempting to bind port e552666e-b891-4af5-8d04-c564deca1c4e by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:27:55.223068 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c4f99a-9d61-4c54-ac19-58f4fc67379b None None] Attempting to bind port e552666e-b891-4af5-8d04-c564deca1c4e on network a14ca783-6f82-4799-85a3-4cbe79c980a8 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:27:55.224568 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f75f2a3-b82a-4947-8f83-8ed24455b735 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Made reservation on behalf of c7a987b92cdc4ed9b3e8c30c749ad6fb for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:27:55.228437 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5f75f2a3-b82a-4947-8f83-8ed24455b735 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:55.231577 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c4f99a-9d61-4c54-ac19-58f4fc67379b None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:27:55.231949 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c4f99a-9d61-4c54-ac19-58f4fc67379b None None] Checking segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:27:55.232320 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-58c4f99a-9d61-4c54-ac19-58f4fc67379b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:55.232736 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c4f99a-9d61-4c54-ac19-58f4fc67379b None None] Bound using segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:27:55.233225 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-58c4f99a-9d61-4c54-ac19-58f4fc67379b None None] Bound port: e552666e-b891-4af5-8d04-c564deca1c4e, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:27:55.233569 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-58c4f99a-9d61-4c54-ac19-58f4fc67379b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:55.235096 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00681d38-4f2b-4824-9baa-a28007a35968 None None] Pushing event updated for resources: {'Port': ['ID=e552666e-b891-4af5-8d04-c564deca1c4e,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:27:55.285598 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-58c4f99a-9d61-4c54-ac19-58f4fc67379b None None] For port e552666e-b891-4af5-8d04-c564deca1c4e, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:27:55.289266 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-58c4f99a-9d61-4c54-ac19-58f4fc67379b None None] For port e552666e-b891-4af5-8d04-c564deca1c4e, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=e552666e-b891-4af5-8d04-c564deca1c4e,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:27:55.294076 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-58c4f99a-9d61-4c54-ac19-58f4fc67379b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:55.349976 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c4f99a-9d61-4c54-ac19-58f4fc67379b None None] Routers {'544f7ad3-cff0-4dc5-81b8-df1afcfc0257'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:27:55.350589 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-58c4f99a-9d61-4c54-ac19-58f4fc67379b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:27:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['544f7ad3-cff0-4dc5-81b8-df1afcfc0257'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:27:55.355209 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00681d38-4f2b-4824-9baa-a28007a35968 None None] Pushing event updated for resources: {'Port': ['ID=e552666e-b891-4af5-8d04-c564deca1c4e,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:27:55.409931 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5f75f2a3-b82a-4947-8f83-8ed24455b735 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:55.458792 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-58c4f99a-9d61-4c54-ac19-58f4fc67379b None None] Set router 544f7ad3-cff0-4dc5-81b8-df1afcfc0257 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:27:55.472894 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f75f2a3-b82a-4947-8f83-8ed24455b735 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'Subnet': ['ID=4b90c3c7-63d6-4a21-8a65-b2f35bcd90b3,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:27:55.481250 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f75f2a3-b82a-4947-8f83-8ed24455b735 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Checking segment: {'id': 'cc5a71b1-53f2-4d5f-a936-be43b94c5cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65c625df-459b-4687-a3b6-e94d3d0edfda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:27:55.481601 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f75f2a3-b82a-4947-8f83-8ed24455b735 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Network hostable DHCP agents. Network: 65c625df-459b-4687-a3b6-e94d3d0edfda, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:27:55.501132 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f75f2a3-b82a-4947-8f83-8ed24455b735 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Network 65c625df-459b-4687-a3b6-e94d3d0edfda is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:27:55.509998 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-5f75f2a3-b82a-4947-8f83-8ed24455b735 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 65c625df-459b-4687-a3b6-e94d3d0edfda) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:27:55.515318 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f75f2a3-b82a-4947-8f83-8ed24455b735 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:27:55.515860 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-5f75f2a3-b82a-4947-8f83-8ed24455b735 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:55.528199 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba24e35-48c3-4068-b94f-a66cdee8c358 None None] Network 65c625df-459b-4687-a3b6-e94d3d0edfda requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:27:55.533666 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-5f75f2a3-b82a-4947-8f83-8ed24455b735 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4007306 Mar 22 11:27:55.536560 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 47440) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:27:55.749916 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d628ca15-908c-4cee-a625-8d3e6115acd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-65c625df-459b-4687-a3b6-e94d3d0edfda', 'network_id': '65c625df-459b-4687-a3b6-e94d3d0edfda', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'fixed_ips': [{'subnet_id': '4b90c3c7-63d6-4a21-8a65-b2f35bcd90b3'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 11:27:55.750750 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d628ca15-908c-4cee-a625-8d3e6115acd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:55.776561 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-58c4f99a-9d61-4c54-ac19-58f4fc67379b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544f7ad3-cff0-4dc5-81b8-df1afcfc0257', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933270102', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.177'}], 'enable_snat': True}, 'gw_port_id': 'e552666e-b891-4af5-8d04-c564deca1c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:27:52Z', 'updated_at': '2022-03-22T11:27:53Z', 'revision_number': 3, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': 'e552666e-b891-4af5-8d04-c564deca1c4e', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:66:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544f7ad3-cff0-4dc5-81b8-df1afcfc0257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:27:53Z', 'updated_at': '2022-03-22T11:27:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:27:55.845987 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c4f99a-9d61-4c54-ac19-58f4fc67379b None None] The sync data for ids ['544f7ad3-cff0-4dc5-81b8-df1afcfc0257'] in dv-neutron-834599-1-hyperv is: [{'id': '544f7ad3-cff0-4dc5-81b8-df1afcfc0257', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933270102', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.177'}], 'enable_snat': True}, 'gw_port_id': 'e552666e-b891-4af5-8d04-c564deca1c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:27:52Z', 'updated_at': '2022-03-22T11:27:53Z', 'revision_number': 3, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': 'e552666e-b891-4af5-8d04-c564deca1c4e', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:66:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544f7ad3-cff0-4dc5-81b8-df1afcfc0257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:27:53Z', 'updated_at': '2022-03-22T11:27:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:27:55.920350 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-d628ca15-908c-4cee-a625-8d3e6115acd0 None None] Allocated IP 172.20.0.2 (65c625df-459b-4687-a3b6-e94d3d0edfda/4b90c3c7-63d6-4a21-8a65-b2f35bcd90b3/feb1a6ab-068a-4ffc-8c06-5ecd0cd730f7) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:27:55.969145 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-720bd24d-1977-44eb-8031-35fa4cc5dfbb tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:56.087214 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d628ca15-908c-4cee-a625-8d3e6115acd0 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:56.095929 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d628ca15-908c-4cee-a625-8d3e6115acd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:56.144351 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d628ca15-908c-4cee-a625-8d3e6115acd0 None None] Network 65c625df-459b-4687-a3b6-e94d3d0edfda is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:27:56.147542 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-d628ca15-908c-4cee-a625-8d3e6115acd0 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:27:56.150246 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d628ca15-908c-4cee-a625-8d3e6115acd0 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:27:56.161380 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d628ca15-908c-4cee-a625-8d3e6115acd0 None None] Pushing event updated for resources: {'Port': ['ID=feb1a6ab-068a-4ffc-8c06-5ecd0cd730f7,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:27:56.219454 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-d628ca15-908c-4cee-a625-8d3e6115acd0 None None] Attempting to bind port feb1a6ab-068a-4ffc-8c06-5ecd0cd730f7 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:27:56.219946 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-d628ca15-908c-4cee-a625-8d3e6115acd0 None None] Attempting to bind port feb1a6ab-068a-4ffc-8c06-5ecd0cd730f7 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': 'cc5a71b1-53f2-4d5f-a936-be43b94c5cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65c625df-459b-4687-a3b6-e94d3d0edfda'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:27:56.220387 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d628ca15-908c-4cee-a625-8d3e6115acd0 None None] Attempting to bind port feb1a6ab-068a-4ffc-8c06-5ecd0cd730f7 on network 65c625df-459b-4687-a3b6-e94d3d0edfda {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:27:56.240771 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d628ca15-908c-4cee-a625-8d3e6115acd0 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:27:56.241124 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d628ca15-908c-4cee-a625-8d3e6115acd0 None None] Checking segment: {'id': 'cc5a71b1-53f2-4d5f-a936-be43b94c5cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65c625df-459b-4687-a3b6-e94d3d0edfda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:27:56.241532 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d628ca15-908c-4cee-a625-8d3e6115acd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:56.241921 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d628ca15-908c-4cee-a625-8d3e6115acd0 None None] Bound using segment: {'id': 'cc5a71b1-53f2-4d5f-a936-be43b94c5cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65c625df-459b-4687-a3b6-e94d3d0edfda'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:27:56.242430 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-d628ca15-908c-4cee-a625-8d3e6115acd0 None None] Bound port: feb1a6ab-068a-4ffc-8c06-5ecd0cd730f7, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc5a71b1-53f2-4d5f-a936-be43b94c5cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65c625df-459b-4687-a3b6-e94d3d0edfda'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:27:56.243155 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d628ca15-908c-4cee-a625-8d3e6115acd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:56.291077 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-720bd24d-1977-44eb-8031-35fa4cc5dfbb tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Allocated IP 172.20.0.1 (65c625df-459b-4687-a3b6-e94d3d0edfda/4b90c3c7-63d6-4a21-8a65-b2f35bcd90b3/19504c69-2d8f-4aba-ad55-b1c296e2b610) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:27:56.324715 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-d628ca15-908c-4cee-a625-8d3e6115acd0 None None] For port feb1a6ab-068a-4ffc-8c06-5ecd0cd730f7, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:27:56.328223 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-d628ca15-908c-4cee-a625-8d3e6115acd0 None None] For port feb1a6ab-068a-4ffc-8c06-5ecd0cd730f7, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=feb1a6ab-068a-4ffc-8c06-5ecd0cd730f7,segment=NetworkSegment(cc5a71b1-53f2-4d5f-a936-be43b94c5cf2),segment_id=cc5a71b1-53f2-4d5f-a936-be43b94c5cf2)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:27:56.334959 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d628ca15-908c-4cee-a625-8d3e6115acd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:56.367900 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device e552666e-b891-4af5-8d04-c564deca1c4e up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:27:56.429380 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d628ca15-908c-4cee-a625-8d3e6115acd0 None None] Pushing event updated for resources: {'Port': ['ID=feb1a6ab-068a-4ffc-8c06-5ecd0cd730f7,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:27:56.451074 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port e552666e-b891-4af5-8d04-c564deca1c4e triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:27:56.451480 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:56.452459 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-720bd24d-1977-44eb-8031-35fa4cc5dfbb tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:56.496948 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-720bd24d-1977-44eb-8031-35fa4cc5dfbb tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:56.543178 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720bd24d-1977-44eb-8031-35fa4cc5dfbb tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Network 65c625df-459b-4687-a3b6-e94d3d0edfda is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:27:56.544543 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:56.546280 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-720bd24d-1977-44eb-8031-35fa4cc5dfbb tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:27:56.550308 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720bd24d-1977-44eb-8031-35fa4cc5dfbb tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:27:56.568174 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port e552666e-b891-4af5-8d04-c564deca1c4e, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=e552666e-b891-4af5-8d04-c564deca1c4e,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:27:56.581705 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:56.590986 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720bd24d-1977-44eb-8031-35fa4cc5dfbb tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'Port': ['ID=19504c69-2d8f-4aba-ad55-b1c296e2b610,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:27:56.606743 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-720bd24d-1977-44eb-8031-35fa4cc5dfbb tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684270'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:56.665140 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=e552666e-b891-4af5-8d04-c564deca1c4e,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:27:56.781155 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-720bd24d-1977-44eb-8031-35fa4cc5dfbb tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:57.067489 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-720bd24d-1977-44eb-8031-35fa4cc5dfbb tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:57.074878 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-720bd24d-1977-44eb-8031-35fa4cc5dfbb tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:57.147103 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-720bd24d-1977-44eb-8031-35fa4cc5dfbb tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684306'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:57.149029 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720bd24d-1977-44eb-8031-35fa4cc5dfbb tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'Port': ['ID=19504c69-2d8f-4aba-ad55-b1c296e2b610,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:27:57.247167 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720bd24d-1977-44eb-8031-35fa4cc5dfbb tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Network 65c625df-459b-4687-a3b6-e94d3d0edfda is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:27:57.249019 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-720bd24d-1977-44eb-8031-35fa4cc5dfbb tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:27:57.365263 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-720bd24d-1977-44eb-8031-35fa4cc5dfbb tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Router 544f7ad3-cff0-4dc5-81b8-df1afcfc0257 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:27:57.406536 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4436b4-1342-4635-a41f-a1e4566ffa28 None None] Network 65c625df-459b-4687-a3b6-e94d3d0edfda requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:27:57.473194 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720bd24d-1977-44eb-8031-35fa4cc5dfbb tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:27:57.478480 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-720bd24d-1977-44eb-8031-35fa4cc5dfbb tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "PUT /v2.0/routers/544f7ad3-cff0-4dc5-81b8-df1afcfc0257/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9409111 Mar 22 11:27:57.482030 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-756d4d60-3858-450b-a325-2dba2826609b None None] Provisioning complete for port feb1a6ab-068a-4ffc-8c06-5ecd0cd730f7 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:27:57.482401 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-756d4d60-3858-450b-a325-2dba2826609b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:57.625056 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-756d4d60-3858-450b-a325-2dba2826609b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:57.629547 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b5517bf6-df50-4636-b61e-a0deae056dea req-efa617c8-3ef7-40ab-bb4e-d4ab51571f05 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-182872453&fields=id&tenant_id=c7a987b92cdc4ed9b3e8c30c749ad6fb HTTP/1.1" status: 200 len: 267 time: 0.0359654 Mar 22 11:27:57.667471 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-756d4d60-3858-450b-a325-2dba2826609b None None] For port feb1a6ab-068a-4ffc-8c06-5ecd0cd730f7, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=feb1a6ab-068a-4ffc-8c06-5ecd0cd730f7,segment=NetworkSegment(cc5a71b1-53f2-4d5f-a936-be43b94c5cf2),segment_id=cc5a71b1-53f2-4d5f-a936-be43b94c5cf2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:27:57.672406 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-756d4d60-3858-450b-a325-2dba2826609b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:57.729097 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756d4d60-3858-450b-a325-2dba2826609b None None] Pushing event updated for resources: {'Port': ['ID=feb1a6ab-068a-4ffc-8c06-5ecd0cd730f7,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:27:57.756315 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5517bf6-df50-4636-b61e-a0deae056dea req-7fee0e13-3cce-4f57-8564-ec4df2c00899 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:27:57.757857 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b5517bf6-df50-4636-b61e-a0deae056dea req-7fee0e13-3cce-4f57-8564-ec4df2c00899 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/networks?id=65c625df-459b-4687-a3b6-e94d3d0edfda HTTP/1.1" status: 200 len: 796 time: 0.1199210 Mar 22 11:27:57.774303 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b5517bf6-df50-4636-b61e-a0deae056dea req-bd52a655-c404-4768-adfd-1710afbc7b71 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/quotas/c7a987b92cdc4ed9b3e8c30c749ad6fb HTTP/1.1" status: 200 len: 375 time: 0.0099559 Mar 22 11:27:57.828341 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b5517bf6-df50-4636-b61e-a0deae056dea req-f29bffd0-af64-4cec-ac80-d75efe7ad3b4 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c7a987b92cdc4ed9b3e8c30c749ad6fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481243 Mar 22 11:27:57.889174 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [req-b5517bf6-df50-4636-b61e-a0deae056dea req-e095cecd-6545-4a13-ab7a-cea47bd36209 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=109050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:27:57.890969 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b5517bf6-df50-4636-b61e-a0deae056dea req-e095cecd-6545-4a13-ab7a-cea47bd36209 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0502102 Mar 22 11:27:57.902513 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-4b98bdae-5d75-4026-b842-477026876630 None None] Provisioning complete for port 19504c69-2d8f-4aba-ad55-b1c296e2b610 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:27:57.903219 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4b98bdae-5d75-4026-b842-477026876630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:57.941882 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-4b98bdae-5d75-4026-b842-477026876630 None None] Port 19504c69-2d8f-4aba-ad55-b1c296e2b610 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:27:57.954757 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-4b98bdae-5d75-4026-b842-477026876630 None None] Provisioning complete for port feb1a6ab-068a-4ffc-8c06-5ecd0cd730f7 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:27:57.954757 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4b98bdae-5d75-4026-b842-477026876630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:58.000230 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78bfa0a-92d4-4093-9bc3-25344fcb567b None None] Sync routers for ids ['544f7ad3-cff0-4dc5-81b8-df1afcfc0257'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:27:58.011623 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b5517bf6-df50-4636-b61e-a0deae056dea req-bff3466a-3f83-484e-9461-15f6e236900d service neutron] 10.222.0.57 "GET /v2.0/networks/65c625df-459b-4687-a3b6-e94d3d0edfda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127214 Mar 22 11:27:58.012044 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78bfa0a-92d4-4093-9bc3-25344fcb567b None None] Routers {'544f7ad3-cff0-4dc5-81b8-df1afcfc0257'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:27:58.012739 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-a78bfa0a-92d4-4093-9bc3-25344fcb567b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:27:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['544f7ad3-cff0-4dc5-81b8-df1afcfc0257'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:27:58.114826 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b5517bf6-df50-4636-b61e-a0deae056dea req-7c715159-83a9-43d6-a1b3-4dacfa7f2962 service neutron] 10.222.0.57 "GET /v2.0/networks/65c625df-459b-4687-a3b6-e94d3d0edfda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017997 Mar 22 11:27:58.123294 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-a78bfa0a-92d4-4093-9bc3-25344fcb567b None None] Set router 544f7ad3-cff0-4dc5-81b8-df1afcfc0257 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:27:58.165476 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-a3e48265-363b-40a9-b3e0-a406a3ced669 None None] Provisioning complete for port 19504c69-2d8f-4aba-ad55-b1c296e2b610 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:27:58.166366 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a3e48265-363b-40a9-b3e0-a406a3ced669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:58.208966 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-a3e48265-363b-40a9-b3e0-a406a3ced669 None None] Port 19504c69-2d8f-4aba-ad55-b1c296e2b610 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:27:58.302905 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ab4f02e1-c37a-42b3-97f8-cd7d4d81eefb req-d0f1c603-2756-4749-b7df-dd40e31c6636 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=08f5beb9-9e05-4859-bb49-ec9a4f1ac0ed HTTP/1.1" status: 200 len: 210 time: 0.0375621 Mar 22 11:27:58.329623 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-ba1a2c1b-0e01-491b-81b6-f7415136781c None None] Provisioning complete for port 19504c69-2d8f-4aba-ad55-b1c296e2b610 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:27:58.329999 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ba1a2c1b-0e01-491b-81b6-f7415136781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:58.375659 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-ba1a2c1b-0e01-491b-81b6-f7415136781c None None] Port 19504c69-2d8f-4aba-ad55-b1c296e2b610 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:27:58.377154 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-a78bfa0a-92d4-4093-9bc3-25344fcb567b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544f7ad3-cff0-4dc5-81b8-df1afcfc0257', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933270102', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.177'}], 'enable_snat': True}, 'gw_port_id': 'e552666e-b891-4af5-8d04-c564deca1c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:27:52Z', 'updated_at': '2022-03-22T11:27:56Z', 'revision_number': 4, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': 'e552666e-b891-4af5-8d04-c564deca1c4e', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:66:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544f7ad3-cff0-4dc5-81b8-df1afcfc0257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:27:53Z', 'updated_at': '2022-03-22T11:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '19504c69-2d8f-4aba-ad55-b1c296e2b610', 'name': '', 'network_id': '65c625df-459b-4687-a3b6-e94d3d0edfda', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'mac_address': 'fa:16:3e:25:a3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544f7ad3-cff0-4dc5-81b8-df1afcfc0257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '4b90c3c7-63d6-4a21-8a65-b2f35bcd90b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:27:56Z', 'updated_at': '2022-03-22T11:27:56Z', 'revision_number': 2, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'subnets': [{'id': '4b90c3c7-63d6-4a21-8a65-b2f35bcd90b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:27:58.410072 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78bfa0a-92d4-4093-9bc3-25344fcb567b None None] Checking router: 544f7ad3-cff0-4dc5-81b8-df1afcfc0257 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:27:58.410421 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78bfa0a-92d4-4093-9bc3-25344fcb567b None None] Updating router 544f7ad3-cff0-4dc5-81b8-df1afcfc0257 port 19504c69-2d8f-4aba-ad55-b1c296e2b610 binding host dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:27:58.434493 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device e552666e-b891-4af5-8d04-c564deca1c4e up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:27:58.438275 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-a78bfa0a-92d4-4093-9bc3-25344fcb567b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:58.483964 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port e552666e-b891-4af5-8d04-c564deca1c4e triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:27:58.484365 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:58.710585 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-a78bfa0a-92d4-4093-9bc3-25344fcb567b None None] Notify callbacks [] for port, precommit_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:58.717511 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-a78bfa0a-92d4-4093-9bc3-25344fcb567b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:58.731166 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device feb1a6ab-068a-4ffc-8c06-5ecd0cd730f7 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:27:58.781821 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port feb1a6ab-068a-4ffc-8c06-5ecd0cd730f7 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:27:58.782494 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:58.814628 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-a78bfa0a-92d4-4093-9bc3-25344fcb567b None None] Attempting to bind port 19504c69-2d8f-4aba-ad55-b1c296e2b610 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:27:58.814999 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-a78bfa0a-92d4-4093-9bc3-25344fcb567b None None] Attempting to bind port 19504c69-2d8f-4aba-ad55-b1c296e2b610 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': 'cc5a71b1-53f2-4d5f-a936-be43b94c5cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65c625df-459b-4687-a3b6-e94d3d0edfda'}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:27:58.815393 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78bfa0a-92d4-4093-9bc3-25344fcb567b None None] Attempting to bind port 19504c69-2d8f-4aba-ad55-b1c296e2b610 on network 65c625df-459b-4687-a3b6-e94d3d0edfda {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:27:58.817260 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b75835c-3c09-44e1-8301-46a7d1663b39 None None] Pushing event updated for resources: {'Port': ['ID=19504c69-2d8f-4aba-ad55-b1c296e2b610,revision_number=3']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:27:58.825293 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75835c-3c09-44e1-8301-46a7d1663b39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:58.825635 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75835c-3c09-44e1-8301-46a7d1663b39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:58.825970 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75835c-3c09-44e1-8301-46a7d1663b39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:58.826298 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75835c-3c09-44e1-8301-46a7d1663b39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:58.826618 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75835c-3c09-44e1-8301-46a7d1663b39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:58.826937 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75835c-3c09-44e1-8301-46a7d1663b39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:58.827254 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75835c-3c09-44e1-8301-46a7d1663b39 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:58.827629 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75835c-3c09-44e1-8301-46a7d1663b39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:58.827950 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75835c-3c09-44e1-8301-46a7d1663b39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:58.828264 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75835c-3c09-44e1-8301-46a7d1663b39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:58.828575 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75835c-3c09-44e1-8301-46a7d1663b39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:58.828884 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75835c-3c09-44e1-8301-46a7d1663b39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:27:58.836729 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78bfa0a-92d4-4093-9bc3-25344fcb567b None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:27:58.837096 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78bfa0a-92d4-4093-9bc3-25344fcb567b None None] Checking segment: {'id': 'cc5a71b1-53f2-4d5f-a936-be43b94c5cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65c625df-459b-4687-a3b6-e94d3d0edfda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:27:58.837488 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-a78bfa0a-92d4-4093-9bc3-25344fcb567b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:58.837865 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78bfa0a-92d4-4093-9bc3-25344fcb567b None None] Bound using segment: {'id': 'cc5a71b1-53f2-4d5f-a936-be43b94c5cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65c625df-459b-4687-a3b6-e94d3d0edfda'} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:27:58.838337 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-a78bfa0a-92d4-4093-9bc3-25344fcb567b None None] Bound port: 19504c69-2d8f-4aba-ad55-b1c296e2b610, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc5a71b1-53f2-4d5f-a936-be43b94c5cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65c625df-459b-4687-a3b6-e94d3d0edfda'}}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:27:58.838709 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-a78bfa0a-92d4-4093-9bc3-25344fcb567b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:58.910667 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-a78bfa0a-92d4-4093-9bc3-25344fcb567b None None] For port 19504c69-2d8f-4aba-ad55-b1c296e2b610, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:27:58.915942 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-a78bfa0a-92d4-4093-9bc3-25344fcb567b None None] For port 19504c69-2d8f-4aba-ad55-b1c296e2b610, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=19504c69-2d8f-4aba-ad55-b1c296e2b610,segment=NetworkSegment(cc5a71b1-53f2-4d5f-a936-be43b94c5cf2),segment_id=cc5a71b1-53f2-4d5f-a936-be43b94c5cf2)] {{(pid=109052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:27:58.921312 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-a78bfa0a-92d4-4093-9bc3-25344fcb567b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:58.982575 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78bfa0a-92d4-4093-9bc3-25344fcb567b None None] Routers {'544f7ad3-cff0-4dc5-81b8-df1afcfc0257'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:27:58.983252 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-a78bfa0a-92d4-4093-9bc3-25344fcb567b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:27:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['544f7ad3-cff0-4dc5-81b8-df1afcfc0257'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:27:59.019240 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b75835c-3c09-44e1-8301-46a7d1663b39 None None] Pushing event updated for resources: {'Port': ['ID=19504c69-2d8f-4aba-ad55-b1c296e2b610,revision_number=4']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:27:59.099965 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-db807142-8f59-4bc5-889b-8f20baa424f7 None None] Provisioning complete for port 19504c69-2d8f-4aba-ad55-b1c296e2b610 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:27:59.100422 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-db807142-8f59-4bc5-889b-8f20baa424f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:59.194074 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-a78bfa0a-92d4-4093-9bc3-25344fcb567b None None] Set router 544f7ad3-cff0-4dc5-81b8-df1afcfc0257 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:27:59.197845 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-db807142-8f59-4bc5-889b-8f20baa424f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:59.236509 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-db807142-8f59-4bc5-889b-8f20baa424f7 None None] For port 19504c69-2d8f-4aba-ad55-b1c296e2b610, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=19504c69-2d8f-4aba-ad55-b1c296e2b610,segment=NetworkSegment(cc5a71b1-53f2-4d5f-a936-be43b94c5cf2),segment_id=cc5a71b1-53f2-4d5f-a936-be43b94c5cf2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:27:59.242133 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-db807142-8f59-4bc5-889b-8f20baa424f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:59.297824 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db807142-8f59-4bc5-889b-8f20baa424f7 None None] Pushing event updated for resources: {'Port': ['ID=19504c69-2d8f-4aba-ad55-b1c296e2b610,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:27:59.356851 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5517bf6-df50-4636-b61e-a0deae056dea req-2f80e1d7-d83b-4e23-9ba2-bc0d92b9118e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:27:59.359299 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b5517bf6-df50-4636-b61e-a0deae056dea req-2f80e1d7-d83b-4e23-9ba2-bc0d92b9118e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.35 "GET /v2.0/networks?id=65c625df-459b-4687-a3b6-e94d3d0edfda HTTP/1.1" status: 200 len: 796 time: 0.1361983 Mar 22 11:27:59.374226 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-ffdec88f-86bd-4ab4-9c1c-4b46b8de0537 None None] Provisioning complete for port 19504c69-2d8f-4aba-ad55-b1c296e2b610 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:27:59.374648 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ffdec88f-86bd-4ab4-9c1c-4b46b8de0537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:59.431997 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-a78bfa0a-92d4-4093-9bc3-25344fcb567b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544f7ad3-cff0-4dc5-81b8-df1afcfc0257', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933270102', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.177'}], 'enable_snat': True}, 'gw_port_id': 'e552666e-b891-4af5-8d04-c564deca1c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:27:52Z', 'updated_at': '2022-03-22T11:27:56Z', 'revision_number': 4, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': 'e552666e-b891-4af5-8d04-c564deca1c4e', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:66:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544f7ad3-cff0-4dc5-81b8-df1afcfc0257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:27:53Z', 'updated_at': '2022-03-22T11:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '19504c69-2d8f-4aba-ad55-b1c296e2b610', 'name': '', 'network_id': '65c625df-459b-4687-a3b6-e94d3d0edfda', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'mac_address': 'fa:16:3e:25:a3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544f7ad3-cff0-4dc5-81b8-df1afcfc0257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '4b90c3c7-63d6-4a21-8a65-b2f35bcd90b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:27:56Z', 'updated_at': '2022-03-22T11:27:58Z', 'revision_number': 4, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'subnets': [{'id': '4b90c3c7-63d6-4a21-8a65-b2f35bcd90b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:27:59.439546 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-78bc4b67-9ac4-4b5c-a69e-d1728df81fed req-0705cd80-f4a3-42f0-9991-45749a700544 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=08f5beb9-9e05-4859-bb49-ec9a4f1ac0ed HTTP/1.1" status: 200 len: 210 time: 0.0588965 Mar 22 11:27:59.460348 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b5517bf6-df50-4636-b61e-a0deae056dea req-ed18cb61-0845-48b3-8ca7-9949653f5fd5 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7a987b92cdc4ed9b3e8c30c749ad6fb HTTP/1.1" status: 200 len: 379 time: 0.0892441 Mar 22 11:27:59.466636 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78bfa0a-92d4-4093-9bc3-25344fcb567b None None] The sync data for ids ['544f7ad3-cff0-4dc5-81b8-df1afcfc0257'] in dv-neutron-834599-1-hyperv is: [{'id': '544f7ad3-cff0-4dc5-81b8-df1afcfc0257', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933270102', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.177'}], 'enable_snat': True}, 'gw_port_id': 'e552666e-b891-4af5-8d04-c564deca1c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:27:52Z', 'updated_at': '2022-03-22T11:27:56Z', 'revision_number': 4, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': 'e552666e-b891-4af5-8d04-c564deca1c4e', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:66:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544f7ad3-cff0-4dc5-81b8-df1afcfc0257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:27:53Z', 'updated_at': '2022-03-22T11:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '19504c69-2d8f-4aba-ad55-b1c296e2b610', 'name': '', 'network_id': '65c625df-459b-4687-a3b6-e94d3d0edfda', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'mac_address': 'fa:16:3e:25:a3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544f7ad3-cff0-4dc5-81b8-df1afcfc0257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '4b90c3c7-63d6-4a21-8a65-b2f35bcd90b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:27:56Z', 'updated_at': '2022-03-22T11:27:58Z', 'revision_number': 4, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'subnets': [{'id': '4b90c3c7-63d6-4a21-8a65-b2f35bcd90b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:27:59.471205 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-b5517bf6-df50-4636-b61e-a0deae056dea req-8b3d2912-fe59-42df-bedd-c386cd9cf184 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Request body: {'port': {'device_id': '08f5beb9-9e05-4859-bb49-ec9a4f1ac0ed', 'network_id': '65c625df-459b-4687-a3b6-e94d3d0edfda', 'admin_state_up': True, 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'security_groups': ['02963800-3c28-4ea1-87de-67c4f664a838']}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:27:59.600481 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5517bf6-df50-4636-b61e-a0deae056dea req-8b3d2912-fe59-42df-bedd-c386cd9cf184 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Made reservation on behalf of c7a987b92cdc4ed9b3e8c30c749ad6fb for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:27:59.604184 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-b5517bf6-df50-4636-b61e-a0deae056dea req-8b3d2912-fe59-42df-bedd-c386cd9cf184 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:59.740161 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [req-b5517bf6-df50-4636-b61e-a0deae056dea req-8b3d2912-fe59-42df-bedd-c386cd9cf184 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Allocated IP 172.20.0.13 (65c625df-459b-4687-a3b6-e94d3d0edfda/4b90c3c7-63d6-4a21-8a65-b2f35bcd90b3/713bf47c-a963-4a33-876a-760316238302) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:27:59.888055 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-b5517bf6-df50-4636-b61e-a0deae056dea req-8b3d2912-fe59-42df-bedd-c386cd9cf184 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:59.923440 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-b5517bf6-df50-4636-b61e-a0deae056dea req-8b3d2912-fe59-42df-bedd-c386cd9cf184 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:27:59.970028 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5517bf6-df50-4636-b61e-a0deae056dea req-8b3d2912-fe59-42df-bedd-c386cd9cf184 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Network 65c625df-459b-4687-a3b6-e94d3d0edfda is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:27:59.973328 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [req-b5517bf6-df50-4636-b61e-a0deae056dea req-8b3d2912-fe59-42df-bedd-c386cd9cf184 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:27:59.976023 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5517bf6-df50-4636-b61e-a0deae056dea req-8b3d2912-fe59-42df-bedd-c386cd9cf184 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:28:00.011092 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3d2912-fe59-42df-bedd-c386cd9cf184 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'Port': ['ID=713bf47c-a963-4a33-876a-760316238302,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:28:00.044788 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5517bf6-df50-4636-b61e-a0deae056dea req-8b3d2912-fe59-42df-bedd-c386cd9cf184 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:28:00.045528 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-b5517bf6-df50-4636-b61e-a0deae056dea req-8b3d2912-fe59-42df-bedd-c386cd9cf184 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:00.064428 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b5517bf6-df50-4636-b61e-a0deae056dea req-8b3d2912-fe59-42df-bedd-c386cd9cf184 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5972562 Mar 22 11:28:00.077146 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-b5517bf6-df50-4636-b61e-a0deae056dea req-e782ed40-23c1-4e51-8a84-2b99d7353a48 service neutron] Request body: {'port': {'device_id': '08f5beb9-9e05-4859-bb49-ec9a4f1ac0ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8345'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:28:00.135835 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-b5517bf6-df50-4636-b61e-a0deae056dea req-e782ed40-23c1-4e51-8a84-2b99d7353a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:00.211401 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-7fde3bc5-54f7-4e7c-b02e-d0c2bc5027ea None None] Provisioning complete for port 713bf47c-a963-4a33-876a-760316238302 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:28:00.212043 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7fde3bc5-54f7-4e7c-b02e-d0c2bc5027ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:00.264578 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-7fde3bc5-54f7-4e7c-b02e-d0c2bc5027ea None None] Port 713bf47c-a963-4a33-876a-760316238302 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:28:00.339434 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 19504c69-2d8f-4aba-ad55-b1c296e2b610 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:28:00.390813 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 19504c69-2d8f-4aba-ad55-b1c296e2b610 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:28:00.391191 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:00.415008 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [req-b5517bf6-df50-4636-b61e-a0deae056dea req-e782ed40-23c1-4e51-8a84-2b99d7353a48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 713bf47c-a963-4a33-876a-760316238302 {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:28:00.422902 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-b5517bf6-df50-4636-b61e-a0deae056dea req-e782ed40-23c1-4e51-8a84-2b99d7353a48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:00.435565 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [req-b5517bf6-df50-4636-b61e-a0deae056dea req-e782ed40-23c1-4e51-8a84-2b99d7353a48 service neutron] Transition to ACTIVE for port object 713bf47c-a963-4a33-876a-760316238302 will not be triggered until provisioned by entity L2. {{(pid=109050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:28:00.444358 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-b5517bf6-df50-4636-b61e-a0deae056dea req-e782ed40-23c1-4e51-8a84-2b99d7353a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:00.510768 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e782ed40-23c1-4e51-8a84-2b99d7353a48 service neutron] Pushing event updated for resources: {'Port': ['ID=713bf47c-a963-4a33-876a-760316238302,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:28:00.614270 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59f3bb-6ff0-4bdd-962b-c9e0f14823be req-16ba7c96-a1c2-4910-ab88-cacc51407f22 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:28:00.616196 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-db59f3bb-6ff0-4bdd-962b-c9e0f14823be req-16ba7c96-a1c2-4910-ab88-cacc51407f22 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=08f5beb9-9e05-4859-bb49-ec9a4f1ac0ed HTTP/1.1" status: 200 len: 944 time: 0.0904992 Mar 22 11:28:00.616926 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-b5517bf6-df50-4636-b61e-a0deae056dea req-e782ed40-23c1-4e51-8a84-2b99d7353a48 service neutron] Attempting to bind port 713bf47c-a963-4a33-876a-760316238302 on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:28:00.617323 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-b5517bf6-df50-4636-b61e-a0deae056dea req-e782ed40-23c1-4e51-8a84-2b99d7353a48 service neutron] Attempting to bind port 713bf47c-a963-4a33-876a-760316238302 by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': 'cc5a71b1-53f2-4d5f-a936-be43b94c5cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65c625df-459b-4687-a3b6-e94d3d0edfda'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:28:00.617658 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5517bf6-df50-4636-b61e-a0deae056dea req-e782ed40-23c1-4e51-8a84-2b99d7353a48 service neutron] Attempting to bind port 713bf47c-a963-4a33-876a-760316238302 on network 65c625df-459b-4687-a3b6-e94d3d0edfda {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:28:00.622650 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5517bf6-df50-4636-b61e-a0deae056dea req-e782ed40-23c1-4e51-8a84-2b99d7353a48 service neutron] Port 713bf47c-a963-4a33-876a-760316238302 on network 65c625df-459b-4687-a3b6-e94d3d0edfda not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 11:28:00.622974 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5517bf6-df50-4636-b61e-a0deae056dea req-e782ed40-23c1-4e51-8a84-2b99d7353a48 service neutron] Attempting to bind port 713bf47c-a963-4a33-876a-760316238302 on network 65c625df-459b-4687-a3b6-e94d3d0edfda {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:28:00.635306 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5517bf6-df50-4636-b61e-a0deae056dea req-e782ed40-23c1-4e51-8a84-2b99d7353a48 service neutron] Checking agent: {'id': 'dcb78974-6458-4942-8c9c-663284d5bb3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8345', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:28:00.635687 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5517bf6-df50-4636-b61e-a0deae056dea req-e782ed40-23c1-4e51-8a84-2b99d7353a48 service neutron] Checking segment: {'id': 'cc5a71b1-53f2-4d5f-a936-be43b94c5cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65c625df-459b-4687-a3b6-e94d3d0edfda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:28:00.636078 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5517bf6-df50-4636-b61e-a0deae056dea req-e782ed40-23c1-4e51-8a84-2b99d7353a48 service neutron] Bound using segment: {'id': 'cc5a71b1-53f2-4d5f-a936-be43b94c5cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65c625df-459b-4687-a3b6-e94d3d0edfda'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:28:00.636519 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-b5517bf6-df50-4636-b61e-a0deae056dea req-e782ed40-23c1-4e51-8a84-2b99d7353a48 service neutron] Bound port: 713bf47c-a963-4a33-876a-760316238302, host: hv-neutron-8345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc5a71b1-53f2-4d5f-a936-be43b94c5cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65c625df-459b-4687-a3b6-e94d3d0edfda'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:28:00.636910 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-b5517bf6-df50-4636-b61e-a0deae056dea req-e782ed40-23c1-4e51-8a84-2b99d7353a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:00.703020 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-db59f3bb-6ff0-4bdd-962b-c9e0f14823be req-d792370f-4fe8-4023-8e8f-c98c9cf1d186 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=02963800-3c28-4ea1-87de-67c4f664a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775363 Mar 22 11:28:00.729310 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-b5517bf6-df50-4636-b61e-a0deae056dea req-e782ed40-23c1-4e51-8a84-2b99d7353a48 service neutron] For port 713bf47c-a963-4a33-876a-760316238302, host hv-neutron-8345, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:28:00.732495 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-b5517bf6-df50-4636-b61e-a0deae056dea req-e782ed40-23c1-4e51-8a84-2b99d7353a48 service neutron] For port 713bf47c-a963-4a33-876a-760316238302, host hv-neutron-8345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=713bf47c-a963-4a33-876a-760316238302,segment=NetworkSegment(cc5a71b1-53f2-4d5f-a936-be43b94c5cf2),segment_id=cc5a71b1-53f2-4d5f-a936-be43b94c5cf2)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:28:00.737217 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-b5517bf6-df50-4636-b61e-a0deae056dea req-e782ed40-23c1-4e51-8a84-2b99d7353a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:00.771940 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5517bf6-df50-4636-b61e-a0deae056dea req-e782ed40-23c1-4e51-8a84-2b99d7353a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:28:00.772411 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-b5517bf6-df50-4636-b61e-a0deae056dea req-e782ed40-23c1-4e51-8a84-2b99d7353a48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:00.773757 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b5517bf6-df50-4636-b61e-a0deae056dea req-e782ed40-23c1-4e51-8a84-2b99d7353a48 service neutron] 10.222.0.35 "PUT /v2.0/ports/713bf47c-a963-4a33-876a-760316238302 HTTP/1.1" status: 200 len: 1094 time: 0.7013285 Mar 22 11:28:00.774242 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08f5beb9-9e05-4859-bb49-ec9a4f1ac0ed', 'tag': '713bf47c-a963-4a33-876a-760316238302'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:28:00.776622 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d2722cb-1983-45d1-ade5-8dd7dd9afe38" -d '{"events": [{"name": "network-changed", "server_uuid": "08f5beb9-9e05-4859-bb49-ec9a4f1ac0ed", "tag": "713bf47c-a963-4a33-876a-760316238302"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:28:00.802907 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e782ed40-23c1-4e51-8a84-2b99d7353a48 service neutron] Pushing event updated for resources: {'Port': ['ID=713bf47c-a963-4a33-876a-760316238302,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:28:00.826645 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21788ab4-6ab0-404a-9d7b-aad9331317d7 x-openstack-request-id: req-21788ab4-6ab0-404a-9d7b-aad9331317d7 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:28:00.827004 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08f5beb9-9e05-4859-bb49-ec9a4f1ac0ed", "tag": "713bf47c-a963-4a33-876a-760316238302", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:28:00.827336 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-21788ab4-6ab0-404a-9d7b-aad9331317d7 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:28:00.827843 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21788ab4-6ab0-404a-9d7b-aad9331317d7'] response: {'name': 'network-changed', 'server_uuid': '08f5beb9-9e05-4859-bb49-ec9a4f1ac0ed', 'tag': '713bf47c-a963-4a33-876a-760316238302', 'status': 'completed', 'code': 200} Mar 22 11:28:00.871100 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5517bf6-df50-4636-b61e-a0deae056dea req-4d6bab8c-79a0-41ac-94b2-6f7e512d8320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:28:00.872783 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b5517bf6-df50-4636-b61e-a0deae056dea req-4d6bab8c-79a0-41ac-94b2-6f7e512d8320 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7a987b92cdc4ed9b3e8c30c749ad6fb&device_id=08f5beb9-9e05-4859-bb49-ec9a4f1ac0ed HTTP/1.1" status: 200 len: 1097 time: 0.0485151 Mar 22 11:28:00.923131 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b5517bf6-df50-4636-b61e-a0deae056dea req-4099f13a-f971-401a-9835-5ca3957b0c40 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=713bf47c-a963-4a33-876a-760316238302 HTTP/1.1" status: 200 len: 217 time: 0.0413249 Mar 22 11:28:00.977492 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5517bf6-df50-4636-b61e-a0deae056dea req-a9fafc28-3bd6-4165-9566-a4567a8f27ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:28:00.978989 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b5517bf6-df50-4636-b61e-a0deae056dea req-a9fafc28-3bd6-4165-9566-a4567a8f27ac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4b90c3c7-63d6-4a21-8a65-b2f35bcd90b3 HTTP/1.1" status: 200 len: 835 time: 0.0492821 Mar 22 11:28:01.029752 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5517bf6-df50-4636-b61e-a0deae056dea req-8a09b7c2-3ca3-4d1c-ba55-bfda48d12812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:28:01.031353 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b5517bf6-df50-4636-b61e-a0deae056dea req-8a09b7c2-3ca3-4d1c-ba55-bfda48d12812 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=65c625df-459b-4687-a3b6-e94d3d0edfda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0450368 Mar 22 11:28:01.130515 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b5517bf6-df50-4636-b61e-a0deae056dea req-fb0ff973-85b5-4720-91ce-5c0e0fb796ad service neutron] 10.222.0.35 "GET /v2.0/networks/65c625df-459b-4687-a3b6-e94d3d0edfda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917640 Mar 22 11:28:01.222707 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b5517bf6-df50-4636-b61e-a0deae056dea req-9a3ee674-a58a-4d79-ba38-872e23845bf2 service neutron] 10.222.0.35 "GET /v2.0/networks/65c625df-459b-4687-a3b6-e94d3d0edfda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850122 Mar 22 11:28:01.322523 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2722cb-1983-45d1-ade5-8dd7dd9afe38 req-00a99fe8-1751-43f5-b9e0-6ef21b2cf89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:28:01.324072 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6d2722cb-1983-45d1-ade5-8dd7dd9afe38 req-00a99fe8-1751-43f5-b9e0-6ef21b2cf89d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7a987b92cdc4ed9b3e8c30c749ad6fb&device_id=08f5beb9-9e05-4859-bb49-ec9a4f1ac0ed HTTP/1.1" status: 200 len: 1097 time: 0.0463226 Mar 22 11:28:01.423267 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2722cb-1983-45d1-ade5-8dd7dd9afe38 req-e6a4851c-737e-49a6-aed9-c26f919b8b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:28:01.424795 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6d2722cb-1983-45d1-ade5-8dd7dd9afe38 req-e6a4851c-737e-49a6-aed9-c26f919b8b29 service neutron] 10.222.0.35 "GET /v2.0/networks?id=65c625df-459b-4687-a3b6-e94d3d0edfda HTTP/1.1" status: 200 len: 897 time: 0.0913026 Mar 22 11:28:01.470717 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6d2722cb-1983-45d1-ade5-8dd7dd9afe38 req-a612f47f-aebb-404e-b980-fc2db1271c49 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=713bf47c-a963-4a33-876a-760316238302 HTTP/1.1" status: 200 len: 217 time: 0.0383193 Mar 22 11:28:01.522841 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2722cb-1983-45d1-ade5-8dd7dd9afe38 req-d342f294-71f4-40a1-8d6b-3b6fd27eefc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:28:01.524222 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6d2722cb-1983-45d1-ade5-8dd7dd9afe38 req-d342f294-71f4-40a1-8d6b-3b6fd27eefc0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4b90c3c7-63d6-4a21-8a65-b2f35bcd90b3 HTTP/1.1" status: 200 len: 835 time: 0.0450881 Mar 22 11:28:01.570604 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2722cb-1983-45d1-ade5-8dd7dd9afe38 req-897a04f8-30cb-4652-9524-62f405dab569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:28:01.572060 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6d2722cb-1983-45d1-ade5-8dd7dd9afe38 req-897a04f8-30cb-4652-9524-62f405dab569 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=65c625df-459b-4687-a3b6-e94d3d0edfda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400164 Mar 22 11:28:01.669380 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6d2722cb-1983-45d1-ade5-8dd7dd9afe38 req-9c5563c0-0312-45b1-930a-513810c25dce service neutron] 10.222.0.35 "GET /v2.0/networks/65c625df-459b-4687-a3b6-e94d3d0edfda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892797 Mar 22 11:28:01.764611 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6d2722cb-1983-45d1-ade5-8dd7dd9afe38 req-f89cd319-2eca-4ed3-952b-043c40841855 service neutron] 10.222.0.35 "GET /v2.0/networks/65c625df-459b-4687-a3b6-e94d3d0edfda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856550 Mar 22 11:28:01.822195 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97541ba9-4aef-4a88-a7e0-97e98d1d231b req-d789809b-528f-4e7d-82fb-7959779e2ae3 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:28:01.823604 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-97541ba9-4aef-4a88-a7e0-97e98d1d231b req-d789809b-528f-4e7d-82fb-7959779e2ae3 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=08f5beb9-9e05-4859-bb49-ec9a4f1ac0ed HTTP/1.1" status: 200 len: 944 time: 0.0530782 Mar 22 11:28:01.864228 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-97541ba9-4aef-4a88-a7e0-97e98d1d231b req-e4e95ea7-4290-4a1e-af86-23aab094e71b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=02963800-3c28-4ea1-87de-67c4f664a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324411 Mar 22 11:28:02.998540 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b5eaf-c4e3-4e46-9bb7-e9137a714be2 req-ebd78852-6d8d-4598-ab74-af03c40d33e4 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:28:03.000187 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-015b5eaf-c4e3-4e46-9bb7-e9137a714be2 req-ebd78852-6d8d-4598-ab74-af03c40d33e4 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=08f5beb9-9e05-4859-bb49-ec9a4f1ac0ed HTTP/1.1" status: 200 len: 944 time: 0.0575912 Mar 22 11:28:03.038830 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-015b5eaf-c4e3-4e46-9bb7-e9137a714be2 req-873affd4-4cf1-4b14-b300-b2c0777913a6 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=02963800-3c28-4ea1-87de-67c4f664a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325291 Mar 22 11:28:03.704726 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 713bf47c-a963-4a33-876a-760316238302 details requested by agent hyperv_hv-neutron-8345 with host hv-neutron-8345 {{(pid=109051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 11:28:03.818649 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 713bf47c-a963-4a33-876a-760316238302, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=713bf47c-a963-4a33-876a-760316238302,segment=NetworkSegment(cc5a71b1-53f2-4d5f-a936-be43b94c5cf2),segment_id=cc5a71b1-53f2-4d5f-a936-be43b94c5cf2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:28:03.829623 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Returning: {'device': '713bf47c-a963-4a33-876a-760316238302', 'network_id': '65c625df-459b-4687-a3b6-e94d3d0edfda', 'port_id': '713bf47c-a963-4a33-876a-760316238302', 'mac_address': 'fa:16:3e:15:67:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b90c3c7-63d6-4a21-8a65-b2f35bcd90b3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 11:28:03.866889 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:03.879722 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 713bf47c-a963-4a33-876a-760316238302 {{(pid=109051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:28:03.902455 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 713bf47c-a963-4a33-876a-760316238302, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=713bf47c-a963-4a33-876a-760316238302,segment=NetworkSegment(cc5a71b1-53f2-4d5f-a936-be43b94c5cf2),segment_id=cc5a71b1-53f2-4d5f-a936-be43b94c5cf2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:28:03.908889 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:03.961553 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=713bf47c-a963-4a33-876a-760316238302,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:28:04.117596 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['713bf47c-a963-4a33-876a-760316238302'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 11:28:04.174115 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cdf6b6-f956-4989-a9b1-44e38cf61e2c req-9be259ed-b762-426b-9d1a-63cf6f329602 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:28:04.175609 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-33cdf6b6-f956-4989-a9b1-44e38cf61e2c req-9be259ed-b762-426b-9d1a-63cf6f329602 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=08f5beb9-9e05-4859-bb49-ec9a4f1ac0ed HTTP/1.1" status: 200 len: 945 time: 0.0543718 Mar 22 11:28:04.212599 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-33cdf6b6-f956-4989-a9b1-44e38cf61e2c req-fe6e42f4-de65-430e-8ffc-7b994ec8424b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=02963800-3c28-4ea1-87de-67c4f664a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308371 Mar 22 11:28:05.347759 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b61bcaf-cbef-4194-9e86-8ec1f3e36245 req-6c60f285-5723-490d-abbf-f9c3f2b850a9 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:28:05.349230 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3b61bcaf-cbef-4194-9e86-8ec1f3e36245 req-6c60f285-5723-490d-abbf-f9c3f2b850a9 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=08f5beb9-9e05-4859-bb49-ec9a4f1ac0ed HTTP/1.1" status: 200 len: 945 time: 0.0624402 Mar 22 11:28:05.387239 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3b61bcaf-cbef-4194-9e86-8ec1f3e36245 req-3e25d78a-ac7b-457a-9ade-bb4702b2102e tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=02963800-3c28-4ea1-87de-67c4f664a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319648 Mar 22 11:28:05.717923 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 713bf47c-a963-4a33-876a-760316238302 up at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:28:05.780698 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning for port 713bf47c-a963-4a33-876a-760316238302 completed by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:28:05.784415 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning complete for port 713bf47c-a963-4a33-876a-760316238302 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:28:05.784802 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:05.867039 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:05.889579 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08f5beb9-9e05-4859-bb49-ec9a4f1ac0ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '713bf47c-a963-4a33-876a-760316238302'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:28:05.892180 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d824a1-1e95-4e02-ab50-c1eb084b3058" -d '{"events": [{"server_uuid": "08f5beb9-9e05-4859-bb49-ec9a4f1ac0ed", "name": "network-vif-plugged", "status": "completed", "tag": "713bf47c-a963-4a33-876a-760316238302"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:28:05.904823 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 713bf47c-a963-4a33-876a-760316238302, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=713bf47c-a963-4a33-876a-760316238302,segment=NetworkSegment(cc5a71b1-53f2-4d5f-a936-be43b94c5cf2),segment_id=cc5a71b1-53f2-4d5f-a936-be43b94c5cf2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:28:05.909385 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:05.956849 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=713bf47c-a963-4a33-876a-760316238302,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:28:05.982822 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b22de10-11af-446a-87f5-67ed2f5384ac x-openstack-request-id: req-3b22de10-11af-446a-87f5-67ed2f5384ac {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:28:05.983118 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08f5beb9-9e05-4859-bb49-ec9a4f1ac0ed", "name": "network-vif-plugged", "status": "completed", "tag": "713bf47c-a963-4a33-876a-760316238302", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:28:05.983394 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3b22de10-11af-446a-87f5-67ed2f5384ac {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:28:05.983803 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b22de10-11af-446a-87f5-67ed2f5384ac'] response: {'server_uuid': '08f5beb9-9e05-4859-bb49-ec9a4f1ac0ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '713bf47c-a963-4a33-876a-760316238302', 'code': 200} Mar 22 11:28:06.157505 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f166a6-5082-4faf-862d-a2bd042bfbc1 req-3548dd9a-c232-4b86-bc55-ebe9d66ddf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:28:06.158993 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c3f166a6-5082-4faf-862d-a2bd042bfbc1 req-3548dd9a-c232-4b86-bc55-ebe9d66ddf39 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=08f5beb9-9e05-4859-bb49-ec9a4f1ac0ed HTTP/1.1" status: 200 len: 1099 time: 0.0435946 Mar 22 11:28:06.196735 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c3f166a6-5082-4faf-862d-a2bd042bfbc1 req-af7f756c-0278-4103-b286-dfc31c0647c7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=02963800-3c28-4ea1-87de-67c4f664a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295315 Mar 22 11:28:06.506509 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923dbabe-c202-4ca4-af6e-f40fe68ff9e2 req-6117b029-af21-4498-b837-428044d7bf17 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:28:06.507994 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-923dbabe-c202-4ca4-af6e-f40fe68ff9e2 req-6117b029-af21-4498-b837-428044d7bf17 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=08f5beb9-9e05-4859-bb49-ec9a4f1ac0ed HTTP/1.1" status: 200 len: 946 time: 0.0522916 Mar 22 11:28:06.547354 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-923dbabe-c202-4ca4-af6e-f40fe68ff9e2 req-2cdc3e5f-42a8-4162-8224-93ad85a3015d tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=02963800-3c28-4ea1-87de-67c4f664a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311403 Mar 22 11:28:07.679480 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8208521c-3654-4440-b5fa-e2068b4c278a req-f8b08d50-e12f-4e53-9e5a-614718ea548f tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:28:07.680926 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8208521c-3654-4440-b5fa-e2068b4c278a req-f8b08d50-e12f-4e53-9e5a-614718ea548f tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=08f5beb9-9e05-4859-bb49-ec9a4f1ac0ed HTTP/1.1" status: 200 len: 946 time: 0.0544772 Mar 22 11:28:07.722094 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8208521c-3654-4440-b5fa-e2068b4c278a req-d5684f5a-a3b5-4e24-8123-dfa79e5039c4 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=02963800-3c28-4ea1-87de-67c4f664a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323179 Mar 22 11:28:07.757618 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-96988ab9-b980-44d0-a424-18cea22b4a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:07.840800 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89e424-6fd9-4875-8412-6029a1a6d07a req-caaa81a4-219a-4ce4-b652-409f3b98ceab tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:28:07.842313 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4a89e424-6fd9-4875-8412-6029a1a6d07a req-caaa81a4-219a-4ce4-b652-409f3b98ceab tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=08f5beb9-9e05-4859-bb49-ec9a4f1ac0ed HTTP/1.1" status: 200 len: 946 time: 0.0498376 Mar 22 11:28:07.879986 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4a89e424-6fd9-4875-8412-6029a1a6d07a req-e0cd0bd2-e423-438a-9755-5b04fcdb5dce tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=02963800-3c28-4ea1-87de-67c4f664a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317287 Mar 22 11:28:07.901357 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 47500) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:28:07.942357 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca6c99e-79b3-4d8d-b3c0-6f34e2e3a5d8 tempest-TestNetworkAdvancedServerOps-1835492002 tempest-TestNetworkAdvancedServerOps-1835492002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:28:07.943882 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6ca6c99e-79b3-4d8d-b3c0-6f34e2e3a5d8 tempest-TestNetworkAdvancedServerOps-1835492002 tempest-TestNetworkAdvancedServerOps-1835492002-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=08f5beb9-9e05-4859-bb49-ec9a4f1ac0ed HTTP/1.1" status: 200 len: 1094 time: 0.0415421 Mar 22 11:28:07.947402 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 47502) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:28:07.951708 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-d958aa2f-8bf9-4e85-9411-e13065f8a936 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Request body: {'floatingip': {'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'port_id': '713bf47c-a963-4a33-876a-760316238302', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:28:07.974036 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d958aa2f-8bf9-4e85-9411-e13065f8a936 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for floatingip, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:08.075195 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d958aa2f-8bf9-4e85-9411-e13065f8a936 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:08.176266 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-d958aa2f-8bf9-4e85-9411-e13065f8a936 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Allocated IP 172.26.7.246 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/5af5cd33-e00a-4527-881c-16aa467d49a4) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:28:08.287176 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d958aa2f-8bf9-4e85-9411-e13065f8a936 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:08.323140 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d958aa2f-8bf9-4e85-9411-e13065f8a936 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:08.361546 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d958aa2f-8bf9-4e85-9411-e13065f8a936 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:28:08.364672 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-d958aa2f-8bf9-4e85-9411-e13065f8a936 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:28:08.367946 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d958aa2f-8bf9-4e85-9411-e13065f8a936 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:28:08.373152 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d958aa2f-8bf9-4e85-9411-e13065f8a936 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'Port': ['ID=5af5cd33-e00a-4527-881c-16aa467d49a4,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:28:08.739991 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d958aa2f-8bf9-4e85-9411-e13065f8a936 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:08.808158 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d958aa2f-8bf9-4e85-9411-e13065f8a936 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:08.961096 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d958aa2f-8bf9-4e85-9411-e13065f8a936 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:08.969099 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d958aa2f-8bf9-4e85-9411-e13065f8a936 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:09.038402 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d958aa2f-8bf9-4e85-9411-e13065f8a936 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event updated for resources: {'Port': ['ID=5af5cd33-e00a-4527-881c-16aa467d49a4,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:28:09.048855 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d958aa2f-8bf9-4e85-9411-e13065f8a936 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684147'] for floatingip, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:09.146827 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.l3_db [None req-d958aa2f-8bf9-4e85-9411-e13065f8a936 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Floating IP b3b93a4d-4828-4685-8c3d-0f2f716da06d associated. External IP: 172.26.7.246, port: 713bf47c-a963-4a33-876a-760316238302. Mar 22 11:28:09.689800 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d958aa2f-8bf9-4e85-9411-e13065f8a936 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Router 544f7ad3-cff0-4dc5-81b8-df1afcfc0257 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:28:09.807717 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d958aa2f-8bf9-4e85-9411-e13065f8a936 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:28:09.817760 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb278ba-2515-4fc6-b093-e08a01ef10ff None None] Sync routers for ids ['544f7ad3-cff0-4dc5-81b8-df1afcfc0257'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:28:09.827892 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-d958aa2f-8bf9-4e85-9411-e13065f8a936 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:09.828790 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb278ba-2515-4fc6-b093-e08a01ef10ff None None] Routers {'544f7ad3-cff0-4dc5-81b8-df1afcfc0257'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:28:09.829603 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-8eb278ba-2515-4fc6-b093-e08a01ef10ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:27:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['544f7ad3-cff0-4dc5-81b8-df1afcfc0257'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:28:09.855041 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d958aa2f-8bf9-4e85-9411-e13065f8a936 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9065397 Mar 22 11:28:09.855949 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08f5beb9-9e05-4859-bb49-ec9a4f1ac0ed', 'tag': '713bf47c-a963-4a33-876a-760316238302'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:28:09.858352 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea20d47ee5c2e5d2aa35ee26c9e60aea7970c4225f3eb14fb63792ea9ad3856f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f6cece-b588-4ae0-a52d-88f3edca42c9" -d '{"events": [{"name": "network-changed", "server_uuid": "08f5beb9-9e05-4859-bb49-ec9a4f1ac0ed", "tag": "713bf47c-a963-4a33-876a-760316238302"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:28:09.900435 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8305edff-5d56-40aa-9630-84019f6d0290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:09.900837 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a278d759-5ab2-4ad2-b35a-dec926c54282 x-openstack-request-id: req-a278d759-5ab2-4ad2-b35a-dec926c54282 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:28:09.901125 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08f5beb9-9e05-4859-bb49-ec9a4f1ac0ed", "tag": "713bf47c-a963-4a33-876a-760316238302", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:28:09.901377 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a278d759-5ab2-4ad2-b35a-dec926c54282 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:28:09.901790 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a278d759-5ab2-4ad2-b35a-dec926c54282'] response: {'name': 'network-changed', 'server_uuid': '08f5beb9-9e05-4859-bb49-ec9a4f1ac0ed', 'tag': '713bf47c-a963-4a33-876a-760316238302', 'status': 'completed', 'code': 200} Mar 22 11:28:09.961990 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-8eb278ba-2515-4fc6-b093-e08a01ef10ff None None] Set router 544f7ad3-cff0-4dc5-81b8-df1afcfc0257 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:28:09.993689 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1095c4-96ae-4567-b214-0ae666505ac0 req-646a29cd-422f-443d-a80d-16f4eab0f91a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:28:09.995287 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-de1095c4-96ae-4567-b214-0ae666505ac0 req-646a29cd-422f-443d-a80d-16f4eab0f91a tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=08f5beb9-9e05-4859-bb49-ec9a4f1ac0ed HTTP/1.1" status: 200 len: 946 time: 0.0801129 Mar 22 11:28:09.997033 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6cece-b588-4ae0-a52d-88f3edca42c9 req-f9c3f2cf-32f9-42a7-8ab2-91c0902939c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:28:09.998346 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e4f6cece-b588-4ae0-a52d-88f3edca42c9 req-f9c3f2cf-32f9-42a7-8ab2-91c0902939c0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7a987b92cdc4ed9b3e8c30c749ad6fb&device_id=08f5beb9-9e05-4859-bb49-ec9a4f1ac0ed HTTP/1.1" status: 200 len: 1099 time: 0.0733507 Mar 22 11:28:10.081368 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-de1095c4-96ae-4567-b214-0ae666505ac0 req-a4804955-1742-443e-bced-724eaffe3ad6 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=02963800-3c28-4ea1-87de-67c4f664a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798752 Mar 22 11:28:10.103739 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 47508) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:28:10.111354 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6cece-b588-4ae0-a52d-88f3edca42c9 req-eca89232-46b0-484e-a4c1-419625c99b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:28:10.113788 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e4f6cece-b588-4ae0-a52d-88f3edca42c9 req-eca89232-46b0-484e-a4c1-419625c99b84 service neutron] 10.222.0.35 "GET /v2.0/networks?id=65c625df-459b-4687-a3b6-e94d3d0edfda HTTP/1.1" status: 200 len: 897 time: 0.1057494 Mar 22 11:28:10.164136 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f76baa1e-894d-4314-b791-8b9b8972f209 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/floatingips/b3b93a4d-4828-4685-8c3d-0f2f716da06d HTTP/1.1" status: 200 len: 992 time: 0.0592694 Mar 22 11:28:10.182944 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e4f6cece-b588-4ae0-a52d-88f3edca42c9 req-5f8195a8-0d4e-4b13-91dd-1a4db9f92bd9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=713bf47c-a963-4a33-876a-760316238302 HTTP/1.1" status: 200 len: 1000 time: 0.0618632 Mar 22 11:28:10.188542 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-8eb278ba-2515-4fc6-b093-e08a01ef10ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544f7ad3-cff0-4dc5-81b8-df1afcfc0257', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933270102', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.177'}], 'enable_snat': True}, 'gw_port_id': 'e552666e-b891-4af5-8d04-c564deca1c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:27:52Z', 'updated_at': '2022-03-22T11:27:56Z', 'revision_number': 4, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': 'e552666e-b891-4af5-8d04-c564deca1c4e', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:66:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544f7ad3-cff0-4dc5-81b8-df1afcfc0257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:27:53Z', 'updated_at': '2022-03-22T11:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': 'b3b93a4d-4828-4685-8c3d-0f2f716da06d', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'floating_ip_address': '172.26.7.246', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '544f7ad3-cff0-4dc5-81b8-df1afcfc0257', 'port_id': '713bf47c-a963-4a33-876a-760316238302', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65c625df-459b-4687-a3b6-e94d3d0edfda', 'mac_address': 'fa:16:3e:15:67:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f5beb9-9e05-4859-bb49-ec9a4f1ac0ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:28:08Z', 'updated_at': '2022-03-22T11:28:08Z', 'revision_number': 0, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19504c69-2d8f-4aba-ad55-b1c296e2b610', 'name': '', 'network_id': '65c625df-459b-4687-a3b6-e94d3d0edfda', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'mac_address': 'fa:16:3e:25:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544f7ad3-cff0-4dc5-81b8-df1afcfc0257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '4b90c3c7-63d6-4a21-8a65-b2f35bcd90b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:27:56Z', 'updated_at': '2022-03-22T11:27:59Z', 'revision_number': 5, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'subnets': [{'id': '4b90c3c7-63d6-4a21-8a65-b2f35bcd90b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:28:10.214589 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb278ba-2515-4fc6-b093-e08a01ef10ff None None] Checking router: 544f7ad3-cff0-4dc5-81b8-df1afcfc0257 for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:28:10.222908 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb278ba-2515-4fc6-b093-e08a01ef10ff None None] Routers {'544f7ad3-cff0-4dc5-81b8-df1afcfc0257'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:28:10.223541 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-8eb278ba-2515-4fc6-b093-e08a01ef10ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:28:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['544f7ad3-cff0-4dc5-81b8-df1afcfc0257'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:28:10.231469 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6cece-b588-4ae0-a52d-88f3edca42c9 req-2c98e4ac-83a9-4fd0-93f7-f61bd548c24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:28:10.234371 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e4f6cece-b588-4ae0-a52d-88f3edca42c9 req-2c98e4ac-83a9-4fd0-93f7-f61bd548c24f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4b90c3c7-63d6-4a21-8a65-b2f35bcd90b3 HTTP/1.1" status: 200 len: 835 time: 0.0448272 Mar 22 11:28:10.279608 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6cece-b588-4ae0-a52d-88f3edca42c9 req-037a35ca-a8c5-4118-adfa-a106f32c57d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:28:10.281110 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e4f6cece-b588-4ae0-a52d-88f3edca42c9 req-037a35ca-a8c5-4118-adfa-a106f32c57d5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=65c625df-459b-4687-a3b6-e94d3d0edfda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399613 Mar 22 11:28:10.328299 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-8eb278ba-2515-4fc6-b093-e08a01ef10ff None None] Set router 544f7ad3-cff0-4dc5-81b8-df1afcfc0257 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:28:10.372990 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e4f6cece-b588-4ae0-a52d-88f3edca42c9 req-db6cea9c-c9db-49a8-b0ce-02b31c2f8117 service neutron] 10.222.0.35 "GET /v2.0/networks/65c625df-459b-4687-a3b6-e94d3d0edfda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842988 Mar 22 11:28:10.462179 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e4f6cece-b588-4ae0-a52d-88f3edca42c9 req-b87f5186-0260-4b01-bf88-9c638b0e781a service neutron] 10.222.0.35 "GET /v2.0/networks/65c625df-459b-4687-a3b6-e94d3d0edfda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824835 Mar 22 11:28:10.555966 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-8eb278ba-2515-4fc6-b093-e08a01ef10ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544f7ad3-cff0-4dc5-81b8-df1afcfc0257', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933270102', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.177'}], 'enable_snat': True}, 'gw_port_id': 'e552666e-b891-4af5-8d04-c564deca1c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:27:52Z', 'updated_at': '2022-03-22T11:27:56Z', 'revision_number': 4, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': 'e552666e-b891-4af5-8d04-c564deca1c4e', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:66:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544f7ad3-cff0-4dc5-81b8-df1afcfc0257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:27:53Z', 'updated_at': '2022-03-22T11:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': 'b3b93a4d-4828-4685-8c3d-0f2f716da06d', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'floating_ip_address': '172.26.7.246', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '544f7ad3-cff0-4dc5-81b8-df1afcfc0257', 'port_id': '713bf47c-a963-4a33-876a-760316238302', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65c625df-459b-4687-a3b6-e94d3d0edfda', 'mac_address': 'fa:16:3e:15:67:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f5beb9-9e05-4859-bb49-ec9a4f1ac0ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:28:08Z', 'updated_at': '2022-03-22T11:28:08Z', 'revision_number': 0, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19504c69-2d8f-4aba-ad55-b1c296e2b610', 'name': '', 'network_id': '65c625df-459b-4687-a3b6-e94d3d0edfda', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'mac_address': 'fa:16:3e:25:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544f7ad3-cff0-4dc5-81b8-df1afcfc0257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '4b90c3c7-63d6-4a21-8a65-b2f35bcd90b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:27:56Z', 'updated_at': '2022-03-22T11:27:59Z', 'revision_number': 5, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'subnets': [{'id': '4b90c3c7-63d6-4a21-8a65-b2f35bcd90b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:28:10.583684 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb278ba-2515-4fc6-b093-e08a01ef10ff None None] The sync data for ids ['544f7ad3-cff0-4dc5-81b8-df1afcfc0257'] in dv-neutron-834599-1-hyperv is: [{'id': '544f7ad3-cff0-4dc5-81b8-df1afcfc0257', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933270102', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.177'}], 'enable_snat': True}, 'gw_port_id': 'e552666e-b891-4af5-8d04-c564deca1c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:27:52Z', 'updated_at': '2022-03-22T11:27:56Z', 'revision_number': 4, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': 'e552666e-b891-4af5-8d04-c564deca1c4e', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:66:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544f7ad3-cff0-4dc5-81b8-df1afcfc0257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:27:53Z', 'updated_at': '2022-03-22T11:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': 'b3b93a4d-4828-4685-8c3d-0f2f716da06d', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'floating_ip_address': '172.26.7.246', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '544f7ad3-cff0-4dc5-81b8-df1afcfc0257', 'port_id': '713bf47c-a963-4a33-876a-760316238302', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65c625df-459b-4687-a3b6-e94d3d0edfda', 'mac_address': 'fa:16:3e:15:67:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f5beb9-9e05-4859-bb49-ec9a4f1ac0ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:28:08Z', 'updated_at': '2022-03-22T11:28:08Z', 'revision_number': 0, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19504c69-2d8f-4aba-ad55-b1c296e2b610', 'name': '', 'network_id': '65c625df-459b-4687-a3b6-e94d3d0edfda', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'mac_address': 'fa:16:3e:25:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544f7ad3-cff0-4dc5-81b8-df1afcfc0257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '4b90c3c7-63d6-4a21-8a65-b2f35bcd90b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:27:56Z', 'updated_at': '2022-03-22T11:27:59Z', 'revision_number': 5, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'subnets': [{'id': '4b90c3c7-63d6-4a21-8a65-b2f35bcd90b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:28:10.784224 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f3c5cb-5d8d-4034-aa22-55c6ac4f5c1c None None] New status for floating IP b3b93a4d-4828-4685-8c3d-0f2f716da06d: ACTIVE {{(pid=109052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 11:28:11.169352 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 47510) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:28:11.245380 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-4a2eb754-09eb-412a-9dfc-0b17dd04cb4b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/floatingips/b3b93a4d-4828-4685-8c3d-0f2f716da06d HTTP/1.1" status: 200 len: 994 time: 0.0745065 Mar 22 11:28:11.255935 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:12.686092 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:12.884709 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:13.724609 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:27.260802 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:28:37.770629 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e1777fb7-b97b-483e-951e-7e30d2807122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:39.895711 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-21fab500-61b0-4955-8759-0afe95172312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:41.268638 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:42.686344 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:42.707399 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed507106-0a58-4f0a-b169-cf78bcfa2dc5 req-469c7f40-eccf-45bb-9892-c9cfd2c76723 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:28:42.708847 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ed507106-0a58-4f0a-b169-cf78bcfa2dc5 req-469c7f40-eccf-45bb-9892-c9cfd2c76723 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=08f5beb9-9e05-4859-bb49-ec9a4f1ac0ed HTTP/1.1" status: 200 len: 946 time: 0.0542457 Mar 22 11:28:42.746194 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ed507106-0a58-4f0a-b169-cf78bcfa2dc5 req-bb82bea7-6b76-491e-bc44-aab302399d58 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=02963800-3c28-4ea1-87de-67c4f664a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313044 Mar 22 11:28:42.885016 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:43.742175 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:43.874989 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd5ea1-264c-4e67-893d-5c68beed6376 req-a8ceb507-a154-490a-8c2a-cd498010ba70 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:28:43.876635 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8fbd5ea1-264c-4e67-893d-5c68beed6376 req-a8ceb507-a154-490a-8c2a-cd498010ba70 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=08f5beb9-9e05-4859-bb49-ec9a4f1ac0ed HTTP/1.1" status: 200 len: 946 time: 0.0537193 Mar 22 11:28:43.915095 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8fbd5ea1-264c-4e67-893d-5c68beed6376 req-2d72c803-2d8c-4dc8-b837-ec274d44c6e6 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=02963800-3c28-4ea1-87de-67c4f664a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324390 Mar 22 11:28:43.937304 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 47532) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:28:44.004554 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a8f899f2-cc46-4f81-b634-4a857188a4ce tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/floatingips/b3b93a4d-4828-4685-8c3d-0f2f716da06d HTTP/1.1" status: 200 len: 994 time: 0.0659928 Mar 22 11:28:45.319206 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c80188-d785-4792-a7c1-3ce67ccc5c10 req-d3d755e9-06a4-41f7-8c86-ca79841ef037 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:28:45.320558 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-20c80188-d785-4792-a7c1-3ce67ccc5c10 req-d3d755e9-06a4-41f7-8c86-ca79841ef037 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=08f5beb9-9e05-4859-bb49-ec9a4f1ac0ed HTTP/1.1" status: 200 len: 946 time: 0.0759928 Mar 22 11:28:45.328946 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96aa4dd-a822-483f-a1f7-1f60ecfa8d3b req-cb589a5e-3cc5-42d1-8a69-63abb6eefc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:28:45.330280 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a96aa4dd-a822-483f-a1f7-1f60ecfa8d3b req-cb589a5e-3cc5-42d1-8a69-63abb6eefc51 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7a987b92cdc4ed9b3e8c30c749ad6fb&device_id=08f5beb9-9e05-4859-bb49-ec9a4f1ac0ed HTTP/1.1" status: 200 len: 1099 time: 0.0577621 Mar 22 11:28:45.385892 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-20c80188-d785-4792-a7c1-3ce67ccc5c10 req-c2ae1f0c-257f-488c-9dbd-8a1f8bac9bcd tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=02963800-3c28-4ea1-87de-67c4f664a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588953 Mar 22 11:28:45.437281 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96aa4dd-a822-483f-a1f7-1f60ecfa8d3b req-045c216b-3b64-4671-a22e-4fbee83ab8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:28:45.438713 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a96aa4dd-a822-483f-a1f7-1f60ecfa8d3b req-045c216b-3b64-4671-a22e-4fbee83ab8db service neutron] 10.222.0.35 "GET /v2.0/networks?id=65c625df-459b-4687-a3b6-e94d3d0edfda HTTP/1.1" status: 200 len: 897 time: 0.1022394 Mar 22 11:28:45.505042 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a96aa4dd-a822-483f-a1f7-1f60ecfa8d3b req-b0ecc7fa-37b9-49ca-ae76-d767cecc579b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=713bf47c-a963-4a33-876a-760316238302 HTTP/1.1" status: 200 len: 1002 time: 0.0601540 Mar 22 11:28:45.554095 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96aa4dd-a822-483f-a1f7-1f60ecfa8d3b req-5a5ef9ea-67a6-4eb7-b218-f6f43aa73073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:28:45.555497 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a96aa4dd-a822-483f-a1f7-1f60ecfa8d3b req-5a5ef9ea-67a6-4eb7-b218-f6f43aa73073 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4b90c3c7-63d6-4a21-8a65-b2f35bcd90b3 HTTP/1.1" status: 200 len: 835 time: 0.0437818 Mar 22 11:28:45.600736 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96aa4dd-a822-483f-a1f7-1f60ecfa8d3b req-48acf368-8117-410e-bc77-821ad9fdd97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:28:45.602105 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a96aa4dd-a822-483f-a1f7-1f60ecfa8d3b req-48acf368-8117-410e-bc77-821ad9fdd97b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=65c625df-459b-4687-a3b6-e94d3d0edfda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402262 Mar 22 11:28:45.692980 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a96aa4dd-a822-483f-a1f7-1f60ecfa8d3b req-8475334b-cdb8-4e9d-b4e1-7a2c9e5d346a service neutron] 10.222.0.35 "GET /v2.0/networks/65c625df-459b-4687-a3b6-e94d3d0edfda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839751 Mar 22 11:28:45.795979 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a96aa4dd-a822-483f-a1f7-1f60ecfa8d3b req-3f19c290-e5cf-4668-835b-8a1a631510be service neutron] 10.222.0.35 "GET /v2.0/networks/65c625df-459b-4687-a3b6-e94d3d0edfda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958240 Mar 22 11:28:46.520322 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6e08a-353e-440c-82d0-b32191e3eea3 req-fee21b1a-a6fc-4aa6-8240-d4e67768d3ba tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:28:46.521980 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-76b6e08a-353e-440c-82d0-b32191e3eea3 req-fee21b1a-a6fc-4aa6-8240-d4e67768d3ba tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=08f5beb9-9e05-4859-bb49-ec9a4f1ac0ed HTTP/1.1" status: 200 len: 946 time: 0.0549147 Mar 22 11:28:46.566181 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-76b6e08a-353e-440c-82d0-b32191e3eea3 req-b3c45850-2110-4133-b118-fadac796ed37 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=02963800-3c28-4ea1-87de-67c4f664a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381281 Mar 22 11:28:47.222425 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a3d34fcd-d7b7-49a0-b3f1-04cad48f424c req-745aca17-8e9d-4a64-ba2f-75634345de5d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=08f5beb9-9e05-4859-bb49-ec9a4f1ac0ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415952 Mar 22 11:28:47.312800 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d34fcd-d7b7-49a0-b3f1-04cad48f424c req-5a6f285c-7058-440c-8fc5-9b3d3667db93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:28:47.314119 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a3d34fcd-d7b7-49a0-b3f1-04cad48f424c req-5a6f285c-7058-440c-8fc5-9b3d3667db93 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7a987b92cdc4ed9b3e8c30c749ad6fb&device_id=08f5beb9-9e05-4859-bb49-ec9a4f1ac0ed HTTP/1.1" status: 200 len: 1099 time: 0.0416915 Mar 22 11:28:47.419830 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d34fcd-d7b7-49a0-b3f1-04cad48f424c req-c98770ac-8875-4373-b6c5-9677257e904c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:28:47.421264 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a3d34fcd-d7b7-49a0-b3f1-04cad48f424c req-c98770ac-8875-4373-b6c5-9677257e904c service neutron] 10.222.0.35 "GET /v2.0/networks?id=65c625df-459b-4687-a3b6-e94d3d0edfda HTTP/1.1" status: 200 len: 897 time: 0.0870876 Mar 22 11:28:47.487206 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a3d34fcd-d7b7-49a0-b3f1-04cad48f424c req-1ca6c5bb-d083-40e7-8501-89b5209f95be service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=713bf47c-a963-4a33-876a-760316238302 HTTP/1.1" status: 200 len: 1002 time: 0.0573735 Mar 22 11:28:47.540719 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d34fcd-d7b7-49a0-b3f1-04cad48f424c req-7ff5edaa-1d5f-45c5-9b96-70c46e765543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:28:47.542091 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a3d34fcd-d7b7-49a0-b3f1-04cad48f424c req-7ff5edaa-1d5f-45c5-9b96-70c46e765543 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4b90c3c7-63d6-4a21-8a65-b2f35bcd90b3 HTTP/1.1" status: 200 len: 835 time: 0.0473232 Mar 22 11:28:47.587744 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d34fcd-d7b7-49a0-b3f1-04cad48f424c req-6b29dfbd-33d9-4f7e-a64c-cb3fac109a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:28:47.589209 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a3d34fcd-d7b7-49a0-b3f1-04cad48f424c req-6b29dfbd-33d9-4f7e-a64c-cb3fac109a2d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=65c625df-459b-4687-a3b6-e94d3d0edfda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402098 Mar 22 11:28:47.707223 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a3d34fcd-d7b7-49a0-b3f1-04cad48f424c req-5aabe0a9-383d-4cf8-83f6-c7a609b1af0a service neutron] 10.222.0.35 "GET /v2.0/networks/65c625df-459b-4687-a3b6-e94d3d0edfda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107879 Mar 22 11:28:47.717326 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc0f3c0-9e53-4d97-bfd6-53bbb793f90d req-380631ed-28b3-4710-9dfb-9f3b5487b39c tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:28:47.718661 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6cc0f3c0-9e53-4d97-bfd6-53bbb793f90d req-380631ed-28b3-4710-9dfb-9f3b5487b39c tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=08f5beb9-9e05-4859-bb49-ec9a4f1ac0ed HTTP/1.1" status: 200 len: 946 time: 0.0687020 Mar 22 11:28:47.801156 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6cc0f3c0-9e53-4d97-bfd6-53bbb793f90d req-00b24581-13bd-4f09-b189-c03f4d2a210b tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=02963800-3c28-4ea1-87de-67c4f664a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747941 Mar 22 11:28:47.824892 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 47544) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:28:47.826158 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a3d34fcd-d7b7-49a0-b3f1-04cad48f424c req-941ed0c5-2650-41e5-907d-6af9a53f779f service neutron] 10.222.0.35 "GET /v2.0/networks/65c625df-459b-4687-a3b6-e94d3d0edfda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066163 Mar 22 11:28:47.885934 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-364b54ed-407a-4421-9dd1-69a2ae0545b2 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/floatingips/b3b93a4d-4828-4685-8c3d-0f2f716da06d HTTP/1.1" status: 200 len: 994 time: 0.0597131 Mar 22 11:28:48.132944 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 47550) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:28:48.304141 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-b8599927-cbe2-49e3-b5ea-701e6e3943c4 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Deleting port 5af5cd33-e00a-4527-881c-16aa467d49a4 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:28:48.304512 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b8599927-cbe2-49e3-b5ea-701e6e3943c4 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:48.395674 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b8599927-cbe2-49e3-b5ea-701e6e3943c4 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:48.396004 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b8599927-cbe2-49e3-b5ea-701e6e3943c4 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:48.409289 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-b8599927-cbe2-49e3-b5ea-701e6e3943c4 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Calling delete_port for 5af5cd33-e00a-4527-881c-16aa467d49a4 owned by network:floatingip {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:28:48.560975 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b8599927-cbe2-49e3-b5ea-701e6e3943c4 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:48.585139 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8599927-cbe2-49e3-b5ea-701e6e3943c4 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event deleted for resources: {'Port': ['ID=5af5cd33-e00a-4527-881c-16aa467d49a4,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:28:48.643762 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b8599927-cbe2-49e3-b5ea-701e6e3943c4 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for floatingip, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:48.644071 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.l3_db [None req-b8599927-cbe2-49e3-b5ea-701e6e3943c4 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Floating IP b3b93a4d-4828-4685-8c3d-0f2f716da06d disassociated (deleted). External IP: 172.26.7.246, port: 713bf47c-a963-4a33-876a-760316238302. Mar 22 11:28:48.853105 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8599927-cbe2-49e3-b5ea-701e6e3943c4 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Router 544f7ad3-cff0-4dc5-81b8-df1afcfc0257 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:28:48.963573 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8599927-cbe2-49e3-b5ea-701e6e3943c4 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:28:48.972459 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b8599927-cbe2-49e3-b5ea-701e6e3943c4 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:48.979762 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bac41e0-05de-4282-be9c-1294ffec0a54 None None] Sync routers for ids ['544f7ad3-cff0-4dc5-81b8-df1afcfc0257'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:28:48.989947 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bac41e0-05de-4282-be9c-1294ffec0a54 None None] Routers {'544f7ad3-cff0-4dc5-81b8-df1afcfc0257'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:28:48.990577 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-4bac41e0-05de-4282-be9c-1294ffec0a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:28:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['544f7ad3-cff0-4dc5-81b8-df1afcfc0257'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:28:49.001120 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b8599927-cbe2-49e3-b5ea-701e6e3943c4 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "DELETE /v2.0/floatingips/b3b93a4d-4828-4685-8c3d-0f2f716da06d HTTP/1.1" status: 204 len: 168 time: 0.8670115 Mar 22 11:28:49.001839 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08f5beb9-9e05-4859-bb49-ec9a4f1ac0ed', 'tag': '713bf47c-a963-4a33-876a-760316238302'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:28:49.004262 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea20d47ee5c2e5d2aa35ee26c9e60aea7970c4225f3eb14fb63792ea9ad3856f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e182ef00-824f-4554-8f0c-5976e87896ee" -d '{"events": [{"name": "network-changed", "server_uuid": "08f5beb9-9e05-4859-bb49-ec9a4f1ac0ed", "tag": "713bf47c-a963-4a33-876a-760316238302"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:28:49.046820 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2fc13b-f506-4885-91fd-2a3a9282dfbc x-openstack-request-id: req-ef2fc13b-f506-4885-91fd-2a3a9282dfbc {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:28:49.047335 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08f5beb9-9e05-4859-bb49-ec9a4f1ac0ed", "tag": "713bf47c-a963-4a33-876a-760316238302", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:28:49.047801 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ef2fc13b-f506-4885-91fd-2a3a9282dfbc {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:28:49.048430 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef2fc13b-f506-4885-91fd-2a3a9282dfbc'] response: {'name': 'network-changed', 'server_uuid': '08f5beb9-9e05-4859-bb49-ec9a4f1ac0ed', 'tag': '713bf47c-a963-4a33-876a-760316238302', 'status': 'completed', 'code': 200} Mar 22 11:28:49.101298 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-4bac41e0-05de-4282-be9c-1294ffec0a54 None None] Set router 544f7ad3-cff0-4dc5-81b8-df1afcfc0257 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:28:49.111898 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182ef00-824f-4554-8f0c-5976e87896ee req-3d54c1f5-6eb8-48d1-9866-c3b908ddb4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:28:49.113354 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e182ef00-824f-4554-8f0c-5976e87896ee req-3d54c1f5-6eb8-48d1-9866-c3b908ddb4fb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7a987b92cdc4ed9b3e8c30c749ad6fb&device_id=08f5beb9-9e05-4859-bb49-ec9a4f1ac0ed HTTP/1.1" status: 200 len: 1099 time: 0.0450282 Mar 22 11:28:49.237120 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182ef00-824f-4554-8f0c-5976e87896ee req-cd142365-0c40-493f-8c51-66c5a843ac12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:28:49.238556 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e182ef00-824f-4554-8f0c-5976e87896ee req-cd142365-0c40-493f-8c51-66c5a843ac12 service neutron] 10.222.0.35 "GET /v2.0/networks?id=65c625df-459b-4687-a3b6-e94d3d0edfda HTTP/1.1" status: 200 len: 897 time: 0.1174502 Mar 22 11:28:49.315900 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-4bac41e0-05de-4282-be9c-1294ffec0a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544f7ad3-cff0-4dc5-81b8-df1afcfc0257', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933270102', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.177'}], 'enable_snat': True}, 'gw_port_id': 'e552666e-b891-4af5-8d04-c564deca1c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:27:52Z', 'updated_at': '2022-03-22T11:27:56Z', 'revision_number': 4, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': 'e552666e-b891-4af5-8d04-c564deca1c4e', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:66:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544f7ad3-cff0-4dc5-81b8-df1afcfc0257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:27:53Z', 'updated_at': '2022-03-22T11:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '19504c69-2d8f-4aba-ad55-b1c296e2b610', 'name': '', 'network_id': '65c625df-459b-4687-a3b6-e94d3d0edfda', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'mac_address': 'fa:16:3e:25:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544f7ad3-cff0-4dc5-81b8-df1afcfc0257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '4b90c3c7-63d6-4a21-8a65-b2f35bcd90b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:27:56Z', 'updated_at': '2022-03-22T11:27:59Z', 'revision_number': 5, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'subnets': [{'id': '4b90c3c7-63d6-4a21-8a65-b2f35bcd90b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:28:49.343242 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bac41e0-05de-4282-be9c-1294ffec0a54 None None] Checking router: 544f7ad3-cff0-4dc5-81b8-df1afcfc0257 for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:28:49.352467 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bac41e0-05de-4282-be9c-1294ffec0a54 None None] Routers {'544f7ad3-cff0-4dc5-81b8-df1afcfc0257'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:28:49.353086 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-4bac41e0-05de-4282-be9c-1294ffec0a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:28:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['544f7ad3-cff0-4dc5-81b8-df1afcfc0257'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:28:49.465158 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-4bac41e0-05de-4282-be9c-1294ffec0a54 None None] Set router 544f7ad3-cff0-4dc5-81b8-df1afcfc0257 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:28:49.629568 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c59eac-7f59-4ba2-9ae0-f14edf5d428e req-4875898d-81b5-4f46-bc56-660452fb83ae tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:28:49.631030 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e9c59eac-7f59-4ba2-9ae0-f14edf5d428e req-4875898d-81b5-4f46-bc56-660452fb83ae tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=08f5beb9-9e05-4859-bb49-ec9a4f1ac0ed HTTP/1.1" status: 200 len: 946 time: 0.4309042 Mar 22 11:28:49.632473 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e182ef00-824f-4554-8f0c-5976e87896ee req-23ffe430-930c-4fb0-a148-b609a8bab530 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=713bf47c-a963-4a33-876a-760316238302 HTTP/1.1" status: 200 len: 217 time: 0.3853552 Mar 22 11:28:49.662771 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-4bac41e0-05de-4282-be9c-1294ffec0a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544f7ad3-cff0-4dc5-81b8-df1afcfc0257', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933270102', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.177'}], 'enable_snat': True}, 'gw_port_id': 'e552666e-b891-4af5-8d04-c564deca1c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:27:52Z', 'updated_at': '2022-03-22T11:27:56Z', 'revision_number': 4, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': 'e552666e-b891-4af5-8d04-c564deca1c4e', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:66:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544f7ad3-cff0-4dc5-81b8-df1afcfc0257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:27:53Z', 'updated_at': '2022-03-22T11:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '19504c69-2d8f-4aba-ad55-b1c296e2b610', 'name': '', 'network_id': '65c625df-459b-4687-a3b6-e94d3d0edfda', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'mac_address': 'fa:16:3e:25:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544f7ad3-cff0-4dc5-81b8-df1afcfc0257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '4b90c3c7-63d6-4a21-8a65-b2f35bcd90b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:27:56Z', 'updated_at': '2022-03-22T11:27:59Z', 'revision_number': 5, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'subnets': [{'id': '4b90c3c7-63d6-4a21-8a65-b2f35bcd90b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:28:49.691748 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bac41e0-05de-4282-be9c-1294ffec0a54 None None] The sync data for ids ['544f7ad3-cff0-4dc5-81b8-df1afcfc0257'] in dv-neutron-834599-1-hyperv is: [{'id': '544f7ad3-cff0-4dc5-81b8-df1afcfc0257', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933270102', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.177'}], 'enable_snat': True}, 'gw_port_id': 'e552666e-b891-4af5-8d04-c564deca1c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:27:52Z', 'updated_at': '2022-03-22T11:27:56Z', 'revision_number': 4, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': 'e552666e-b891-4af5-8d04-c564deca1c4e', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:66:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544f7ad3-cff0-4dc5-81b8-df1afcfc0257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:27:53Z', 'updated_at': '2022-03-22T11:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '19504c69-2d8f-4aba-ad55-b1c296e2b610', 'name': '', 'network_id': '65c625df-459b-4687-a3b6-e94d3d0edfda', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'mac_address': 'fa:16:3e:25:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544f7ad3-cff0-4dc5-81b8-df1afcfc0257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '4b90c3c7-63d6-4a21-8a65-b2f35bcd90b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:27:56Z', 'updated_at': '2022-03-22T11:27:59Z', 'revision_number': 5, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'subnets': [{'id': '4b90c3c7-63d6-4a21-8a65-b2f35bcd90b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:28:49.702355 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e9c59eac-7f59-4ba2-9ae0-f14edf5d428e req-b516171f-f2e4-49c8-8967-d7990e47c185 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=02963800-3c28-4ea1-87de-67c4f664a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652664 Mar 22 11:28:49.703933 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182ef00-824f-4554-8f0c-5976e87896ee req-58f3d0de-ba90-41bf-a57d-c121ef07ec12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:28:49.705356 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e182ef00-824f-4554-8f0c-5976e87896ee req-58f3d0de-ba90-41bf-a57d-c121ef07ec12 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4b90c3c7-63d6-4a21-8a65-b2f35bcd90b3 HTTP/1.1" status: 200 len: 835 time: 0.0624552 Mar 22 11:28:49.756728 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182ef00-824f-4554-8f0c-5976e87896ee req-b01e089d-26c2-4eef-a1e7-7de453ab32d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:28:49.757978 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e182ef00-824f-4554-8f0c-5976e87896ee req-b01e089d-26c2-4eef-a1e7-7de453ab32d4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=65c625df-459b-4687-a3b6-e94d3d0edfda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0448329 Mar 22 11:28:49.850543 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e182ef00-824f-4554-8f0c-5976e87896ee req-4c7e9df6-b05c-4185-9907-2b5f0cb6dd5e service neutron] 10.222.0.35 "GET /v2.0/networks/65c625df-459b-4687-a3b6-e94d3d0edfda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836875 Mar 22 11:28:49.924651 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe4a321-44ee-4019-b4c9-0e2d55b7cb73 None None] New status for floating IP b3b93a4d-4828-4685-8c3d-0f2f716da06d: DOWN {{(pid=109052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 11:28:49.950472 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e182ef00-824f-4554-8f0c-5976e87896ee req-1cafc304-1e66-495e-9f20-7e13647667b0 service neutron] 10.222.0.35 "GET /v2.0/networks/65c625df-459b-4687-a3b6-e94d3d0edfda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900972 Mar 22 11:28:50.770280 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53059a35-b91a-4982-a89d-ce91d4bc8e52 req-23a9aa61-67be-45b7-87b2-e8f7bdf69eb9 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:28:50.771770 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-53059a35-b91a-4982-a89d-ce91d4bc8e52 req-23a9aa61-67be-45b7-87b2-e8f7bdf69eb9 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.35 "GET /v2.0/ports?device_id=08f5beb9-9e05-4859-bb49-ec9a4f1ac0ed HTTP/1.1" status: 200 len: 946 time: 0.0588267 Mar 22 11:28:50.876877 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f6eeba-4512-4aee-b34e-318bbdde4f21 req-e7ed7466-aa3c-44fb-b5c2-63a6edc04404 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:28:50.878374 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-99f6eeba-4512-4aee-b34e-318bbdde4f21 req-e7ed7466-aa3c-44fb-b5c2-63a6edc04404 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/ports?device_id=08f5beb9-9e05-4859-bb49-ec9a4f1ac0ed HTTP/1.1" status: 200 len: 946 time: 0.0984824 Mar 22 11:28:50.924331 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-99f6eeba-4512-4aee-b34e-318bbdde4f21 req-c782b7da-6edc-41a7-81b0-78ff867457a5 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "GET /v2.0/security-groups?id=02963800-3c28-4ea1-87de-67c4f664a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398049 Mar 22 11:28:50.926614 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-53059a35-b91a-4982-a89d-ce91d4bc8e52 req-cc04c6f3-f7aa-442f-bd4e-1d801eba82fc tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Deleting port 713bf47c-a963-4a33-876a-760316238302 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:28:50.927112 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-53059a35-b91a-4982-a89d-ce91d4bc8e52 req-cc04c6f3-f7aa-442f-bd4e-1d801eba82fc tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:51.018822 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-53059a35-b91a-4982-a89d-ce91d4bc8e52 req-cc04c6f3-f7aa-442f-bd4e-1d801eba82fc tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] For port 713bf47c-a963-4a33-876a-760316238302, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=713bf47c-a963-4a33-876a-760316238302,segment=NetworkSegment(cc5a71b1-53f2-4d5f-a936-be43b94c5cf2),segment_id=cc5a71b1-53f2-4d5f-a936-be43b94c5cf2)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:28:51.019064 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-53059a35-b91a-4982-a89d-ce91d4bc8e52 req-cc04c6f3-f7aa-442f-bd4e-1d801eba82fc tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:51.030739 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-53059a35-b91a-4982-a89d-ce91d4bc8e52 req-cc04c6f3-f7aa-442f-bd4e-1d801eba82fc tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Calling delete_port for 713bf47c-a963-4a33-876a-760316238302 owned by compute:nova {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:28:51.168598 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-53059a35-b91a-4982-a89d-ce91d4bc8e52 req-cc04c6f3-f7aa-442f-bd4e-1d801eba82fc tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:51.200917 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc04c6f3-f7aa-442f-bd4e-1d801eba82fc tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event deleted for resources: {'Port': ['ID=713bf47c-a963-4a33-876a-760316238302,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:28:51.212257 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc04c6f3-f7aa-442f-bd4e-1d801eba82fc tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:28:51.212607 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc04c6f3-f7aa-442f-bd4e-1d801eba82fc tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:28:51.212952 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc04c6f3-f7aa-442f-bd4e-1d801eba82fc tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:28:51.213284 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc04c6f3-f7aa-442f-bd4e-1d801eba82fc tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:28:51.213627 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc04c6f3-f7aa-442f-bd4e-1d801eba82fc tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:28:51.213949 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc04c6f3-f7aa-442f-bd4e-1d801eba82fc tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:28:51.214785 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc04c6f3-f7aa-442f-bd4e-1d801eba82fc tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:28:51.214785 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc04c6f3-f7aa-442f-bd4e-1d801eba82fc tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:28:51.215031 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc04c6f3-f7aa-442f-bd4e-1d801eba82fc tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:28:51.215200 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc04c6f3-f7aa-442f-bd4e-1d801eba82fc tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:28:51.215572 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc04c6f3-f7aa-442f-bd4e-1d801eba82fc tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:28:51.215882 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc04c6f3-f7aa-442f-bd4e-1d801eba82fc tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:28:51.249645 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-53059a35-b91a-4982-a89d-ce91d4bc8e52 req-cc04c6f3-f7aa-442f-bd4e-1d801eba82fc tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] No DVR routers for this DVR port 713bf47c-a963-4a33-876a-760316238302 on host hv-neutron-8345 {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:28:51.252220 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-53059a35-b91a-4982-a89d-ce91d4bc8e52 req-cc04c6f3-f7aa-442f-bd4e-1d801eba82fc tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:51.255407 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-53059a35-b91a-4982-a89d-ce91d4bc8e52 req-cc04c6f3-f7aa-442f-bd4e-1d801eba82fc tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.35 "DELETE /v2.0/ports/713bf47c-a963-4a33-876a-760316238302 HTTP/1.1" status: 204 len: 173 time: 0.4766867 Mar 22 11:28:51.255875 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08f5beb9-9e05-4859-bb49-ec9a4f1ac0ed', 'name': 'network-vif-deleted', 'tag': '713bf47c-a963-4a33-876a-760316238302'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:28:51.258189 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c89576-d0d7-4668-a1bc-fe9ffd583e30" -d '{"events": [{"server_uuid": "08f5beb9-9e05-4859-bb49-ec9a4f1ac0ed", "name": "network-vif-deleted", "tag": "713bf47c-a963-4a33-876a-760316238302"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:28:51.293077 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7b5611-5c25-4f92-b9c4-216aadede06b x-openstack-request-id: req-1b7b5611-5c25-4f92-b9c4-216aadede06b {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:28:51.293367 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08f5beb9-9e05-4859-bb49-ec9a4f1ac0ed", "name": "network-vif-deleted", "tag": "713bf47c-a963-4a33-876a-760316238302", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:28:51.293614 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1b7b5611-5c25-4f92-b9c4-216aadede06b {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:28:51.294020 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b7b5611-5c25-4f92-b9c4-216aadede06b'] response: {'server_uuid': '08f5beb9-9e05-4859-bb49-ec9a4f1ac0ed', 'name': 'network-vif-deleted', 'tag': '713bf47c-a963-4a33-876a-760316238302', 'status': 'completed', 'code': 200} Mar 22 11:28:51.992665 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 47566) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:28:52.374870 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-69f327bf-44de-4a38-9647-9433a829b7f4 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683891'] for router_interface, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:52.630942 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-69f327bf-44de-4a38-9647-9433a829b7f4 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Deleting port 19504c69-2d8f-4aba-ad55-b1c296e2b610 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:28:52.631172 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-69f327bf-44de-4a38-9647-9433a829b7f4 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:52.720440 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-69f327bf-44de-4a38-9647-9433a829b7f4 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] For port 19504c69-2d8f-4aba-ad55-b1c296e2b610, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=19504c69-2d8f-4aba-ad55-b1c296e2b610,segment=NetworkSegment(cc5a71b1-53f2-4d5f-a936-be43b94c5cf2),segment_id=cc5a71b1-53f2-4d5f-a936-be43b94c5cf2)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:28:52.720770 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-69f327bf-44de-4a38-9647-9433a829b7f4 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:52.733284 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-69f327bf-44de-4a38-9647-9433a829b7f4 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Calling delete_port for 19504c69-2d8f-4aba-ad55-b1c296e2b610 owned by network:router_interface {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:28:52.916030 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-69f327bf-44de-4a38-9647-9433a829b7f4 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:52.941812 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f327bf-44de-4a38-9647-9433a829b7f4 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event deleted for resources: {'Port': ['ID=19504c69-2d8f-4aba-ad55-b1c296e2b610,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:28:53.123251 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-69f327bf-44de-4a38-9647-9433a829b7f4 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684007'] for router_interface, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:53.336178 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f327bf-44de-4a38-9647-9433a829b7f4 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Router 544f7ad3-cff0-4dc5-81b8-df1afcfc0257 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:28:53.438297 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f327bf-44de-4a38-9647-9433a829b7f4 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:28:53.444173 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-69f327bf-44de-4a38-9647-9433a829b7f4 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "PUT /v2.0/routers/544f7ad3-cff0-4dc5-81b8-df1afcfc0257/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4497895 Mar 22 11:28:53.446417 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 47568) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:28:53.449559 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b17733-3491-4432-9fce-ae6d35a58cd9 None None] Sync routers for ids ['544f7ad3-cff0-4dc5-81b8-df1afcfc0257'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:28:53.460796 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b17733-3491-4432-9fce-ae6d35a58cd9 None None] Routers {'544f7ad3-cff0-4dc5-81b8-df1afcfc0257'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:28:53.461432 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-51b17733-3491-4432-9fce-ae6d35a58cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:28:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['544f7ad3-cff0-4dc5-81b8-df1afcfc0257'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:28:53.499401 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_v2 [None req-13093040-2638-4bb1-9982-8f0dc4ec3df9 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Deleting subnet 4b90c3c7-63d6-4a21-8a65-b2f35bcd90b3 {{(pid=109050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 11:28:53.502536 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-13093040-2638-4bb1-9982-8f0dc4ec3df9 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for subnet, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:53.541225 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-13093040-2638-4bb1-9982-8f0dc4ec3df9 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11961780'] for subnet, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:53.629995 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-13093040-2638-4bb1-9982-8f0dc4ec3df9 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:53.698387 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-13093040-2638-4bb1-9982-8f0dc4ec3df9 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:53.714520 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-51b17733-3491-4432-9fce-ae6d35a58cd9 None None] Set router 544f7ad3-cff0-4dc5-81b8-df1afcfc0257 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:28:53.725267 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13093040-2638-4bb1-9982-8f0dc4ec3df9 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event deleted for resources: {'Subnet': ['ID=4b90c3c7-63d6-4a21-8a65-b2f35bcd90b3,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:28:53.728879 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-13093040-2638-4bb1-9982-8f0dc4ec3df9 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:53.734658 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-13093040-2638-4bb1-9982-8f0dc4ec3df9 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "DELETE /v2.0/subnets/4b90c3c7-63d6-4a21-8a65-b2f35bcd90b3 HTTP/1.1" status: 204 len: 168 time: 0.2847376 Mar 22 11:28:53.734937 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 47570) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:28:53.741157 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379297de-cf8f-4d21-beff-87d0d3f3cd42 None None] Network 65c625df-459b-4687-a3b6-e94d3d0edfda requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:28:53.841543 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9fbbdf4b-0627-473e-9fde-282279a7e73d tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:53.944249 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9fbbdf4b-0627-473e-9fde-282279a7e73d tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:53.992175 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-51b17733-3491-4432-9fce-ae6d35a58cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544f7ad3-cff0-4dc5-81b8-df1afcfc0257', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933270102', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.177'}], 'enable_snat': True}, 'gw_port_id': 'e552666e-b891-4af5-8d04-c564deca1c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:27:52Z', 'updated_at': '2022-03-22T11:28:52Z', 'revision_number': 5, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port': {'id': 'e552666e-b891-4af5-8d04-c564deca1c4e', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:66:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544f7ad3-cff0-4dc5-81b8-df1afcfc0257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:27:53Z', 'updated_at': '2022-03-22T11:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:28:54.005021 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-9fbbdf4b-0627-473e-9fde-282279a7e73d tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Deleting port e552666e-b891-4af5-8d04-c564deca1c4e {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:28:54.005398 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9fbbdf4b-0627-473e-9fde-282279a7e73d tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:54.030861 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b17733-3491-4432-9fce-ae6d35a58cd9 None None] Checking router: 544f7ad3-cff0-4dc5-81b8-df1afcfc0257 for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:28:54.039350 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b17733-3491-4432-9fce-ae6d35a58cd9 None None] Routers {'544f7ad3-cff0-4dc5-81b8-df1afcfc0257'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:28:54.039984 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-51b17733-3491-4432-9fce-ae6d35a58cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:28:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['544f7ad3-cff0-4dc5-81b8-df1afcfc0257'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:28:54.043029 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8286cb9b-17fa-4c13-b7e2-61c965124e15 None None] DHCP port deletion for 65c625df-459b-4687-a3b6-e94d3d0edfda request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 11:28:54.088995 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-9fbbdf4b-0627-473e-9fde-282279a7e73d tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] For port e552666e-b891-4af5-8d04-c564deca1c4e, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=e552666e-b891-4af5-8d04-c564deca1c4e,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:28:54.089343 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9fbbdf4b-0627-473e-9fde-282279a7e73d tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:54.100999 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-9fbbdf4b-0627-473e-9fde-282279a7e73d tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Calling delete_port for e552666e-b891-4af5-8d04-c564deca1c4e owned by network:router_gateway {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:28:54.146651 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-51b17733-3491-4432-9fce-ae6d35a58cd9 None None] Set router 544f7ad3-cff0-4dc5-81b8-df1afcfc0257 gateway port host: None {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:28:54.203930 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-51b17733-3491-4432-9fce-ae6d35a58cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544f7ad3-cff0-4dc5-81b8-df1afcfc0257', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933270102', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:27:52Z', 'updated_at': '2022-03-22T11:28:53Z', 'revision_number': 6, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port_host': None}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:28:54.231486 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b17733-3491-4432-9fce-ae6d35a58cd9 None None] The sync data for ids ['544f7ad3-cff0-4dc5-81b8-df1afcfc0257'] in dv-neutron-834599-1-hyperv is: [{'id': '544f7ad3-cff0-4dc5-81b8-df1afcfc0257', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933270102', 'tenant_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:27:52Z', 'updated_at': '2022-03-22T11:28:53Z', 'revision_number': 6, 'project_id': 'c7a987b92cdc4ed9b3e8c30c749ad6fb', 'gw_port_host': None}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:28:54.243734 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8286cb9b-17fa-4c13-b7e2-61c965124e15 None None] Deleting port feb1a6ab-068a-4ffc-8c06-5ecd0cd730f7 {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:28:54.244373 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8286cb9b-17fa-4c13-b7e2-61c965124e15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:54.273767 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9fbbdf4b-0627-473e-9fde-282279a7e73d tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:54.311217 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbbdf4b-0627-473e-9fde-282279a7e73d tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event deleted for resources: {'Port': ['ID=e552666e-b891-4af5-8d04-c564deca1c4e,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:28:54.315135 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8286cb9b-17fa-4c13-b7e2-61c965124e15 None None] For port feb1a6ab-068a-4ffc-8c06-5ecd0cd730f7, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=feb1a6ab-068a-4ffc-8c06-5ecd0cd730f7,segment=NetworkSegment(cc5a71b1-53f2-4d5f-a936-be43b94c5cf2),segment_id=cc5a71b1-53f2-4d5f-a936-be43b94c5cf2)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:28:54.315561 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8286cb9b-17fa-4c13-b7e2-61c965124e15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:54.328258 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8286cb9b-17fa-4c13-b7e2-61c965124e15 None None] Calling delete_port for feb1a6ab-068a-4ffc-8c06-5ecd0cd730f7 owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:28:54.334887 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbbdf4b-0627-473e-9fde-282279a7e73d tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:28:54.335294 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbbdf4b-0627-473e-9fde-282279a7e73d tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:28:54.335663 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbbdf4b-0627-473e-9fde-282279a7e73d tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:28:54.336027 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbbdf4b-0627-473e-9fde-282279a7e73d tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:28:54.336355 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbbdf4b-0627-473e-9fde-282279a7e73d tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:28:54.336674 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbbdf4b-0627-473e-9fde-282279a7e73d tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:28:54.336998 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbbdf4b-0627-473e-9fde-282279a7e73d tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:28:54.337322 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbbdf4b-0627-473e-9fde-282279a7e73d tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:28:54.337650 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbbdf4b-0627-473e-9fde-282279a7e73d tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:28:54.338321 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbbdf4b-0627-473e-9fde-282279a7e73d tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:28:54.338321 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbbdf4b-0627-473e-9fde-282279a7e73d tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:28:54.338557 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbbdf4b-0627-473e-9fde-282279a7e73d tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:28:54.378737 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9fbbdf4b-0627-473e-9fde-282279a7e73d tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682553'] for router_gateway, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:54.413019 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8286cb9b-17fa-4c13-b7e2-61c965124e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:54.438315 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286cb9b-17fa-4c13-b7e2-61c965124e15 None None] Pushing event deleted for resources: {'Port': ['ID=feb1a6ab-068a-4ffc-8c06-5ecd0cd730f7,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:28:54.442688 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8286cb9b-17fa-4c13-b7e2-61c965124e15 None None] No DVR routers for this DVR port feb1a6ab-068a-4ffc-8c06-5ecd0cd730f7 on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:28:54.451979 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286cb9b-17fa-4c13-b7e2-61c965124e15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:28:54.451979 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286cb9b-17fa-4c13-b7e2-61c965124e15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:28:54.452577 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286cb9b-17fa-4c13-b7e2-61c965124e15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:28:54.452577 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286cb9b-17fa-4c13-b7e2-61c965124e15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:28:54.452977 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286cb9b-17fa-4c13-b7e2-61c965124e15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:28:54.453108 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286cb9b-17fa-4c13-b7e2-61c965124e15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:28:54.453442 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286cb9b-17fa-4c13-b7e2-61c965124e15 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:28:54.453917 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286cb9b-17fa-4c13-b7e2-61c965124e15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:28:54.454147 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286cb9b-17fa-4c13-b7e2-61c965124e15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:28:54.454415 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286cb9b-17fa-4c13-b7e2-61c965124e15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:28:54.454737 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286cb9b-17fa-4c13-b7e2-61c965124e15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:28:54.455061 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286cb9b-17fa-4c13-b7e2-61c965124e15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:28:54.470449 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9fbbdf4b-0627-473e-9fde-282279a7e73d tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:54.472591 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9fbbdf4b-0627-473e-9fde-282279a7e73d tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:54.518332 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9fbbdf4b-0627-473e-9fde-282279a7e73d tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:54.518927 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fbbdf4b-0627-473e-9fde-282279a7e73d tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Fanout notify agent at l3_agent the message router_deleted on router 544f7ad3-cff0-4dc5-81b8-df1afcfc0257 {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 11:28:54.526178 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9fbbdf4b-0627-473e-9fde-282279a7e73d tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:54.527297 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9fbbdf4b-0627-473e-9fde-282279a7e73d tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "DELETE /v2.0/routers/544f7ad3-cff0-4dc5-81b8-df1afcfc0257 HTTP/1.1" status: 204 len: 168 time: 0.7914042 Mar 22 11:28:54.530025 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 47572) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:28:54.610325 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6da783e8-4e0b-4675-9c43-33a046553915 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:54.705951 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6da783e8-4e0b-4675-9c43-33a046553915 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:54.725160 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-6da783e8-4e0b-4675-9c43-33a046553915 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65c625df-459b-4687-a3b6-e94d3d0edfda']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:28:54.734084 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-6da783e8-4e0b-4675-9c43-33a046553915 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc5a71b1-53f2-4d5f-a936-be43b94c5cf2') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:28:54.734388 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-6da783e8-4e0b-4675-9c43-33a046553915 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc5a71b1-53f2-4d5f-a936-be43b94c5cf2') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:28:54.743833 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6da783e8-4e0b-4675-9c43-33a046553915 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:54.756772 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6da783e8-4e0b-4675-9c43-33a046553915 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:54.763064 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6da783e8-4e0b-4675-9c43-33a046553915 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:28:54.763602 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6da783e8-4e0b-4675-9c43-33a046553915 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:54.766519 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 11:28:54.766519 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:28:54.766519 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 11:28:54.766519 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:28:54.766519 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 11:28:54.766519 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 11:28:54.766519 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 11:28:54.766519 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:28:54.766519 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 11:28:54.766519 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:28:54.766519 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 11:28:54.766519 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:28:54.766519 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 11:28:54.766519 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 11:28:54.766519 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:28:54.766519 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 11:28:54.766519 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:28:54.766519 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 11:28:54.766519 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 11:28:54.766519 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 11:28:54.766519 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 11:28:54.766519 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 11:28:54.766519 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:28:54.766519 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:28:54.766519 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 11:28:54.766519 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:28:54.766519 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:28:54.766519 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:28:54.766519 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:28:54.766519 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:28:54.766519 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:28:54.766519 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:28:54.834554 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6da783e8-4e0b-4675-9c43-33a046553915 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:54.846597 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6da783e8-4e0b-4675-9c43-33a046553915 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:54.851996 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6da783e8-4e0b-4675-9c43-33a046553915 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "DELETE /v2.0/networks/65c625df-459b-4687-a3b6-e94d3d0edfda HTTP/1.1" status: 204 len: 168 time: 0.3206427 Mar 22 11:28:54.854978 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 47574) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:28:54.867702 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da783e8-4e0b-4675-9c43-33a046553915 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event deleted for resources: {'Network': ['ID=65c625df-459b-4687-a3b6-e94d3d0edfda,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:28:54.923082 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2f2addfd-60a1-4e89-a7c0-82ba65538ad2 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:54.953839 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2f2addfd-60a1-4e89-a7c0-82ba65538ad2 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:55.001152 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device feb1a6ab-068a-4ffc-8c06-5ecd0cd730f7 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:28:55.028015 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2f2addfd-60a1-4e89-a7c0-82ba65538ad2 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:55.029261 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: feb1a6ab-068a-4ffc-8c06-5ecd0cd730f7 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:28:55.029623 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device feb1a6ab-068a-4ffc-8c06-5ecd0cd730f7 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:28:55.031151 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2f2addfd-60a1-4e89-a7c0-82ba65538ad2 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:55.032400 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-2f2addfd-60a1-4e89-a7c0-82ba65538ad2 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] 10.222.0.57 "DELETE /v2.0/security-groups/02963800-3c28-4ea1-87de-67c4f664a838 HTTP/1.1" status: 204 len: 168 time: 0.1763864 Mar 22 11:28:55.042461 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2addfd-60a1-4e89-a7c0-82ba65538ad2 tempest-TestNetworkAdvancedServerOps-1586797834 tempest-TestNetworkAdvancedServerOps-1586797834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02963800-3c28-4ea1-87de-67c4f664a838,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:28:55.357698 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 47582) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:28:55.498571 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ac34a1eb-9808-4183-9cf9-6ac3987bc938 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c7a987b92cdc4ed9b3e8c30c749ad6fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1393726 Mar 22 11:28:55.501387 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 47586) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:28:55.567426 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0a81492e-32a3-4688-85a8-550f8a937e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:55.589763 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0a81492e-32a3-4688-85a8-550f8a937e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:55.641082 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0a81492e-32a3-4688-85a8-550f8a937e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:55.643628 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0a81492e-32a3-4688-85a8-550f8a937e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:55.644855 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0a81492e-32a3-4688-85a8-550f8a937e40 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fd3a0129-62b3-4c41-b86a-3f650c2d274a HTTP/1.1" status: 204 len: 168 time: 0.1422698 Mar 22 11:28:55.652659 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a81492e-32a3-4688-85a8-550f8a937e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3a0129-62b3-4c41-b86a-3f650c2d274a,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:28:55.920307 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 47592) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:28:55.933686 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-73a42204-0d6f-4b89-91f7-6627c1a336df admin admin] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:56.011295 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-73a42204-0d6f-4b89-91f7-6627c1a336df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:56.014060 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 713bf47c-a963-4a33-876a-760316238302 no longer exists at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:28:56.016405 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-73a42204-0d6f-4b89-91f7-6627c1a336df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:56.033949 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] No Port match for: 713bf47c-a963-4a33-876a-760316238302 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:28:56.034309 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 713bf47c-a963-4a33-876a-760316238302 not bound to the agent host hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:28:56.056152 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-73a42204-0d6f-4b89-91f7-6627c1a336df admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9a9caa14dd234906b08c7f7f80e24037&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1347401 Mar 22 11:28:56.057796 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a42204-0d6f-4b89-91f7-6627c1a336df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b1cc75-2256-4949-b8cc-32d564cb7268,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:28:56.058890 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 47594) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:28:56.115236 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-255cbc34-17fc-4334-8afb-776700822343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:56.136623 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-255cbc34-17fc-4334-8afb-776700822343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:56.198195 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-255cbc34-17fc-4334-8afb-776700822343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:56.201413 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-255cbc34-17fc-4334-8afb-776700822343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:56.202909 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-255cbc34-17fc-4334-8afb-776700822343 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/85b1cc75-2256-4949-b8cc-32d564cb7268 HTTP/1.1" status: 204 len: 168 time: 0.1428735 Mar 22 11:28:56.212434 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255cbc34-17fc-4334-8afb-776700822343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b1cc75-2256-4949-b8cc-32d564cb7268,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:28:56.321315 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 19504c69-2d8f-4aba-ad55-b1c296e2b610 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:28:56.341202 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 19504c69-2d8f-4aba-ad55-b1c296e2b610 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:28:56.341548 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 19504c69-2d8f-4aba-ad55-b1c296e2b610 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:28:56.341964 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device e552666e-b891-4af5-8d04-c564deca1c4e no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:28:56.361121 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: e552666e-b891-4af5-8d04-c564deca1c4e {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:28:56.361471 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device e552666e-b891-4af5-8d04-c564deca1c4e not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:28:56.926969 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 47616) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:28:57.036148 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-f3e3d906-da28-4f9f-a221-92f886426d26 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1328265224-network', 'tenant_id': 'be78f097af6f4a3b946304d2e45fad1b'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:28:57.059534 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e3d906-da28-4f9f-a221-92f886426d26 admin admin] Made reservation on behalf of be78f097af6f4a3b946304d2e45fad1b for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:28:57.061829 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f3e3d906-da28-4f9f-a221-92f886426d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:57.070022 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f3e3d906-da28-4f9f-a221-92f886426d26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:57.144767 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f3e3d906-da28-4f9f-a221-92f886426d26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:57.150703 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f3e3d906-da28-4f9f-a221-92f886426d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:57.176388 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3e3d906-da28-4f9f-a221-92f886426d26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:28:57.189996 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e3d906-da28-4f9f-a221-92f886426d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b9e6d4-c076-4872-8184-712ff6a68dbe,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:28:57.195333 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f3e3d906-da28-4f9f-a221-92f886426d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:57.195759 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-f3e3d906-da28-4f9f-a221-92f886426d26 admin admin] Added segment 16ee53d8-47e1-4192-8cf0-9a24117c050d of type vlan for network 8ddd78e5-3c98-4811-9aac-b9ccb84d25bd Mar 22 11:28:57.237526 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f3e3d906-da28-4f9f-a221-92f886426d26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:57.268706 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f3e3d906-da28-4f9f-a221-92f886426d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:57.271116 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e3d906-da28-4f9f-a221-92f886426d26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:28:57.271781 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f3e3d906-da28-4f9f-a221-92f886426d26 admin admin] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:57.307825 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f3e3d906-da28-4f9f-a221-92f886426d26 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3794088 Mar 22 11:28:57.311149 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 47620) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:28:57.318932 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-7a007d1a-603b-4561-b3c2-a3d88446f8f3 admin admin] Request body: {'subnet': {'network_id': '8ddd78e5-3c98-4811-9aac-b9ccb84d25bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1328265224-subnet', 'tenant_id': 'be78f097af6f4a3b946304d2e45fad1b', 'ip_version': 4}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:28:57.348104 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a007d1a-603b-4561-b3c2-a3d88446f8f3 admin admin] Made reservation on behalf of be78f097af6f4a3b946304d2e45fad1b for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:28:57.351726 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7a007d1a-603b-4561-b3c2-a3d88446f8f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:57.358914 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e3d906-da28-4f9f-a221-92f886426d26 admin admin] Pushing event updated for resources: {'Network': ['ID=8ddd78e5-3c98-4811-9aac-b9ccb84d25bd,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:28:57.370205 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 8ddd78e5-3c98-4811-9aac-b9ccb84d25bd details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 11:28:57.526028 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7a007d1a-603b-4561-b3c2-a3d88446f8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:57.576764 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a007d1a-603b-4561-b3c2-a3d88446f8f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b30bd46-1e03-4ecf-b2b2-b3398218098b,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:28:57.587135 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a007d1a-603b-4561-b3c2-a3d88446f8f3 admin admin] Checking segment: {'id': '16ee53d8-47e1-4192-8cf0-9a24117c050d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8ddd78e5-3c98-4811-9aac-b9ccb84d25bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:28:57.587521 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a007d1a-603b-4561-b3c2-a3d88446f8f3 admin admin] Network hostable DHCP agents. Network: 8ddd78e5-3c98-4811-9aac-b9ccb84d25bd, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:28:57.606198 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a007d1a-603b-4561-b3c2-a3d88446f8f3 admin admin] Network 8ddd78e5-3c98-4811-9aac-b9ccb84d25bd is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:28:57.616487 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-7a007d1a-603b-4561-b3c2-a3d88446f8f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 8ddd78e5-3c98-4811-9aac-b9ccb84d25bd) {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:28:57.621025 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a007d1a-603b-4561-b3c2-a3d88446f8f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:28:57.621584 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7a007d1a-603b-4561-b3c2-a3d88446f8f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:57.626964 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c85bdc9-a88f-4e4c-856d-c04bded44e72 None None] Network 8ddd78e5-3c98-4811-9aac-b9ccb84d25bd requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:28:57.641627 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-7a007d1a-603b-4561-b3c2-a3d88446f8f3 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3288131 Mar 22 11:28:57.644291 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 47622) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:28:57.648785 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-3f06619d-4499-48d2-bc81-d0d1ad975111 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1328265224-router', 'tenant_id': 'be78f097af6f4a3b946304d2e45fad1b', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:28:57.668062 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3f06619d-4499-48d2-bc81-d0d1ad975111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:57.669093 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3f06619d-4499-48d2-bc81-d0d1ad975111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:57.722493 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3f06619d-4499-48d2-bc81-d0d1ad975111 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:57.769951 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facc177e-44d8-4645-9f92-7da8e9d19c5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-8ddd78e5-3c98-4811-9aac-b9ccb84d25bd', 'network_id': '8ddd78e5-3c98-4811-9aac-b9ccb84d25bd', 'tenant_id': 'be78f097af6f4a3b946304d2e45fad1b', 'fixed_ips': [{'subnet_id': '2b30bd46-1e03-4ecf-b2b2-b3398218098b'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 11:28:57.770789 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-facc177e-44d8-4645-9f92-7da8e9d19c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:57.858808 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3f06619d-4499-48d2-bc81-d0d1ad975111 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:57.908561 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-facc177e-44d8-4645-9f92-7da8e9d19c5f None None] Allocated IP 172.20.0.2 (8ddd78e5-3c98-4811-9aac-b9ccb84d25bd/2b30bd46-1e03-4ecf-b2b2-b3398218098b/929f7379-9e92-4894-ad63-62fac06dfa84) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:28:58.051870 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-facc177e-44d8-4645-9f92-7da8e9d19c5f None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:58.052373 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3f06619d-4499-48d2-bc81-d0d1ad975111 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:58.058992 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-facc177e-44d8-4645-9f92-7da8e9d19c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:58.075175 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3f06619d-4499-48d2-bc81-d0d1ad975111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:58.096701 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facc177e-44d8-4645-9f92-7da8e9d19c5f None None] Network 8ddd78e5-3c98-4811-9aac-b9ccb84d25bd is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:28:58.099744 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-facc177e-44d8-4645-9f92-7da8e9d19c5f None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:28:58.103247 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facc177e-44d8-4645-9f92-7da8e9d19c5f None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:28:58.116448 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facc177e-44d8-4645-9f92-7da8e9d19c5f None None] Pushing event updated for resources: {'Port': ['ID=929f7379-9e92-4894-ad63-62fac06dfa84,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:28:58.160084 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-facc177e-44d8-4645-9f92-7da8e9d19c5f None None] Attempting to bind port 929f7379-9e92-4894-ad63-62fac06dfa84 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:28:58.160869 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-facc177e-44d8-4645-9f92-7da8e9d19c5f None None] Attempting to bind port 929f7379-9e92-4894-ad63-62fac06dfa84 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '16ee53d8-47e1-4192-8cf0-9a24117c050d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8ddd78e5-3c98-4811-9aac-b9ccb84d25bd'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:28:58.160869 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facc177e-44d8-4645-9f92-7da8e9d19c5f None None] Attempting to bind port 929f7379-9e92-4894-ad63-62fac06dfa84 on network 8ddd78e5-3c98-4811-9aac-b9ccb84d25bd {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:28:58.165833 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facc177e-44d8-4645-9f92-7da8e9d19c5f None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:28:58.166205 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facc177e-44d8-4645-9f92-7da8e9d19c5f None None] Checking segment: {'id': '16ee53d8-47e1-4192-8cf0-9a24117c050d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8ddd78e5-3c98-4811-9aac-b9ccb84d25bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:28:58.166620 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-facc177e-44d8-4645-9f92-7da8e9d19c5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:58.167022 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facc177e-44d8-4645-9f92-7da8e9d19c5f None None] Bound using segment: {'id': '16ee53d8-47e1-4192-8cf0-9a24117c050d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8ddd78e5-3c98-4811-9aac-b9ccb84d25bd'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:28:58.167514 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-facc177e-44d8-4645-9f92-7da8e9d19c5f None None] Bound port: 929f7379-9e92-4894-ad63-62fac06dfa84, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16ee53d8-47e1-4192-8cf0-9a24117c050d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8ddd78e5-3c98-4811-9aac-b9ccb84d25bd'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:28:58.167870 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-facc177e-44d8-4645-9f92-7da8e9d19c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:58.178482 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-3f06619d-4499-48d2-bc81-d0d1ad975111 admin admin] Allocated IP 172.26.7.192 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/56a38f0d-531b-45ae-94ec-7dcda370ff49) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:28:58.234274 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-facc177e-44d8-4645-9f92-7da8e9d19c5f None None] For port 929f7379-9e92-4894-ad63-62fac06dfa84, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:28:58.238047 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-facc177e-44d8-4645-9f92-7da8e9d19c5f None None] For port 929f7379-9e92-4894-ad63-62fac06dfa84, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=929f7379-9e92-4894-ad63-62fac06dfa84,segment=NetworkSegment(16ee53d8-47e1-4192-8cf0-9a24117c050d),segment_id=16ee53d8-47e1-4192-8cf0-9a24117c050d)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:28:58.242824 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-facc177e-44d8-4645-9f92-7da8e9d19c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:58.288811 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3f06619d-4499-48d2-bc81-d0d1ad975111 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:58.299555 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facc177e-44d8-4645-9f92-7da8e9d19c5f None None] Pushing event updated for resources: {'Port': ['ID=929f7379-9e92-4894-ad63-62fac06dfa84,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:28:58.324214 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3f06619d-4499-48d2-bc81-d0d1ad975111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:58.361794 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f06619d-4499-48d2-bc81-d0d1ad975111 admin admin] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:28:58.366645 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-3f06619d-4499-48d2-bc81-d0d1ad975111 admin admin] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:28:58.370300 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f06619d-4499-48d2-bc81-d0d1ad975111 admin admin] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:28:58.393681 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f06619d-4499-48d2-bc81-d0d1ad975111 admin admin] Pushing event updated for resources: {'Port': ['ID=56a38f0d-531b-45ae-94ec-7dcda370ff49,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:28:58.638185 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3f06619d-4499-48d2-bc81-d0d1ad975111 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:59.169737 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af681a63-e449-45b2-8513-03ea2706ac3b None None] Network 8ddd78e5-3c98-4811-9aac-b9ccb84d25bd requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:28:59.177916 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3f06619d-4499-48d2-bc81-d0d1ad975111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:59.244400 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-b8ec3e75-b23f-433a-a67f-c64c08bec11d None None] Provisioning complete for port 929f7379-9e92-4894-ad63-62fac06dfa84 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:28:59.244796 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b8ec3e75-b23f-433a-a67f-c64c08bec11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:59.308118 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f06619d-4499-48d2-bc81-d0d1ad975111 admin admin] Router 09ef15ca-ef74-41ca-8b81-87294e7a5835 is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109050) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 11:28:59.421040 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f06619d-4499-48d2-bc81-d0d1ad975111 admin admin] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:28:59.433236 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8a660e-839a-4816-8bb9-28192be000d9 None None] Sync routers for ids ['09ef15ca-ef74-41ca-8b81-87294e7a5835'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:28:59.441057 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-3f06619d-4499-48d2-bc81-d0d1ad975111 admin admin] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:59.442354 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-3f06619d-4499-48d2-bc81-d0d1ad975111 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7971230 Mar 22 11:28:59.445135 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 47624) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:28:59.447473 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8a660e-839a-4816-8bb9-28192be000d9 None None] Routers {'09ef15ca-ef74-41ca-8b81-87294e7a5835'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:28:59.448326 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-5c8a660e-839a-4816-8bb9-28192be000d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:28:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['09ef15ca-ef74-41ca-8b81-87294e7a5835'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:28:59.540802 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b8ec3e75-b23f-433a-a67f-c64c08bec11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:59.558982 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-5c8a660e-839a-4816-8bb9-28192be000d9 None None] Set router 09ef15ca-ef74-41ca-8b81-87294e7a5835 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:28:59.578898 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-b8ec3e75-b23f-433a-a67f-c64c08bec11d None None] For port 929f7379-9e92-4894-ad63-62fac06dfa84, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=929f7379-9e92-4894-ad63-62fac06dfa84,segment=NetworkSegment(16ee53d8-47e1-4192-8cf0-9a24117c050d),segment_id=16ee53d8-47e1-4192-8cf0-9a24117c050d)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:28:59.584689 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b8ec3e75-b23f-433a-a67f-c64c08bec11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:59.647219 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec3e75-b23f-433a-a67f-c64c08bec11d None None] Pushing event updated for resources: {'Port': ['ID=929f7379-9e92-4894-ad63-62fac06dfa84,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:28:59.764438 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-5c8a660e-839a-4816-8bb9-28192be000d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ef15ca-ef74-41ca-8b81-87294e7a5835', 'name': 'tempest-TestShelveInstance-1328265224-router', 'tenant_id': 'be78f097af6f4a3b946304d2e45fad1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': '56a38f0d-531b-45ae-94ec-7dcda370ff49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:28:57Z', 'updated_at': '2022-03-22T11:28:58Z', 'revision_number': 3, 'project_id': 'be78f097af6f4a3b946304d2e45fad1b', 'gw_port': {'id': '56a38f0d-531b-45ae-94ec-7dcda370ff49', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c6:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ef15ca-ef74-41ca-8b81-87294e7a5835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:28:58Z', 'updated_at': '2022-03-22T11:28:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:28:59.790227 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8a660e-839a-4816-8bb9-28192be000d9 None None] Checking router: 09ef15ca-ef74-41ca-8b81-87294e7a5835 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:28:59.790572 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8a660e-839a-4816-8bb9-28192be000d9 None None] Updating router 09ef15ca-ef74-41ca-8b81-87294e7a5835 port 56a38f0d-531b-45ae-94ec-7dcda370ff49 binding host dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:28:59.806357 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-e957abf3-85a6-4a26-9689-e789ce311bb8 None None] Provisioning complete for port 929f7379-9e92-4894-ad63-62fac06dfa84 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:28:59.806732 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e957abf3-85a6-4a26-9689-e789ce311bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:59.815332 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-5c8a660e-839a-4816-8bb9-28192be000d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:28:59.881370 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4817dad7-5887-4e9e-8200-d78bd27655da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:00.038800 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-4817dad7-5887-4e9e-8200-d78bd27655da admin admin] Allocated IP 172.20.0.1 (8ddd78e5-3c98-4811-9aac-b9ccb84d25bd/2b30bd46-1e03-4ecf-b2b2-b3398218098b/71232e47-2b08-40c6-bf9f-b22f339a4399) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:29:00.060178 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-5c8a660e-839a-4816-8bb9-28192be000d9 None None] Notify callbacks [] for port, precommit_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:00.065731 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-5c8a660e-839a-4816-8bb9-28192be000d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:00.120062 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-5c8a660e-839a-4816-8bb9-28192be000d9 None None] Attempting to bind port 56a38f0d-531b-45ae-94ec-7dcda370ff49 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:29:00.120387 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-5c8a660e-839a-4816-8bb9-28192be000d9 None None] Attempting to bind port 56a38f0d-531b-45ae-94ec-7dcda370ff49 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:29:00.120766 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8a660e-839a-4816-8bb9-28192be000d9 None None] Attempting to bind port 56a38f0d-531b-45ae-94ec-7dcda370ff49 on network a14ca783-6f82-4799-85a3-4cbe79c980a8 {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:29:00.123871 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae46ce5-9e5d-4915-9e2f-8b7e3b1ab469 None None] Pushing event updated for resources: {'Port': ['ID=56a38f0d-531b-45ae-94ec-7dcda370ff49,revision_number=2']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:29:00.131244 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8a660e-839a-4816-8bb9-28192be000d9 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:29:00.131649 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8a660e-839a-4816-8bb9-28192be000d9 None None] Checking segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:29:00.132045 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-5c8a660e-839a-4816-8bb9-28192be000d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:00.132423 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8a660e-839a-4816-8bb9-28192be000d9 None None] Bound using segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:29:00.132996 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-5c8a660e-839a-4816-8bb9-28192be000d9 None None] Bound port: 56a38f0d-531b-45ae-94ec-7dcda370ff49, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:29:00.133376 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-5c8a660e-839a-4816-8bb9-28192be000d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:00.135431 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae46ce5-9e5d-4915-9e2f-8b7e3b1ab469 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:29:00.135772 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae46ce5-9e5d-4915-9e2f-8b7e3b1ab469 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:29:00.136135 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae46ce5-9e5d-4915-9e2f-8b7e3b1ab469 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:29:00.136455 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae46ce5-9e5d-4915-9e2f-8b7e3b1ab469 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:29:00.136773 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae46ce5-9e5d-4915-9e2f-8b7e3b1ab469 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:29:00.137080 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae46ce5-9e5d-4915-9e2f-8b7e3b1ab469 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:29:00.137394 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae46ce5-9e5d-4915-9e2f-8b7e3b1ab469 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:29:00.137762 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae46ce5-9e5d-4915-9e2f-8b7e3b1ab469 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:29:00.138192 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae46ce5-9e5d-4915-9e2f-8b7e3b1ab469 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:29:00.138331 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae46ce5-9e5d-4915-9e2f-8b7e3b1ab469 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:29:00.138658 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae46ce5-9e5d-4915-9e2f-8b7e3b1ab469 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:29:00.138959 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae46ce5-9e5d-4915-9e2f-8b7e3b1ab469 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:29:00.142518 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4817dad7-5887-4e9e-8200-d78bd27655da admin admin] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:00.177158 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4817dad7-5887-4e9e-8200-d78bd27655da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:00.189681 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-5c8a660e-839a-4816-8bb9-28192be000d9 None None] For port 56a38f0d-531b-45ae-94ec-7dcda370ff49, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:29:00.193348 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-5c8a660e-839a-4816-8bb9-28192be000d9 None None] For port 56a38f0d-531b-45ae-94ec-7dcda370ff49, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=56a38f0d-531b-45ae-94ec-7dcda370ff49,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:29:00.198743 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-5c8a660e-839a-4816-8bb9-28192be000d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:00.219419 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4817dad7-5887-4e9e-8200-d78bd27655da admin admin] Network 8ddd78e5-3c98-4811-9aac-b9ccb84d25bd is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:29:00.223635 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-4817dad7-5887-4e9e-8200-d78bd27655da admin admin] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:29:00.228015 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4817dad7-5887-4e9e-8200-d78bd27655da admin admin] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:29:00.230986 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4817dad7-5887-4e9e-8200-d78bd27655da admin admin] Pushing event updated for resources: {'Port': ['ID=71232e47-2b08-40c6-bf9f-b22f339a4399,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:29:00.256159 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8a660e-839a-4816-8bb9-28192be000d9 None None] Routers {'09ef15ca-ef74-41ca-8b81-87294e7a5835'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:29:00.256391 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-5c8a660e-839a-4816-8bb9-28192be000d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:28:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['09ef15ca-ef74-41ca-8b81-87294e7a5835'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:29:00.274726 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4817dad7-5887-4e9e-8200-d78bd27655da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684270'] for router_interface, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:00.308381 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae46ce5-9e5d-4915-9e2f-8b7e3b1ab469 None None] Pushing event updated for resources: {'Port': ['ID=56a38f0d-531b-45ae-94ec-7dcda370ff49,revision_number=3']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:29:00.380393 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-5c8a660e-839a-4816-8bb9-28192be000d9 None None] Set router 09ef15ca-ef74-41ca-8b81-87294e7a5835 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:29:00.410103 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 929f7379-9e92-4894-ad63-62fac06dfa84 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:29:00.438076 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4817dad7-5887-4e9e-8200-d78bd27655da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:00.470892 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 929f7379-9e92-4894-ad63-62fac06dfa84 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:29:00.471611 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:00.523236 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-40559497-1af7-4769-b615-c15baf1a972f None None] Provisioning complete for port 71232e47-2b08-40c6-bf9f-b22f339a4399 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:29:00.523628 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-40559497-1af7-4769-b615-c15baf1a972f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:00.581784 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-5c8a660e-839a-4816-8bb9-28192be000d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ef15ca-ef74-41ca-8b81-87294e7a5835', 'name': 'tempest-TestShelveInstance-1328265224-router', 'tenant_id': 'be78f097af6f4a3b946304d2e45fad1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': '56a38f0d-531b-45ae-94ec-7dcda370ff49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:28:57Z', 'updated_at': '2022-03-22T11:28:58Z', 'revision_number': 3, 'project_id': 'be78f097af6f4a3b946304d2e45fad1b', 'gw_port': {'id': '56a38f0d-531b-45ae-94ec-7dcda370ff49', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c6:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ef15ca-ef74-41ca-8b81-87294e7a5835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:28:58Z', 'updated_at': '2022-03-22T11:29:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:29:00.582436 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-40559497-1af7-4769-b615-c15baf1a972f None None] Port 71232e47-2b08-40c6-bf9f-b22f339a4399 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:29:00.611907 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8a660e-839a-4816-8bb9-28192be000d9 None None] The sync data for ids ['09ef15ca-ef74-41ca-8b81-87294e7a5835'] in dv-neutron-834599-1-hyperv is: [{'id': '09ef15ca-ef74-41ca-8b81-87294e7a5835', 'name': 'tempest-TestShelveInstance-1328265224-router', 'tenant_id': 'be78f097af6f4a3b946304d2e45fad1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': '56a38f0d-531b-45ae-94ec-7dcda370ff49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:28:57Z', 'updated_at': '2022-03-22T11:28:58Z', 'revision_number': 3, 'project_id': 'be78f097af6f4a3b946304d2e45fad1b', 'gw_port': {'id': '56a38f0d-531b-45ae-94ec-7dcda370ff49', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c6:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ef15ca-ef74-41ca-8b81-87294e7a5835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:28:58Z', 'updated_at': '2022-03-22T11:29:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:29:00.614845 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4817dad7-5887-4e9e-8200-d78bd27655da admin admin] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:00.620544 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4817dad7-5887-4e9e-8200-d78bd27655da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:00.692582 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-4817dad7-5887-4e9e-8200-d78bd27655da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684306'] for router_interface, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:00.694309 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4817dad7-5887-4e9e-8200-d78bd27655da admin admin] Pushing event updated for resources: {'Port': ['ID=71232e47-2b08-40c6-bf9f-b22f339a4399,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:29:00.786480 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4817dad7-5887-4e9e-8200-d78bd27655da admin admin] Network 8ddd78e5-3c98-4811-9aac-b9ccb84d25bd is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:29:00.787902 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-4817dad7-5887-4e9e-8200-d78bd27655da admin admin] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:29:00.920972 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4817dad7-5887-4e9e-8200-d78bd27655da admin admin] Router 09ef15ca-ef74-41ca-8b81-87294e7a5835 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:29:01.005110 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-30ab64a1-17de-4fd2-a83d-2049d6d74049 None None] Provisioning complete for port 71232e47-2b08-40c6-bf9f-b22f339a4399 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:29:01.005574 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-30ab64a1-17de-4fd2-a83d-2049d6d74049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:01.043483 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-30ab64a1-17de-4fd2-a83d-2049d6d74049 None None] Port 71232e47-2b08-40c6-bf9f-b22f339a4399 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:29:01.047572 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4817dad7-5887-4e9e-8200-d78bd27655da admin admin] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:29:01.052726 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-4817dad7-5887-4e9e-8200-d78bd27655da admin admin] 10.222.0.57 "PUT /v2.0/routers/09ef15ca-ef74-41ca-8b81-87294e7a5835/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6063712 Mar 22 11:29:01.528849 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 47640) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:29:01.534842 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-77ca2c72-bbfb-491e-b177-0eb6299a5d89 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1973617438-network', 'tenant_id': '8159f292f5184f55984ad14b7dd952c3'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:29:01.562607 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ca2c72-bbfb-491e-b177-0eb6299a5d89 admin admin] Made reservation on behalf of 8159f292f5184f55984ad14b7dd952c3 for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:29:01.564923 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-77ca2c72-bbfb-491e-b177-0eb6299a5d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:01.573419 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-77ca2c72-bbfb-491e-b177-0eb6299a5d89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:01.650058 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-77ca2c72-bbfb-491e-b177-0eb6299a5d89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:01.655747 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-77ca2c72-bbfb-491e-b177-0eb6299a5d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:01.681037 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77ca2c72-bbfb-491e-b177-0eb6299a5d89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:29:01.690664 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca2c72-bbfb-491e-b177-0eb6299a5d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6cebf38-30bd-4a39-80be-ed805954fa52,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:29:01.696446 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-77ca2c72-bbfb-491e-b177-0eb6299a5d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:01.696788 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-77ca2c72-bbfb-491e-b177-0eb6299a5d89 admin admin] Added segment d30d69ee-51b8-4689-b193-25c4fb88b55b of type vlan for network 22d0bec4-949a-4503-a020-935fa92e9b14 Mar 22 11:29:01.735945 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-77ca2c72-bbfb-491e-b177-0eb6299a5d89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:01.762774 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-77ca2c72-bbfb-491e-b177-0eb6299a5d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:01.763838 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ca2c72-bbfb-491e-b177-0eb6299a5d89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:29:01.764482 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-77ca2c72-bbfb-491e-b177-0eb6299a5d89 admin admin] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:01.800888 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-77ca2c72-bbfb-491e-b177-0eb6299a5d89 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2683220 Mar 22 11:29:01.801182 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 47642) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:29:01.807846 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-6de194ec-c849-497f-bb4a-c11f7a214478 admin admin] Request body: {'subnet': {'network_id': '22d0bec4-949a-4503-a020-935fa92e9b14', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1973617438-subnet', 'tenant_id': '8159f292f5184f55984ad14b7dd952c3', 'ip_version': 4}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:29:01.841578 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca2c72-bbfb-491e-b177-0eb6299a5d89 admin admin] Pushing event updated for resources: {'Network': ['ID=22d0bec4-949a-4503-a020-935fa92e9b14,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:29:01.852723 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 22d0bec4-949a-4503-a020-935fa92e9b14 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 11:29:01.857424 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de194ec-c849-497f-bb4a-c11f7a214478 admin admin] Made reservation on behalf of 8159f292f5184f55984ad14b7dd952c3 for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:29:01.860052 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6de194ec-c849-497f-bb4a-c11f7a214478 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:02.035142 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6de194ec-c849-497f-bb4a-c11f7a214478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:02.084241 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de194ec-c849-497f-bb4a-c11f7a214478 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cd14d21-b7ad-4b5c-8d81-c3dc276cfe27,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:29:02.099391 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de194ec-c849-497f-bb4a-c11f7a214478 admin admin] Checking segment: {'id': 'd30d69ee-51b8-4689-b193-25c4fb88b55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '22d0bec4-949a-4503-a020-935fa92e9b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:29:02.099765 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de194ec-c849-497f-bb4a-c11f7a214478 admin admin] Network hostable DHCP agents. Network: 22d0bec4-949a-4503-a020-935fa92e9b14, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:29:02.118526 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de194ec-c849-497f-bb4a-c11f7a214478 admin admin] Network 22d0bec4-949a-4503-a020-935fa92e9b14 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:29:02.121744 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ec7d30-99a6-4026-8e8f-16adeb5e90be None None] Sync routers for ids ['09ef15ca-ef74-41ca-8b81-87294e7a5835'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:29:02.128809 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-6de194ec-c849-497f-bb4a-c11f7a214478 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 22d0bec4-949a-4503-a020-935fa92e9b14) {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:29:02.132237 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ec7d30-99a6-4026-8e8f-16adeb5e90be None None] Routers {'09ef15ca-ef74-41ca-8b81-87294e7a5835'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:29:02.132853 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-93ec7d30-99a6-4026-8e8f-16adeb5e90be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:28:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['09ef15ca-ef74-41ca-8b81-87294e7a5835'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:29:02.133012 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de194ec-c849-497f-bb4a-c11f7a214478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:29:02.133587 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6de194ec-c849-497f-bb4a-c11f7a214478 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:02.150107 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-6de194ec-c849-497f-bb4a-c11f7a214478 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3478429 Mar 22 11:29:02.152933 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 47644) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:29:02.157495 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-77c67193-81d3-4d45-9107-a87a8e7c7801 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1973617438-router', 'tenant_id': '8159f292f5184f55984ad14b7dd952c3', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:29:02.168790 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c416b7ba-6adb-4972-b95b-b1195b6f5c5f None None] Network 22d0bec4-949a-4503-a020-935fa92e9b14 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:29:02.179549 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-77c67193-81d3-4d45-9107-a87a8e7c7801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:02.180802 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-77c67193-81d3-4d45-9107-a87a8e7c7801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:02.230928 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-77c67193-81d3-4d45-9107-a87a8e7c7801 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:02.306937 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-93ec7d30-99a6-4026-8e8f-16adeb5e90be None None] Set router 09ef15ca-ef74-41ca-8b81-87294e7a5835 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:29:02.358781 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 56a38f0d-531b-45ae-94ec-7dcda370ff49 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:29:02.478975 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858db72a-d0a6-4cc3-af12-b0c9bdfa9bac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-22d0bec4-949a-4503-a020-935fa92e9b14', 'network_id': '22d0bec4-949a-4503-a020-935fa92e9b14', 'tenant_id': '8159f292f5184f55984ad14b7dd952c3', 'fixed_ips': [{'subnet_id': '2cd14d21-b7ad-4b5c-8d81-c3dc276cfe27'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 11:29:02.479910 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-858db72a-d0a6-4cc3-af12-b0c9bdfa9bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:02.611216 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 56a38f0d-531b-45ae-94ec-7dcda370ff49 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:29:02.611499 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:02.709523 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-77c67193-81d3-4d45-9107-a87a8e7c7801 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:02.776463 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-858db72a-d0a6-4cc3-af12-b0c9bdfa9bac None None] Allocated IP 172.20.0.2 (22d0bec4-949a-4503-a020-935fa92e9b14/2cd14d21-b7ad-4b5c-8d81-c3dc276cfe27/9b44b5d3-bab1-4d3a-95fa-53fc85bb9424) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:29:02.802339 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:02.817954 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-93ec7d30-99a6-4026-8e8f-16adeb5e90be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ef15ca-ef74-41ca-8b81-87294e7a5835', 'name': 'tempest-TestShelveInstance-1328265224-router', 'tenant_id': 'be78f097af6f4a3b946304d2e45fad1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': '56a38f0d-531b-45ae-94ec-7dcda370ff49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:28:57Z', 'updated_at': '2022-03-22T11:29:00Z', 'revision_number': 4, 'project_id': 'be78f097af6f4a3b946304d2e45fad1b', 'gw_port': {'id': '56a38f0d-531b-45ae-94ec-7dcda370ff49', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c6:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ef15ca-ef74-41ca-8b81-87294e7a5835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:28:58Z', 'updated_at': '2022-03-22T11:29:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '71232e47-2b08-40c6-bf9f-b22f339a4399', 'name': '', 'network_id': '8ddd78e5-3c98-4811-9aac-b9ccb84d25bd', 'tenant_id': 'be78f097af6f4a3b946304d2e45fad1b', 'mac_address': 'fa:16:3e:c4:46:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ef15ca-ef74-41ca-8b81-87294e7a5835', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '2b30bd46-1e03-4ecf-b2b2-b3398218098b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:28:59Z', 'updated_at': '2022-03-22T11:29:00Z', 'revision_number': 2, 'project_id': 'be78f097af6f4a3b946304d2e45fad1b', 'subnets': [{'id': '2b30bd46-1e03-4ecf-b2b2-b3398218098b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:29:02.858120 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ec7d30-99a6-4026-8e8f-16adeb5e90be None None] Checking router: 09ef15ca-ef74-41ca-8b81-87294e7a5835 for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:29:02.858870 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ec7d30-99a6-4026-8e8f-16adeb5e90be None None] Updating router 09ef15ca-ef74-41ca-8b81-87294e7a5835 port 71232e47-2b08-40c6-bf9f-b22f339a4399 binding host dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:29:02.909050 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-77c67193-81d3-4d45-9107-a87a8e7c7801 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:02.912849 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port 56a38f0d-531b-45ae-94ec-7dcda370ff49, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=56a38f0d-531b-45ae-94ec-7dcda370ff49,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:29:02.921656 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:02.932835 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-77c67193-81d3-4d45-9107-a87a8e7c7801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:02.946567 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-93ec7d30-99a6-4026-8e8f-16adeb5e90be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:03.023310 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=56a38f0d-531b-45ae-94ec-7dcda370ff49,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:29:03.038651 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-77c67193-81d3-4d45-9107-a87a8e7c7801 admin admin] Allocated IP 172.26.7.39 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/4019cb65-3c38-4daa-add7-51023a6aba7a) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:29:03.131166 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-858db72a-d0a6-4cc3-af12-b0c9bdfa9bac None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:03.141340 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-858db72a-d0a6-4cc3-af12-b0c9bdfa9bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:03.145465 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-77c67193-81d3-4d45-9107-a87a8e7c7801 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:03.183833 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-77c67193-81d3-4d45-9107-a87a8e7c7801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:03.224277 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c67193-81d3-4d45-9107-a87a8e7c7801 admin admin] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:29:03.227100 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-77c67193-81d3-4d45-9107-a87a8e7c7801 admin admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:29:03.228286 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858db72a-d0a6-4cc3-af12-b0c9bdfa9bac None None] Network 22d0bec4-949a-4503-a020-935fa92e9b14 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:29:03.231510 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c67193-81d3-4d45-9107-a87a8e7c7801 admin admin] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:29:03.233932 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-858db72a-d0a6-4cc3-af12-b0c9bdfa9bac None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:29:03.234535 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c67193-81d3-4d45-9107-a87a8e7c7801 admin admin] Pushing event updated for resources: {'Port': ['ID=4019cb65-3c38-4daa-add7-51023a6aba7a,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:29:03.237560 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858db72a-d0a6-4cc3-af12-b0c9bdfa9bac None None] Pushing event updated for resources: {'Port': ['ID=9b44b5d3-bab1-4d3a-95fa-53fc85bb9424,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:29:03.240158 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858db72a-d0a6-4cc3-af12-b0c9bdfa9bac None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:29:03.319558 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-858db72a-d0a6-4cc3-af12-b0c9bdfa9bac None None] Attempting to bind port 9b44b5d3-bab1-4d3a-95fa-53fc85bb9424 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:29:03.319928 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-858db72a-d0a6-4cc3-af12-b0c9bdfa9bac None None] Attempting to bind port 9b44b5d3-bab1-4d3a-95fa-53fc85bb9424 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': 'd30d69ee-51b8-4689-b193-25c4fb88b55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '22d0bec4-949a-4503-a020-935fa92e9b14'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:29:03.320447 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858db72a-d0a6-4cc3-af12-b0c9bdfa9bac None None] Attempting to bind port 9b44b5d3-bab1-4d3a-95fa-53fc85bb9424 on network 22d0bec4-949a-4503-a020-935fa92e9b14 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:29:03.333054 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858db72a-d0a6-4cc3-af12-b0c9bdfa9bac None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:29:03.333423 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858db72a-d0a6-4cc3-af12-b0c9bdfa9bac None None] Checking segment: {'id': 'd30d69ee-51b8-4689-b193-25c4fb88b55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '22d0bec4-949a-4503-a020-935fa92e9b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:29:03.333820 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-858db72a-d0a6-4cc3-af12-b0c9bdfa9bac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:03.334218 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858db72a-d0a6-4cc3-af12-b0c9bdfa9bac None None] Bound using segment: {'id': 'd30d69ee-51b8-4689-b193-25c4fb88b55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '22d0bec4-949a-4503-a020-935fa92e9b14'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:29:03.334681 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-858db72a-d0a6-4cc3-af12-b0c9bdfa9bac None None] Bound port: 9b44b5d3-bab1-4d3a-95fa-53fc85bb9424, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd30d69ee-51b8-4689-b193-25c4fb88b55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '22d0bec4-949a-4503-a020-935fa92e9b14'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:29:03.335058 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-858db72a-d0a6-4cc3-af12-b0c9bdfa9bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:03.478383 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-77c67193-81d3-4d45-9107-a87a8e7c7801 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:03.558251 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-93ec7d30-99a6-4026-8e8f-16adeb5e90be None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:03.571102 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-93ec7d30-99a6-4026-8e8f-16adeb5e90be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:03.604681 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-858db72a-d0a6-4cc3-af12-b0c9bdfa9bac None None] For port 9b44b5d3-bab1-4d3a-95fa-53fc85bb9424, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:29:03.625605 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-858db72a-d0a6-4cc3-af12-b0c9bdfa9bac None None] For port 9b44b5d3-bab1-4d3a-95fa-53fc85bb9424, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=9b44b5d3-bab1-4d3a-95fa-53fc85bb9424,segment=NetworkSegment(d30d69ee-51b8-4689-b193-25c4fb88b55b),segment_id=d30d69ee-51b8-4689-b193-25c4fb88b55b)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:29:03.638186 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-858db72a-d0a6-4cc3-af12-b0c9bdfa9bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:03.641428 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4451830f-1619-4c72-8182-010393886ace None None] Pushing event updated for resources: {'Port': ['ID=71232e47-2b08-40c6-bf9f-b22f339a4399,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:29:03.675526 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-77c67193-81d3-4d45-9107-a87a8e7c7801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:03.740880 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-93ec7d30-99a6-4026-8e8f-16adeb5e90be None None] Attempting to bind port 71232e47-2b08-40c6-bf9f-b22f339a4399 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:29:03.741252 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-93ec7d30-99a6-4026-8e8f-16adeb5e90be None None] Attempting to bind port 71232e47-2b08-40c6-bf9f-b22f339a4399 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '16ee53d8-47e1-4192-8cf0-9a24117c050d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8ddd78e5-3c98-4811-9aac-b9ccb84d25bd'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:29:03.741618 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ec7d30-99a6-4026-8e8f-16adeb5e90be None None] Attempting to bind port 71232e47-2b08-40c6-bf9f-b22f339a4399 on network 8ddd78e5-3c98-4811-9aac-b9ccb84d25bd {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:29:03.745363 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858db72a-d0a6-4cc3-af12-b0c9bdfa9bac None None] Pushing event updated for resources: {'Port': ['ID=9b44b5d3-bab1-4d3a-95fa-53fc85bb9424,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:29:03.750595 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ec7d30-99a6-4026-8e8f-16adeb5e90be None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:29:03.750971 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ec7d30-99a6-4026-8e8f-16adeb5e90be None None] Checking segment: {'id': '16ee53d8-47e1-4192-8cf0-9a24117c050d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8ddd78e5-3c98-4811-9aac-b9ccb84d25bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:29:03.751459 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-93ec7d30-99a6-4026-8e8f-16adeb5e90be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:03.751814 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ec7d30-99a6-4026-8e8f-16adeb5e90be None None] Bound using segment: {'id': '16ee53d8-47e1-4192-8cf0-9a24117c050d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8ddd78e5-3c98-4811-9aac-b9ccb84d25bd'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:29:03.752289 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-93ec7d30-99a6-4026-8e8f-16adeb5e90be None None] Bound port: 71232e47-2b08-40c6-bf9f-b22f339a4399, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16ee53d8-47e1-4192-8cf0-9a24117c050d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8ddd78e5-3c98-4811-9aac-b9ccb84d25bd'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:29:03.752717 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-93ec7d30-99a6-4026-8e8f-16adeb5e90be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:03.826142 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77c67193-81d3-4d45-9107-a87a8e7c7801 admin admin] Router d6be06b7-6554-4d4a-98a0-7ccbd4af8fc7 is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 11:29:03.826985 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-93ec7d30-99a6-4026-8e8f-16adeb5e90be None None] For port 71232e47-2b08-40c6-bf9f-b22f339a4399, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:29:03.830456 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-93ec7d30-99a6-4026-8e8f-16adeb5e90be None None] For port 71232e47-2b08-40c6-bf9f-b22f339a4399, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=71232e47-2b08-40c6-bf9f-b22f339a4399,segment=NetworkSegment(16ee53d8-47e1-4192-8cf0-9a24117c050d),segment_id=16ee53d8-47e1-4192-8cf0-9a24117c050d)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:29:03.835120 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-93ec7d30-99a6-4026-8e8f-16adeb5e90be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:03.902037 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ec7d30-99a6-4026-8e8f-16adeb5e90be None None] Routers {'09ef15ca-ef74-41ca-8b81-87294e7a5835'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:29:03.902732 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-93ec7d30-99a6-4026-8e8f-16adeb5e90be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:28:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['09ef15ca-ef74-41ca-8b81-87294e7a5835'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:29:03.907515 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4451830f-1619-4c72-8182-010393886ace None None] Pushing event updated for resources: {'Port': ['ID=71232e47-2b08-40c6-bf9f-b22f339a4399,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:29:03.975924 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c67193-81d3-4d45-9107-a87a8e7c7801 admin admin] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:29:03.986205 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513020d0-0f82-4507-83f2-a8dbb6d53ed3 None None] Sync routers for ids ['d6be06b7-6554-4d4a-98a0-7ccbd4af8fc7'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:29:04.000314 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-77c67193-81d3-4d45-9107-a87a8e7c7801 admin admin] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:04.005159 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513020d0-0f82-4507-83f2-a8dbb6d53ed3 None None] Routers {'d6be06b7-6554-4d4a-98a0-7ccbd4af8fc7'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:29:04.005875 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-77c67193-81d3-4d45-9107-a87a8e7c7801 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8517437 Mar 22 11:29:04.006762 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 47646) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:29:04.011278 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-513020d0-0f82-4507-83f2-a8dbb6d53ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:28:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['d6be06b7-6554-4d4a-98a0-7ccbd4af8fc7'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:29:04.065115 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-a0928c5f-7e94-4268-b003-f0d3a3238ad7 None None] Provisioning complete for port 71232e47-2b08-40c6-bf9f-b22f339a4399 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:29:04.065490 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a0928c5f-7e94-4268-b003-f0d3a3238ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:04.121469 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-93ec7d30-99a6-4026-8e8f-16adeb5e90be None None] Set router 09ef15ca-ef74-41ca-8b81-87294e7a5835 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:29:04.266132 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a0928c5f-7e94-4268-b003-f0d3a3238ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:04.285626 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-513020d0-0f82-4507-83f2-a8dbb6d53ed3 None None] Set router d6be06b7-6554-4d4a-98a0-7ccbd4af8fc7 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:29:04.355283 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:29:04.383148 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-a0928c5f-7e94-4268-b003-f0d3a3238ad7 None None] For port 71232e47-2b08-40c6-bf9f-b22f339a4399, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=71232e47-2b08-40c6-bf9f-b22f339a4399,segment=NetworkSegment(16ee53d8-47e1-4192-8cf0-9a24117c050d),segment_id=16ee53d8-47e1-4192-8cf0-9a24117c050d)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:29:04.414674 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a0928c5f-7e94-4268-b003-f0d3a3238ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:04.477468 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0928c5f-7e94-4268-b003-f0d3a3238ad7 None None] Pushing event updated for resources: {'Port': ['ID=71232e47-2b08-40c6-bf9f-b22f339a4399,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:29:04.485481 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 56a38f0d-531b-45ae-94ec-7dcda370ff49 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:29:04.491486 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-513020d0-0f82-4507-83f2-a8dbb6d53ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6be06b7-6554-4d4a-98a0-7ccbd4af8fc7', 'name': 'tempest-TestShelveInstance-1973617438-router', 'tenant_id': '8159f292f5184f55984ad14b7dd952c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.39'}], 'enable_snat': True}, 'gw_port_id': '4019cb65-3c38-4daa-add7-51023a6aba7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:29:02Z', 'updated_at': '2022-03-22T11:29:03Z', 'revision_number': 3, 'project_id': '8159f292f5184f55984ad14b7dd952c3', 'gw_port': {'id': '4019cb65-3c38-4daa-add7-51023a6aba7a', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6be06b7-6554-4d4a-98a0-7ccbd4af8fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:29:02Z', 'updated_at': '2022-03-22T11:29:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:29:04.516286 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-93ec7d30-99a6-4026-8e8f-16adeb5e90be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ef15ca-ef74-41ca-8b81-87294e7a5835', 'name': 'tempest-TestShelveInstance-1328265224-router', 'tenant_id': 'be78f097af6f4a3b946304d2e45fad1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': '56a38f0d-531b-45ae-94ec-7dcda370ff49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:28:57Z', 'updated_at': '2022-03-22T11:29:00Z', 'revision_number': 4, 'project_id': 'be78f097af6f4a3b946304d2e45fad1b', 'gw_port': {'id': '56a38f0d-531b-45ae-94ec-7dcda370ff49', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ef15ca-ef74-41ca-8b81-87294e7a5835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:28:58Z', 'updated_at': '2022-03-22T11:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '71232e47-2b08-40c6-bf9f-b22f339a4399', 'name': '', 'network_id': '8ddd78e5-3c98-4811-9aac-b9ccb84d25bd', 'tenant_id': 'be78f097af6f4a3b946304d2e45fad1b', 'mac_address': 'fa:16:3e:c4:46:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ef15ca-ef74-41ca-8b81-87294e7a5835', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '2b30bd46-1e03-4ecf-b2b2-b3398218098b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:28:59Z', 'updated_at': '2022-03-22T11:29:03Z', 'revision_number': 4, 'project_id': 'be78f097af6f4a3b946304d2e45fad1b', 'subnets': [{'id': '2b30bd46-1e03-4ecf-b2b2-b3398218098b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:29:04.520273 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513020d0-0f82-4507-83f2-a8dbb6d53ed3 None None] Checking router: d6be06b7-6554-4d4a-98a0-7ccbd4af8fc7 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:29:04.520810 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513020d0-0f82-4507-83f2-a8dbb6d53ed3 None None] Updating router d6be06b7-6554-4d4a-98a0-7ccbd4af8fc7 port 4019cb65-3c38-4daa-add7-51023a6aba7a binding host dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:29:04.549502 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-513020d0-0f82-4507-83f2-a8dbb6d53ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:04.555532 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ec7d30-99a6-4026-8e8f-16adeb5e90be None None] The sync data for ids ['09ef15ca-ef74-41ca-8b81-87294e7a5835'] in dv-neutron-834599-1-hyperv is: [{'id': '09ef15ca-ef74-41ca-8b81-87294e7a5835', 'name': 'tempest-TestShelveInstance-1328265224-router', 'tenant_id': 'be78f097af6f4a3b946304d2e45fad1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': '56a38f0d-531b-45ae-94ec-7dcda370ff49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:28:57Z', 'updated_at': '2022-03-22T11:29:00Z', 'revision_number': 4, 'project_id': 'be78f097af6f4a3b946304d2e45fad1b', 'gw_port': {'id': '56a38f0d-531b-45ae-94ec-7dcda370ff49', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ef15ca-ef74-41ca-8b81-87294e7a5835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:28:58Z', 'updated_at': '2022-03-22T11:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '71232e47-2b08-40c6-bf9f-b22f339a4399', 'name': '', 'network_id': '8ddd78e5-3c98-4811-9aac-b9ccb84d25bd', 'tenant_id': 'be78f097af6f4a3b946304d2e45fad1b', 'mac_address': 'fa:16:3e:c4:46:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ef15ca-ef74-41ca-8b81-87294e7a5835', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '2b30bd46-1e03-4ecf-b2b2-b3398218098b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:28:59Z', 'updated_at': '2022-03-22T11:29:03Z', 'revision_number': 4, 'project_id': 'be78f097af6f4a3b946304d2e45fad1b', 'subnets': [{'id': '2b30bd46-1e03-4ecf-b2b2-b3398218098b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:29:04.569969 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-4c925d5f-0f44-401a-8d4c-136f8960f3c6 None None] Provisioning complete for port 71232e47-2b08-40c6-bf9f-b22f339a4399 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:29:04.570471 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4c925d5f-0f44-401a-8d4c-136f8960f3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:04.589136 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6fc925ad-4f47-49f1-8500-6094b794e06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:04.629155 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 56a38f0d-531b-45ae-94ec-7dcda370ff49 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:29:04.629524 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:04.806657 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 9b44b5d3-bab1-4d3a-95fa-53fc85bb9424 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:29:04.824587 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-6fc925ad-4f47-49f1-8500-6094b794e06f admin admin] Allocated IP 172.20.0.1 (22d0bec4-949a-4503-a020-935fa92e9b14/2cd14d21-b7ad-4b5c-8d81-c3dc276cfe27/efe0e31c-cad0-4478-acbc-c37c1a7e76f0) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:29:04.890923 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 9b44b5d3-bab1-4d3a-95fa-53fc85bb9424 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:29:04.891676 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:04.931045 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-513020d0-0f82-4507-83f2-a8dbb6d53ed3 None None] Notify callbacks [] for port, precommit_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:04.938945 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-513020d0-0f82-4507-83f2-a8dbb6d53ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:05.002731 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6fc925ad-4f47-49f1-8500-6094b794e06f admin admin] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:05.002957 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-513020d0-0f82-4507-83f2-a8dbb6d53ed3 None None] Attempting to bind port 4019cb65-3c38-4daa-add7-51023a6aba7a on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:29:05.004851 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-513020d0-0f82-4507-83f2-a8dbb6d53ed3 None None] Attempting to bind port 4019cb65-3c38-4daa-add7-51023a6aba7a by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:29:05.005237 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513020d0-0f82-4507-83f2-a8dbb6d53ed3 None None] Attempting to bind port 4019cb65-3c38-4daa-add7-51023a6aba7a on network a14ca783-6f82-4799-85a3-4cbe79c980a8 {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:29:05.015775 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737f473e-eebb-4dde-9cba-d7fa5067c2b6 None None] Pushing event updated for resources: {'Port': ['ID=4019cb65-3c38-4daa-add7-51023a6aba7a,revision_number=2']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:29:05.026001 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513020d0-0f82-4507-83f2-a8dbb6d53ed3 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:29:05.027032 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513020d0-0f82-4507-83f2-a8dbb6d53ed3 None None] Checking segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:29:05.028228 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-513020d0-0f82-4507-83f2-a8dbb6d53ed3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:05.029347 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513020d0-0f82-4507-83f2-a8dbb6d53ed3 None None] Bound using segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:29:05.030015 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-513020d0-0f82-4507-83f2-a8dbb6d53ed3 None None] Bound port: 4019cb65-3c38-4daa-add7-51023a6aba7a, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:29:05.030586 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-513020d0-0f82-4507-83f2-a8dbb6d53ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:05.037530 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:05.064690 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6fc925ad-4f47-49f1-8500-6094b794e06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:05.093334 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port 9b44b5d3-bab1-4d3a-95fa-53fc85bb9424, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=9b44b5d3-bab1-4d3a-95fa-53fc85bb9424,segment=NetworkSegment(d30d69ee-51b8-4689-b193-25c4fb88b55b),segment_id=d30d69ee-51b8-4689-b193-25c4fb88b55b)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:29:05.100651 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:05.100931 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-513020d0-0f82-4507-83f2-a8dbb6d53ed3 None None] For port 4019cb65-3c38-4daa-add7-51023a6aba7a, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:29:05.111447 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-513020d0-0f82-4507-83f2-a8dbb6d53ed3 None None] For port 4019cb65-3c38-4daa-add7-51023a6aba7a, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=4019cb65-3c38-4daa-add7-51023a6aba7a,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:29:05.122680 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc925ad-4f47-49f1-8500-6094b794e06f admin admin] Pushing event updated for resources: {'Port': ['ID=efe0e31c-cad0-4478-acbc-c37c1a7e76f0,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:29:05.133610 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-513020d0-0f82-4507-83f2-a8dbb6d53ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:05.134285 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc925ad-4f47-49f1-8500-6094b794e06f admin admin] Network 22d0bec4-949a-4503-a020-935fa92e9b14 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:29:05.140027 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-6fc925ad-4f47-49f1-8500-6094b794e06f admin admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:29:05.147070 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc925ad-4f47-49f1-8500-6094b794e06f admin admin] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:29:05.187830 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=9b44b5d3-bab1-4d3a-95fa-53fc85bb9424,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:29:05.192949 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455f7799-1621-475a-af27-98c75bdc0d00 None None] Network 22d0bec4-949a-4503-a020-935fa92e9b14 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:29:05.200468 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6fc925ad-4f47-49f1-8500-6094b794e06f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684270'] for router_interface, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:05.228089 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737f473e-eebb-4dde-9cba-d7fa5067c2b6 None None] Pushing event updated for resources: {'Port': ['ID=4019cb65-3c38-4daa-add7-51023a6aba7a,revision_number=3']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:29:05.242252 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513020d0-0f82-4507-83f2-a8dbb6d53ed3 None None] Routers {'d6be06b7-6554-4d4a-98a0-7ccbd4af8fc7'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:29:05.243710 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-513020d0-0f82-4507-83f2-a8dbb6d53ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:28:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['d6be06b7-6554-4d4a-98a0-7ccbd4af8fc7'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:29:05.266026 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-d2e6d817-ee1a-4842-9588-e16c3ae3bd4c None None] Provisioning complete for port 9b44b5d3-bab1-4d3a-95fa-53fc85bb9424 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:29:05.266391 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d2e6d817-ee1a-4842-9588-e16c3ae3bd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:05.371104 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6fc925ad-4f47-49f1-8500-6094b794e06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:05.410030 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-513020d0-0f82-4507-83f2-a8dbb6d53ed3 None None] Set router d6be06b7-6554-4d4a-98a0-7ccbd4af8fc7 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:29:05.563802 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6fc925ad-4f47-49f1-8500-6094b794e06f admin admin] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:05.571126 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6fc925ad-4f47-49f1-8500-6094b794e06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:05.631590 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-513020d0-0f82-4507-83f2-a8dbb6d53ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6be06b7-6554-4d4a-98a0-7ccbd4af8fc7', 'name': 'tempest-TestShelveInstance-1973617438-router', 'tenant_id': '8159f292f5184f55984ad14b7dd952c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.39'}], 'enable_snat': True}, 'gw_port_id': '4019cb65-3c38-4daa-add7-51023a6aba7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:29:02Z', 'updated_at': '2022-03-22T11:29:03Z', 'revision_number': 3, 'project_id': '8159f292f5184f55984ad14b7dd952c3', 'gw_port': {'id': '4019cb65-3c38-4daa-add7-51023a6aba7a', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6be06b7-6554-4d4a-98a0-7ccbd4af8fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:29:02Z', 'updated_at': '2022-03-22T11:29:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:29:05.642728 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6fc925ad-4f47-49f1-8500-6094b794e06f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684306'] for router_interface, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:05.644750 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc925ad-4f47-49f1-8500-6094b794e06f admin admin] Pushing event updated for resources: {'Port': ['ID=efe0e31c-cad0-4478-acbc-c37c1a7e76f0,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:29:05.661439 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513020d0-0f82-4507-83f2-a8dbb6d53ed3 None None] The sync data for ids ['d6be06b7-6554-4d4a-98a0-7ccbd4af8fc7'] in dv-neutron-834599-1-hyperv is: [{'id': 'd6be06b7-6554-4d4a-98a0-7ccbd4af8fc7', 'name': 'tempest-TestShelveInstance-1973617438-router', 'tenant_id': '8159f292f5184f55984ad14b7dd952c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.39'}], 'enable_snat': True}, 'gw_port_id': '4019cb65-3c38-4daa-add7-51023a6aba7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:29:02Z', 'updated_at': '2022-03-22T11:29:03Z', 'revision_number': 3, 'project_id': '8159f292f5184f55984ad14b7dd952c3', 'gw_port': {'id': '4019cb65-3c38-4daa-add7-51023a6aba7a', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6be06b7-6554-4d4a-98a0-7ccbd4af8fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:29:02Z', 'updated_at': '2022-03-22T11:29:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:29:05.766066 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-5939edb3-b59c-46f1-9675-48a4754ea547 None None] Provisioning complete for port 9b44b5d3-bab1-4d3a-95fa-53fc85bb9424 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:29:05.766066 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5939edb3-b59c-46f1-9675-48a4754ea547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:05.797003 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc925ad-4f47-49f1-8500-6094b794e06f admin admin] Network 22d0bec4-949a-4503-a020-935fa92e9b14 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:29:05.799158 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-6fc925ad-4f47-49f1-8500-6094b794e06f admin admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:29:05.896785 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-5939edb3-b59c-46f1-9675-48a4754ea547 None None] Provisioning complete for port efe0e31c-cad0-4478-acbc-c37c1a7e76f0 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:29:05.897464 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5939edb3-b59c-46f1-9675-48a4754ea547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:05.941021 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc925ad-4f47-49f1-8500-6094b794e06f admin admin] Router d6be06b7-6554-4d4a-98a0-7ccbd4af8fc7 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:29:05.955890 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-5939edb3-b59c-46f1-9675-48a4754ea547 None None] Port efe0e31c-cad0-4478-acbc-c37c1a7e76f0 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:29:06.093596 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-155c1de9-aa0f-4fdb-824e-0d520651a3ac None None] Provisioning complete for port efe0e31c-cad0-4478-acbc-c37c1a7e76f0 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:29:06.095065 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-155c1de9-aa0f-4fdb-824e-0d520651a3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:06.105510 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc925ad-4f47-49f1-8500-6094b794e06f admin admin] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:29:06.114509 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6fc925ad-4f47-49f1-8500-6094b794e06f admin admin] 10.222.0.57 "PUT /v2.0/routers/d6be06b7-6554-4d4a-98a0-7ccbd4af8fc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1028314 Mar 22 11:29:06.159502 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-155c1de9-aa0f-4fdb-824e-0d520651a3ac None None] Port efe0e31c-cad0-4478-acbc-c37c1a7e76f0 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:29:06.280094 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-749bcfc7-57da-4550-9de1-823f37db43df None None] Provisioning complete for port efe0e31c-cad0-4478-acbc-c37c1a7e76f0 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:29:06.280785 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-749bcfc7-57da-4550-9de1-823f37db43df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:06.324273 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-749bcfc7-57da-4550-9de1-823f37db43df None None] Port efe0e31c-cad0-4478-acbc-c37c1a7e76f0 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:29:06.442651 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 9b44b5d3-bab1-4d3a-95fa-53fc85bb9424 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:29:06.495496 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 9b44b5d3-bab1-4d3a-95fa-53fc85bb9424 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:29:06.495947 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:06.580033 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 71232e47-2b08-40c6-bf9f-b22f339a4399 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:29:06.627012 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 71232e47-2b08-40c6-bf9f-b22f339a4399 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:29:06.627453 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:06.705868 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 4019cb65-3c38-4daa-add7-51023a6aba7a up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:29:06.758680 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 4019cb65-3c38-4daa-add7-51023a6aba7a triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:29:06.759147 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:06.784881 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 47654) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:29:06.789594 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-f83955c4-2b14-4c55-bd06-6540cc72bade tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1290177854', 'description': 'tempest-secgroup-smoke-1290177854 description', 'project_id': 'be78f097af6f4a3b946304d2e45fad1b'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:29:06.810733 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f83955c4-2b14-4c55-bd06-6540cc72bade tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:06.835691 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:06.856703 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port 4019cb65-3c38-4daa-add7-51023a6aba7a, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=4019cb65-3c38-4daa-add7-51023a6aba7a,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:29:06.861604 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:06.879409 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f83955c4-2b14-4c55-bd06-6540cc72bade tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:06.883962 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f83955c4-2b14-4c55-bd06-6540cc72bade tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:06.908854 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=4019cb65-3c38-4daa-add7-51023a6aba7a,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:29:06.915507 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-f83955c4-2b14-4c55-bd06-6540cc72bade tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:06.916756 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-f83955c4-2b14-4c55-bd06-6540cc72bade tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1308916 Mar 22 11:29:06.917599 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83955c4-2b14-4c55-bd06-6540cc72bade tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e303bf-6662-4f70-84b1-fb7db5fd31ac,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:29:06.919823 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 47656) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:29:06.924244 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-94c6e18c-f798-4fa8-892e-ca438d68e21c tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Request body: {'security_group_rule': {'security_group_id': 'f4e303bf-6662-4f70-84b1-fb7db5fd31ac', 'project_id': 'be78f097af6f4a3b946304d2e45fad1b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:29:06.949899 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-94c6e18c-f798-4fa8-892e-ca438d68e21c tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:07.004566 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-94c6e18c-f798-4fa8-892e-ca438d68e21c tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:07.009515 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-94c6e18c-f798-4fa8-892e-ca438d68e21c tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:07.027406 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c6e18c-f798-4fa8-892e-ca438d68e21c tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=662d6078-44cf-4d36-8528-c43a5828c918,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:29:07.035576 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-94c6e18c-f798-4fa8-892e-ca438d68e21c tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:07.036775 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-94c6e18c-f798-4fa8-892e-ca438d68e21c tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1161773 Mar 22 11:29:07.039847 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 47658) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:29:07.044171 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-80db4d99-d3b3-4dfa-b7b6-934ec6cd278a tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Request body: {'security_group_rule': {'security_group_id': 'f4e303bf-6662-4f70-84b1-fb7db5fd31ac', 'project_id': 'be78f097af6f4a3b946304d2e45fad1b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:29:07.069757 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-80db4d99-d3b3-4dfa-b7b6-934ec6cd278a tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:07.133146 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-80db4d99-d3b3-4dfa-b7b6-934ec6cd278a tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:07.138640 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-80db4d99-d3b3-4dfa-b7b6-934ec6cd278a tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:07.156077 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db4d99-d3b3-4dfa-b7b6-934ec6cd278a tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d3a77bb-2145-4c9c-8c5f-3f8a44db7e84,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:29:07.167507 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-80db4d99-d3b3-4dfa-b7b6-934ec6cd278a tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:07.168744 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-80db4d99-d3b3-4dfa-b7b6-934ec6cd278a tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1279471 Mar 22 11:29:07.171548 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 47660) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:29:07.175747 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-ed780ee9-fe6d-4e8a-b3ef-99aa6192b935 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Request body: {'security_group_rule': {'security_group_id': 'f4e303bf-6662-4f70-84b1-fb7db5fd31ac', 'project_id': 'be78f097af6f4a3b946304d2e45fad1b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:29:07.202749 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ed780ee9-fe6d-4e8a-b3ef-99aa6192b935 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:07.262251 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ed780ee9-fe6d-4e8a-b3ef-99aa6192b935 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:07.268508 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ed780ee9-fe6d-4e8a-b3ef-99aa6192b935 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:07.286661 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed780ee9-fe6d-4e8a-b3ef-99aa6192b935 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0ad2e0e-91b0-4995-86bc-2cdf4dc7ca3c,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:29:07.295061 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-ed780ee9-fe6d-4e8a-b3ef-99aa6192b935 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:07.296302 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-ed780ee9-fe6d-4e8a-b3ef-99aa6192b935 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1238360 Mar 22 11:29:07.299203 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 47662) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:29:07.303534 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-fd08b294-2e45-41ab-825d-889f4de551fc tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Request body: {'security_group_rule': {'security_group_id': 'f4e303bf-6662-4f70-84b1-fb7db5fd31ac', 'project_id': 'be78f097af6f4a3b946304d2e45fad1b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:29:07.330988 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fd08b294-2e45-41ab-825d-889f4de551fc tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:07.389171 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fd08b294-2e45-41ab-825d-889f4de551fc tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:07.395826 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fd08b294-2e45-41ab-825d-889f4de551fc tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:07.415660 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd08b294-2e45-41ab-825d-889f4de551fc tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce0000c3-6eb6-4235-a240-3815fe4025ec,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:29:07.420905 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-fd08b294-2e45-41ab-825d-889f4de551fc tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:07.422116 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-fd08b294-2e45-41ab-825d-889f4de551fc tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1220438 Mar 22 11:29:07.425257 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 47664) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:29:07.430164 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-7040a180-f672-446a-ae6c-4a02993cca0c tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Request body: {'security_group_rule': {'security_group_id': 'f4e303bf-6662-4f70-84b1-fb7db5fd31ac', 'project_id': 'be78f097af6f4a3b946304d2e45fad1b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:29:07.453327 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.securitygroups_db [None req-7040a180-f672-446a-ae6c-4a02993cca0c tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Project be78f097af6f4a3b946304d2e45fad1b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 11:29:07.458388 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7040a180-f672-446a-ae6c-4a02993cca0c tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:07.520216 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7040a180-f672-446a-ae6c-4a02993cca0c tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:07.525126 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7040a180-f672-446a-ae6c-4a02993cca0c tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:07.545934 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7040a180-f672-446a-ae6c-4a02993cca0c tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa9d40dd-0c4b-45a8-b79f-dd95f1a9b24d,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:29:07.555318 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7040a180-f672-446a-ae6c-4a02993cca0c tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:07.556949 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-7040a180-f672-446a-ae6c-4a02993cca0c tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1305025 Mar 22 11:29:07.559793 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 47666) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:29:07.564189 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-2c4f515c-9149-4f8a-ae80-87a71c9f721f tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Request body: {'security_group_rule': {'security_group_id': 'f4e303bf-6662-4f70-84b1-fb7db5fd31ac', 'project_id': 'be78f097af6f4a3b946304d2e45fad1b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:29:07.586330 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.securitygroups_db [None req-2c4f515c-9149-4f8a-ae80-87a71c9f721f tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Project be78f097af6f4a3b946304d2e45fad1b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 11:29:07.591761 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2c4f515c-9149-4f8a-ae80-87a71c9f721f tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:07.652249 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2c4f515c-9149-4f8a-ae80-87a71c9f721f tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:07.657268 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2c4f515c-9149-4f8a-ae80-87a71c9f721f tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:07.674885 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4f515c-9149-4f8a-ae80-87a71c9f721f tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=187438ab-f637-4c30-8e17-503a0e4c1cd8,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:29:07.680732 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2c4f515c-9149-4f8a-ae80-87a71c9f721f tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:07.681883 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-2c4f515c-9149-4f8a-ae80-87a71c9f721f tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1211321 Mar 22 11:29:07.766048 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-726a30ce-5dcd-4995-b60e-f2fa6544ca7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:07.828532 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-11fb4dcd-68ac-4779-a866-d1ae6f9ac580 req-de547d7d-4d79-4fd2-bec5-bd5d9d3fbeee tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1290177854&fields=id&tenant_id=be78f097af6f4a3b946304d2e45fad1b HTTP/1.1" status: 200 len: 267 time: 0.0354660 Mar 22 11:29:07.938399 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb4dcd-68ac-4779-a866-d1ae6f9ac580 req-d7feeb9e-af86-4622-bb6c-ed6c5f53441e tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:29:07.939969 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-11fb4dcd-68ac-4779-a866-d1ae6f9ac580 req-d7feeb9e-af86-4622-bb6c-ed6c5f53441e tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/networks?id=8ddd78e5-3c98-4811-9aac-b9ccb84d25bd HTTP/1.1" status: 200 len: 809 time: 0.1041834 Mar 22 11:29:07.955745 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-11fb4dcd-68ac-4779-a866-d1ae6f9ac580 req-7e58eecf-095f-432b-ab9a-4d36fe982765 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/quotas/be78f097af6f4a3b946304d2e45fad1b HTTP/1.1" status: 200 len: 375 time: 0.0094392 Mar 22 11:29:08.009584 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-11fb4dcd-68ac-4779-a866-d1ae6f9ac580 req-1781ca0b-d38a-4a5c-bc35-d7f0815fdb88 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=be78f097af6f4a3b946304d2e45fad1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479081 Mar 22 11:29:08.112849 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c10135-06cd-47a1-9a19-9130b304b13a None None] Sync routers for ids ['d6be06b7-6554-4d4a-98a0-7ccbd4af8fc7'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:29:08.125007 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c10135-06cd-47a1-9a19-9130b304b13a None None] Routers {'d6be06b7-6554-4d4a-98a0-7ccbd4af8fc7'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:29:08.125711 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-75c10135-06cd-47a1-9a19-9130b304b13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:28:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['d6be06b7-6554-4d4a-98a0-7ccbd4af8fc7'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:29:08.202763 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-11fb4dcd-68ac-4779-a866-d1ae6f9ac580 req-9044694e-5695-4646-ad08-1f7fe81e5c0b service neutron] 10.222.0.57 "GET /v2.0/networks/8ddd78e5-3c98-4811-9aac-b9ccb84d25bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811202 Mar 22 11:29:08.229278 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-75c10135-06cd-47a1-9a19-9130b304b13a None None] Set router d6be06b7-6554-4d4a-98a0-7ccbd4af8fc7 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:29:08.297629 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-11fb4dcd-68ac-4779-a866-d1ae6f9ac580 req-f9b34c4e-62c9-469a-ad52-bff0355eb918 service neutron] 10.222.0.57 "GET /v2.0/networks/8ddd78e5-3c98-4811-9aac-b9ccb84d25bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884504 Mar 22 11:29:08.330019 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 4019cb65-3c38-4daa-add7-51023a6aba7a up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:29:08.471804 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ea7dabfc-48c4-45ba-b198-016c770ccd67 req-470f854f-15e6-4d44-bad3-0bc2c3c61b96 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b HTTP/1.1" status: 200 len: 210 time: 0.0290575 Mar 22 11:29:08.603886 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 4019cb65-3c38-4daa-add7-51023a6aba7a triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:29:08.604278 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:08.665745 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-75c10135-06cd-47a1-9a19-9130b304b13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6be06b7-6554-4d4a-98a0-7ccbd4af8fc7', 'name': 'tempest-TestShelveInstance-1973617438-router', 'tenant_id': '8159f292f5184f55984ad14b7dd952c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.39'}], 'enable_snat': True}, 'gw_port_id': '4019cb65-3c38-4daa-add7-51023a6aba7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:29:02Z', 'updated_at': '2022-03-22T11:29:05Z', 'revision_number': 4, 'project_id': '8159f292f5184f55984ad14b7dd952c3', 'gw_port': {'id': '4019cb65-3c38-4daa-add7-51023a6aba7a', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6be06b7-6554-4d4a-98a0-7ccbd4af8fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:29:02Z', 'updated_at': '2022-03-22T11:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': 'efe0e31c-cad0-4478-acbc-c37c1a7e76f0', 'name': '', 'network_id': '22d0bec4-949a-4503-a020-935fa92e9b14', 'tenant_id': '8159f292f5184f55984ad14b7dd952c3', 'mac_address': 'fa:16:3e:b5:e3:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6be06b7-6554-4d4a-98a0-7ccbd4af8fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '2cd14d21-b7ad-4b5c-8d81-c3dc276cfe27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:29:04Z', 'updated_at': '2022-03-22T11:29:05Z', 'revision_number': 2, 'project_id': '8159f292f5184f55984ad14b7dd952c3', 'subnets': [{'id': '2cd14d21-b7ad-4b5c-8d81-c3dc276cfe27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:29:08.712119 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c10135-06cd-47a1-9a19-9130b304b13a None None] Checking router: d6be06b7-6554-4d4a-98a0-7ccbd4af8fc7 for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:29:08.712585 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c10135-06cd-47a1-9a19-9130b304b13a None None] Updating router d6be06b7-6554-4d4a-98a0-7ccbd4af8fc7 port efe0e31c-cad0-4478-acbc-c37c1a7e76f0 binding host dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:29:08.744870 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-75c10135-06cd-47a1-9a19-9130b304b13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:09.029339 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-75c10135-06cd-47a1-9a19-9130b304b13a None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:09.036850 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-75c10135-06cd-47a1-9a19-9130b304b13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:09.087225 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63fb781-0ba5-405c-a6c2-9985a9bd0e30 None None] Pushing event updated for resources: {'Port': ['ID=efe0e31c-cad0-4478-acbc-c37c1a7e76f0,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:29:09.136146 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-75c10135-06cd-47a1-9a19-9130b304b13a None None] Attempting to bind port efe0e31c-cad0-4478-acbc-c37c1a7e76f0 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:29:09.136805 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-75c10135-06cd-47a1-9a19-9130b304b13a None None] Attempting to bind port efe0e31c-cad0-4478-acbc-c37c1a7e76f0 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': 'd30d69ee-51b8-4689-b193-25c4fb88b55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '22d0bec4-949a-4503-a020-935fa92e9b14'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:29:09.137333 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c10135-06cd-47a1-9a19-9130b304b13a None None] Attempting to bind port efe0e31c-cad0-4478-acbc-c37c1a7e76f0 on network 22d0bec4-949a-4503-a020-935fa92e9b14 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:29:09.143541 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c10135-06cd-47a1-9a19-9130b304b13a None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:29:09.143923 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c10135-06cd-47a1-9a19-9130b304b13a None None] Checking segment: {'id': 'd30d69ee-51b8-4689-b193-25c4fb88b55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '22d0bec4-949a-4503-a020-935fa92e9b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:29:09.144418 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-75c10135-06cd-47a1-9a19-9130b304b13a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:09.144812 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c10135-06cd-47a1-9a19-9130b304b13a None None] Bound using segment: {'id': 'd30d69ee-51b8-4689-b193-25c4fb88b55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '22d0bec4-949a-4503-a020-935fa92e9b14'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:29:09.145433 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-75c10135-06cd-47a1-9a19-9130b304b13a None None] Bound port: efe0e31c-cad0-4478-acbc-c37c1a7e76f0, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd30d69ee-51b8-4689-b193-25c4fb88b55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '22d0bec4-949a-4503-a020-935fa92e9b14'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:29:09.145824 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-75c10135-06cd-47a1-9a19-9130b304b13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:09.214387 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-75c10135-06cd-47a1-9a19-9130b304b13a None None] For port efe0e31c-cad0-4478-acbc-c37c1a7e76f0, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:29:09.217776 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-75c10135-06cd-47a1-9a19-9130b304b13a None None] For port efe0e31c-cad0-4478-acbc-c37c1a7e76f0, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=efe0e31c-cad0-4478-acbc-c37c1a7e76f0,segment=NetworkSegment(d30d69ee-51b8-4689-b193-25c4fb88b55b),segment_id=d30d69ee-51b8-4689-b193-25c4fb88b55b)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:29:09.223050 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-75c10135-06cd-47a1-9a19-9130b304b13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:09.289774 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63fb781-0ba5-405c-a6c2-9985a9bd0e30 None None] Pushing event updated for resources: {'Port': ['ID=efe0e31c-cad0-4478-acbc-c37c1a7e76f0,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:29:09.298756 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c10135-06cd-47a1-9a19-9130b304b13a None None] Routers {'d6be06b7-6554-4d4a-98a0-7ccbd4af8fc7'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:29:09.299404 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-75c10135-06cd-47a1-9a19-9130b304b13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:28:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['d6be06b7-6554-4d4a-98a0-7ccbd4af8fc7'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:29:09.301348 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-1fe5bcf2-c83e-4096-ad6d-b38cba2f7baa None None] Provisioning complete for port efe0e31c-cad0-4478-acbc-c37c1a7e76f0 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:29:09.301733 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-1fe5bcf2-c83e-4096-ad6d-b38cba2f7baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:09.473886 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-75c10135-06cd-47a1-9a19-9130b304b13a None None] Set router d6be06b7-6554-4d4a-98a0-7ccbd4af8fc7 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:29:09.509816 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb4dcd-68ac-4779-a866-d1ae6f9ac580 req-e2443d1d-8cfb-43e7-9482-a5a1b8dbcfb3 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:29:09.511719 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-11fb4dcd-68ac-4779-a866-d1ae6f9ac580 req-e2443d1d-8cfb-43e7-9482-a5a1b8dbcfb3 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.35 "GET /v2.0/networks?id=8ddd78e5-3c98-4811-9aac-b9ccb84d25bd HTTP/1.1" status: 200 len: 809 time: 0.1528337 Mar 22 11:29:09.527718 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-1fe5bcf2-c83e-4096-ad6d-b38cba2f7baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:09.576940 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ca1ffe3c-e669-4130-b326-f54577ad93ff req-31ff5be5-32d6-4579-8ec8-66c16ff21afe tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b HTTP/1.1" status: 200 len: 210 time: 0.0312829 Mar 22 11:29:09.591308 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-11fb4dcd-68ac-4779-a866-d1ae6f9ac580 req-2db2bf5e-5b2b-4083-adaa-a9b39a77979a tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be78f097af6f4a3b946304d2e45fad1b HTTP/1.1" status: 200 len: 380 time: 0.0700371 Mar 22 11:29:09.601173 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-11fb4dcd-68ac-4779-a866-d1ae6f9ac580 req-1bafcf02-fdd4-4597-98cc-4fc857a235ef tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Request body: {'port': {'device_id': 'd0c8e038-94dc-42c5-a46f-529a0910cc2b', 'network_id': '8ddd78e5-3c98-4811-9aac-b9ccb84d25bd', 'admin_state_up': True, 'tenant_id': 'be78f097af6f4a3b946304d2e45fad1b', 'security_groups': ['f4e303bf-6662-4f70-84b1-fb7db5fd31ac']}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:29:09.646319 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-1fe5bcf2-c83e-4096-ad6d-b38cba2f7baa None None] For port efe0e31c-cad0-4478-acbc-c37c1a7e76f0, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=efe0e31c-cad0-4478-acbc-c37c1a7e76f0,segment=NetworkSegment(d30d69ee-51b8-4689-b193-25c4fb88b55b),segment_id=d30d69ee-51b8-4689-b193-25c4fb88b55b)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:29:09.651404 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-1fe5bcf2-c83e-4096-ad6d-b38cba2f7baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:09.709189 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11fb4dcd-68ac-4779-a866-d1ae6f9ac580 req-1bafcf02-fdd4-4597-98cc-4fc857a235ef tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Made reservation on behalf of be78f097af6f4a3b946304d2e45fad1b for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:29:09.713198 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-11fb4dcd-68ac-4779-a866-d1ae6f9ac580 req-1bafcf02-fdd4-4597-98cc-4fc857a235ef tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:09.730564 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe5bcf2-c83e-4096-ad6d-b38cba2f7baa None None] Pushing event updated for resources: {'Port': ['ID=efe0e31c-cad0-4478-acbc-c37c1a7e76f0,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:29:09.759733 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-75c10135-06cd-47a1-9a19-9130b304b13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6be06b7-6554-4d4a-98a0-7ccbd4af8fc7', 'name': 'tempest-TestShelveInstance-1973617438-router', 'tenant_id': '8159f292f5184f55984ad14b7dd952c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.39'}], 'enable_snat': True}, 'gw_port_id': '4019cb65-3c38-4daa-add7-51023a6aba7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:29:02Z', 'updated_at': '2022-03-22T11:29:05Z', 'revision_number': 4, 'project_id': '8159f292f5184f55984ad14b7dd952c3', 'gw_port': {'id': '4019cb65-3c38-4daa-add7-51023a6aba7a', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6be06b7-6554-4d4a-98a0-7ccbd4af8fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:29:02Z', 'updated_at': '2022-03-22T11:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': 'efe0e31c-cad0-4478-acbc-c37c1a7e76f0', 'name': '', 'network_id': '22d0bec4-949a-4503-a020-935fa92e9b14', 'tenant_id': '8159f292f5184f55984ad14b7dd952c3', 'mac_address': 'fa:16:3e:b5:e3:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6be06b7-6554-4d4a-98a0-7ccbd4af8fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '2cd14d21-b7ad-4b5c-8d81-c3dc276cfe27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:29:04Z', 'updated_at': '2022-03-22T11:29:09Z', 'revision_number': 4, 'project_id': '8159f292f5184f55984ad14b7dd952c3', 'subnets': [{'id': '2cd14d21-b7ad-4b5c-8d81-c3dc276cfe27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:29:09.794740 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c10135-06cd-47a1-9a19-9130b304b13a None None] The sync data for ids ['d6be06b7-6554-4d4a-98a0-7ccbd4af8fc7'] in dv-neutron-834599-1-hyperv is: [{'id': 'd6be06b7-6554-4d4a-98a0-7ccbd4af8fc7', 'name': 'tempest-TestShelveInstance-1973617438-router', 'tenant_id': '8159f292f5184f55984ad14b7dd952c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.39'}], 'enable_snat': True}, 'gw_port_id': '4019cb65-3c38-4daa-add7-51023a6aba7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:29:02Z', 'updated_at': '2022-03-22T11:29:05Z', 'revision_number': 4, 'project_id': '8159f292f5184f55984ad14b7dd952c3', 'gw_port': {'id': '4019cb65-3c38-4daa-add7-51023a6aba7a', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6be06b7-6554-4d4a-98a0-7ccbd4af8fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:29:02Z', 'updated_at': '2022-03-22T11:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': 'efe0e31c-cad0-4478-acbc-c37c1a7e76f0', 'name': '', 'network_id': '22d0bec4-949a-4503-a020-935fa92e9b14', 'tenant_id': '8159f292f5184f55984ad14b7dd952c3', 'mac_address': 'fa:16:3e:b5:e3:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6be06b7-6554-4d4a-98a0-7ccbd4af8fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '2cd14d21-b7ad-4b5c-8d81-c3dc276cfe27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:29:04Z', 'updated_at': '2022-03-22T11:29:09Z', 'revision_number': 4, 'project_id': '8159f292f5184f55984ad14b7dd952c3', 'subnets': [{'id': '2cd14d21-b7ad-4b5c-8d81-c3dc276cfe27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:29:09.803152 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-7a47d470-2d59-4bf6-a6d8-de1279791951 None None] Provisioning complete for port efe0e31c-cad0-4478-acbc-c37c1a7e76f0 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:29:09.803524 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7a47d470-2d59-4bf6-a6d8-de1279791951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:09.865767 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [req-11fb4dcd-68ac-4779-a866-d1ae6f9ac580 req-1bafcf02-fdd4-4597-98cc-4fc857a235ef tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Allocated IP 172.20.0.9 (8ddd78e5-3c98-4811-9aac-b9ccb84d25bd/2b30bd46-1e03-4ecf-b2b2-b3398218098b/2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:29:09.933021 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b9bc0274-5454-4dbe-a38c-5bc51285f707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:10.037394 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-11fb4dcd-68ac-4779-a866-d1ae6f9ac580 req-1bafcf02-fdd4-4597-98cc-4fc857a235ef tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:10.071741 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-11fb4dcd-68ac-4779-a866-d1ae6f9ac580 req-1bafcf02-fdd4-4597-98cc-4fc857a235ef tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:10.116631 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11fb4dcd-68ac-4779-a866-d1ae6f9ac580 req-1bafcf02-fdd4-4597-98cc-4fc857a235ef tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Network 8ddd78e5-3c98-4811-9aac-b9ccb84d25bd is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:29:10.119871 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [req-11fb4dcd-68ac-4779-a866-d1ae6f9ac580 req-1bafcf02-fdd4-4597-98cc-4fc857a235ef tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:29:10.123403 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-11fb4dcd-68ac-4779-a866-d1ae6f9ac580 req-1bafcf02-fdd4-4597-98cc-4fc857a235ef tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:29:10.129777 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bafcf02-fdd4-4597-98cc-4fc857a235ef tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Pushing event updated for resources: {'Port': ['ID=2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:29:10.181460 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb4dcd-68ac-4779-a866-d1ae6f9ac580 req-1bafcf02-fdd4-4597-98cc-4fc857a235ef tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:29:10.182126 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-11fb4dcd-68ac-4779-a866-d1ae6f9ac580 req-1bafcf02-fdd4-4597-98cc-4fc857a235ef tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:10.200756 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-11fb4dcd-68ac-4779-a866-d1ae6f9ac580 req-1bafcf02-fdd4-4597-98cc-4fc857a235ef tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6032929 Mar 22 11:29:10.214346 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-11fb4dcd-68ac-4779-a866-d1ae6f9ac580 req-cc34272f-db26-4590-a6c0-cb8911013e31 service neutron] Request body: {'port': {'device_id': 'd0c8e038-94dc-42c5-a46f-529a0910cc2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8345'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:29:10.277664 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-11fb4dcd-68ac-4779-a866-d1ae6f9ac580 req-cc34272f-db26-4590-a6c0-cb8911013e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:10.352048 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device efe0e31c-cad0-4478-acbc-c37c1a7e76f0 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:29:10.390696 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-3cdab6f0-b874-46e6-a2bc-74c140582399 None None] Provisioning complete for port 2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:29:10.391149 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3cdab6f0-b874-46e6-a2bc-74c140582399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:10.431806 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-3cdab6f0-b874-46e6-a2bc-74c140582399 None None] Port 2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:29:10.437174 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port efe0e31c-cad0-4478-acbc-c37c1a7e76f0 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:29:10.437555 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:10.573808 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [req-11fb4dcd-68ac-4779-a866-d1ae6f9ac580 req-cc34272f-db26-4590-a6c0-cb8911013e31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047 {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:29:10.581095 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-11fb4dcd-68ac-4779-a866-d1ae6f9ac580 req-cc34272f-db26-4590-a6c0-cb8911013e31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:10.593040 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [req-11fb4dcd-68ac-4779-a866-d1ae6f9ac580 req-cc34272f-db26-4590-a6c0-cb8911013e31 service neutron] Transition to ACTIVE for port object 2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047 will not be triggered until provisioned by entity L2. {{(pid=109050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:29:10.599931 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-11fb4dcd-68ac-4779-a866-d1ae6f9ac580 req-cc34272f-db26-4590-a6c0-cb8911013e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:10.662442 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc34272f-db26-4590-a6c0-cb8911013e31 service neutron] Pushing event updated for resources: {'Port': ['ID=2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:29:10.744705 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e579d-51e0-4c88-a491-1d755eea4dd5 req-3d760041-a720-468b-80c2-922a81caf6ee tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:29:10.746325 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1b8e579d-51e0-4c88-a491-1d755eea4dd5 req-3d760041-a720-468b-80c2-922a81caf6ee tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b HTTP/1.1" status: 200 len: 943 time: 0.0955126 Mar 22 11:29:10.784010 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-11fb4dcd-68ac-4779-a866-d1ae6f9ac580 req-cc34272f-db26-4590-a6c0-cb8911013e31 service neutron] Attempting to bind port 2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047 on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:29:10.784279 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-11fb4dcd-68ac-4779-a866-d1ae6f9ac580 req-cc34272f-db26-4590-a6c0-cb8911013e31 service neutron] Attempting to bind port 2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047 by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': '16ee53d8-47e1-4192-8cf0-9a24117c050d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8ddd78e5-3c98-4811-9aac-b9ccb84d25bd'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:29:10.784603 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fb4dcd-68ac-4779-a866-d1ae6f9ac580 req-cc34272f-db26-4590-a6c0-cb8911013e31 service neutron] Attempting to bind port 2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047 on network 8ddd78e5-3c98-4811-9aac-b9ccb84d25bd {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:29:10.797302 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fb4dcd-68ac-4779-a866-d1ae6f9ac580 req-cc34272f-db26-4590-a6c0-cb8911013e31 service neutron] Port 2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047 on network 8ddd78e5-3c98-4811-9aac-b9ccb84d25bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 11:29:10.797629 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fb4dcd-68ac-4779-a866-d1ae6f9ac580 req-cc34272f-db26-4590-a6c0-cb8911013e31 service neutron] Attempting to bind port 2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047 on network 8ddd78e5-3c98-4811-9aac-b9ccb84d25bd {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:29:10.809118 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1b8e579d-51e0-4c88-a491-1d755eea4dd5 req-573ad058-b0cf-4b5e-ba77-fef7e3b5e633 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e303bf-6662-4f70-84b1-fb7db5fd31ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532560 Mar 22 11:29:10.810397 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fb4dcd-68ac-4779-a866-d1ae6f9ac580 req-cc34272f-db26-4590-a6c0-cb8911013e31 service neutron] Checking agent: {'id': 'dcb78974-6458-4942-8c9c-663284d5bb3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8345', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:29:10.810912 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fb4dcd-68ac-4779-a866-d1ae6f9ac580 req-cc34272f-db26-4590-a6c0-cb8911013e31 service neutron] Checking segment: {'id': '16ee53d8-47e1-4192-8cf0-9a24117c050d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8ddd78e5-3c98-4811-9aac-b9ccb84d25bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:29:10.811503 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fb4dcd-68ac-4779-a866-d1ae6f9ac580 req-cc34272f-db26-4590-a6c0-cb8911013e31 service neutron] Bound using segment: {'id': '16ee53d8-47e1-4192-8cf0-9a24117c050d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8ddd78e5-3c98-4811-9aac-b9ccb84d25bd'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:29:10.812135 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-11fb4dcd-68ac-4779-a866-d1ae6f9ac580 req-cc34272f-db26-4590-a6c0-cb8911013e31 service neutron] Bound port: 2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047, host: hv-neutron-8345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16ee53d8-47e1-4192-8cf0-9a24117c050d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8ddd78e5-3c98-4811-9aac-b9ccb84d25bd'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:29:10.812654 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-11fb4dcd-68ac-4779-a866-d1ae6f9ac580 req-cc34272f-db26-4590-a6c0-cb8911013e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:10.890408 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-11fb4dcd-68ac-4779-a866-d1ae6f9ac580 req-cc34272f-db26-4590-a6c0-cb8911013e31 service neutron] For port 2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047, host hv-neutron-8345, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:29:10.893675 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-11fb4dcd-68ac-4779-a866-d1ae6f9ac580 req-cc34272f-db26-4590-a6c0-cb8911013e31 service neutron] For port 2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047, host hv-neutron-8345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047,segment=NetworkSegment(16ee53d8-47e1-4192-8cf0-9a24117c050d),segment_id=16ee53d8-47e1-4192-8cf0-9a24117c050d)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:29:10.900819 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-11fb4dcd-68ac-4779-a866-d1ae6f9ac580 req-cc34272f-db26-4590-a6c0-cb8911013e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:10.937811 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb4dcd-68ac-4779-a866-d1ae6f9ac580 req-cc34272f-db26-4590-a6c0-cb8911013e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:29:10.938421 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-11fb4dcd-68ac-4779-a866-d1ae6f9ac580 req-cc34272f-db26-4590-a6c0-cb8911013e31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:10.939842 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-11fb4dcd-68ac-4779-a866-d1ae6f9ac580 req-cc34272f-db26-4590-a6c0-cb8911013e31 service neutron] 10.222.0.35 "PUT /v2.0/ports/2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047 HTTP/1.1" status: 200 len: 1093 time: 0.7301798 Mar 22 11:29:10.940379 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0c8e038-94dc-42c5-a46f-529a0910cc2b', 'tag': '2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:29:10.942545 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf6384b-5553-47b2-be76-9dec385018c5" -d '{"events": [{"name": "network-changed", "server_uuid": "d0c8e038-94dc-42c5-a46f-529a0910cc2b", "tag": "2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:29:10.965064 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc34272f-db26-4590-a6c0-cb8911013e31 service neutron] Pushing event updated for resources: {'Port': ['ID=2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:29:11.021281 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda82a9c-40c4-4b7f-bacc-5e69f7f62996 x-openstack-request-id: req-bda82a9c-40c4-4b7f-bacc-5e69f7f62996 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:29:11.021566 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0c8e038-94dc-42c5-a46f-529a0910cc2b", "tag": "2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:29:11.021879 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bda82a9c-40c4-4b7f-bacc-5e69f7f62996 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:29:11.022309 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bda82a9c-40c4-4b7f-bacc-5e69f7f62996'] response: {'name': 'network-changed', 'server_uuid': 'd0c8e038-94dc-42c5-a46f-529a0910cc2b', 'tag': '2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047', 'status': 'completed', 'code': 200} Mar 22 11:29:11.060391 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb4dcd-68ac-4779-a866-d1ae6f9ac580 req-88729074-0a0f-4b7a-b063-de83a36ca67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:29:11.062296 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-11fb4dcd-68ac-4779-a866-d1ae6f9ac580 req-88729074-0a0f-4b7a-b063-de83a36ca67d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be78f097af6f4a3b946304d2e45fad1b&device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b HTTP/1.1" status: 200 len: 1096 time: 0.0518308 Mar 22 11:29:11.114365 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-11fb4dcd-68ac-4779-a866-d1ae6f9ac580 req-a2d4becd-f9e7-48c9-9039-c14985445f4c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047 HTTP/1.1" status: 200 len: 217 time: 0.0445967 Mar 22 11:29:11.164501 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb4dcd-68ac-4779-a866-d1ae6f9ac580 req-e6442273-3587-4be2-a47e-5c01c7f36f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:29:11.166095 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-11fb4dcd-68ac-4779-a866-d1ae6f9ac580 req-e6442273-3587-4be2-a47e-5c01c7f36f40 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2b30bd46-1e03-4ecf-b2b2-b3398218098b HTTP/1.1" status: 200 len: 848 time: 0.0441709 Mar 22 11:29:11.219580 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb4dcd-68ac-4779-a866-d1ae6f9ac580 req-baff1398-0a7a-4dce-8e4c-b725e947d2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:29:11.221129 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-11fb4dcd-68ac-4779-a866-d1ae6f9ac580 req-baff1398-0a7a-4dce-8e4c-b725e947d2b0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ddd78e5-3c98-4811-9aac-b9ccb84d25bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0484862 Mar 22 11:29:11.262340 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:11.317091 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-11fb4dcd-68ac-4779-a866-d1ae6f9ac580 req-e2bee3e0-6eba-44ae-99eb-bf6239ff0191 service neutron] 10.222.0.35 "GET /v2.0/networks/8ddd78e5-3c98-4811-9aac-b9ccb84d25bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887704 Mar 22 11:29:11.406096 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-11fb4dcd-68ac-4779-a866-d1ae6f9ac580 req-96892ea2-a63b-4b59-98bb-705b039a4538 service neutron] 10.222.0.35 "GET /v2.0/networks/8ddd78e5-3c98-4811-9aac-b9ccb84d25bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820606 Mar 22 11:29:11.501537 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6384b-5553-47b2-be76-9dec385018c5 req-23ba33e7-419d-43f8-b01d-6650f215a54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:29:11.503625 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5bf6384b-5553-47b2-be76-9dec385018c5 req-23ba33e7-419d-43f8-b01d-6650f215a54a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be78f097af6f4a3b946304d2e45fad1b&device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b HTTP/1.1" status: 200 len: 1096 time: 0.0490422 Mar 22 11:29:11.600015 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6384b-5553-47b2-be76-9dec385018c5 req-a9a8b20d-532a-4fd1-be70-1c053ff52359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:29:11.601508 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5bf6384b-5553-47b2-be76-9dec385018c5 req-a9a8b20d-532a-4fd1-be70-1c053ff52359 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8ddd78e5-3c98-4811-9aac-b9ccb84d25bd HTTP/1.1" status: 200 len: 910 time: 0.0908101 Mar 22 11:29:11.646233 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5bf6384b-5553-47b2-be76-9dec385018c5 req-236b826b-3282-49bf-9e49-72ebcb43b4c7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047 HTTP/1.1" status: 200 len: 217 time: 0.0377049 Mar 22 11:29:12.078747 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6384b-5553-47b2-be76-9dec385018c5 req-386da2d6-3b6d-4c5c-a3bb-1c09eb58e57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:29:12.080236 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5bf6384b-5553-47b2-be76-9dec385018c5 req-386da2d6-3b6d-4c5c-a3bb-1c09eb58e57f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2b30bd46-1e03-4ecf-b2b2-b3398218098b HTTP/1.1" status: 200 len: 848 time: 0.4249854 Mar 22 11:29:12.103784 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d512b-a3a5-4709-b8aa-06dcb8df2cff req-9b32d67f-c38c-4c88-a5ae-595d6c97d783 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:29:12.105084 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-237d512b-a3a5-4709-b8aa-06dcb8df2cff req-9b32d67f-c38c-4c88-a5ae-595d6c97d783 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b HTTP/1.1" status: 200 len: 943 time: 0.0681670 Mar 22 11:29:12.167389 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-237d512b-a3a5-4709-b8aa-06dcb8df2cff req-b36b2bb4-11b1-4728-bd9e-ccfe0f96112a tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e303bf-6662-4f70-84b1-fb7db5fd31ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450699 Mar 22 11:29:12.169905 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6384b-5553-47b2-be76-9dec385018c5 req-be58683d-ca1d-4b63-80cb-012184577326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:29:12.171274 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5bf6384b-5553-47b2-be76-9dec385018c5 req-be58683d-ca1d-4b63-80cb-012184577326 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ddd78e5-3c98-4811-9aac-b9ccb84d25bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0824616 Mar 22 11:29:12.272612 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5bf6384b-5553-47b2-be76-9dec385018c5 req-f8975e85-1ce3-4664-8606-e44329646650 service neutron] 10.222.0.35 "GET /v2.0/networks/8ddd78e5-3c98-4811-9aac-b9ccb84d25bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935240 Mar 22 11:29:12.370306 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5bf6384b-5553-47b2-be76-9dec385018c5 req-416ce7c8-ea60-47da-a13a-67aa8c5d5a37 service neutron] 10.222.0.35 "GET /v2.0/networks/8ddd78e5-3c98-4811-9aac-b9ccb84d25bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909131 Mar 22 11:29:12.689219 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:12.886376 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:13.292359 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e64568d-f12a-4c13-b7ac-fef42c595e6e req-9b4ff3fe-53db-4380-b021-f88203fec95b tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:29:13.293800 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1e64568d-f12a-4c13-b7ac-fef42c595e6e req-9b4ff3fe-53db-4380-b021-f88203fec95b tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b HTTP/1.1" status: 200 len: 943 time: 0.0556293 Mar 22 11:29:13.331714 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1e64568d-f12a-4c13-b7ac-fef42c595e6e req-7770d5a3-a833-47f5-9f65-178f99d45a62 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e303bf-6662-4f70-84b1-fb7db5fd31ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318484 Mar 22 11:29:13.742367 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:14.093383 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047 details requested by agent hyperv_hv-neutron-8345 with host hv-neutron-8345 {{(pid=109051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 11:29:14.195336 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047,segment=NetworkSegment(16ee53d8-47e1-4192-8cf0-9a24117c050d),segment_id=16ee53d8-47e1-4192-8cf0-9a24117c050d)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:29:14.206671 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Returning: {'device': '2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047', 'network_id': '8ddd78e5-3c98-4811-9aac-b9ccb84d25bd', 'port_id': '2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047', 'mac_address': 'fa:16:3e:94:0b:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b30bd46-1e03-4ecf-b2b2-b3398218098b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 11:29:14.245035 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:14.258299 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047 {{(pid=109051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:29:14.278585 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047,segment=NetworkSegment(16ee53d8-47e1-4192-8cf0-9a24117c050d),segment_id=16ee53d8-47e1-4192-8cf0-9a24117c050d)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:29:14.283644 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:14.332324 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:29:14.454249 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6cab07-2472-42f4-909f-7f27d91cab4a req-6784e819-fa17-4061-8dc3-977af4a366cd tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:29:14.455740 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ed6cab07-2472-42f4-909f-7f27d91cab4a req-6784e819-fa17-4061-8dc3-977af4a366cd tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b HTTP/1.1" status: 200 len: 944 time: 0.0569317 Mar 22 11:29:14.495879 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ed6cab07-2472-42f4-909f-7f27d91cab4a req-32ad519e-f364-4afd-970f-14b811f229a6 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e303bf-6662-4f70-84b1-fb7db5fd31ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339170 Mar 22 11:29:14.499608 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 11:29:15.627080 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82c3ac-bd4b-4cad-b3bf-1f9078a01876 req-0eef8a62-3ecd-40f2-b2c0-29affcef4f1f tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:29:15.628608 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-cb82c3ac-bd4b-4cad-b3bf-1f9078a01876 req-0eef8a62-3ecd-40f2-b2c0-29affcef4f1f tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b HTTP/1.1" status: 200 len: 944 time: 0.0558646 Mar 22 11:29:15.669699 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-cb82c3ac-bd4b-4cad-b3bf-1f9078a01876 req-757a2145-3650-4ff1-9585-2994b144fde1 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e303bf-6662-4f70-84b1-fb7db5fd31ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324070 Mar 22 11:29:16.108559 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047 up at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:29:16.163060 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning for port 2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047 completed by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:29:16.169038 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning complete for port 2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:29:16.169535 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:16.250469 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:16.273049 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c8e038-94dc-42c5-a46f-529a0910cc2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:29:16.275292 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c199c71-7754-4cd9-87b6-7fb05fd80aab" -d '{"events": [{"server_uuid": "d0c8e038-94dc-42c5-a46f-529a0910cc2b", "name": "network-vif-plugged", "status": "completed", "tag": "2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:29:16.288326 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047,segment=NetworkSegment(16ee53d8-47e1-4192-8cf0-9a24117c050d),segment_id=16ee53d8-47e1-4192-8cf0-9a24117c050d)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:29:16.294004 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:16.320668 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55aa8a4-f3f4-43d1-a99c-ac82970cf16c x-openstack-request-id: req-d55aa8a4-f3f4-43d1-a99c-ac82970cf16c {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:29:16.320950 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c8e038-94dc-42c5-a46f-529a0910cc2b", "name": "network-vif-plugged", "status": "completed", "tag": "2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:29:16.321313 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d55aa8a4-f3f4-43d1-a99c-ac82970cf16c {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:29:16.321690 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d55aa8a4-f3f4-43d1-a99c-ac82970cf16c'] response: {'server_uuid': 'd0c8e038-94dc-42c5-a46f-529a0910cc2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047', 'code': 200} Mar 22 11:29:16.348160 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:29:16.483978 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51780b36-0de6-470a-9d98-78483f8165a3 req-b795e775-bd30-491b-9331-b0dc93c7ae24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:29:16.485456 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-51780b36-0de6-470a-9d98-78483f8165a3 req-b795e775-bd30-491b-9331-b0dc93c7ae24 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b HTTP/1.1" status: 200 len: 1098 time: 0.0414038 Mar 22 11:29:16.521172 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-51780b36-0de6-470a-9d98-78483f8165a3 req-1a4ac284-4c02-49e1-b69b-e4a0b65f4804 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f4e303bf-6662-4f70-84b1-fb7db5fd31ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286052 Mar 22 11:29:16.797544 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412f3e4-3448-43b0-84ca-668bed74092e req-79d6d9f1-0f84-4b52-a362-6709b37ab2e9 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:29:16.798916 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7412f3e4-3448-43b0-84ca-668bed74092e req-79d6d9f1-0f84-4b52-a362-6709b37ab2e9 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b HTTP/1.1" status: 200 len: 945 time: 0.0529275 Mar 22 11:29:16.839411 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7412f3e4-3448-43b0-84ca-668bed74092e req-76df2608-94bb-4082-a5d0-e688d93eac0f tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e303bf-6662-4f70-84b1-fb7db5fd31ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314016 Mar 22 11:29:17.980046 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8046e8-50d2-40d8-918e-9e5cffa04021 req-eb1b6f1d-9cce-44b4-9aae-cefab567cf40 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:29:17.981532 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ba8046e8-50d2-40d8-918e-9e5cffa04021 req-eb1b6f1d-9cce-44b4-9aae-cefab567cf40 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b HTTP/1.1" status: 200 len: 945 time: 0.0579967 Mar 22 11:29:18.019919 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ba8046e8-50d2-40d8-918e-9e5cffa04021 req-a0629d7f-d179-4173-8652-1ec15575658a tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e303bf-6662-4f70-84b1-fb7db5fd31ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323002 Mar 22 11:29:18.137524 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62eeebe-628f-4a2c-98c9-b72da410966c req-55e89828-c0e4-46c5-b96b-66833dd2b03c tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:29:18.139006 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e62eeebe-628f-4a2c-98c9-b72da410966c req-55e89828-c0e4-46c5-b96b-66833dd2b03c tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b HTTP/1.1" status: 200 len: 945 time: 0.0513339 Mar 22 11:29:18.178024 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e62eeebe-628f-4a2c-98c9-b72da410966c req-d7f3b595-cb6d-49af-a68a-e398342e4618 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e303bf-6662-4f70-84b1-fb7db5fd31ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329614 Mar 22 11:29:18.199854 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 47722) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:29:18.288775 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130b7dca-1e0c-4bd1-99a1-18adeda98aef tempest-TestShelveInstance-1597500342 tempest-TestShelveInstance-1597500342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:29:18.290309 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-130b7dca-1e0c-4bd1-99a1-18adeda98aef tempest-TestShelveInstance-1597500342 tempest-TestShelveInstance-1597500342-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b HTTP/1.1" status: 200 len: 1093 time: 0.0894883 Mar 22 11:29:18.293479 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 47726) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:29:18.297828 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-a6a54276-0a70-4454-bff1-dca9b288d476 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Request body: {'floatingip': {'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'port_id': '2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047', 'tenant_id': 'be78f097af6f4a3b946304d2e45fad1b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:29:18.322641 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a6a54276-0a70-4454-bff1-dca9b288d476 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks [] for floatingip, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:18.426707 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a6a54276-0a70-4454-bff1-dca9b288d476 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:18.541484 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-a6a54276-0a70-4454-bff1-dca9b288d476 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Allocated IP 172.26.7.87 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/296d59ef-f785-4fb3-8ac8-2bbdcefc5190) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:29:18.643222 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a6a54276-0a70-4454-bff1-dca9b288d476 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:18.679580 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a6a54276-0a70-4454-bff1-dca9b288d476 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:18.719463 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a54276-0a70-4454-bff1-dca9b288d476 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:29:18.723742 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-a6a54276-0a70-4454-bff1-dca9b288d476 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:29:18.728042 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a54276-0a70-4454-bff1-dca9b288d476 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:29:18.731047 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a54276-0a70-4454-bff1-dca9b288d476 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Pushing event updated for resources: {'Port': ['ID=296d59ef-f785-4fb3-8ac8-2bbdcefc5190,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:29:19.102083 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a6a54276-0a70-4454-bff1-dca9b288d476 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:19.174390 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a6a54276-0a70-4454-bff1-dca9b288d476 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:19.328484 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a6a54276-0a70-4454-bff1-dca9b288d476 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:19.335059 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a6a54276-0a70-4454-bff1-dca9b288d476 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:19.398752 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a54276-0a70-4454-bff1-dca9b288d476 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Pushing event updated for resources: {'Port': ['ID=296d59ef-f785-4fb3-8ac8-2bbdcefc5190,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:29:19.411080 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a6a54276-0a70-4454-bff1-dca9b288d476 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684147'] for floatingip, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:19.512121 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.l3_db [None req-a6a54276-0a70-4454-bff1-dca9b288d476 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Floating IP a29acbf5-e5a6-4758-a334-6947bf8974c9 associated. External IP: 172.26.7.87, port: 2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047. Mar 22 11:29:19.720764 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6a54276-0a70-4454-bff1-dca9b288d476 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Router 09ef15ca-ef74-41ca-8b81-87294e7a5835 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:29:19.836463 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a54276-0a70-4454-bff1-dca9b288d476 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:29:19.848002 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0d54c2-905b-43ef-a958-5fd277c21ac1 None None] Sync routers for ids ['09ef15ca-ef74-41ca-8b81-87294e7a5835'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:29:19.857857 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a6a54276-0a70-4454-bff1-dca9b288d476 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:19.860159 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0d54c2-905b-43ef-a958-5fd277c21ac1 None None] Routers {'09ef15ca-ef74-41ca-8b81-87294e7a5835'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:29:19.860756 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-7e0d54c2-905b-43ef-a958-5fd277c21ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:29:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['09ef15ca-ef74-41ca-8b81-87294e7a5835'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:29:19.885703 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-a6a54276-0a70-4454-bff1-dca9b288d476 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5909870 Mar 22 11:29:19.886358 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0c8e038-94dc-42c5-a46f-529a0910cc2b', 'tag': '2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:29:19.888692 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bdb54b3-94f5-44ae-9a48-99da38c2dd64" -d '{"events": [{"name": "network-changed", "server_uuid": "d0c8e038-94dc-42c5-a46f-529a0910cc2b", "tag": "2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:29:19.927310 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81342c50-cd17-4e9e-8c07-3e6ae9d2f354 x-openstack-request-id: req-81342c50-cd17-4e9e-8c07-3e6ae9d2f354 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:29:19.927606 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0c8e038-94dc-42c5-a46f-529a0910cc2b", "tag": "2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:29:19.927874 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-81342c50-cd17-4e9e-8c07-3e6ae9d2f354 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:29:19.928308 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81342c50-cd17-4e9e-8c07-3e6ae9d2f354'] response: {'name': 'network-changed', 'server_uuid': 'd0c8e038-94dc-42c5-a46f-529a0910cc2b', 'tag': '2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047', 'status': 'completed', 'code': 200} Mar 22 11:29:19.964407 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-7e0d54c2-905b-43ef-a958-5fd277c21ac1 None None] Set router 09ef15ca-ef74-41ca-8b81-87294e7a5835 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:29:19.993227 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb54b3-94f5-44ae-9a48-99da38c2dd64 req-5922c8c8-5c1f-47f0-854c-ac6e5dac0b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:29:19.994755 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8bdb54b3-94f5-44ae-9a48-99da38c2dd64 req-5922c8c8-5c1f-47f0-854c-ac6e5dac0b9e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be78f097af6f4a3b946304d2e45fad1b&device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b HTTP/1.1" status: 200 len: 1098 time: 0.0449841 Mar 22 11:29:20.088041 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb54b3-94f5-44ae-9a48-99da38c2dd64 req-ebd3298e-cea8-4494-90b6-2e3853d81936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:29:20.089499 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8bdb54b3-94f5-44ae-9a48-99da38c2dd64 req-ebd3298e-cea8-4494-90b6-2e3853d81936 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8ddd78e5-3c98-4811-9aac-b9ccb84d25bd HTTP/1.1" status: 200 len: 910 time: 0.0881743 Mar 22 11:29:20.156272 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8bdb54b3-94f5-44ae-9a48-99da38c2dd64 req-a7dc5b8c-4a5e-411a-9134-3b709b51e077 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047 HTTP/1.1" status: 200 len: 998 time: 0.0592363 Mar 22 11:29:20.189575 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-7e0d54c2-905b-43ef-a958-5fd277c21ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ef15ca-ef74-41ca-8b81-87294e7a5835', 'name': 'tempest-TestShelveInstance-1328265224-router', 'tenant_id': 'be78f097af6f4a3b946304d2e45fad1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': '56a38f0d-531b-45ae-94ec-7dcda370ff49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:28:57Z', 'updated_at': '2022-03-22T11:29:00Z', 'revision_number': 4, 'project_id': 'be78f097af6f4a3b946304d2e45fad1b', 'gw_port': {'id': '56a38f0d-531b-45ae-94ec-7dcda370ff49', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ef15ca-ef74-41ca-8b81-87294e7a5835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:28:58Z', 'updated_at': '2022-03-22T11:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': 'a29acbf5-e5a6-4758-a334-6947bf8974c9', 'tenant_id': 'be78f097af6f4a3b946304d2e45fad1b', 'floating_ip_address': '172.26.7.87', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '09ef15ca-ef74-41ca-8b81-87294e7a5835', 'port_id': '2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ddd78e5-3c98-4811-9aac-b9ccb84d25bd', 'mac_address': 'fa:16:3e:94:0b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c8e038-94dc-42c5-a46f-529a0910cc2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:29:18Z', 'updated_at': '2022-03-22T11:29:18Z', 'revision_number': 0, 'project_id': 'be78f097af6f4a3b946304d2e45fad1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71232e47-2b08-40c6-bf9f-b22f339a4399', 'name': '', 'network_id': '8ddd78e5-3c98-4811-9aac-b9ccb84d25bd', 'tenant_id': 'be78f097af6f4a3b946304d2e45fad1b', 'mac_address': 'fa:16:3e:c4:46:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ef15ca-ef74-41ca-8b81-87294e7a5835', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '2b30bd46-1e03-4ecf-b2b2-b3398218098b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:28:59Z', 'updated_at': '2022-03-22T11:29:04Z', 'revision_number': 5, 'project_id': 'be78f097af6f4a3b946304d2e45fad1b', 'subnets': [{'id': '2b30bd46-1e03-4ecf-b2b2-b3398218098b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:29:20.204930 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb54b3-94f5-44ae-9a48-99da38c2dd64 req-bc765d0a-ba35-409b-af7b-c32610ca9671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:29:20.206396 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8bdb54b3-94f5-44ae-9a48-99da38c2dd64 req-bc765d0a-ba35-409b-af7b-c32610ca9671 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2b30bd46-1e03-4ecf-b2b2-b3398218098b HTTP/1.1" status: 200 len: 848 time: 0.0440767 Mar 22 11:29:20.214874 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0d54c2-905b-43ef-a958-5fd277c21ac1 None None] Checking router: 09ef15ca-ef74-41ca-8b81-87294e7a5835 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:29:20.223521 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0d54c2-905b-43ef-a958-5fd277c21ac1 None None] Routers {'09ef15ca-ef74-41ca-8b81-87294e7a5835'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:29:20.224113 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-7e0d54c2-905b-43ef-a958-5fd277c21ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:29:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['09ef15ca-ef74-41ca-8b81-87294e7a5835'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:29:20.255711 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb54b3-94f5-44ae-9a48-99da38c2dd64 req-64e044f2-5288-4330-be40-4985fdcdcb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:29:20.257176 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8bdb54b3-94f5-44ae-9a48-99da38c2dd64 req-64e044f2-5288-4330-be40-4985fdcdcb67 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ddd78e5-3c98-4811-9aac-b9ccb84d25bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442171 Mar 22 11:29:20.327242 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-7e0d54c2-905b-43ef-a958-5fd277c21ac1 None None] Set router 09ef15ca-ef74-41ca-8b81-87294e7a5835 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:29:20.348219 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8bdb54b3-94f5-44ae-9a48-99da38c2dd64 req-fd196e38-1e8b-4fa9-a753-3f2912c7b1f3 service neutron] 10.222.0.35 "GET /v2.0/networks/8ddd78e5-3c98-4811-9aac-b9ccb84d25bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838788 Mar 22 11:29:20.445853 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8bdb54b3-94f5-44ae-9a48-99da38c2dd64 req-7b57f093-bce8-4917-990c-05e1dfbc4532 service neutron] 10.222.0.35 "GET /v2.0/networks/8ddd78e5-3c98-4811-9aac-b9ccb84d25bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905795 Mar 22 11:29:20.645245 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-7e0d54c2-905b-43ef-a958-5fd277c21ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ef15ca-ef74-41ca-8b81-87294e7a5835', 'name': 'tempest-TestShelveInstance-1328265224-router', 'tenant_id': 'be78f097af6f4a3b946304d2e45fad1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': '56a38f0d-531b-45ae-94ec-7dcda370ff49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:28:57Z', 'updated_at': '2022-03-22T11:29:00Z', 'revision_number': 4, 'project_id': 'be78f097af6f4a3b946304d2e45fad1b', 'gw_port': {'id': '56a38f0d-531b-45ae-94ec-7dcda370ff49', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ef15ca-ef74-41ca-8b81-87294e7a5835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:28:58Z', 'updated_at': '2022-03-22T11:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': 'a29acbf5-e5a6-4758-a334-6947bf8974c9', 'tenant_id': 'be78f097af6f4a3b946304d2e45fad1b', 'floating_ip_address': '172.26.7.87', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '09ef15ca-ef74-41ca-8b81-87294e7a5835', 'port_id': '2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ddd78e5-3c98-4811-9aac-b9ccb84d25bd', 'mac_address': 'fa:16:3e:94:0b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c8e038-94dc-42c5-a46f-529a0910cc2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:29:18Z', 'updated_at': '2022-03-22T11:29:18Z', 'revision_number': 0, 'project_id': 'be78f097af6f4a3b946304d2e45fad1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71232e47-2b08-40c6-bf9f-b22f339a4399', 'name': '', 'network_id': '8ddd78e5-3c98-4811-9aac-b9ccb84d25bd', 'tenant_id': 'be78f097af6f4a3b946304d2e45fad1b', 'mac_address': 'fa:16:3e:c4:46:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ef15ca-ef74-41ca-8b81-87294e7a5835', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '2b30bd46-1e03-4ecf-b2b2-b3398218098b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:28:59Z', 'updated_at': '2022-03-22T11:29:04Z', 'revision_number': 5, 'project_id': 'be78f097af6f4a3b946304d2e45fad1b', 'subnets': [{'id': '2b30bd46-1e03-4ecf-b2b2-b3398218098b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:29:20.674152 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0d54c2-905b-43ef-a958-5fd277c21ac1 None None] The sync data for ids ['09ef15ca-ef74-41ca-8b81-87294e7a5835'] in dv-neutron-834599-1-hyperv is: [{'id': '09ef15ca-ef74-41ca-8b81-87294e7a5835', 'name': 'tempest-TestShelveInstance-1328265224-router', 'tenant_id': 'be78f097af6f4a3b946304d2e45fad1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': '56a38f0d-531b-45ae-94ec-7dcda370ff49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:28:57Z', 'updated_at': '2022-03-22T11:29:00Z', 'revision_number': 4, 'project_id': 'be78f097af6f4a3b946304d2e45fad1b', 'gw_port': {'id': '56a38f0d-531b-45ae-94ec-7dcda370ff49', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ef15ca-ef74-41ca-8b81-87294e7a5835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:28:58Z', 'updated_at': '2022-03-22T11:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': 'a29acbf5-e5a6-4758-a334-6947bf8974c9', 'tenant_id': 'be78f097af6f4a3b946304d2e45fad1b', 'floating_ip_address': '172.26.7.87', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '09ef15ca-ef74-41ca-8b81-87294e7a5835', 'port_id': '2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ddd78e5-3c98-4811-9aac-b9ccb84d25bd', 'mac_address': 'fa:16:3e:94:0b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c8e038-94dc-42c5-a46f-529a0910cc2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:29:18Z', 'updated_at': '2022-03-22T11:29:18Z', 'revision_number': 0, 'project_id': 'be78f097af6f4a3b946304d2e45fad1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71232e47-2b08-40c6-bf9f-b22f339a4399', 'name': '', 'network_id': '8ddd78e5-3c98-4811-9aac-b9ccb84d25bd', 'tenant_id': 'be78f097af6f4a3b946304d2e45fad1b', 'mac_address': 'fa:16:3e:c4:46:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ef15ca-ef74-41ca-8b81-87294e7a5835', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '2b30bd46-1e03-4ecf-b2b2-b3398218098b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:28:59Z', 'updated_at': '2022-03-22T11:29:04Z', 'revision_number': 5, 'project_id': 'be78f097af6f4a3b946304d2e45fad1b', 'subnets': [{'id': '2b30bd46-1e03-4ecf-b2b2-b3398218098b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:29:20.845917 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638bcd1b-1606-4802-9ffe-64d02ed575fc None None] New status for floating IP a29acbf5-e5a6-4758-a334-6947bf8974c9: ACTIVE {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 11:29:37.763036 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f91b5b5b-f22f-449b-b57c-dadace483f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:39.896756 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b5219c47-b3a7-44f5-aa7e-b641a688a5a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:41.268587 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:41.357063 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:29:42.695317 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:42.887842 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:43.742151 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:29:49.241003 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-918c5f3b-ea0d-4206-8999-8a11c08fac81 req-75292af3-fcc1-4a68-8f2f-956490959ab5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404420 Mar 22 11:29:49.325380 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c5f3b-ea0d-4206-8999-8a11c08fac81 req-5269b4d7-d0b2-4db8-af07-eaddf45df62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:29:49.326868 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-918c5f3b-ea0d-4206-8999-8a11c08fac81 req-5269b4d7-d0b2-4db8-af07-eaddf45df62b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be78f097af6f4a3b946304d2e45fad1b&device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b HTTP/1.1" status: 200 len: 1098 time: 0.0430200 Mar 22 11:29:49.439294 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c5f3b-ea0d-4206-8999-8a11c08fac81 req-accce2a6-2392-4644-bbda-f3a9f69cd199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:29:49.440840 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-918c5f3b-ea0d-4206-8999-8a11c08fac81 req-accce2a6-2392-4644-bbda-f3a9f69cd199 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8ddd78e5-3c98-4811-9aac-b9ccb84d25bd HTTP/1.1" status: 200 len: 910 time: 0.0910103 Mar 22 11:29:49.505744 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-918c5f3b-ea0d-4206-8999-8a11c08fac81 req-327c6787-c905-401e-a727-d7920cebf25c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047 HTTP/1.1" status: 200 len: 1000 time: 0.0563095 Mar 22 11:29:49.559350 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c5f3b-ea0d-4206-8999-8a11c08fac81 req-99af7aa0-20fa-4a8d-9ed9-b4ec41163e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:29:49.560803 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-918c5f3b-ea0d-4206-8999-8a11c08fac81 req-99af7aa0-20fa-4a8d-9ed9-b4ec41163e01 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2b30bd46-1e03-4ecf-b2b2-b3398218098b HTTP/1.1" status: 200 len: 848 time: 0.0467260 Mar 22 11:29:49.610523 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c5f3b-ea0d-4206-8999-8a11c08fac81 req-d15a2c0b-0be0-460f-871d-fdb2a39239b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:29:49.612020 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-918c5f3b-ea0d-4206-8999-8a11c08fac81 req-d15a2c0b-0be0-460f-871d-fdb2a39239b3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ddd78e5-3c98-4811-9aac-b9ccb84d25bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435743 Mar 22 11:29:49.705815 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-918c5f3b-ea0d-4206-8999-8a11c08fac81 req-3c20d770-3561-4804-a240-61b8a4d5d858 service neutron] 10.222.0.35 "GET /v2.0/networks/8ddd78e5-3c98-4811-9aac-b9ccb84d25bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840731 Mar 22 11:29:49.812424 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-918c5f3b-ea0d-4206-8999-8a11c08fac81 req-d839f850-5819-4da6-9a65-7224baf2272a service neutron] 10.222.0.35 "GET /v2.0/networks/8ddd78e5-3c98-4811-9aac-b9ccb84d25bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973778 Mar 22 11:30:07.772456 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9dea76f1-c9bf-478d-9334-b8e8673d9c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:30:09.899791 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-6f535d66-c469-4a22-9fb5-2b105b775fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:30:11.268179 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:30:12.702277 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:30:12.884372 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:30:13.756724 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:30:18.356617 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:30:37.764723 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a2be79b0-7c1c-4164-8924-991aad6f9c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:30:39.899648 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-711cc02c-7379-4ff8-8b38-e56ac377aab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:30:41.284148 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:30:42.701775 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:30:42.889412 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:30:43.756492 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:30:49.315745 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4b46026a-abcd-47a0-bf3e-644b44274702 req-eb02b9c6-8a73-4df1-9b0a-173143e8046c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1031439 Mar 22 11:30:49.401692 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46026a-abcd-47a0-bf3e-644b44274702 req-e26cc68f-cfa1-4871-b584-9b91100b0fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:30:49.403181 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4b46026a-abcd-47a0-bf3e-644b44274702 req-e26cc68f-cfa1-4871-b584-9b91100b0fea service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be78f097af6f4a3b946304d2e45fad1b&device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b HTTP/1.1" status: 200 len: 1098 time: 0.0447338 Mar 22 11:30:49.510052 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46026a-abcd-47a0-bf3e-644b44274702 req-a9e5712d-c9c2-4a2f-8ef1-3b591de1d65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:30:49.511420 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4b46026a-abcd-47a0-bf3e-644b44274702 req-a9e5712d-c9c2-4a2f-8ef1-3b591de1d65b service neutron] 10.222.0.35 "GET /v2.0/networks?id=8ddd78e5-3c98-4811-9aac-b9ccb84d25bd HTTP/1.1" status: 200 len: 910 time: 0.0876150 Mar 22 11:30:49.582223 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4b46026a-abcd-47a0-bf3e-644b44274702 req-21edbd98-a8a0-48e3-bfad-57dc88987903 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047 HTTP/1.1" status: 200 len: 1000 time: 0.0643873 Mar 22 11:30:49.631442 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46026a-abcd-47a0-bf3e-644b44274702 req-514e384e-7a8b-480b-88f6-0f27ec206a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:30:49.632859 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4b46026a-abcd-47a0-bf3e-644b44274702 req-514e384e-7a8b-480b-88f6-0f27ec206a1a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2b30bd46-1e03-4ecf-b2b2-b3398218098b HTTP/1.1" status: 200 len: 848 time: 0.0436678 Mar 22 11:30:49.678539 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46026a-abcd-47a0-bf3e-644b44274702 req-badc23fa-6ed5-4051-84d2-e47e7a736068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:30:49.680035 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4b46026a-abcd-47a0-bf3e-644b44274702 req-badc23fa-6ed5-4051-84d2-e47e7a736068 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ddd78e5-3c98-4811-9aac-b9ccb84d25bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395908 Mar 22 11:30:49.774015 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4b46026a-abcd-47a0-bf3e-644b44274702 req-d66a478e-6808-4202-a74a-8858139c812c service neutron] 10.222.0.35 "GET /v2.0/networks/8ddd78e5-3c98-4811-9aac-b9ccb84d25bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870895 Mar 22 11:30:49.863836 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4b46026a-abcd-47a0-bf3e-644b44274702 req-236b0ede-20dc-482c-8fea-8dda12dd9ec5 service neutron] 10.222.0.35 "GET /v2.0/networks/8ddd78e5-3c98-4811-9aac-b9ccb84d25bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837634 Mar 22 11:30:55.361517 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:31:07.770442 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c726b4be-c405-43b4-90de-1fd56a50595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:31:09.899872 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f985d05e-0035-4fef-a14e-308bf6e07650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:31:10.515082 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [req-0631d193-05cc-4215-81a8-ab62e1363958 req-79d45739-0e9a-437c-a636-044e6a75d5b4 service neutron] (109049) timed out ('10.222.0.57', 44080) {{(pid=109049) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 22 11:31:11.276517 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:31:12.703407 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:31:12.885042 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:31:13.017214 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d22a229-efd3-4ad6-a7c5-eb69238444d1 req-58b564cf-520c-4bb2-8628-b078ac514040 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:31:13.018718 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9d22a229-efd3-4ad6-a7c5-eb69238444d1 req-58b564cf-520c-4bb2-8628-b078ac514040 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b HTTP/1.1" status: 200 len: 945 time: 0.1081805 Mar 22 11:31:13.065928 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9d22a229-efd3-4ad6-a7c5-eb69238444d1 req-6eb53a33-ca90-4b70-8a6f-a7d3d5b824bd tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e303bf-6662-4f70-84b1-fb7db5fd31ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409827 Mar 22 11:31:13.755353 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:31:14.198284 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2b9dd-334c-4b72-9f74-68e421a105df req-ceafd219-66cd-49d8-9182-1c7d0b406abd tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:31:14.199811 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-11b2b9dd-334c-4b72-9f74-68e421a105df req-ceafd219-66cd-49d8-9182-1c7d0b406abd tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b HTTP/1.1" status: 200 len: 945 time: 0.0516143 Mar 22 11:31:14.240346 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-11b2b9dd-334c-4b72-9f74-68e421a105df req-ca203d57-5d8f-4fa5-a6b2-12ce691c5e2e tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e303bf-6662-4f70-84b1-fb7db5fd31ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316615 Mar 22 11:31:15.371306 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cbbcfa-03f5-4d4e-941b-908d600ea046 req-c965807b-77c5-451c-b020-1434104a93cc tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:31:15.372815 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-43cbbcfa-03f5-4d4e-941b-908d600ea046 req-c965807b-77c5-451c-b020-1434104a93cc tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b HTTP/1.1" status: 200 len: 945 time: 0.0500998 Mar 22 11:31:15.412327 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-43cbbcfa-03f5-4d4e-941b-908d600ea046 req-2002110b-49ab-474e-bcae-4f1db40e692e tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e303bf-6662-4f70-84b1-fb7db5fd31ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311275 Mar 22 11:31:16.549202 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e92000-a652-4a38-81a2-cce7f6ec676b req-2f8c1df5-51ff-48ed-92f2-afbb03b48367 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:31:16.550672 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-33e92000-a652-4a38-81a2-cce7f6ec676b req-2f8c1df5-51ff-48ed-92f2-afbb03b48367 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b HTTP/1.1" status: 200 len: 945 time: 0.0599258 Mar 22 11:31:16.588294 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-33e92000-a652-4a38-81a2-cce7f6ec676b req-6b564800-89f7-4cd3-81cd-243eb528b947 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e303bf-6662-4f70-84b1-fb7db5fd31ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316601 Mar 22 11:31:17.717383 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd53e3cb-dbcf-49ce-b2ec-6c6e331422f3 req-ae0115a7-6912-41ff-83d4-65caecd94829 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:31:17.718760 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-fd53e3cb-dbcf-49ce-b2ec-6c6e331422f3 req-ae0115a7-6912-41ff-83d4-65caecd94829 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b HTTP/1.1" status: 200 len: 945 time: 0.0573430 Mar 22 11:31:17.759069 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-fd53e3cb-dbcf-49ce-b2ec-6c6e331422f3 req-1e5f6c84-19fd-4c1b-a256-5f087533c4d7 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e303bf-6662-4f70-84b1-fb7db5fd31ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315850 Mar 22 11:31:18.889892 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc887cc6-85d0-425a-af78-61d865e64469 req-a97c7dc0-98de-467e-8bdf-00b92d7f365c tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:31:18.891389 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-bc887cc6-85d0-425a-af78-61d865e64469 req-a97c7dc0-98de-467e-8bdf-00b92d7f365c tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b HTTP/1.1" status: 200 len: 945 time: 0.0577028 Mar 22 11:31:18.929786 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-bc887cc6-85d0-425a-af78-61d865e64469 req-4dc2d0e9-d63f-4b8d-aa77-faea433a59ca tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e303bf-6662-4f70-84b1-fb7db5fd31ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323217 Mar 22 11:31:20.054923 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56fef3d-09d3-4865-8862-c69019a1af51 req-e1be2ce4-fa66-4406-8b0b-7351aa776dfb tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:31:20.056389 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d56fef3d-09d3-4865-8862-c69019a1af51 req-e1be2ce4-fa66-4406-8b0b-7351aa776dfb tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b HTTP/1.1" status: 200 len: 945 time: 0.0540342 Mar 22 11:31:20.093314 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d56fef3d-09d3-4865-8862-c69019a1af51 req-28885e2e-f4d7-4cd7-bdc8-d24efeb3d3d2 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e303bf-6662-4f70-84b1-fb7db5fd31ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307560 Mar 22 11:31:21.226524 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a541b1e3-385d-4f25-8b73-127796cc5ee1 req-c706b57e-f736-41d1-afc9-239ce9ff7fc0 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:31:21.228019 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a541b1e3-385d-4f25-8b73-127796cc5ee1 req-c706b57e-f736-41d1-afc9-239ce9ff7fc0 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b HTTP/1.1" status: 200 len: 945 time: 0.0515673 Mar 22 11:31:21.270034 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a541b1e3-385d-4f25-8b73-127796cc5ee1 req-26aead86-be43-457b-aa8e-bda89f89bf66 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e303bf-6662-4f70-84b1-fb7db5fd31ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333333 Mar 22 11:31:22.383830 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019bdd0-d0cc-4e6b-93b9-40c0db4392c6 req-92018b7e-9096-4922-aadc-d36af2c4a4ca tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:31:22.385261 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3019bdd0-d0cc-4e6b-93b9-40c0db4392c6 req-92018b7e-9096-4922-aadc-d36af2c4a4ca tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b HTTP/1.1" status: 200 len: 945 time: 0.0475276 Mar 22 11:31:22.422756 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3019bdd0-d0cc-4e6b-93b9-40c0db4392c6 req-378dd6ad-9818-4b6d-b2ee-3143fcc10daa tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e303bf-6662-4f70-84b1-fb7db5fd31ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315406 Mar 22 11:31:23.556702 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb6208c-a45d-493b-b405-bcbfa1466954 req-3f254084-e9b6-4e38-994d-577520257dbd tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:31:23.558126 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ebb6208c-a45d-493b-b405-bcbfa1466954 req-3f254084-e9b6-4e38-994d-577520257dbd tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b HTTP/1.1" status: 200 len: 945 time: 0.0570827 Mar 22 11:31:23.594976 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ebb6208c-a45d-493b-b405-bcbfa1466954 req-858d8ece-10cf-4893-8d6d-7f46c8d0b53d tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e303bf-6662-4f70-84b1-fb7db5fd31ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309064 Mar 22 11:31:24.725083 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa0011-6de4-4d76-ab5b-5f3caa622fa3 req-4f473c66-ccec-4639-91e8-94c387dc27f4 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:31:24.726549 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b5fa0011-6de4-4d76-ab5b-5f3caa622fa3 req-4f473c66-ccec-4639-91e8-94c387dc27f4 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b HTTP/1.1" status: 200 len: 945 time: 0.0550334 Mar 22 11:31:24.766584 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b5fa0011-6de4-4d76-ab5b-5f3caa622fa3 req-bc74cf01-aec6-4382-955e-1794e7533876 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e303bf-6662-4f70-84b1-fb7db5fd31ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315278 Mar 22 11:31:24.776655 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047 details requested by agent hyperv_hv-neutron-8345 with host hv-neutron-8345 {{(pid=109051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 11:31:24.874415 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047,segment=NetworkSegment(16ee53d8-47e1-4192-8cf0-9a24117c050d),segment_id=16ee53d8-47e1-4192-8cf0-9a24117c050d)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:31:24.885765 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Returning: {'device': '2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047', 'network_id': '8ddd78e5-3c98-4811-9aac-b9ccb84d25bd', 'port_id': '2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047', 'mac_address': 'fa:16:3e:94:0b:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b30bd46-1e03-4ecf-b2b2-b3398218098b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 11:31:24.923191 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:31:24.937825 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047 {{(pid=109051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:31:24.958023 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047,segment=NetworkSegment(16ee53d8-47e1-4192-8cf0-9a24117c050d),segment_id=16ee53d8-47e1-4192-8cf0-9a24117c050d)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:31:24.964489 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:31:25.019975 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047,revision_number=6']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:31:25.027281 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:31:25.027736 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:31:25.028083 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:31:25.028421 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:31:25.028750 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:31:25.029080 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:31:25.029446 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:31:25.029770 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:31:25.030085 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:31:25.030404 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:31:25.030728 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:31:25.031072 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:31:25.052481 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 11:31:25.882896 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64ae2d-f9ac-4bc1-b10f-87cd87a728e8 req-6f7dc374-588c-4e35-8b0d-4aea2cc3eeda tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:31:25.884415 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9a64ae2d-f9ac-4bc1-b10f-87cd87a728e8 req-6f7dc374-588c-4e35-8b0d-4aea2cc3eeda tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b HTTP/1.1" status: 200 len: 944 time: 0.0498912 Mar 22 11:31:25.924338 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9a64ae2d-f9ac-4bc1-b10f-87cd87a728e8 req-ebe8ab4f-83e0-49bd-a4e3-8f67ff204928 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e303bf-6662-4f70-84b1-fb7db5fd31ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338557 Mar 22 11:31:26.775299 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047 up at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:31:26.829024 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning complete for port 2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:31:26.829437 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:31:26.915600 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:31:26.939143 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c8e038-94dc-42c5-a46f-529a0910cc2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:31:26.941624 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d990fd2f-d836-498b-af72-3cc90b8e2ccd" -d '{"events": [{"server_uuid": "d0c8e038-94dc-42c5-a46f-529a0910cc2b", "name": "network-vif-plugged", "status": "completed", "tag": "2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:31:26.966628 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047,segment=NetworkSegment(16ee53d8-47e1-4192-8cf0-9a24117c050d),segment_id=16ee53d8-47e1-4192-8cf0-9a24117c050d)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:31:26.977447 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:31:27.034689 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577bc677-8601-4f16-95f1-a51f367a9705 x-openstack-request-id: req-577bc677-8601-4f16-95f1-a51f367a9705 {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:31:27.034970 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c8e038-94dc-42c5-a46f-529a0910cc2b", "name": "network-vif-plugged", "status": "completed", "tag": "2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:31:27.035220 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-577bc677-8601-4f16-95f1-a51f367a9705 {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:31:27.035655 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-577bc677-8601-4f16-95f1-a51f367a9705'] response: {'server_uuid': 'd0c8e038-94dc-42c5-a46f-529a0910cc2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047', 'code': 200} Mar 22 11:31:27.039087 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047,revision_number=7']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:31:27.098361 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71126b7d-763b-4585-8e11-c24ac9866416 req-9942bc6b-3c8d-4521-bf7e-f19e2a6e5a17 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:31:27.105577 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-71126b7d-763b-4585-8e11-c24ac9866416 req-9942bc6b-3c8d-4521-bf7e-f19e2a6e5a17 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b HTTP/1.1" status: 200 len: 945 time: 0.0584500 Mar 22 11:31:27.138853 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-71126b7d-763b-4585-8e11-c24ac9866416 req-5f637639-15a3-4756-afc6-c593581ef2a8 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e303bf-6662-4f70-84b1-fb7db5fd31ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324144 Mar 22 11:31:28.272934 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65a171-87d8-410f-b8e1-e80a0db87244 req-431ca7d0-0e23-4105-a7a9-5b2d9c08e608 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:31:28.274303 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-cb65a171-87d8-410f-b8e1-e80a0db87244 req-431ca7d0-0e23-4105-a7a9-5b2d9c08e608 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b HTTP/1.1" status: 200 len: 945 time: 0.0522091 Mar 22 11:31:28.321897 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-cb65a171-87d8-410f-b8e1-e80a0db87244 req-b9076734-db97-41ae-8209-18d09d715e22 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e303bf-6662-4f70-84b1-fb7db5fd31ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385029 Mar 22 11:31:29.437051 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bad7cf-8b74-4093-8b87-1dec8c2e337c req-6e7c81f3-bda6-4d90-a62a-b649bbbb9b11 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:31:29.443767 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a8bad7cf-8b74-4093-8b87-1dec8c2e337c req-6e7c81f3-bda6-4d90-a62a-b649bbbb9b11 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b HTTP/1.1" status: 200 len: 945 time: 0.0572445 Mar 22 11:31:29.487224 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a8bad7cf-8b74-4093-8b87-1dec8c2e337c req-1fa07d32-f2cc-4586-b1ad-afc8534234f9 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e303bf-6662-4f70-84b1-fb7db5fd31ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423560 Mar 22 11:31:30.611832 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d34300-0586-4d60-9a4e-2f0e83017f5b req-1596803f-ace3-4155-bfd4-2d53918ecb2e tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:31:30.613216 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e1d34300-0586-4d60-9a4e-2f0e83017f5b req-1596803f-ace3-4155-bfd4-2d53918ecb2e tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b HTTP/1.1" status: 200 len: 945 time: 0.0591366 Mar 22 11:31:30.660901 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e1d34300-0586-4d60-9a4e-2f0e83017f5b req-caac62ff-fc66-434e-ab8b-b01ca1cee683 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e303bf-6662-4f70-84b1-fb7db5fd31ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337520 Mar 22 11:31:31.791431 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8a64f-071d-462c-ba0c-65fe979364e4 req-b503c857-cea5-41a2-875f-fa48915868da tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:31:31.800035 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-28b8a64f-071d-462c-ba0c-65fe979364e4 req-b503c857-cea5-41a2-875f-fa48915868da tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b HTTP/1.1" status: 200 len: 945 time: 0.0648913 Mar 22 11:31:31.838722 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-28b8a64f-071d-462c-ba0c-65fe979364e4 req-2357c28c-6c12-473c-a7dd-1e28f595b187 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e303bf-6662-4f70-84b1-fb7db5fd31ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369818 Mar 22 11:31:32.359277 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:31:32.959660 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00678ee-bc12-420a-8797-62cea8e05e6e req-25ce7262-8369-4c62-b3c3-3a8126c28ae9 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:31:32.960954 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f00678ee-bc12-420a-8797-62cea8e05e6e req-25ce7262-8369-4c62-b3c3-3a8126c28ae9 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b HTTP/1.1" status: 200 len: 945 time: 0.0503001 Mar 22 11:31:33.025543 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f00678ee-bc12-420a-8797-62cea8e05e6e req-1f73d473-3fc6-4953-aacd-3ef48bb7d7fa tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e303bf-6662-4f70-84b1-fb7db5fd31ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556917 Mar 22 11:31:34.145565 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfacd3e-3d92-472d-850c-45acfe005489 req-f6163466-e750-4d97-be1a-ab45d6675da2 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:31:34.147237 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8bfacd3e-3d92-472d-850c-45acfe005489 req-f6163466-e750-4d97-be1a-ab45d6675da2 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b HTTP/1.1" status: 200 len: 945 time: 0.0570724 Mar 22 11:31:34.528652 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8bfacd3e-3d92-472d-850c-45acfe005489 req-8a6a998b-e0c3-44c2-83c9-5ba8d4572321 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e303bf-6662-4f70-84b1-fb7db5fd31ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3749785 Mar 22 11:31:34.945024 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c492d72e-7092-4b5f-854c-5dfc70135b10 req-ce00ef8a-510c-473f-9841-b83c53f36403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:31:34.946496 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c492d72e-7092-4b5f-854c-5dfc70135b10 req-ce00ef8a-510c-473f-9841-b83c53f36403 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be78f097af6f4a3b946304d2e45fad1b&device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b HTTP/1.1" status: 200 len: 1098 time: 0.0417881 Mar 22 11:31:35.037890 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c492d72e-7092-4b5f-854c-5dfc70135b10 req-607cace3-d1f6-4e61-9d21-702d5bccbecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:31:35.039389 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c492d72e-7092-4b5f-854c-5dfc70135b10 req-607cace3-d1f6-4e61-9d21-702d5bccbecc service neutron] 10.222.0.35 "GET /v2.0/networks?id=8ddd78e5-3c98-4811-9aac-b9ccb84d25bd HTTP/1.1" status: 200 len: 910 time: 0.0865910 Mar 22 11:31:35.109675 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c492d72e-7092-4b5f-854c-5dfc70135b10 req-27d1bd00-6115-4a76-a643-46861a67c25f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047 HTTP/1.1" status: 200 len: 1000 time: 0.0636458 Mar 22 11:31:35.160324 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c492d72e-7092-4b5f-854c-5dfc70135b10 req-6e69c376-7be2-4e92-be19-f7621cc4cbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:31:35.161815 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c492d72e-7092-4b5f-854c-5dfc70135b10 req-6e69c376-7be2-4e92-be19-f7621cc4cbe3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2b30bd46-1e03-4ecf-b2b2-b3398218098b HTTP/1.1" status: 200 len: 848 time: 0.0458677 Mar 22 11:31:35.212663 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c492d72e-7092-4b5f-854c-5dfc70135b10 req-276b8950-edde-43ea-b158-7ee98e1256d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:31:35.214036 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c492d72e-7092-4b5f-854c-5dfc70135b10 req-276b8950-edde-43ea-b158-7ee98e1256d2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ddd78e5-3c98-4811-9aac-b9ccb84d25bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447648 Mar 22 11:31:35.303978 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c492d72e-7092-4b5f-854c-5dfc70135b10 req-d2e44526-71d8-4a44-8bbd-988ab44ee095 service neutron] 10.222.0.35 "GET /v2.0/networks/8ddd78e5-3c98-4811-9aac-b9ccb84d25bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831075 Mar 22 11:31:35.395593 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c492d72e-7092-4b5f-854c-5dfc70135b10 req-c0129373-56de-4e94-92a3-641328c46eb3 service neutron] 10.222.0.35 "GET /v2.0/networks/8ddd78e5-3c98-4811-9aac-b9ccb84d25bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849493 Mar 22 11:31:35.651231 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a338f64-6ff5-494a-b57b-265698e19a09 req-9d20dae4-1804-4faf-8b5a-ffa4079c4932 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:31:35.652738 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0a338f64-6ff5-494a-b57b-265698e19a09 req-9d20dae4-1804-4faf-8b5a-ffa4079c4932 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b HTTP/1.1" status: 200 len: 945 time: 0.0540762 Mar 22 11:31:35.689838 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0a338f64-6ff5-494a-b57b-265698e19a09 req-c4cdba80-5b1b-4705-8446-d18cdd0752e4 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e303bf-6662-4f70-84b1-fb7db5fd31ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311780 Mar 22 11:31:36.820342 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83023298-18e6-40a0-a13c-52425b1da14d req-e833c022-d075-400d-afd3-0fa539c121b8 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:31:36.821793 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-83023298-18e6-40a0-a13c-52425b1da14d req-e833c022-d075-400d-afd3-0fa539c121b8 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b HTTP/1.1" status: 200 len: 945 time: 0.0530467 Mar 22 11:31:36.863722 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-83023298-18e6-40a0-a13c-52425b1da14d req-6e81b407-5004-4b43-87e5-35b75fa6fa2d tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e303bf-6662-4f70-84b1-fb7db5fd31ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356476 Mar 22 11:31:37.773822 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a22b3ae1-19e3-4c4e-961e-422da09d07ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:31:37.996280 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c09ffc4-fc7e-4348-a7c9-59b4073c5d8b req-8d9b74ea-206c-415a-a25a-0436d7c21dce tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:31:37.997751 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7c09ffc4-fc7e-4348-a7c9-59b4073c5d8b req-8d9b74ea-206c-415a-a25a-0436d7c21dce tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b HTTP/1.1" status: 200 len: 945 time: 0.0629108 Mar 22 11:31:38.036457 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7c09ffc4-fc7e-4348-a7c9-59b4073c5d8b req-943cda8b-2444-4881-9b05-49eb649547b7 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e303bf-6662-4f70-84b1-fb7db5fd31ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326169 Mar 22 11:31:38.106976 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [req-d0c97b35-4950-4cbb-821d-f037064ceceb req-5543b14e-a2a4-4469-8691-80f5d4ddd1a4 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=109050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:31:38.108254 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d0c97b35-4950-4cbb-821d-f037064ceceb req-5543b14e-a2a4-4469-8691-80f5d4ddd1a4 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081005 Mar 22 11:31:38.872653 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047 no longer exists at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:31:38.957098 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:31:38.983275 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c8e038-94dc-42c5-a46f-529a0910cc2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:31:38.985561 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5785eba-29fa-4468-a098-20f9a6c6bf5e" -d '{"events": [{"server_uuid": "d0c8e038-94dc-42c5-a46f-529a0910cc2b", "name": "network-vif-unplugged", "status": "completed", "tag": "2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:31:38.998690 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047,segment=NetworkSegment(16ee53d8-47e1-4192-8cf0-9a24117c050d),segment_id=16ee53d8-47e1-4192-8cf0-9a24117c050d)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:31:39.005456 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:31:39.031835 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 22 Mar 2022 11:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549de8a2-0e74-4992-ba80-26a9e7a1950e x-openstack-request-id: req-549de8a2-0e74-4992-ba80-26a9e7a1950e {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:31:39.032197 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c8e038-94dc-42c5-a46f-529a0910cc2b", "name": "network-vif-unplugged", "status": "failed", "tag": "2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047", "code": 422}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:31:39.032492 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-549de8a2-0e74-4992-ba80-26a9e7a1950e {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:31:39.033096 dv-neutron-834599-1-hyperv neutron-server[109051]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-549de8a2-0e74-4992-ba80-26a9e7a1950e']: {'server_uuid': 'd0c8e038-94dc-42c5-a46f-529a0910cc2b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047', 'code': 422} returned with failed status Mar 22 11:31:39.058502 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047,revision_number=8']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:31:39.278267 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f97bf-5962-4fca-a225-031cedadd464 req-a603764f-2780-421d-a758-dfe8c40b0161 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:31:39.279763 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a20f97bf-5962-4fca-a225-031cedadd464 req-a603764f-2780-421d-a758-dfe8c40b0161 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b HTTP/1.1" status: 200 len: 943 time: 0.0493481 Mar 22 11:31:39.320759 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a20f97bf-5962-4fca-a225-031cedadd464 req-63d04ba8-b9ae-4b28-a7e8-91eb8e61ef7f tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e303bf-6662-4f70-84b1-fb7db5fd31ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326595 Mar 22 11:31:39.484478 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-9b6db7ed-1c2b-450f-8ec9-0bbe2caa95b5 req-2e2fe721-e76b-4b48-a000-10bf3619b94c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0875549 Mar 22 11:31:39.898055 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a538ae85-7d57-452d-aa26-de15076bd7cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:31:40.313981 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6db7ed-1c2b-450f-8ec9-0bbe2caa95b5 req-79585900-4f02-434d-8902-95212fc5a57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:31:40.315771 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9b6db7ed-1c2b-450f-8ec9-0bbe2caa95b5 req-79585900-4f02-434d-8902-95212fc5a57b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b&tenant_id=be78f097af6f4a3b946304d2e45fad1b HTTP/1.1" status: 200 len: 1096 time: 0.0427854 Mar 22 11:31:40.382767 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6db7ed-1c2b-450f-8ec9-0bbe2caa95b5 req-89102071-f239-4903-bd44-744e33dbfd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:31:40.384504 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9b6db7ed-1c2b-450f-8ec9-0bbe2caa95b5 req-89102071-f239-4903-bd44-744e33dbfd2d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be78f097af6f4a3b946304d2e45fad1b&device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b HTTP/1.1" status: 200 len: 1096 time: 0.0439017 Mar 22 11:31:40.496427 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c17ce5-8ea7-4d6b-bbac-65281f020ecb req-65a018ae-d14a-4796-b915-7374e958fb09 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:31:40.497960 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-52c17ce5-8ea7-4d6b-bbac-65281f020ecb req-65a018ae-d14a-4796-b915-7374e958fb09 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b HTTP/1.1" status: 200 len: 943 time: 0.1070836 Mar 22 11:31:40.523937 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6db7ed-1c2b-450f-8ec9-0bbe2caa95b5 req-d35494b7-0d2f-4e13-bbbb-9b98d141c18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:31:40.525371 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9b6db7ed-1c2b-450f-8ec9-0bbe2caa95b5 req-d35494b7-0d2f-4e13-bbbb-9b98d141c18b service neutron] 10.222.0.35 "GET /v2.0/networks?id=8ddd78e5-3c98-4811-9aac-b9ccb84d25bd HTTP/1.1" status: 200 len: 910 time: 0.1328259 Mar 22 11:31:40.582252 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-52c17ce5-8ea7-4d6b-bbac-65281f020ecb req-a0605168-e85b-4954-a191-6018c776c6dd tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e303bf-6662-4f70-84b1-fb7db5fd31ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780802 Mar 22 11:31:40.599856 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9b6db7ed-1c2b-450f-8ec9-0bbe2caa95b5 req-6298fe43-43f7-4935-b26b-a2530b8ba858 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047 HTTP/1.1" status: 200 len: 998 time: 0.0677481 Mar 22 11:31:40.649970 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6db7ed-1c2b-450f-8ec9-0bbe2caa95b5 req-78108db2-6760-4166-ad62-5b8a29d61f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:31:40.651384 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9b6db7ed-1c2b-450f-8ec9-0bbe2caa95b5 req-78108db2-6760-4166-ad62-5b8a29d61f67 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2b30bd46-1e03-4ecf-b2b2-b3398218098b HTTP/1.1" status: 200 len: 848 time: 0.0447168 Mar 22 11:31:40.710416 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6db7ed-1c2b-450f-8ec9-0bbe2caa95b5 req-7946210b-057b-45e0-bfa1-4972312d7292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:31:40.711917 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9b6db7ed-1c2b-450f-8ec9-0bbe2caa95b5 req-7946210b-057b-45e0-bfa1-4972312d7292 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ddd78e5-3c98-4811-9aac-b9ccb84d25bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0532968 Mar 22 11:31:40.802399 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9b6db7ed-1c2b-450f-8ec9-0bbe2caa95b5 req-c73f3bcb-299d-4fb2-bc2b-58a1718663d2 service neutron] 10.222.0.35 "GET /v2.0/networks/8ddd78e5-3c98-4811-9aac-b9ccb84d25bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820675 Mar 22 11:31:40.908764 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9b6db7ed-1c2b-450f-8ec9-0bbe2caa95b5 req-2745689a-257d-4bb4-a0db-e40c4f7f5d3a service neutron] 10.222.0.35 "GET /v2.0/networks/8ddd78e5-3c98-4811-9aac-b9ccb84d25bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977042 Mar 22 11:31:41.284319 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:31:41.711198 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac6774-4c1f-473e-b323-2b8120281ae5 req-865aad3b-3797-47a7-ad7c-05c2c10c0853 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:31:41.713004 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-83ac6774-4c1f-473e-b323-2b8120281ae5 req-865aad3b-3797-47a7-ad7c-05c2c10c0853 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b HTTP/1.1" status: 200 len: 943 time: 0.0499291 Mar 22 11:31:41.754525 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-83ac6774-4c1f-473e-b323-2b8120281ae5 req-1c2558c9-9201-47e8-8260-5254d86cc210 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e303bf-6662-4f70-84b1-fb7db5fd31ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356736 Mar 22 11:31:42.704216 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:31:42.872155 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f1922-046f-4a14-abbc-21cdb2131439 req-6ac90d84-0c5c-4471-ade2-82a5998a5128 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:31:42.873632 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3a3f1922-046f-4a14-abbc-21cdb2131439 req-6ac90d84-0c5c-4471-ade2-82a5998a5128 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b HTTP/1.1" status: 200 len: 943 time: 0.0497460 Mar 22 11:31:42.877422 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:31:42.916261 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3a3f1922-046f-4a14-abbc-21cdb2131439 req-8aa5a70c-cd7a-4bd2-940d-3fb0f78e27df tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e303bf-6662-4f70-84b1-fb7db5fd31ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359254 Mar 22 11:31:43.777899 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:31:44.049088 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb9c65-2604-483e-bf27-c3a0e0a3958f req-d8c00a20-0f9f-4da4-bd48-456364c8e605 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:31:44.050646 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-bedb9c65-2604-483e-bf27-c3a0e0a3958f req-d8c00a20-0f9f-4da4-bd48-456364c8e605 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b HTTP/1.1" status: 200 len: 943 time: 0.0566573 Mar 22 11:31:44.093303 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-bedb9c65-2604-483e-bf27-c3a0e0a3958f req-184e0cc1-166b-40bb-a923-5782d566ebc6 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e303bf-6662-4f70-84b1-fb7db5fd31ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357134 Mar 22 11:31:45.213277 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb9aca-f324-496a-a35e-2ebfd8398c94 req-3f5b43ea-f6bb-4e4e-b4fe-88ca77ef836a tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:31:45.214735 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-cecb9aca-f324-496a-a35e-2ebfd8398c94 req-3f5b43ea-f6bb-4e4e-b4fe-88ca77ef836a tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b HTTP/1.1" status: 200 len: 943 time: 0.0498621 Mar 22 11:31:45.252832 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-cecb9aca-f324-496a-a35e-2ebfd8398c94 req-f79a86b5-6e0c-4134-9289-6c98b31eb9bb tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e303bf-6662-4f70-84b1-fb7db5fd31ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319695 Mar 22 11:31:46.394918 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77424fa-741f-4ae3-8a32-c4e5f0cd207b req-6c76df04-6049-4593-9f08-af7dab927216 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:31:46.397116 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a77424fa-741f-4ae3-8a32-c4e5f0cd207b req-6c76df04-6049-4593-9f08-af7dab927216 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b HTTP/1.1" status: 200 len: 943 time: 0.0606134 Mar 22 11:31:46.445522 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a77424fa-741f-4ae3-8a32-c4e5f0cd207b req-9de69534-5e8b-49f0-80a5-289cadf8ddb2 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e303bf-6662-4f70-84b1-fb7db5fd31ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418587 Mar 22 11:31:47.581834 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4d984-dc3f-42e3-90e9-66b031a1fc24 req-aa4ef5b5-42db-455f-882f-28e36da2faf3 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:31:47.583403 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b6a4d984-dc3f-42e3-90e9-66b031a1fc24 req-aa4ef5b5-42db-455f-882f-28e36da2faf3 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b HTTP/1.1" status: 200 len: 943 time: 0.0554645 Mar 22 11:31:47.623900 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b6a4d984-dc3f-42e3-90e9-66b031a1fc24 req-e7f59323-8b85-493f-9ed7-fc373b2de18c tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e303bf-6662-4f70-84b1-fb7db5fd31ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343893 Mar 22 11:31:48.747760 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037330d3-e186-4ce6-a345-1e21f3372db5 req-ccda2d8c-2e72-4a31-98cd-3f46e74924d8 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:31:48.749384 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-037330d3-e186-4ce6-a345-1e21f3372db5 req-ccda2d8c-2e72-4a31-98cd-3f46e74924d8 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b HTTP/1.1" status: 200 len: 943 time: 0.0566363 Mar 22 11:31:48.792720 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-037330d3-e186-4ce6-a345-1e21f3372db5 req-36b347dc-d3f4-4dd5-94e1-666786244dad tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e303bf-6662-4f70-84b1-fb7db5fd31ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370798 Mar 22 11:31:49.910336 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f854bc97-6c4b-4ae6-9d6d-629b8b24023b req-4771fe6b-5939-46de-b31f-8682fa93b646 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:31:49.911831 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f854bc97-6c4b-4ae6-9d6d-629b8b24023b req-4771fe6b-5939-46de-b31f-8682fa93b646 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b HTTP/1.1" status: 200 len: 943 time: 0.0506802 Mar 22 11:31:49.950537 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f854bc97-6c4b-4ae6-9d6d-629b8b24023b req-3d0bc624-b16c-40c2-8089-447e1b2b6446 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e303bf-6662-4f70-84b1-fb7db5fd31ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327635 Mar 22 11:31:50.262517 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5274f-8927-477a-a18f-9574afdd897f req-4d27a813-d541-417a-a1bc-82a6594e6007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:31:50.264051 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5df5274f-8927-477a-a18f-9574afdd897f req-4d27a813-d541-417a-a1bc-82a6594e6007 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be78f097af6f4a3b946304d2e45fad1b&device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b HTTP/1.1" status: 200 len: 1096 time: 0.0454168 Mar 22 11:31:50.382251 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5274f-8927-477a-a18f-9574afdd897f req-afaf8b66-c7aa-42c0-855c-273da19d11a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:31:50.383746 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5df5274f-8927-477a-a18f-9574afdd897f req-afaf8b66-c7aa-42c0-855c-273da19d11a3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8ddd78e5-3c98-4811-9aac-b9ccb84d25bd HTTP/1.1" status: 200 len: 910 time: 0.0984671 Mar 22 11:31:50.454761 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5df5274f-8927-477a-a18f-9574afdd897f req-2d7fb2d7-06c8-4ff0-bef2-9df2efa056fd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047 HTTP/1.1" status: 200 len: 998 time: 0.0640202 Mar 22 11:31:50.509407 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5274f-8927-477a-a18f-9574afdd897f req-e3145ea8-c179-4224-8628-89db0e688bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:31:50.511667 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5df5274f-8927-477a-a18f-9574afdd897f req-e3145ea8-c179-4224-8628-89db0e688bd8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2b30bd46-1e03-4ecf-b2b2-b3398218098b HTTP/1.1" status: 200 len: 848 time: 0.0497365 Mar 22 11:31:50.557708 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5274f-8927-477a-a18f-9574afdd897f req-bd5499e0-b72b-4170-8ce5-3b5452822437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:31:50.559157 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5df5274f-8927-477a-a18f-9574afdd897f req-bd5499e0-b72b-4170-8ce5-3b5452822437 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ddd78e5-3c98-4811-9aac-b9ccb84d25bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413342 Mar 22 11:31:50.654648 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5df5274f-8927-477a-a18f-9574afdd897f req-0e305b00-e1bf-4cf4-8dc8-4920e5f2d472 service neutron] 10.222.0.35 "GET /v2.0/networks/8ddd78e5-3c98-4811-9aac-b9ccb84d25bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880384 Mar 22 11:31:50.747802 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5df5274f-8927-477a-a18f-9574afdd897f req-6dc09709-e503-4da2-a1c3-93f76413c7f6 service neutron] 10.222.0.35 "GET /v2.0/networks/8ddd78e5-3c98-4811-9aac-b9ccb84d25bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869451 Mar 22 11:31:51.074100 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953a7de-65f9-448a-a26d-16fbcb2abea9 req-2f61af41-bee5-4fe4-8106-a98877c240f1 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:31:51.075714 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b953a7de-65f9-448a-a26d-16fbcb2abea9 req-2f61af41-bee5-4fe4-8106-a98877c240f1 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b HTTP/1.1" status: 200 len: 943 time: 0.0559587 Mar 22 11:31:51.113792 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b953a7de-65f9-448a-a26d-16fbcb2abea9 req-644c58a4-25a0-4405-a440-51e208b60742 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e303bf-6662-4f70-84b1-fb7db5fd31ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320582 Mar 22 11:31:52.238534 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0fc48-b3a0-4e19-a436-0c80115bd38a req-9b94f40e-60f4-4f0f-9480-15dc380eeba1 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:31:52.240311 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f1f0fc48-b3a0-4e19-a436-0c80115bd38a req-9b94f40e-60f4-4f0f-9480-15dc380eeba1 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b HTTP/1.1" status: 200 len: 943 time: 0.0510530 Mar 22 11:31:52.278193 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f1f0fc48-b3a0-4e19-a436-0c80115bd38a req-7453bbb0-e55c-4781-8e31-81773dccdb7d tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e303bf-6662-4f70-84b1-fb7db5fd31ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319142 Mar 22 11:31:52.917173 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047 details requested by agent hyperv_hv-neutron-8345 with host hv-neutron-8345 {{(pid=109051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 11:31:53.018961 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047,segment=NetworkSegment(16ee53d8-47e1-4192-8cf0-9a24117c050d),segment_id=16ee53d8-47e1-4192-8cf0-9a24117c050d)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:31:53.030291 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Returning: {'device': '2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047', 'network_id': '8ddd78e5-3c98-4811-9aac-b9ccb84d25bd', 'port_id': '2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047', 'mac_address': 'fa:16:3e:94:0b:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b30bd46-1e03-4ecf-b2b2-b3398218098b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 11:31:53.073389 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:31:53.085686 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047 {{(pid=109051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:31:53.108602 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047,segment=NetworkSegment(16ee53d8-47e1-4192-8cf0-9a24117c050d),segment_id=16ee53d8-47e1-4192-8cf0-9a24117c050d)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:31:53.116992 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:31:53.163260 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047,revision_number=9']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:31:53.347036 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 11:31:53.401410 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e4d295-b25a-47de-8ca7-70e507773621 req-ef58ccce-ee65-4ba0-832a-2b1574ce762a tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:31:53.402893 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f1e4d295-b25a-47de-8ca7-70e507773621 req-ef58ccce-ee65-4ba0-832a-2b1574ce762a tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b HTTP/1.1" status: 200 len: 944 time: 0.0504446 Mar 22 11:31:53.443050 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f1e4d295-b25a-47de-8ca7-70e507773621 req-8d44da2a-d1b4-4fea-9826-eb6b082f26e1 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e303bf-6662-4f70-84b1-fb7db5fd31ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329731 Mar 22 11:31:54.571928 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b548f5-c98f-4c4e-8c76-b0aed375337d req-b8c8f27f-a22a-4c35-9ea2-e7f452b92b82 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:31:54.573367 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-68b548f5-c98f-4c4e-8c76-b0aed375337d req-b8c8f27f-a22a-4c35-9ea2-e7f452b92b82 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b HTTP/1.1" status: 200 len: 944 time: 0.0535398 Mar 22 11:31:54.613597 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-68b548f5-c98f-4c4e-8c76-b0aed375337d req-26fd5af1-b267-476d-ad93-4963297cd02f tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e303bf-6662-4f70-84b1-fb7db5fd31ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314858 Mar 22 11:31:54.933149 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047 up at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:31:54.984775 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning complete for port 2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:31:54.985150 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:31:55.063122 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:31:55.086132 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c8e038-94dc-42c5-a46f-529a0910cc2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:31:55.088372 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10304e6c-e5d7-4529-bd4f-71fe335529b9" -d '{"events": [{"server_uuid": "d0c8e038-94dc-42c5-a46f-529a0910cc2b", "name": "network-vif-plugged", "status": "completed", "tag": "2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:31:55.100442 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047,segment=NetworkSegment(16ee53d8-47e1-4192-8cf0-9a24117c050d),segment_id=16ee53d8-47e1-4192-8cf0-9a24117c050d)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:31:55.113363 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:31:55.136103 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f25a3b-bfdf-4735-a6f7-36040f5b912f x-openstack-request-id: req-04f25a3b-bfdf-4735-a6f7-36040f5b912f {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:31:55.136391 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c8e038-94dc-42c5-a46f-529a0910cc2b", "name": "network-vif-plugged", "status": "completed", "tag": "2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:31:55.136602 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-04f25a3b-bfdf-4735-a6f7-36040f5b912f {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:31:55.136992 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04f25a3b-bfdf-4735-a6f7-36040f5b912f'] response: {'server_uuid': 'd0c8e038-94dc-42c5-a46f-529a0910cc2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047', 'code': 200} Mar 22 11:31:55.163605 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047,revision_number=10']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:31:55.360062 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435bab66-9fe5-4a32-9c98-8cc2a1130263 req-2e79da82-d8fe-4055-9b82-b8c0ee8a17e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:31:55.361758 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-435bab66-9fe5-4a32-9c98-8cc2a1130263 req-2e79da82-d8fe-4055-9b82-b8c0ee8a17e3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b HTTP/1.1" status: 200 len: 1099 time: 0.0406225 Mar 22 11:31:55.397766 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-435bab66-9fe5-4a32-9c98-8cc2a1130263 req-73a7e192-6274-4e69-9014-7657fbc74200 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f4e303bf-6662-4f70-84b1-fb7db5fd31ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280428 Mar 22 11:31:55.738682 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc002d9-8164-4973-883f-d5b4c6eda1eb req-f153b482-d197-44cf-903c-4334012f1e15 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:31:55.740181 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-bfc002d9-8164-4973-883f-d5b4c6eda1eb req-f153b482-d197-44cf-903c-4334012f1e15 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b HTTP/1.1" status: 200 len: 946 time: 0.0498354 Mar 22 11:31:55.781297 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-bfc002d9-8164-4973-883f-d5b4c6eda1eb req-615ea736-bb1a-4da1-8b3d-b22c9bcf0201 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e303bf-6662-4f70-84b1-fb7db5fd31ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350497 Mar 22 11:31:56.903970 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a6d236-933d-4692-a145-279cf1dd4a27 req-6caaa51a-4990-4706-816b-f33ea0493d4b tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:31:56.905588 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-40a6d236-933d-4692-a145-279cf1dd4a27 req-6caaa51a-4990-4706-816b-f33ea0493d4b tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b HTTP/1.1" status: 200 len: 946 time: 0.0533586 Mar 22 11:31:56.943280 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-40a6d236-933d-4692-a145-279cf1dd4a27 req-f2b97b80-1a4f-4d82-bc11-cbb12ab51502 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e303bf-6662-4f70-84b1-fb7db5fd31ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316470 Mar 22 11:31:58.069616 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1810ea2-66aa-4b5f-8901-486766e12125 req-848a11db-de12-4a49-afda-93a22c698729 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:31:58.071069 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f1810ea2-66aa-4b5f-8901-486766e12125 req-848a11db-de12-4a49-afda-93a22c698729 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b HTTP/1.1" status: 200 len: 946 time: 0.0515301 Mar 22 11:31:58.110672 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f1810ea2-66aa-4b5f-8901-486766e12125 req-83f719ef-d9e7-4b97-8d65-099fe095e83f tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e303bf-6662-4f70-84b1-fb7db5fd31ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307922 Mar 22 11:32:07.767644 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-36cc1f9b-27a9-4e27-8f9b-3f5424f945f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:32:09.357990 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:32:09.891650 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-be18a2b3-493c-4991-9e7e-f4649b392fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:32:11.286158 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:32:12.709550 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:32:12.882020 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:32:13.764475 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:32:37.778465 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a262a129-a55a-45b7-a92b-86897bcf6416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:32:39.907081 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4f0b46ac-3dec-48f2-bc26-9999bba52b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:32:41.296687 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:32:42.716384 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:32:42.892580 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:32:43.785965 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:32:46.362155 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:32:51.234804 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-aa2b6d79-6837-4466-acd3-1ef19b956011 req-c5c5c1e8-f3ec-4cda-972d-dddb5ab5133b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416660 Mar 22 11:32:51.322239 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b6d79-6837-4466-acd3-1ef19b956011 req-9eb14d1a-0997-4675-a9b6-29a8944ecab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:32:51.323774 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-aa2b6d79-6837-4466-acd3-1ef19b956011 req-9eb14d1a-0997-4675-a9b6-29a8944ecab3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be78f097af6f4a3b946304d2e45fad1b&device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b HTTP/1.1" status: 200 len: 1099 time: 0.0456355 Mar 22 11:32:51.440560 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b6d79-6837-4466-acd3-1ef19b956011 req-e0608935-a7cc-493e-861f-475bce0555f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:32:51.441995 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-aa2b6d79-6837-4466-acd3-1ef19b956011 req-e0608935-a7cc-493e-861f-475bce0555f0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8ddd78e5-3c98-4811-9aac-b9ccb84d25bd HTTP/1.1" status: 200 len: 910 time: 0.0919063 Mar 22 11:32:51.515112 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-aa2b6d79-6837-4466-acd3-1ef19b956011 req-b6bae6a8-254f-4fdb-bbec-e6003049cdec service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047 HTTP/1.1" status: 200 len: 1000 time: 0.0661526 Mar 22 11:32:51.563148 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b6d79-6837-4466-acd3-1ef19b956011 req-b042d5a7-de2e-40db-bbb5-81fdc464ac42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:32:51.564561 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-aa2b6d79-6837-4466-acd3-1ef19b956011 req-b042d5a7-de2e-40db-bbb5-81fdc464ac42 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2b30bd46-1e03-4ecf-b2b2-b3398218098b HTTP/1.1" status: 200 len: 848 time: 0.0425153 Mar 22 11:32:51.608132 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b6d79-6837-4466-acd3-1ef19b956011 req-d853f298-2bc0-4d9e-bb8b-1cab08fb3e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:32:51.609567 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-aa2b6d79-6837-4466-acd3-1ef19b956011 req-d853f298-2bc0-4d9e-bb8b-1cab08fb3e6b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ddd78e5-3c98-4811-9aac-b9ccb84d25bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389059 Mar 22 11:32:51.705714 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-aa2b6d79-6837-4466-acd3-1ef19b956011 req-460aef56-c4ac-4512-a1e3-2ebfb3748bfb service neutron] 10.222.0.35 "GET /v2.0/networks/8ddd78e5-3c98-4811-9aac-b9ccb84d25bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889497 Mar 22 11:32:51.793704 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-aa2b6d79-6837-4466-acd3-1ef19b956011 req-66c75b06-189c-4969-b787-9386cc952623 service neutron] 10.222.0.35 "GET /v2.0/networks/8ddd78e5-3c98-4811-9aac-b9ccb84d25bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807450 Mar 22 11:33:07.780312 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-324ea5d4-50b2-4f4d-9dad-49fc63fa6b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:08.935873 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 48034) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:33:09.104613 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-42acefd3-5fc3-483f-8a01-d487e4fd25fc tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Deleting port 296d59ef-f785-4fb3-8ac8-2bbdcefc5190 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:33:09.104929 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-42acefd3-5fc3-483f-8a01-d487e4fd25fc tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:09.197242 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-42acefd3-5fc3-483f-8a01-d487e4fd25fc tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:09.197503 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-42acefd3-5fc3-483f-8a01-d487e4fd25fc tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:09.210550 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-42acefd3-5fc3-483f-8a01-d487e4fd25fc tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Calling delete_port for 296d59ef-f785-4fb3-8ac8-2bbdcefc5190 owned by network:floatingip {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:33:09.365243 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-42acefd3-5fc3-483f-8a01-d487e4fd25fc tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:09.390650 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42acefd3-5fc3-483f-8a01-d487e4fd25fc tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Pushing event deleted for resources: {'Port': ['ID=296d59ef-f785-4fb3-8ac8-2bbdcefc5190,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:33:09.414255 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42acefd3-5fc3-483f-8a01-d487e4fd25fc tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:33:09.414560 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42acefd3-5fc3-483f-8a01-d487e4fd25fc tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:33:09.414925 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42acefd3-5fc3-483f-8a01-d487e4fd25fc tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:33:09.415282 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42acefd3-5fc3-483f-8a01-d487e4fd25fc tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:33:09.415649 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42acefd3-5fc3-483f-8a01-d487e4fd25fc tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:33:09.415954 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42acefd3-5fc3-483f-8a01-d487e4fd25fc tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:33:09.416279 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42acefd3-5fc3-483f-8a01-d487e4fd25fc tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:33:09.416601 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42acefd3-5fc3-483f-8a01-d487e4fd25fc tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:33:09.416917 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42acefd3-5fc3-483f-8a01-d487e4fd25fc tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:33:09.417231 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42acefd3-5fc3-483f-8a01-d487e4fd25fc tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:33:09.417542 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42acefd3-5fc3-483f-8a01-d487e4fd25fc tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:33:09.417853 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42acefd3-5fc3-483f-8a01-d487e4fd25fc tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:33:09.456701 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-42acefd3-5fc3-483f-8a01-d487e4fd25fc tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks [] for floatingip, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:09.456996 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.l3_db [None req-42acefd3-5fc3-483f-8a01-d487e4fd25fc tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Floating IP a29acbf5-e5a6-4758-a334-6947bf8974c9 disassociated (deleted). External IP: 172.26.7.87, port: 2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047. Mar 22 11:33:09.668844 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42acefd3-5fc3-483f-8a01-d487e4fd25fc tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Router 09ef15ca-ef74-41ca-8b81-87294e7a5835 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:33:09.777347 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42acefd3-5fc3-483f-8a01-d487e4fd25fc tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:33:09.781789 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-42acefd3-5fc3-483f-8a01-d487e4fd25fc tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:09.787092 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08130082-e4e2-4b47-a4d8-014988612255 None None] Sync routers for ids ['09ef15ca-ef74-41ca-8b81-87294e7a5835'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:33:09.798807 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08130082-e4e2-4b47-a4d8-014988612255 None None] Routers {'09ef15ca-ef74-41ca-8b81-87294e7a5835'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:33:09.799995 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-08130082-e4e2-4b47-a4d8-014988612255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:32:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['09ef15ca-ef74-41ca-8b81-87294e7a5835'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:33:09.809392 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-42acefd3-5fc3-483f-8a01-d487e4fd25fc tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "DELETE /v2.0/floatingips/a29acbf5-e5a6-4758-a334-6947bf8974c9 HTTP/1.1" status: 204 len: 168 time: 0.8720787 Mar 22 11:33:09.810182 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0c8e038-94dc-42c5-a46f-529a0910cc2b', 'tag': '2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:33:09.812810 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a56d4f-c1c9-41eb-a533-0563becee755" -d '{"events": [{"name": "network-changed", "server_uuid": "d0c8e038-94dc-42c5-a46f-529a0910cc2b", "tag": "2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:33:09.907751 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-08130082-e4e2-4b47-a4d8-014988612255 None None] Set router 09ef15ca-ef74-41ca-8b81-87294e7a5835 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:33:09.915852 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e459f25d-1b56-40f9-ba7b-9fa660ca5b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:09.954420 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02bb70a-d8c9-4b40-965f-c3d540300de1 x-openstack-request-id: req-f02bb70a-d8c9-4b40-965f-c3d540300de1 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:33:09.954948 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0c8e038-94dc-42c5-a46f-529a0910cc2b", "tag": "2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:33:09.955508 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f02bb70a-d8c9-4b40-965f-c3d540300de1 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:33:09.956233 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f02bb70a-d8c9-4b40-965f-c3d540300de1'] response: {'name': 'network-changed', 'server_uuid': 'd0c8e038-94dc-42c5-a46f-529a0910cc2b', 'tag': '2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047', 'status': 'completed', 'code': 200} Mar 22 11:33:10.047315 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a56d4f-c1c9-41eb-a533-0563becee755 req-4badaf6d-b675-4ee1-a499-54e13b321e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:33:10.048746 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-30a56d4f-c1c9-41eb-a533-0563becee755 req-4badaf6d-b675-4ee1-a499-54e13b321e98 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be78f097af6f4a3b946304d2e45fad1b&device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b HTTP/1.1" status: 200 len: 1099 time: 0.0705535 Mar 22 11:33:10.063742 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90088d7-8522-4e4a-bfa5-1eabea2a9952 req-090e3a93-c9ed-4776-b09e-f0749e43f4f9 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:33:10.065203 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d90088d7-8522-4e4a-bfa5-1eabea2a9952 req-090e3a93-c9ed-4776-b09e-f0749e43f4f9 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b HTTP/1.1" status: 200 len: 946 time: 0.0589998 Mar 22 11:33:10.113127 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-08130082-e4e2-4b47-a4d8-014988612255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ef15ca-ef74-41ca-8b81-87294e7a5835', 'name': 'tempest-TestShelveInstance-1328265224-router', 'tenant_id': 'be78f097af6f4a3b946304d2e45fad1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': '56a38f0d-531b-45ae-94ec-7dcda370ff49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:28:57Z', 'updated_at': '2022-03-22T11:29:00Z', 'revision_number': 4, 'project_id': 'be78f097af6f4a3b946304d2e45fad1b', 'gw_port': {'id': '56a38f0d-531b-45ae-94ec-7dcda370ff49', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ef15ca-ef74-41ca-8b81-87294e7a5835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:28:58Z', 'updated_at': '2022-03-22T11:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '71232e47-2b08-40c6-bf9f-b22f339a4399', 'name': '', 'network_id': '8ddd78e5-3c98-4811-9aac-b9ccb84d25bd', 'tenant_id': 'be78f097af6f4a3b946304d2e45fad1b', 'mac_address': 'fa:16:3e:c4:46:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ef15ca-ef74-41ca-8b81-87294e7a5835', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '2b30bd46-1e03-4ecf-b2b2-b3398218098b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:28:59Z', 'updated_at': '2022-03-22T11:29:04Z', 'revision_number': 5, 'project_id': 'be78f097af6f4a3b946304d2e45fad1b', 'subnets': [{'id': '2b30bd46-1e03-4ecf-b2b2-b3398218098b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:33:10.139209 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08130082-e4e2-4b47-a4d8-014988612255 None None] Checking router: 09ef15ca-ef74-41ca-8b81-87294e7a5835 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:33:10.148962 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08130082-e4e2-4b47-a4d8-014988612255 None None] Routers {'09ef15ca-ef74-41ca-8b81-87294e7a5835'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:33:10.149554 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-08130082-e4e2-4b47-a4d8-014988612255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:33:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['09ef15ca-ef74-41ca-8b81-87294e7a5835'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:33:10.154913 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d90088d7-8522-4e4a-bfa5-1eabea2a9952 req-e588399e-842d-41fe-9ed9-747f07fce52e tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e303bf-6662-4f70-84b1-fb7db5fd31ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816119 Mar 22 11:33:10.176163 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a56d4f-c1c9-41eb-a533-0563becee755 req-f6b2bb56-ccb3-4473-8c82-9b8411fe4034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:33:10.177609 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-30a56d4f-c1c9-41eb-a533-0563becee755 req-f6b2bb56-ccb3-4473-8c82-9b8411fe4034 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8ddd78e5-3c98-4811-9aac-b9ccb84d25bd HTTP/1.1" status: 200 len: 910 time: 0.1115727 Mar 22 11:33:10.219636 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-30a56d4f-c1c9-41eb-a533-0563becee755 req-ad86ea2d-4a84-4827-8a45-16e7593e4e82 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047 HTTP/1.1" status: 200 len: 217 time: 0.0338762 Mar 22 11:33:10.253365 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-08130082-e4e2-4b47-a4d8-014988612255 None None] Set router 09ef15ca-ef74-41ca-8b81-87294e7a5835 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:33:10.269313 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a56d4f-c1c9-41eb-a533-0563becee755 req-5dd62b21-b8aa-4990-88a7-3baa4113a19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:33:10.270782 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-30a56d4f-c1c9-41eb-a533-0563becee755 req-5dd62b21-b8aa-4990-88a7-3baa4113a19f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2b30bd46-1e03-4ecf-b2b2-b3398218098b HTTP/1.1" status: 200 len: 848 time: 0.0440042 Mar 22 11:33:10.316801 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a56d4f-c1c9-41eb-a533-0563becee755 req-ec5e6a80-7306-43f4-9660-cccbaca8f2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:33:10.318217 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-30a56d4f-c1c9-41eb-a533-0563becee755 req-ec5e6a80-7306-43f4-9660-cccbaca8f2d8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ddd78e5-3c98-4811-9aac-b9ccb84d25bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401576 Mar 22 11:33:10.412834 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-30a56d4f-c1c9-41eb-a533-0563becee755 req-c3860059-db37-4d6e-9022-22387bd82c96 service neutron] 10.222.0.35 "GET /v2.0/networks/8ddd78e5-3c98-4811-9aac-b9ccb84d25bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860074 Mar 22 11:33:10.448964 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-08130082-e4e2-4b47-a4d8-014988612255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ef15ca-ef74-41ca-8b81-87294e7a5835', 'name': 'tempest-TestShelveInstance-1328265224-router', 'tenant_id': 'be78f097af6f4a3b946304d2e45fad1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': '56a38f0d-531b-45ae-94ec-7dcda370ff49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:28:57Z', 'updated_at': '2022-03-22T11:29:00Z', 'revision_number': 4, 'project_id': 'be78f097af6f4a3b946304d2e45fad1b', 'gw_port': {'id': '56a38f0d-531b-45ae-94ec-7dcda370ff49', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ef15ca-ef74-41ca-8b81-87294e7a5835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:28:58Z', 'updated_at': '2022-03-22T11:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '71232e47-2b08-40c6-bf9f-b22f339a4399', 'name': '', 'network_id': '8ddd78e5-3c98-4811-9aac-b9ccb84d25bd', 'tenant_id': 'be78f097af6f4a3b946304d2e45fad1b', 'mac_address': 'fa:16:3e:c4:46:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ef15ca-ef74-41ca-8b81-87294e7a5835', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '2b30bd46-1e03-4ecf-b2b2-b3398218098b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:28:59Z', 'updated_at': '2022-03-22T11:29:04Z', 'revision_number': 5, 'project_id': 'be78f097af6f4a3b946304d2e45fad1b', 'subnets': [{'id': '2b30bd46-1e03-4ecf-b2b2-b3398218098b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:33:10.474364 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08130082-e4e2-4b47-a4d8-014988612255 None None] The sync data for ids ['09ef15ca-ef74-41ca-8b81-87294e7a5835'] in dv-neutron-834599-1-hyperv is: [{'id': '09ef15ca-ef74-41ca-8b81-87294e7a5835', 'name': 'tempest-TestShelveInstance-1328265224-router', 'tenant_id': 'be78f097af6f4a3b946304d2e45fad1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': '56a38f0d-531b-45ae-94ec-7dcda370ff49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:28:57Z', 'updated_at': '2022-03-22T11:29:00Z', 'revision_number': 4, 'project_id': 'be78f097af6f4a3b946304d2e45fad1b', 'gw_port': {'id': '56a38f0d-531b-45ae-94ec-7dcda370ff49', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ef15ca-ef74-41ca-8b81-87294e7a5835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:28:58Z', 'updated_at': '2022-03-22T11:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '71232e47-2b08-40c6-bf9f-b22f339a4399', 'name': '', 'network_id': '8ddd78e5-3c98-4811-9aac-b9ccb84d25bd', 'tenant_id': 'be78f097af6f4a3b946304d2e45fad1b', 'mac_address': 'fa:16:3e:c4:46:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ef15ca-ef74-41ca-8b81-87294e7a5835', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '2b30bd46-1e03-4ecf-b2b2-b3398218098b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:28:59Z', 'updated_at': '2022-03-22T11:29:04Z', 'revision_number': 5, 'project_id': 'be78f097af6f4a3b946304d2e45fad1b', 'subnets': [{'id': '2b30bd46-1e03-4ecf-b2b2-b3398218098b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:33:10.509682 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-30a56d4f-c1c9-41eb-a533-0563becee755 req-db5325d5-e71b-4363-92af-4ea002963e2a service neutron] 10.222.0.35 "GET /v2.0/networks/8ddd78e5-3c98-4811-9aac-b9ccb84d25bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893390 Mar 22 11:33:10.698537 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2965676f-fda5-44c0-8a46-496ebeefc44a None None] New status for floating IP a29acbf5-e5a6-4758-a334-6947bf8974c9: DOWN {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 11:33:11.277076 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b9c7f-473e-4f1f-8de7-d9fbf067273e req-5d20c0c2-f095-4cdc-a920-e7d28ae9014d tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:33:11.278512 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-007b9c7f-473e-4f1f-8de7-d9fbf067273e req-5d20c0c2-f095-4cdc-a920-e7d28ae9014d tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b HTTP/1.1" status: 200 len: 946 time: 0.0501451 Mar 22 11:33:11.293948 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:11.340422 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-007b9c7f-473e-4f1f-8de7-d9fbf067273e req-bb3bfbe2-b07b-47b4-9960-81186a2386c5 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=f4e303bf-6662-4f70-84b1-fb7db5fd31ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555418 Mar 22 11:33:11.370858 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d61eaa4-302a-4aa4-b136-3b71635e11c7 req-68fb3070-aa58-491e-8547-d81d6603aa4e tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:33:11.372442 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2d61eaa4-302a-4aa4-b136-3b71635e11c7 req-68fb3070-aa58-491e-8547-d81d6603aa4e tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0c8e038-94dc-42c5-a46f-529a0910cc2b HTTP/1.1" status: 200 len: 946 time: 0.0698216 Mar 22 11:33:11.464822 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-2d61eaa4-302a-4aa4-b136-3b71635e11c7 req-777177a2-9bbc-42db-9ec6-a6bbb17081ec tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Deleting port 2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:33:11.465049 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-2d61eaa4-302a-4aa4-b136-3b71635e11c7 req-777177a2-9bbc-42db-9ec6-a6bbb17081ec tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:11.553058 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-2d61eaa4-302a-4aa4-b136-3b71635e11c7 req-777177a2-9bbc-42db-9ec6-a6bbb17081ec tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] For port 2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047,segment=NetworkSegment(16ee53d8-47e1-4192-8cf0-9a24117c050d),segment_id=16ee53d8-47e1-4192-8cf0-9a24117c050d)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:33:11.553326 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-2d61eaa4-302a-4aa4-b136-3b71635e11c7 req-777177a2-9bbc-42db-9ec6-a6bbb17081ec tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:11.565780 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-2d61eaa4-302a-4aa4-b136-3b71635e11c7 req-777177a2-9bbc-42db-9ec6-a6bbb17081ec tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Calling delete_port for 2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047 owned by compute:nova {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:33:11.698343 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-2d61eaa4-302a-4aa4-b136-3b71635e11c7 req-777177a2-9bbc-42db-9ec6-a6bbb17081ec tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:11.727320 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777177a2-9bbc-42db-9ec6-a6bbb17081ec tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Pushing event deleted for resources: {'Port': ['ID=2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:33:11.770001 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d61eaa4-302a-4aa4-b136-3b71635e11c7 req-777177a2-9bbc-42db-9ec6-a6bbb17081ec tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] No DVR routers for this DVR port 2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047 on host hv-neutron-8345 {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:33:11.772582 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-2d61eaa4-302a-4aa4-b136-3b71635e11c7 req-777177a2-9bbc-42db-9ec6-a6bbb17081ec tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:11.775910 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2d61eaa4-302a-4aa4-b136-3b71635e11c7 req-777177a2-9bbc-42db-9ec6-a6bbb17081ec tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.35 "DELETE /v2.0/ports/2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047 HTTP/1.1" status: 204 len: 173 time: 0.3972762 Mar 22 11:33:11.957138 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c8e038-94dc-42c5-a46f-529a0910cc2b', 'name': 'network-vif-deleted', 'tag': '2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:33:11.959474 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0351a4ab-5f82-48e5-8e83-982b56d92f17" -d '{"events": [{"server_uuid": "d0c8e038-94dc-42c5-a46f-529a0910cc2b", "name": "network-vif-deleted", "tag": "2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:33:11.996725 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64177f30-34c4-4c34-90cd-fd63ac8670bf x-openstack-request-id: req-64177f30-34c4-4c34-90cd-fd63ac8670bf {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:33:11.997003 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c8e038-94dc-42c5-a46f-529a0910cc2b", "name": "network-vif-deleted", "tag": "2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:33:11.997249 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-64177f30-34c4-4c34-90cd-fd63ac8670bf {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:33:11.997759 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64177f30-34c4-4c34-90cd-fd63ac8670bf'] response: {'server_uuid': 'd0c8e038-94dc-42c5-a46f-529a0910cc2b', 'name': 'network-vif-deleted', 'tag': '2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047', 'status': 'completed', 'code': 200} Mar 22 11:33:12.398761 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 48056) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:33:12.461163 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-40261103-1d1f-460e-9de5-3dcc2d4c3353 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:12.487095 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-40261103-1d1f-460e-9de5-3dcc2d4c3353 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:12.548518 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-40261103-1d1f-460e-9de5-3dcc2d4c3353 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:12.551041 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-40261103-1d1f-460e-9de5-3dcc2d4c3353 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:12.554828 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-40261103-1d1f-460e-9de5-3dcc2d4c3353 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "DELETE /v2.0/security-groups/f4e303bf-6662-4f70-84b1-fb7db5fd31ac HTTP/1.1" status: 204 len: 168 time: 0.1525424 Mar 22 11:33:12.572294 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40261103-1d1f-460e-9de5-3dcc2d4c3353 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e303bf-6662-4f70-84b1-fb7db5fd31ac,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:33:12.582596 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40261103-1d1f-460e-9de5-3dcc2d4c3353 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:33:12.582970 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40261103-1d1f-460e-9de5-3dcc2d4c3353 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:33:12.583312 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40261103-1d1f-460e-9de5-3dcc2d4c3353 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:33:12.583852 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40261103-1d1f-460e-9de5-3dcc2d4c3353 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:33:12.584214 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40261103-1d1f-460e-9de5-3dcc2d4c3353 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:33:12.584538 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40261103-1d1f-460e-9de5-3dcc2d4c3353 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:33:12.584931 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40261103-1d1f-460e-9de5-3dcc2d4c3353 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:33:12.585233 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40261103-1d1f-460e-9de5-3dcc2d4c3353 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:33:12.586788 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40261103-1d1f-460e-9de5-3dcc2d4c3353 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:33:12.587349 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40261103-1d1f-460e-9de5-3dcc2d4c3353 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:33:12.587910 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40261103-1d1f-460e-9de5-3dcc2d4c3353 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:33:12.588253 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40261103-1d1f-460e-9de5-3dcc2d4c3353 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:33:12.706498 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:12.885014 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 48064) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:33:12.887590 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:12.889843 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-ad1d0e76-1c31-474b-b0eb-a671a647314e tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-293665120', 'description': 'tempest-secgroup-smoke-293665120 description', 'project_id': 'be78f097af6f4a3b946304d2e45fad1b'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:33:12.911140 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ad1d0e76-1c31-474b-b0eb-a671a647314e tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:12.986152 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ad1d0e76-1c31-474b-b0eb-a671a647314e tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:12.992305 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ad1d0e76-1c31-474b-b0eb-a671a647314e tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:13.021834 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ad1d0e76-1c31-474b-b0eb-a671a647314e tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:13.023135 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-ad1d0e76-1c31-474b-b0eb-a671a647314e tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1370575 Mar 22 11:33:13.025225 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d0e76-1c31-474b-b0eb-a671a647314e tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52552a3c-4369-4939-8318-e0074a58dc3e,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:33:13.026137 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 48066) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:33:13.031232 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-434121e7-c631-459c-91f1-775ff16c0890 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Request body: {'security_group_rule': {'security_group_id': '52552a3c-4369-4939-8318-e0074a58dc3e', 'project_id': 'be78f097af6f4a3b946304d2e45fad1b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:33:13.061618 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-434121e7-c631-459c-91f1-775ff16c0890 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:13.106339 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-434121e7-c631-459c-91f1-775ff16c0890 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:13.111970 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-434121e7-c631-459c-91f1-775ff16c0890 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:13.128437 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434121e7-c631-459c-91f1-775ff16c0890 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ce10734-81b7-430f-abfc-6793248194be,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:33:13.137344 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-434121e7-c631-459c-91f1-775ff16c0890 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:13.138569 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-434121e7-c631-459c-91f1-775ff16c0890 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1111169 Mar 22 11:33:13.141432 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 48068) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:33:13.146020 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-15f290fd-4fc1-4070-b141-910f43add1b4 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Request body: {'security_group_rule': {'security_group_id': '52552a3c-4369-4939-8318-e0074a58dc3e', 'project_id': 'be78f097af6f4a3b946304d2e45fad1b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:33:13.174201 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-15f290fd-4fc1-4070-b141-910f43add1b4 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:13.235515 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-15f290fd-4fc1-4070-b141-910f43add1b4 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:13.241391 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-15f290fd-4fc1-4070-b141-910f43add1b4 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:13.261362 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f290fd-4fc1-4070-b141-910f43add1b4 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcbcb6da-eb97-4be7-be84-ba74195a960c,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:33:13.268615 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-15f290fd-4fc1-4070-b141-910f43add1b4 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:13.269809 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-15f290fd-4fc1-4070-b141-910f43add1b4 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1273911 Mar 22 11:33:13.272782 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 48070) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:33:13.277242 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-10f3381d-cecd-4b92-9832-1403dc4b0a19 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Request body: {'security_group_rule': {'security_group_id': '52552a3c-4369-4939-8318-e0074a58dc3e', 'project_id': 'be78f097af6f4a3b946304d2e45fad1b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:33:13.302796 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-10f3381d-cecd-4b92-9832-1403dc4b0a19 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:13.366497 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-10f3381d-cecd-4b92-9832-1403dc4b0a19 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:13.371837 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-10f3381d-cecd-4b92-9832-1403dc4b0a19 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:13.388710 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f3381d-cecd-4b92-9832-1403dc4b0a19 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd92c178-5f9b-4943-b2ba-9cbe612cb9ec,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:33:13.396180 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-10f3381d-cecd-4b92-9832-1403dc4b0a19 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:13.397354 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-10f3381d-cecd-4b92-9832-1403dc4b0a19 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1235030 Mar 22 11:33:13.400494 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 48072) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:33:13.406479 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-8aba7ed6-be1f-4f32-854a-851590ff44f7 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Request body: {'security_group_rule': {'security_group_id': '52552a3c-4369-4939-8318-e0074a58dc3e', 'project_id': 'be78f097af6f4a3b946304d2e45fad1b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:33:13.434415 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8aba7ed6-be1f-4f32-854a-851590ff44f7 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:13.500111 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8aba7ed6-be1f-4f32-854a-851590ff44f7 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:13.505703 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8aba7ed6-be1f-4f32-854a-851590ff44f7 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:13.522350 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba7ed6-be1f-4f32-854a-851590ff44f7 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=595b944b-3331-4056-9854-854a6743c4d6,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:33:13.531569 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8aba7ed6-be1f-4f32-854a-851590ff44f7 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:13.532772 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8aba7ed6-be1f-4f32-854a-851590ff44f7 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1313407 Mar 22 11:33:13.535638 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 48074) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:33:13.540012 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-b2ac42b9-0298-408d-827c-fa5f84db5a22 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Request body: {'security_group_rule': {'security_group_id': '52552a3c-4369-4939-8318-e0074a58dc3e', 'project_id': 'be78f097af6f4a3b946304d2e45fad1b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:33:13.562904 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.securitygroups_db [None req-b2ac42b9-0298-408d-827c-fa5f84db5a22 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Project be78f097af6f4a3b946304d2e45fad1b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 11:33:13.567987 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b2ac42b9-0298-408d-827c-fa5f84db5a22 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:13.628818 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b2ac42b9-0298-408d-827c-fa5f84db5a22 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:13.634649 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b2ac42b9-0298-408d-827c-fa5f84db5a22 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:13.654064 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ac42b9-0298-408d-827c-fa5f84db5a22 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0455dcd6-fa6e-438a-990d-e6996da027a5,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:33:13.663524 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b2ac42b9-0298-408d-827c-fa5f84db5a22 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:13.664834 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b2ac42b9-0298-408d-827c-fa5f84db5a22 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1281824 Mar 22 11:33:13.667856 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 48076) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:33:13.672566 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-7226fff0-9286-4ce6-9627-33dff4663590 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Request body: {'security_group_rule': {'security_group_id': '52552a3c-4369-4939-8318-e0074a58dc3e', 'project_id': 'be78f097af6f4a3b946304d2e45fad1b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:33:13.693762 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.securitygroups_db [None req-7226fff0-9286-4ce6-9627-33dff4663590 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Project be78f097af6f4a3b946304d2e45fad1b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 11:33:13.698692 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7226fff0-9286-4ce6-9627-33dff4663590 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:13.759588 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7226fff0-9286-4ce6-9627-33dff4663590 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:13.764965 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7226fff0-9286-4ce6-9627-33dff4663590 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:13.782444 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7226fff0-9286-4ce6-9627-33dff4663590 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d6c164f-9100-439d-8d6a-dda969a35a6a,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:33:13.790186 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:13.790925 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7226fff0-9286-4ce6-9627-33dff4663590 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:13.792138 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-7226fff0-9286-4ce6-9627-33dff4663590 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1232109 Mar 22 11:33:15.383855 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047 no longer exists at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:33:15.404017 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] No Port match for: 2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:33:15.404355 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 2e0f0d1c-cb4d-4fc0-870b-b2fb6126d047 not bound to the agent host hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:33:23.361655 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:33:28.069659 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-daabc273-b4ee-43f6-b136-7221ebdcb189 req-1012848c-d26f-4375-ab5b-5aad82c47aa4 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-293665120&fields=id&tenant_id=be78f097af6f4a3b946304d2e45fad1b HTTP/1.1" status: 200 len: 267 time: 0.0384092 Mar 22 11:33:28.184408 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabc273-b4ee-43f6-b136-7221ebdcb189 req-2b73b3e2-034b-4141-b716-ff16282f06f2 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:33:28.185733 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-daabc273-b4ee-43f6-b136-7221ebdcb189 req-2b73b3e2-034b-4141-b716-ff16282f06f2 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/networks?id=8ddd78e5-3c98-4811-9aac-b9ccb84d25bd HTTP/1.1" status: 200 len: 809 time: 0.1093283 Mar 22 11:33:28.201169 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-daabc273-b4ee-43f6-b136-7221ebdcb189 req-97ef122e-8cf0-4aa9-aa63-a99ea70ae333 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/quotas/be78f097af6f4a3b946304d2e45fad1b HTTP/1.1" status: 200 len: 375 time: 0.0096416 Mar 22 11:33:28.259141 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-daabc273-b4ee-43f6-b136-7221ebdcb189 req-9ca5e22e-6db2-4a73-b627-442c4c8e75b3 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=be78f097af6f4a3b946304d2e45fad1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524492 Mar 22 11:33:28.403726 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-daabc273-b4ee-43f6-b136-7221ebdcb189 req-eb2360a2-66a3-4575-bb77-c64dd124cc85 service neutron] 10.222.0.57 "GET /v2.0/networks/8ddd78e5-3c98-4811-9aac-b9ccb84d25bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331065 Mar 22 11:33:28.496786 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-daabc273-b4ee-43f6-b136-7221ebdcb189 req-790e4cc7-ec74-4c71-8594-0c053e99237e service neutron] 10.222.0.57 "GET /v2.0/networks/8ddd78e5-3c98-4811-9aac-b9ccb84d25bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831532 Mar 22 11:33:29.828277 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c2126c92-8c9e-4b74-8f1b-237bb482a8e3 req-35f87c21-76a0-439f-977a-bfe07096d242 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde HTTP/1.1" status: 200 len: 210 time: 0.0302918 Mar 22 11:33:31.150652 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7f88bbe5-5a4f-4007-86e0-1fbeb0129d8f req-3a18284d-8eab-45d7-850a-0d7aaba34dbe tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde HTTP/1.1" status: 200 len: 210 time: 0.0620985 Mar 22 11:33:31.188478 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabc273-b4ee-43f6-b136-7221ebdcb189 req-22596cc6-fc6d-4d34-bded-3fd2f48619bd tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:33:31.189883 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-daabc273-b4ee-43f6-b136-7221ebdcb189 req-22596cc6-fc6d-4d34-bded-3fd2f48619bd tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.35 "GET /v2.0/networks?id=8ddd78e5-3c98-4811-9aac-b9ccb84d25bd HTTP/1.1" status: 200 len: 809 time: 0.4626505 Mar 22 11:33:31.234083 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-daabc273-b4ee-43f6-b136-7221ebdcb189 req-cddb89ba-541b-4a60-8fcb-e39e716e18c2 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be78f097af6f4a3b946304d2e45fad1b HTTP/1.1" status: 200 len: 379 time: 0.0330229 Mar 22 11:33:31.243327 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-daabc273-b4ee-43f6-b136-7221ebdcb189 req-f7332584-1eac-4cbf-8e38-95106c93347b tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Request body: {'port': {'device_id': 'c25d3d1f-bf27-40a2-89d8-541b8d5fdfde', 'network_id': '8ddd78e5-3c98-4811-9aac-b9ccb84d25bd', 'admin_state_up': True, 'tenant_id': 'be78f097af6f4a3b946304d2e45fad1b', 'security_groups': ['52552a3c-4369-4939-8318-e0074a58dc3e']}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:33:31.355861 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daabc273-b4ee-43f6-b136-7221ebdcb189 req-f7332584-1eac-4cbf-8e38-95106c93347b tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Made reservation on behalf of be78f097af6f4a3b946304d2e45fad1b for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:33:31.360010 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-daabc273-b4ee-43f6-b136-7221ebdcb189 req-f7332584-1eac-4cbf-8e38-95106c93347b tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:31.491402 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [req-daabc273-b4ee-43f6-b136-7221ebdcb189 req-f7332584-1eac-4cbf-8e38-95106c93347b tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Allocated IP 172.20.0.7 (8ddd78e5-3c98-4811-9aac-b9ccb84d25bd/2b30bd46-1e03-4ecf-b2b2-b3398218098b/8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:33:31.632442 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-daabc273-b4ee-43f6-b136-7221ebdcb189 req-f7332584-1eac-4cbf-8e38-95106c93347b tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:31.666317 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-daabc273-b4ee-43f6-b136-7221ebdcb189 req-f7332584-1eac-4cbf-8e38-95106c93347b tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:31.714765 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daabc273-b4ee-43f6-b136-7221ebdcb189 req-f7332584-1eac-4cbf-8e38-95106c93347b tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Network 8ddd78e5-3c98-4811-9aac-b9ccb84d25bd is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:33:31.718731 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [req-daabc273-b4ee-43f6-b136-7221ebdcb189 req-f7332584-1eac-4cbf-8e38-95106c93347b tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:33:31.720655 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7332584-1eac-4cbf-8e38-95106c93347b tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Pushing event updated for resources: {'Port': ['ID=8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:33:31.722800 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-daabc273-b4ee-43f6-b136-7221ebdcb189 req-f7332584-1eac-4cbf-8e38-95106c93347b tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:33:31.771528 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabc273-b4ee-43f6-b136-7221ebdcb189 req-f7332584-1eac-4cbf-8e38-95106c93347b tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:33:31.772153 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-daabc273-b4ee-43f6-b136-7221ebdcb189 req-f7332584-1eac-4cbf-8e38-95106c93347b tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:31.790964 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-daabc273-b4ee-43f6-b136-7221ebdcb189 req-f7332584-1eac-4cbf-8e38-95106c93347b tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5511870 Mar 22 11:33:31.804068 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-daabc273-b4ee-43f6-b136-7221ebdcb189 req-9a439e6c-8b7b-401c-9fad-8c469a955f4c service neutron] Request body: {'port': {'device_id': 'c25d3d1f-bf27-40a2-89d8-541b8d5fdfde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8345'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:33:31.866343 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-daabc273-b4ee-43f6-b136-7221ebdcb189 req-9a439e6c-8b7b-401c-9fad-8c469a955f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:31.943278 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-ecb88e10-6021-4c63-ac20-14b98e04be88 None None] Provisioning complete for port 8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:33:31.944510 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ecb88e10-6021-4c63-ac20-14b98e04be88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:32.000172 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-ecb88e10-6021-4c63-ac20-14b98e04be88 None None] Port 8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:33:32.144914 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [req-daabc273-b4ee-43f6-b136-7221ebdcb189 req-9a439e6c-8b7b-401c-9fad-8c469a955f4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6 {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:33:32.152746 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-daabc273-b4ee-43f6-b136-7221ebdcb189 req-9a439e6c-8b7b-401c-9fad-8c469a955f4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:32.164676 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [req-daabc273-b4ee-43f6-b136-7221ebdcb189 req-9a439e6c-8b7b-401c-9fad-8c469a955f4c service neutron] Transition to ACTIVE for port object 8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6 will not be triggered until provisioned by entity L2. {{(pid=109050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:33:32.171569 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-daabc273-b4ee-43f6-b136-7221ebdcb189 req-9a439e6c-8b7b-401c-9fad-8c469a955f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:32.222085 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a439e6c-8b7b-401c-9fad-8c469a955f4c service neutron] Pushing event updated for resources: {'Port': ['ID=8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:33:32.327232 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53553589-8e7c-4a3b-af65-c38062dccd37 req-b80c628a-1980-4852-9dce-8ff7df7a84f8 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:33:32.328966 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-53553589-8e7c-4a3b-af65-c38062dccd37 req-b80c628a-1980-4852-9dce-8ff7df7a84f8 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde HTTP/1.1" status: 200 len: 943 time: 0.1015010 Mar 22 11:33:32.361017 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-daabc273-b4ee-43f6-b136-7221ebdcb189 req-9a439e6c-8b7b-401c-9fad-8c469a955f4c service neutron] Attempting to bind port 8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6 on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:33:32.361667 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-daabc273-b4ee-43f6-b136-7221ebdcb189 req-9a439e6c-8b7b-401c-9fad-8c469a955f4c service neutron] Attempting to bind port 8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6 by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': '16ee53d8-47e1-4192-8cf0-9a24117c050d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8ddd78e5-3c98-4811-9aac-b9ccb84d25bd'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:33:32.362113 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daabc273-b4ee-43f6-b136-7221ebdcb189 req-9a439e6c-8b7b-401c-9fad-8c469a955f4c service neutron] Attempting to bind port 8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6 on network 8ddd78e5-3c98-4811-9aac-b9ccb84d25bd {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:33:32.374274 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daabc273-b4ee-43f6-b136-7221ebdcb189 req-9a439e6c-8b7b-401c-9fad-8c469a955f4c service neutron] Port 8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6 on network 8ddd78e5-3c98-4811-9aac-b9ccb84d25bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 11:33:32.374726 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daabc273-b4ee-43f6-b136-7221ebdcb189 req-9a439e6c-8b7b-401c-9fad-8c469a955f4c service neutron] Attempting to bind port 8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6 on network 8ddd78e5-3c98-4811-9aac-b9ccb84d25bd {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:33:32.384416 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-53553589-8e7c-4a3b-af65-c38062dccd37 req-43e314d2-58c0-4a39-bd00-5c06ef4516cf tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=52552a3c-4369-4939-8318-e0074a58dc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470672 Mar 22 11:33:32.385263 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daabc273-b4ee-43f6-b136-7221ebdcb189 req-9a439e6c-8b7b-401c-9fad-8c469a955f4c service neutron] Checking agent: {'id': 'dcb78974-6458-4942-8c9c-663284d5bb3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8345', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:33:32.385807 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daabc273-b4ee-43f6-b136-7221ebdcb189 req-9a439e6c-8b7b-401c-9fad-8c469a955f4c service neutron] Checking segment: {'id': '16ee53d8-47e1-4192-8cf0-9a24117c050d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8ddd78e5-3c98-4811-9aac-b9ccb84d25bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:33:32.386276 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daabc273-b4ee-43f6-b136-7221ebdcb189 req-9a439e6c-8b7b-401c-9fad-8c469a955f4c service neutron] Bound using segment: {'id': '16ee53d8-47e1-4192-8cf0-9a24117c050d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8ddd78e5-3c98-4811-9aac-b9ccb84d25bd'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:33:32.386816 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-daabc273-b4ee-43f6-b136-7221ebdcb189 req-9a439e6c-8b7b-401c-9fad-8c469a955f4c service neutron] Bound port: 8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6, host: hv-neutron-8345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16ee53d8-47e1-4192-8cf0-9a24117c050d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8ddd78e5-3c98-4811-9aac-b9ccb84d25bd'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:33:32.387277 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-daabc273-b4ee-43f6-b136-7221ebdcb189 req-9a439e6c-8b7b-401c-9fad-8c469a955f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:32.452159 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-daabc273-b4ee-43f6-b136-7221ebdcb189 req-9a439e6c-8b7b-401c-9fad-8c469a955f4c service neutron] For port 8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6, host hv-neutron-8345, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:33:32.455399 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-daabc273-b4ee-43f6-b136-7221ebdcb189 req-9a439e6c-8b7b-401c-9fad-8c469a955f4c service neutron] For port 8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6, host hv-neutron-8345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6,segment=NetworkSegment(16ee53d8-47e1-4192-8cf0-9a24117c050d),segment_id=16ee53d8-47e1-4192-8cf0-9a24117c050d)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:33:32.460316 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-daabc273-b4ee-43f6-b136-7221ebdcb189 req-9a439e6c-8b7b-401c-9fad-8c469a955f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:32.499602 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabc273-b4ee-43f6-b136-7221ebdcb189 req-9a439e6c-8b7b-401c-9fad-8c469a955f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:33:32.500320 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-daabc273-b4ee-43f6-b136-7221ebdcb189 req-9a439e6c-8b7b-401c-9fad-8c469a955f4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:32.501746 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-daabc273-b4ee-43f6-b136-7221ebdcb189 req-9a439e6c-8b7b-401c-9fad-8c469a955f4c service neutron] 10.222.0.35 "PUT /v2.0/ports/8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6 HTTP/1.1" status: 200 len: 1093 time: 0.7024233 Mar 22 11:33:32.502256 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c25d3d1f-bf27-40a2-89d8-541b8d5fdfde', 'tag': '8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:33:32.504625 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3adeffec-64bb-42f2-846a-9fdf847d6193" -d '{"events": [{"name": "network-changed", "server_uuid": "c25d3d1f-bf27-40a2-89d8-541b8d5fdfde", "tag": "8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:33:32.528936 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a439e6c-8b7b-401c-9fad-8c469a955f4c service neutron] Pushing event updated for resources: {'Port': ['ID=8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:33:32.559166 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae70e57a-83fc-4291-ab4b-2a465230fdaf x-openstack-request-id: req-ae70e57a-83fc-4291-ab4b-2a465230fdaf {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:33:32.559481 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c25d3d1f-bf27-40a2-89d8-541b8d5fdfde", "tag": "8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:33:32.559731 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ae70e57a-83fc-4291-ab4b-2a465230fdaf {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:33:32.560144 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae70e57a-83fc-4291-ab4b-2a465230fdaf'] response: {'name': 'network-changed', 'server_uuid': 'c25d3d1f-bf27-40a2-89d8-541b8d5fdfde', 'tag': '8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6', 'status': 'completed', 'code': 200} Mar 22 11:33:32.608489 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabc273-b4ee-43f6-b136-7221ebdcb189 req-c2544b37-e7b9-4503-8946-109fa7c3b141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:33:32.610414 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-daabc273-b4ee-43f6-b136-7221ebdcb189 req-c2544b37-e7b9-4503-8946-109fa7c3b141 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be78f097af6f4a3b946304d2e45fad1b&device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde HTTP/1.1" status: 200 len: 1096 time: 0.0456574 Mar 22 11:33:32.654106 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-daabc273-b4ee-43f6-b136-7221ebdcb189 req-fb753556-e33c-494f-9095-e76e9858f76f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6 HTTP/1.1" status: 200 len: 217 time: 0.0361056 Mar 22 11:33:32.708958 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabc273-b4ee-43f6-b136-7221ebdcb189 req-bc6ce104-dcd3-420d-9c4e-f69e1b212612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:33:32.710463 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-daabc273-b4ee-43f6-b136-7221ebdcb189 req-bc6ce104-dcd3-420d-9c4e-f69e1b212612 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2b30bd46-1e03-4ecf-b2b2-b3398218098b HTTP/1.1" status: 200 len: 848 time: 0.0502143 Mar 22 11:33:32.758557 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabc273-b4ee-43f6-b136-7221ebdcb189 req-5198a330-f76b-4ab0-8c46-980348ba6807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:33:32.760128 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-daabc273-b4ee-43f6-b136-7221ebdcb189 req-5198a330-f76b-4ab0-8c46-980348ba6807 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ddd78e5-3c98-4811-9aac-b9ccb84d25bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424147 Mar 22 11:33:32.852728 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-daabc273-b4ee-43f6-b136-7221ebdcb189 req-29e45de7-98a3-4899-bc2e-8752138446ea service neutron] 10.222.0.35 "GET /v2.0/networks/8ddd78e5-3c98-4811-9aac-b9ccb84d25bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845914 Mar 22 11:33:32.943582 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-daabc273-b4ee-43f6-b136-7221ebdcb189 req-9486a272-6dd6-48ae-ad77-fdb194566a9d service neutron] 10.222.0.35 "GET /v2.0/networks/8ddd78e5-3c98-4811-9aac-b9ccb84d25bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842566 Mar 22 11:33:33.032422 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adeffec-64bb-42f2-846a-9fdf847d6193 req-6b2a98f8-b20c-48e0-844d-708044d98459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:33:33.033925 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3adeffec-64bb-42f2-846a-9fdf847d6193 req-6b2a98f8-b20c-48e0-844d-708044d98459 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be78f097af6f4a3b946304d2e45fad1b&device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde HTTP/1.1" status: 200 len: 1096 time: 0.0413620 Mar 22 11:33:33.131385 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adeffec-64bb-42f2-846a-9fdf847d6193 req-b852a33d-02e1-4e72-9f62-4e82ab842ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:33:33.133185 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3adeffec-64bb-42f2-846a-9fdf847d6193 req-b852a33d-02e1-4e72-9f62-4e82ab842ba6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8ddd78e5-3c98-4811-9aac-b9ccb84d25bd HTTP/1.1" status: 200 len: 910 time: 0.0908332 Mar 22 11:33:33.175602 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3adeffec-64bb-42f2-846a-9fdf847d6193 req-a9401c3f-b5cf-4d20-bf32-c80ddcd5ed14 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6 HTTP/1.1" status: 200 len: 217 time: 0.0351195 Mar 22 11:33:33.229420 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adeffec-64bb-42f2-846a-9fdf847d6193 req-56b0424d-bb9e-489f-abb7-b1855381f529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:33:33.230930 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3adeffec-64bb-42f2-846a-9fdf847d6193 req-56b0424d-bb9e-489f-abb7-b1855381f529 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2b30bd46-1e03-4ecf-b2b2-b3398218098b HTTP/1.1" status: 200 len: 848 time: 0.0493937 Mar 22 11:33:33.278210 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adeffec-64bb-42f2-846a-9fdf847d6193 req-ebe6584d-0ab4-40e8-b764-5c7a2bf62670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:33:33.279934 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3adeffec-64bb-42f2-846a-9fdf847d6193 req-ebe6584d-0ab4-40e8-b764-5c7a2bf62670 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ddd78e5-3c98-4811-9aac-b9ccb84d25bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429034 Mar 22 11:33:33.373405 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3adeffec-64bb-42f2-846a-9fdf847d6193 req-3fb557a0-00ca-4e70-87fa-248371de8cac service neutron] 10.222.0.35 "GET /v2.0/networks/8ddd78e5-3c98-4811-9aac-b9ccb84d25bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864654 Mar 22 11:33:33.477592 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3adeffec-64bb-42f2-846a-9fdf847d6193 req-00eed374-b987-4273-9a7d-70afe1371d15 service neutron] 10.222.0.35 "GET /v2.0/networks/8ddd78e5-3c98-4811-9aac-b9ccb84d25bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969846 Mar 22 11:33:33.514146 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d53f265-959e-40db-953f-2b239e90a9d8 req-fe5d0f41-0a9b-4bf1-88f1-3c91ab616f6a tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:33:33.515624 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1d53f265-959e-40db-953f-2b239e90a9d8 req-fe5d0f41-0a9b-4bf1-88f1-3c91ab616f6a tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde HTTP/1.1" status: 200 len: 943 time: 0.0569322 Mar 22 11:33:33.555476 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1d53f265-959e-40db-953f-2b239e90a9d8 req-843182cf-2f01-4a08-9fc1-d582fe1bec4f tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=52552a3c-4369-4939-8318-e0074a58dc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334594 Mar 22 11:33:34.687687 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698f990-53c0-4ce7-8a89-c1d0006892cd req-3b7f1503-5c4b-4e4f-974f-420af1d317c0 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:33:34.689342 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0698f990-53c0-4ce7-8a89-c1d0006892cd req-3b7f1503-5c4b-4e4f-974f-420af1d317c0 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde HTTP/1.1" status: 200 len: 943 time: 0.0627630 Mar 22 11:33:34.729969 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0698f990-53c0-4ce7-8a89-c1d0006892cd req-6595d560-6dd6-4500-beb0-54d6ba9af8e8 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=52552a3c-4369-4939-8318-e0074a58dc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345192 Mar 22 11:33:35.856224 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd365c42-9a62-423c-8030-7ec806389e28 req-4b7c709a-987b-40a6-9305-4c269da12606 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:33:35.857749 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-cd365c42-9a62-423c-8030-7ec806389e28 req-4b7c709a-987b-40a6-9305-4c269da12606 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde HTTP/1.1" status: 200 len: 943 time: 0.0506308 Mar 22 11:33:35.908108 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-cd365c42-9a62-423c-8030-7ec806389e28 req-764bf715-e941-4b34-8929-da846a317d36 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=52552a3c-4369-4939-8318-e0074a58dc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409808 Mar 22 11:33:37.039380 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063232c0-9aee-4506-9a21-3203f148bfaf req-ce2dfcf4-5363-4d19-a21f-3d63fb98b863 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:33:37.040846 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-063232c0-9aee-4506-9a21-3203f148bfaf req-ce2dfcf4-5363-4d19-a21f-3d63fb98b863 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde HTTP/1.1" status: 200 len: 943 time: 0.0523610 Mar 22 11:33:37.085883 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-063232c0-9aee-4506-9a21-3203f148bfaf req-360ad790-f093-431d-813e-3428f7ab5945 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=52552a3c-4369-4939-8318-e0074a58dc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361447 Mar 22 11:33:37.776547 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-20fb49bb-368f-48bf-b98a-23837fb3a3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:38.216905 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d271b1ad-80cc-4034-beac-b1376c33513c req-bc2945f4-bdf2-4a23-a37b-aa109db51097 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:33:38.218416 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d271b1ad-80cc-4034-beac-b1376c33513c req-bc2945f4-bdf2-4a23-a37b-aa109db51097 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde HTTP/1.1" status: 200 len: 943 time: 0.0578249 Mar 22 11:33:38.260540 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d271b1ad-80cc-4034-beac-b1376c33513c req-808bc2fb-f4d2-4825-b74c-e6484ee540e4 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=52552a3c-4369-4939-8318-e0074a58dc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335519 Mar 22 11:33:39.389881 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e56e1e-6ad6-4866-8c91-6f7dcca71562 req-defd824c-f417-4ccd-a01d-d460069e1ee4 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:33:39.391344 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c4e56e1e-6ad6-4866-8c91-6f7dcca71562 req-defd824c-f417-4ccd-a01d-d460069e1ee4 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde HTTP/1.1" status: 200 len: 943 time: 0.0537605 Mar 22 11:33:39.431638 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c4e56e1e-6ad6-4866-8c91-6f7dcca71562 req-50f88c49-161c-40e3-8056-267404d652b3 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=52552a3c-4369-4939-8318-e0074a58dc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336573 Mar 22 11:33:39.902527 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3bef8877-fd0f-42ac-a294-462981567bea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:40.554909 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f206c5-6fc6-4b07-a56f-ecddcd2990ac req-c4d3fff3-c90f-4027-b45f-93c1106569fb tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:33:40.556409 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a4f206c5-6fc6-4b07-a56f-ecddcd2990ac req-c4d3fff3-c90f-4027-b45f-93c1106569fb tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde HTTP/1.1" status: 200 len: 943 time: 0.0557339 Mar 22 11:33:40.593952 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a4f206c5-6fc6-4b07-a56f-ecddcd2990ac req-db741bb0-8e89-49c9-adde-b2d4349931e6 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=52552a3c-4369-4939-8318-e0074a58dc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314517 Mar 22 11:33:41.305894 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:41.601519 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6 details requested by agent hyperv_hv-neutron-8345 with host hv-neutron-8345 {{(pid=109051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 11:33:41.706890 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6,segment=NetworkSegment(16ee53d8-47e1-4192-8cf0-9a24117c050d),segment_id=16ee53d8-47e1-4192-8cf0-9a24117c050d)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:33:41.718174 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Returning: {'device': '8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6', 'network_id': '8ddd78e5-3c98-4811-9aac-b9ccb84d25bd', 'port_id': '8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6', 'mac_address': 'fa:16:3e:03:d5:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b30bd46-1e03-4ecf-b2b2-b3398218098b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 11:33:41.718663 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0c02e9-1587-4767-9079-88a414e8ef38 req-d6cc81e9-c142-4801-b76e-6d946ea94a6e tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:33:41.720155 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ec0c02e9-1587-4767-9079-88a414e8ef38 req-d6cc81e9-c142-4801-b76e-6d946ea94a6e tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde HTTP/1.1" status: 200 len: 943 time: 0.0532165 Mar 22 11:33:41.757525 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:41.759403 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ec0c02e9-1587-4767-9079-88a414e8ef38 req-e76bf0fb-b7a2-4e42-add4-2c5483d5f6c6 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=52552a3c-4369-4939-8318-e0074a58dc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329735 Mar 22 11:33:41.769966 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6 {{(pid=109051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:33:41.788720 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6,segment=NetworkSegment(16ee53d8-47e1-4192-8cf0-9a24117c050d),segment_id=16ee53d8-47e1-4192-8cf0-9a24117c050d)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:33:41.794881 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:41.841202 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:33:41.848143 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:33:41.848485 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:33:41.848818 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:33:41.849145 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:33:41.849470 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:33:41.849856 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:33:41.850162 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:33:41.850487 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:33:41.850804 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:33:41.851119 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:33:41.851458 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:33:41.851828 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:33:42.003955 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 11:33:42.719611 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:42.885026 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c39ee-cb1f-4fba-bb42-199e25be8eca req-d0b681c6-f7f0-488e-a68e-851a5d7abd7a tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:33:42.886504 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6f3c39ee-cb1f-4fba-bb42-199e25be8eca req-d0b681c6-f7f0-488e-a68e-851a5d7abd7a tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde HTTP/1.1" status: 200 len: 944 time: 0.0545602 Mar 22 11:33:42.895268 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:42.927076 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6f3c39ee-cb1f-4fba-bb42-199e25be8eca req-5b4c60d4-a8aa-43cc-9637-5cfce986d444 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=52552a3c-4369-4939-8318-e0074a58dc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321970 Mar 22 11:33:43.599844 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6 up at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:33:43.656401 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning for port 8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6 completed by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:33:43.660024 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning complete for port 8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:33:43.660388 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:43.848964 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:43.890465 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:43.913404 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c25d3d1f-bf27-40a2-89d8-541b8d5fdfde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:33:43.915680 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfdbf4d7-47fa-45fc-83fc-b13c54e272a1" -d '{"events": [{"server_uuid": "c25d3d1f-bf27-40a2-89d8-541b8d5fdfde", "name": "network-vif-plugged", "status": "completed", "tag": "8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:33:43.928464 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6,segment=NetworkSegment(16ee53d8-47e1-4192-8cf0-9a24117c050d),segment_id=16ee53d8-47e1-4192-8cf0-9a24117c050d)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:33:43.936668 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:43.996173 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:33:44.014132 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d209204d-ce7d-4d7a-966b-6d9db84ed9b2 x-openstack-request-id: req-d209204d-ce7d-4d7a-966b-6d9db84ed9b2 {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:33:44.014424 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c25d3d1f-bf27-40a2-89d8-541b8d5fdfde", "name": "network-vif-plugged", "status": "completed", "tag": "8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:33:44.014676 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d209204d-ce7d-4d7a-966b-6d9db84ed9b2 {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:33:44.015138 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d209204d-ce7d-4d7a-966b-6d9db84ed9b2'] response: {'server_uuid': 'c25d3d1f-bf27-40a2-89d8-541b8d5fdfde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6', 'code': 200} Mar 22 11:33:44.065383 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6422d50-410f-4c10-8f64-a1ecdd6bda1b req-620924d5-1a3b-4112-8fa9-9459216fde3a tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:33:44.066879 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d6422d50-410f-4c10-8f64-a1ecdd6bda1b req-620924d5-1a3b-4112-8fa9-9459216fde3a tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde HTTP/1.1" status: 200 len: 945 time: 0.0526416 Mar 22 11:33:44.104264 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d6422d50-410f-4c10-8f64-a1ecdd6bda1b req-d5fe5844-b328-4e44-83e8-226214ea0d90 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=52552a3c-4369-4939-8318-e0074a58dc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313888 Mar 22 11:33:44.199970 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad519567-073f-45b5-9286-5c44462b888b req-bf46a59f-ce66-4bd0-8b31-a84bfb1370f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:33:44.201438 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ad519567-073f-45b5-9286-5c44462b888b req-bf46a59f-ce66-4bd0-8b31-a84bfb1370f0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde HTTP/1.1" status: 200 len: 1098 time: 0.0512395 Mar 22 11:33:44.239691 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ad519567-073f-45b5-9286-5c44462b888b req-dd9c4b8f-0748-4815-b1c0-0b1c131d5d45 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=52552a3c-4369-4939-8318-e0074a58dc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319140 Mar 22 11:33:45.230566 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f5bca-d319-4833-9574-604d2f0d1760 req-5ffabb8a-3cb3-41ac-9901-426de5ceec81 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:33:45.232147 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-bd8f5bca-d319-4833-9574-604d2f0d1760 req-5ffabb8a-3cb3-41ac-9901-426de5ceec81 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde HTTP/1.1" status: 200 len: 945 time: 0.0520346 Mar 22 11:33:45.272670 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-bd8f5bca-d319-4833-9574-604d2f0d1760 req-750a5569-3682-40e4-95c1-7ecac10aa5d7 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=52552a3c-4369-4939-8318-e0074a58dc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327339 Mar 22 11:33:46.398833 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192e1eb-513c-4098-8ac5-a4f1d2f6c9b7 req-63620ef9-3f55-4056-8737-786fc358280b tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:33:46.400291 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a192e1eb-513c-4098-8ac5-a4f1d2f6c9b7 req-63620ef9-3f55-4056-8737-786fc358280b tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde HTTP/1.1" status: 200 len: 945 time: 0.0579243 Mar 22 11:33:46.437166 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a192e1eb-513c-4098-8ac5-a4f1d2f6c9b7 req-ca95b26f-40c4-4919-80f0-edc9d3294fdb tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=52552a3c-4369-4939-8318-e0074a58dc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307965 Mar 22 11:33:46.562380 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4839fa-5f95-4e44-a865-0cf649c53656 req-47fd5f3d-6ae7-45b1-ab56-4cd529522178 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:33:46.563761 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3d4839fa-5f95-4e44-a865-0cf649c53656 req-47fd5f3d-6ae7-45b1-ab56-4cd529522178 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde HTTP/1.1" status: 200 len: 945 time: 0.0616262 Mar 22 11:33:46.604182 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3d4839fa-5f95-4e44-a865-0cf649c53656 req-a65549be-6825-4282-9977-0fd89e187d21 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=52552a3c-4369-4939-8318-e0074a58dc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319278 Mar 22 11:33:46.632168 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 48272) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:33:46.674871 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d1b1ea-c411-4428-a55b-3da8b3651416 tempest-TestShelveInstance-1597500342 tempest-TestShelveInstance-1597500342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:33:46.676408 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-d0d1b1ea-c411-4428-a55b-3da8b3651416 tempest-TestShelveInstance-1597500342 tempest-TestShelveInstance-1597500342-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde HTTP/1.1" status: 200 len: 1093 time: 0.0432644 Mar 22 11:33:46.679468 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 48274) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:33:46.683766 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-8735fd2b-7ef5-40f1-8b90-aed75f6be25a tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Request body: {'floatingip': {'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'port_id': '8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6', 'tenant_id': 'be78f097af6f4a3b946304d2e45fad1b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:33:46.707543 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8735fd2b-7ef5-40f1-8b90-aed75f6be25a tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks [] for floatingip, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:46.803901 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8735fd2b-7ef5-40f1-8b90-aed75f6be25a tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:46.906411 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-8735fd2b-7ef5-40f1-8b90-aed75f6be25a tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Allocated IP 172.26.7.16 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/564116cf-6c66-40c6-8970-cbca2306d44b) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:33:47.010509 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8735fd2b-7ef5-40f1-8b90-aed75f6be25a tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:47.053060 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8735fd2b-7ef5-40f1-8b90-aed75f6be25a tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:47.091248 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8735fd2b-7ef5-40f1-8b90-aed75f6be25a tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:33:47.093973 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-8735fd2b-7ef5-40f1-8b90-aed75f6be25a tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:33:47.097259 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8735fd2b-7ef5-40f1-8b90-aed75f6be25a tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:33:47.102437 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8735fd2b-7ef5-40f1-8b90-aed75f6be25a tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Pushing event updated for resources: {'Port': ['ID=564116cf-6c66-40c6-8970-cbca2306d44b,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:33:47.785483 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8735fd2b-7ef5-40f1-8b90-aed75f6be25a tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:47.855030 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8735fd2b-7ef5-40f1-8b90-aed75f6be25a tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:48.020511 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8735fd2b-7ef5-40f1-8b90-aed75f6be25a tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks [] for port, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:48.028955 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8735fd2b-7ef5-40f1-8b90-aed75f6be25a tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8652725'] for port, after_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:48.111422 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8735fd2b-7ef5-40f1-8b90-aed75f6be25a tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Pushing event updated for resources: {'Port': ['ID=564116cf-6c66-40c6-8970-cbca2306d44b,revision_number=2']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:33:48.122205 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8735fd2b-7ef5-40f1-8b90-aed75f6be25a tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684147'] for floatingip, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:48.220896 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.l3_db [None req-8735fd2b-7ef5-40f1-8b90-aed75f6be25a tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Floating IP e1d6678c-c52c-4e84-8804-f2424a9929cf associated. External IP: 172.26.7.16, port: 8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6. Mar 22 11:33:48.431123 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8735fd2b-7ef5-40f1-8b90-aed75f6be25a tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Router 09ef15ca-ef74-41ca-8b81-87294e7a5835 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:33:48.539816 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8735fd2b-7ef5-40f1-8b90-aed75f6be25a tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:33:48.550848 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a4c686-ac1e-4385-b466-e85c49bf1580 None None] Sync routers for ids ['09ef15ca-ef74-41ca-8b81-87294e7a5835'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:33:48.559712 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-8735fd2b-7ef5-40f1-8b90-aed75f6be25a tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:33:48.561264 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a4c686-ac1e-4385-b466-e85c49bf1580 None None] Routers {'09ef15ca-ef74-41ca-8b81-87294e7a5835'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:33:48.561684 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-c2a4c686-ac1e-4385-b466-e85c49bf1580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:33:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['09ef15ca-ef74-41ca-8b81-87294e7a5835'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:33:48.587785 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-8735fd2b-7ef5-40f1-8b90-aed75f6be25a tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9072692 Mar 22 11:33:48.588354 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c25d3d1f-bf27-40a2-89d8-541b8d5fdfde', 'tag': '8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6'}] {{(pid=109049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:33:48.590752 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea20d47ee5c2e5d2aa35ee26c9e60aea7970c4225f3eb14fb63792ea9ad3856f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cafa83bc-852e-4f7b-a8bf-2cf1094f3935" -d '{"events": [{"name": "network-changed", "server_uuid": "c25d3d1f-bf27-40a2-89d8-541b8d5fdfde", "tag": "8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6"}]}' {{(pid=109049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:33:48.694684 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca5c712-4a20-4951-9c65-02156a154327 x-openstack-request-id: req-4ca5c712-4a20-4951-9c65-02156a154327 {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:33:48.694978 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c25d3d1f-bf27-40a2-89d8-541b8d5fdfde", "tag": "8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6", "status": "completed", "code": 200}]} {{(pid=109049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:33:48.695231 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4ca5c712-4a20-4951-9c65-02156a154327 {{(pid=109049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:33:48.695674 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ca5c712-4a20-4951-9c65-02156a154327'] response: {'name': 'network-changed', 'server_uuid': 'c25d3d1f-bf27-40a2-89d8-541b8d5fdfde', 'tag': '8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6', 'status': 'completed', 'code': 200} Mar 22 11:33:48.755451 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-c2a4c686-ac1e-4385-b466-e85c49bf1580 None None] Set router 09ef15ca-ef74-41ca-8b81-87294e7a5835 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:33:48.759355 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa83bc-852e-4f7b-a8bf-2cf1094f3935 req-47b3c29b-688c-49ba-baee-dd9e3b63a758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:33:48.760895 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-cafa83bc-852e-4f7b-a8bf-2cf1094f3935 req-47b3c29b-688c-49ba-baee-dd9e3b63a758 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be78f097af6f4a3b946304d2e45fad1b&device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde HTTP/1.1" status: 200 len: 1098 time: 0.0425303 Mar 22 11:33:48.853232 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa83bc-852e-4f7b-a8bf-2cf1094f3935 req-ad53f266-dce8-4fe0-9de6-b14bf413aae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:33:48.854710 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-cafa83bc-852e-4f7b-a8bf-2cf1094f3935 req-ad53f266-dce8-4fe0-9de6-b14bf413aae5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8ddd78e5-3c98-4811-9aac-b9ccb84d25bd HTTP/1.1" status: 200 len: 910 time: 0.0869761 Mar 22 11:33:48.920999 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-cafa83bc-852e-4f7b-a8bf-2cf1094f3935 req-293ed4f2-ae0a-4218-a847-ad2fe83edfec service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6 HTTP/1.1" status: 200 len: 998 time: 0.0579374 Mar 22 11:33:48.970177 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa83bc-852e-4f7b-a8bf-2cf1094f3935 req-73502066-235c-42cc-bb25-bbdc62d7a608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:33:48.974443 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-cafa83bc-852e-4f7b-a8bf-2cf1094f3935 req-73502066-235c-42cc-bb25-bbdc62d7a608 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2b30bd46-1e03-4ecf-b2b2-b3398218098b HTTP/1.1" status: 200 len: 848 time: 0.0435221 Mar 22 11:33:48.976252 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-c2a4c686-ac1e-4385-b466-e85c49bf1580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ef15ca-ef74-41ca-8b81-87294e7a5835', 'name': 'tempest-TestShelveInstance-1328265224-router', 'tenant_id': 'be78f097af6f4a3b946304d2e45fad1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': '56a38f0d-531b-45ae-94ec-7dcda370ff49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:28:57Z', 'updated_at': '2022-03-22T11:29:00Z', 'revision_number': 4, 'project_id': 'be78f097af6f4a3b946304d2e45fad1b', 'gw_port': {'id': '56a38f0d-531b-45ae-94ec-7dcda370ff49', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ef15ca-ef74-41ca-8b81-87294e7a5835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:28:58Z', 'updated_at': '2022-03-22T11:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': 'e1d6678c-c52c-4e84-8804-f2424a9929cf', 'tenant_id': 'be78f097af6f4a3b946304d2e45fad1b', 'floating_ip_address': '172.26.7.16', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '09ef15ca-ef74-41ca-8b81-87294e7a5835', 'port_id': '8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ddd78e5-3c98-4811-9aac-b9ccb84d25bd', 'mac_address': 'fa:16:3e:03:d5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25d3d1f-bf27-40a2-89d8-541b8d5fdfde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:33:47Z', 'updated_at': '2022-03-22T11:33:47Z', 'revision_number': 0, 'project_id': 'be78f097af6f4a3b946304d2e45fad1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71232e47-2b08-40c6-bf9f-b22f339a4399', 'name': '', 'network_id': '8ddd78e5-3c98-4811-9aac-b9ccb84d25bd', 'tenant_id': 'be78f097af6f4a3b946304d2e45fad1b', 'mac_address': 'fa:16:3e:c4:46:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ef15ca-ef74-41ca-8b81-87294e7a5835', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '2b30bd46-1e03-4ecf-b2b2-b3398218098b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:28:59Z', 'updated_at': '2022-03-22T11:29:04Z', 'revision_number': 5, 'project_id': 'be78f097af6f4a3b946304d2e45fad1b', 'subnets': [{'id': '2b30bd46-1e03-4ecf-b2b2-b3398218098b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:33:49.003179 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a4c686-ac1e-4385-b466-e85c49bf1580 None None] Checking router: 09ef15ca-ef74-41ca-8b81-87294e7a5835 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:33:49.011902 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a4c686-ac1e-4385-b466-e85c49bf1580 None None] Routers {'09ef15ca-ef74-41ca-8b81-87294e7a5835'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:33:49.012966 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-c2a4c686-ac1e-4385-b466-e85c49bf1580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:33:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['09ef15ca-ef74-41ca-8b81-87294e7a5835'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:33:49.021869 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa83bc-852e-4f7b-a8bf-2cf1094f3935 req-cbcee216-9e8b-4a09-8591-644569e95a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:33:49.023396 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-cafa83bc-852e-4f7b-a8bf-2cf1094f3935 req-cbcee216-9e8b-4a09-8591-644569e95a7d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ddd78e5-3c98-4811-9aac-b9ccb84d25bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0452385 Mar 22 11:33:49.112915 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-cafa83bc-852e-4f7b-a8bf-2cf1094f3935 req-bf0ac16f-a963-4f0b-a5b8-157d2df1c462 service neutron] 10.222.0.35 "GET /v2.0/networks/8ddd78e5-3c98-4811-9aac-b9ccb84d25bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832510 Mar 22 11:33:49.116266 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-c2a4c686-ac1e-4385-b466-e85c49bf1580 None None] Set router 09ef15ca-ef74-41ca-8b81-87294e7a5835 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:33:49.206431 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-cafa83bc-852e-4f7b-a8bf-2cf1094f3935 req-928e00f7-efe2-48e3-b477-026774ba9384 service neutron] 10.222.0.35 "GET /v2.0/networks/8ddd78e5-3c98-4811-9aac-b9ccb84d25bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872855 Mar 22 11:33:49.342956 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-c2a4c686-ac1e-4385-b466-e85c49bf1580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ef15ca-ef74-41ca-8b81-87294e7a5835', 'name': 'tempest-TestShelveInstance-1328265224-router', 'tenant_id': 'be78f097af6f4a3b946304d2e45fad1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': '56a38f0d-531b-45ae-94ec-7dcda370ff49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:28:57Z', 'updated_at': '2022-03-22T11:29:00Z', 'revision_number': 4, 'project_id': 'be78f097af6f4a3b946304d2e45fad1b', 'gw_port': {'id': '56a38f0d-531b-45ae-94ec-7dcda370ff49', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ef15ca-ef74-41ca-8b81-87294e7a5835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:28:58Z', 'updated_at': '2022-03-22T11:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': 'e1d6678c-c52c-4e84-8804-f2424a9929cf', 'tenant_id': 'be78f097af6f4a3b946304d2e45fad1b', 'floating_ip_address': '172.26.7.16', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '09ef15ca-ef74-41ca-8b81-87294e7a5835', 'port_id': '8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ddd78e5-3c98-4811-9aac-b9ccb84d25bd', 'mac_address': 'fa:16:3e:03:d5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25d3d1f-bf27-40a2-89d8-541b8d5fdfde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:33:47Z', 'updated_at': '2022-03-22T11:33:47Z', 'revision_number': 0, 'project_id': 'be78f097af6f4a3b946304d2e45fad1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71232e47-2b08-40c6-bf9f-b22f339a4399', 'name': '', 'network_id': '8ddd78e5-3c98-4811-9aac-b9ccb84d25bd', 'tenant_id': 'be78f097af6f4a3b946304d2e45fad1b', 'mac_address': 'fa:16:3e:c4:46:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ef15ca-ef74-41ca-8b81-87294e7a5835', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '2b30bd46-1e03-4ecf-b2b2-b3398218098b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:28:59Z', 'updated_at': '2022-03-22T11:29:04Z', 'revision_number': 5, 'project_id': 'be78f097af6f4a3b946304d2e45fad1b', 'subnets': [{'id': '2b30bd46-1e03-4ecf-b2b2-b3398218098b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:33:49.368546 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a4c686-ac1e-4385-b466-e85c49bf1580 None None] The sync data for ids ['09ef15ca-ef74-41ca-8b81-87294e7a5835'] in dv-neutron-834599-1-hyperv is: [{'id': '09ef15ca-ef74-41ca-8b81-87294e7a5835', 'name': 'tempest-TestShelveInstance-1328265224-router', 'tenant_id': 'be78f097af6f4a3b946304d2e45fad1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': '56a38f0d-531b-45ae-94ec-7dcda370ff49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:28:57Z', 'updated_at': '2022-03-22T11:29:00Z', 'revision_number': 4, 'project_id': 'be78f097af6f4a3b946304d2e45fad1b', 'gw_port': {'id': '56a38f0d-531b-45ae-94ec-7dcda370ff49', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ef15ca-ef74-41ca-8b81-87294e7a5835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:28:58Z', 'updated_at': '2022-03-22T11:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': 'e1d6678c-c52c-4e84-8804-f2424a9929cf', 'tenant_id': 'be78f097af6f4a3b946304d2e45fad1b', 'floating_ip_address': '172.26.7.16', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': '09ef15ca-ef74-41ca-8b81-87294e7a5835', 'port_id': '8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ddd78e5-3c98-4811-9aac-b9ccb84d25bd', 'mac_address': 'fa:16:3e:03:d5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25d3d1f-bf27-40a2-89d8-541b8d5fdfde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:33:47Z', 'updated_at': '2022-03-22T11:33:47Z', 'revision_number': 0, 'project_id': 'be78f097af6f4a3b946304d2e45fad1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71232e47-2b08-40c6-bf9f-b22f339a4399', 'name': '', 'network_id': '8ddd78e5-3c98-4811-9aac-b9ccb84d25bd', 'tenant_id': 'be78f097af6f4a3b946304d2e45fad1b', 'mac_address': 'fa:16:3e:c4:46:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ef15ca-ef74-41ca-8b81-87294e7a5835', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '2b30bd46-1e03-4ecf-b2b2-b3398218098b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:28:59Z', 'updated_at': '2022-03-22T11:29:04Z', 'revision_number': 5, 'project_id': 'be78f097af6f4a3b946304d2e45fad1b', 'subnets': [{'id': '2b30bd46-1e03-4ecf-b2b2-b3398218098b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:33:49.571400 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cffba80-9a17-46e8-ac8f-2c288a419993 None None] New status for floating IP e1d6678c-c52c-4e84-8804-f2424a9929cf: ACTIVE {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 11:33:53.241530 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-fed3efeb-3d9a-4152-bd76-c097f2e22651 req-175b58c6-8c92-4c2c-a480-048a14c63c27 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422471 Mar 22 11:33:53.323548 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3efeb-3d9a-4152-bd76-c097f2e22651 req-090db40e-fe42-437b-a166-29dc1a7a3a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:33:53.325012 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-fed3efeb-3d9a-4152-bd76-c097f2e22651 req-090db40e-fe42-437b-a166-29dc1a7a3a86 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be78f097af6f4a3b946304d2e45fad1b&device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde HTTP/1.1" status: 200 len: 1098 time: 0.0402036 Mar 22 11:33:53.438669 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3efeb-3d9a-4152-bd76-c097f2e22651 req-439ae40a-4207-4e02-9837-d1d8b6ac2127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:33:53.440185 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-fed3efeb-3d9a-4152-bd76-c097f2e22651 req-439ae40a-4207-4e02-9837-d1d8b6ac2127 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8ddd78e5-3c98-4811-9aac-b9ccb84d25bd HTTP/1.1" status: 200 len: 910 time: 0.0946708 Mar 22 11:33:53.507451 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-fed3efeb-3d9a-4152-bd76-c097f2e22651 req-b1173460-8845-4599-a475-032bd7407712 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6 HTTP/1.1" status: 200 len: 1000 time: 0.0599322 Mar 22 11:33:53.561840 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3efeb-3d9a-4152-bd76-c097f2e22651 req-78820e78-b330-43d4-b15e-5adc9767b0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:33:53.563319 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-fed3efeb-3d9a-4152-bd76-c097f2e22651 req-78820e78-b330-43d4-b15e-5adc9767b0a4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2b30bd46-1e03-4ecf-b2b2-b3398218098b HTTP/1.1" status: 200 len: 848 time: 0.0497677 Mar 22 11:33:53.610193 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3efeb-3d9a-4152-bd76-c097f2e22651 req-b2e98604-6a39-4b73-8f09-114ad7635134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:33:53.611739 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-fed3efeb-3d9a-4152-bd76-c097f2e22651 req-b2e98604-6a39-4b73-8f09-114ad7635134 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ddd78e5-3c98-4811-9aac-b9ccb84d25bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423272 Mar 22 11:33:53.705620 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-fed3efeb-3d9a-4152-bd76-c097f2e22651 req-6d4a63f2-867b-4b17-99b1-32a067689623 service neutron] 10.222.0.35 "GET /v2.0/networks/8ddd78e5-3c98-4811-9aac-b9ccb84d25bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873191 Mar 22 11:33:53.802266 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-fed3efeb-3d9a-4152-bd76-c097f2e22651 req-85c23dd8-cc5c-4ebf-b781-1a5f1245e69b service neutron] 10.222.0.35 "GET /v2.0/networks/8ddd78e5-3c98-4811-9aac-b9ccb84d25bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877068 Mar 22 11:34:00.366745 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:34:07.772916 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7fb51a12-7afc-4668-975d-500c5e9ec3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:34:09.911550 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5a579d16-c193-4a8c-bb50-47baa4b6f1d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:34:11.300128 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:34:12.713949 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:34:12.892839 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:34:13.804386 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:34:37.371051 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:34:37.769949 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7a0e8f54-7a89-4774-8755-159a30b494c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:34:39.905911 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b46b6432-6536-4bdd-bb91-c2638f5176e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:34:41.303160 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:34:42.726145 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:34:42.896792 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:34:43.826685 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:34:53.290015 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3e982443-db7e-4332-b69b-ee50c0eaed3a req-1c07c73a-8e36-48f5-90da-a21c726fba37 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396910 Mar 22 11:34:53.384486 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e982443-db7e-4332-b69b-ee50c0eaed3a req-951b7805-8b4a-4c3a-9bf4-acb4cb57b3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:34:53.385992 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3e982443-db7e-4332-b69b-ee50c0eaed3a req-951b7805-8b4a-4c3a-9bf4-acb4cb57b3d5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be78f097af6f4a3b946304d2e45fad1b&device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde HTTP/1.1" status: 200 len: 1098 time: 0.0519068 Mar 22 11:34:53.500340 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e982443-db7e-4332-b69b-ee50c0eaed3a req-3127f6b3-7d28-4b25-b15b-634d82169055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:34:53.501801 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3e982443-db7e-4332-b69b-ee50c0eaed3a req-3127f6b3-7d28-4b25-b15b-634d82169055 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8ddd78e5-3c98-4811-9aac-b9ccb84d25bd HTTP/1.1" status: 200 len: 910 time: 0.0949743 Mar 22 11:34:53.566065 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3e982443-db7e-4332-b69b-ee50c0eaed3a req-57da7808-4cfd-4cd9-85fe-25f009b99cb6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6 HTTP/1.1" status: 200 len: 1000 time: 0.0572114 Mar 22 11:34:53.618266 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e982443-db7e-4332-b69b-ee50c0eaed3a req-1443da9d-1a51-4b63-bd9e-7ce1ae82b0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:34:53.619651 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3e982443-db7e-4332-b69b-ee50c0eaed3a req-1443da9d-1a51-4b63-bd9e-7ce1ae82b0a9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2b30bd46-1e03-4ecf-b2b2-b3398218098b HTTP/1.1" status: 200 len: 848 time: 0.0468760 Mar 22 11:34:53.666612 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e982443-db7e-4332-b69b-ee50c0eaed3a req-9a6162fd-7fbc-4298-88ff-44417d415657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:34:53.668115 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3e982443-db7e-4332-b69b-ee50c0eaed3a req-9a6162fd-7fbc-4298-88ff-44417d415657 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ddd78e5-3c98-4811-9aac-b9ccb84d25bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416152 Mar 22 11:34:53.678709 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [req-3e982443-db7e-4332-b69b-ee50c0eaed3a req-75161333-57a8-4dd2-868f-f846ca839f0c service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=109050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:34:53.679754 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3e982443-db7e-4332-b69b-ee50c0eaed3a req-75161333-57a8-4dd2-868f-f846ca839f0c service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051169 Mar 22 11:34:53.787012 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3e982443-db7e-4332-b69b-ee50c0eaed3a req-d0eb7749-d7ee-49a1-8179-0ab6447e8f8e service neutron] 10.222.0.35 "GET /v2.0/networks/8ddd78e5-3c98-4811-9aac-b9ccb84d25bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979273 Mar 22 11:34:53.895269 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3e982443-db7e-4332-b69b-ee50c0eaed3a req-3addc990-da68-413d-847f-054a56602448 service neutron] 10.222.0.35 "GET /v2.0/networks/8ddd78e5-3c98-4811-9aac-b9ccb84d25bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005907 Mar 22 11:35:07.774462 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2499459a-c265-454f-8c76-191a300fdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:35:09.910852 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c185a1af-582f-44fc-8cf0-a479bb8755be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:35:11.311294 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:35:12.722556 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:35:12.898448 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:35:13.815250 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:35:14.370521 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:35:37.782120 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e4f6b596-a56e-410c-94f4-58ef737d4160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:35:39.915405 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4d83b827-a121-4e21-b21b-b4cb5221e3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:35:41.313723 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:35:42.727517 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:35:42.901385 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:35:43.827962 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:35:46.362290 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d31aa-a7cb-4a37-b761-c937c1b6fc79 req-bbfea9e7-de61-4316-b44d-74fbd09e9ad2 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:35:46.363732 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-844d31aa-a7cb-4a37-b761-c937c1b6fc79 req-bbfea9e7-de61-4316-b44d-74fbd09e9ad2 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde HTTP/1.1" status: 200 len: 945 time: 0.0512676 Mar 22 11:35:46.405250 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-844d31aa-a7cb-4a37-b761-c937c1b6fc79 req-568259cf-248e-471b-b717-69567df18d80 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=52552a3c-4369-4939-8318-e0074a58dc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323715 Mar 22 11:35:47.544052 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44df3d2-1dfe-4734-b014-285611a3d4aa req-d0049b38-2f51-4576-af8b-6687e8d314bf tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:35:47.545463 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d44df3d2-1dfe-4734-b014-285611a3d4aa req-d0049b38-2f51-4576-af8b-6687e8d314bf tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde HTTP/1.1" status: 200 len: 945 time: 0.0525632 Mar 22 11:35:47.585043 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d44df3d2-1dfe-4734-b014-285611a3d4aa req-8fc20825-a259-4ab5-a4aa-b650015910d5 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=52552a3c-4369-4939-8318-e0074a58dc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333655 Mar 22 11:35:48.725437 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b4e19b-ff5c-4a61-9266-fdc8430635f8 req-4e1be4ef-2551-454c-97b2-0a9074e6ec60 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:35:48.726896 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a7b4e19b-ff5c-4a61-9266-fdc8430635f8 req-4e1be4ef-2551-454c-97b2-0a9074e6ec60 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde HTTP/1.1" status: 200 len: 945 time: 0.0585003 Mar 22 11:35:48.765777 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a7b4e19b-ff5c-4a61-9266-fdc8430635f8 req-4e65fa54-5508-4934-995b-7414f3a71571 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=52552a3c-4369-4939-8318-e0074a58dc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323555 Mar 22 11:35:49.890495 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73d9b9-d00b-4f20-a0c9-c4219dccbb3b req-ce86f1c8-b0bf-4bb7-9fcd-840957872fc8 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:35:49.891998 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ec73d9b9-d00b-4f20-a0c9-c4219dccbb3b req-ce86f1c8-b0bf-4bb7-9fcd-840957872fc8 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde HTTP/1.1" status: 200 len: 945 time: 0.0502617 Mar 22 11:35:49.931439 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ec73d9b9-d00b-4f20-a0c9-c4219dccbb3b req-e6484588-7414-4c7e-9b48-775fadfcac7d tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=52552a3c-4369-4939-8318-e0074a58dc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331037 Mar 22 11:35:51.058352 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3fc67c-1921-4986-bab4-1976dc2ed550 req-185911d6-d7cd-43cc-86ed-d5790912928e tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:35:51.059826 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3a3fc67c-1921-4986-bab4-1976dc2ed550 req-185911d6-d7cd-43cc-86ed-d5790912928e tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde HTTP/1.1" status: 200 len: 945 time: 0.0586178 Mar 22 11:35:51.098004 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3a3fc67c-1921-4986-bab4-1976dc2ed550 req-c4f80d39-cd26-4d17-b4d9-e75ea1c86d59 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=52552a3c-4369-4939-8318-e0074a58dc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320017 Mar 22 11:35:51.375745 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:35:52.226478 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1ce89e-884a-494d-8752-54c69d640ac5 req-c14c7c01-6ce5-47eb-8f94-388a3267f9be tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:35:52.227962 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5f1ce89e-884a-494d-8752-54c69d640ac5 req-c14c7c01-6ce5-47eb-8f94-388a3267f9be tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde HTTP/1.1" status: 200 len: 945 time: 0.0584989 Mar 22 11:35:52.268727 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5f1ce89e-884a-494d-8752-54c69d640ac5 req-1f49dadb-518c-4c73-a804-e67a0e471a66 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=52552a3c-4369-4939-8318-e0074a58dc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319519 Mar 22 11:35:53.406425 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b041e7-d83c-4e33-b109-70df1c1031a9 req-27d2a0d3-97ac-4b3b-b5a7-0bc5a2e4c33c tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:35:53.407900 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-16b041e7-d83c-4e33-b109-70df1c1031a9 req-27d2a0d3-97ac-4b3b-b5a7-0bc5a2e4c33c tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde HTTP/1.1" status: 200 len: 945 time: 0.0577340 Mar 22 11:35:53.447916 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-16b041e7-d83c-4e33-b109-70df1c1031a9 req-58d576f4-180f-48b9-9df1-7a950daa94f1 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=52552a3c-4369-4939-8318-e0074a58dc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339396 Mar 22 11:35:54.574632 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51907b12-6088-47b5-bf39-3baab0c2f506 req-a3183adb-749c-4d65-a9df-2fdaa15cce38 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:35:54.576150 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-51907b12-6088-47b5-bf39-3baab0c2f506 req-a3183adb-749c-4d65-a9df-2fdaa15cce38 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde HTTP/1.1" status: 200 len: 945 time: 0.0523338 Mar 22 11:35:54.618572 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-51907b12-6088-47b5-bf39-3baab0c2f506 req-a0132ff7-8373-4147-ba5f-d8c154864f46 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=52552a3c-4369-4939-8318-e0074a58dc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334158 Mar 22 11:35:55.315834 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c382f-95bd-4f2c-b3d7-1965be1c3c4a req-81db38ec-c5aa-4c9d-987e-bae64fc38ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:35:55.317329 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-975c382f-95bd-4f2c-b3d7-1965be1c3c4a req-81db38ec-c5aa-4c9d-987e-bae64fc38ece service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be78f097af6f4a3b946304d2e45fad1b&device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde HTTP/1.1" status: 200 len: 1098 time: 0.0851405 Mar 22 11:35:55.429069 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c382f-95bd-4f2c-b3d7-1965be1c3c4a req-97f291ac-7aa7-41cb-a748-53c9b43ca62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:35:55.430537 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-975c382f-95bd-4f2c-b3d7-1965be1c3c4a req-97f291ac-7aa7-41cb-a748-53c9b43ca62e service neutron] 10.222.0.35 "GET /v2.0/networks?id=8ddd78e5-3c98-4811-9aac-b9ccb84d25bd HTTP/1.1" status: 200 len: 910 time: 0.0912659 Mar 22 11:35:55.507396 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-975c382f-95bd-4f2c-b3d7-1965be1c3c4a req-0d930f53-4fb3-4136-aa57-4d70a96e2332 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6 HTTP/1.1" status: 200 len: 1000 time: 0.0698843 Mar 22 11:35:55.556231 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c382f-95bd-4f2c-b3d7-1965be1c3c4a req-7b0aa5f5-61c7-4108-baf3-87adf9cd33e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:35:55.557607 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-975c382f-95bd-4f2c-b3d7-1965be1c3c4a req-7b0aa5f5-61c7-4108-baf3-87adf9cd33e4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2b30bd46-1e03-4ecf-b2b2-b3398218098b HTTP/1.1" status: 200 len: 848 time: 0.0434177 Mar 22 11:35:55.606845 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c382f-95bd-4f2c-b3d7-1965be1c3c4a req-365a813b-7654-4735-8156-1db8b0f1264f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:35:55.608676 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-975c382f-95bd-4f2c-b3d7-1965be1c3c4a req-365a813b-7654-4735-8156-1db8b0f1264f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ddd78e5-3c98-4811-9aac-b9ccb84d25bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0446935 Mar 22 11:35:55.706035 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-975c382f-95bd-4f2c-b3d7-1965be1c3c4a req-06b7327a-7ba6-4549-a8bc-ef9d49f17906 service neutron] 10.222.0.35 "GET /v2.0/networks/8ddd78e5-3c98-4811-9aac-b9ccb84d25bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899816 Mar 22 11:35:55.797564 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8e1b9-6694-43ee-b34f-42bdf0bee92f req-15afd3f4-6ef7-4dbe-9e28-7ed96f4ec4ae tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:35:55.798961 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a8e8e1b9-6694-43ee-b34f-42bdf0bee92f req-15afd3f4-6ef7-4dbe-9e28-7ed96f4ec4ae tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde HTTP/1.1" status: 200 len: 945 time: 0.1110289 Mar 22 11:35:55.837373 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-975c382f-95bd-4f2c-b3d7-1965be1c3c4a req-b17287e0-387f-4f9f-8cac-ec8e14578924 service neutron] 10.222.0.35 "GET /v2.0/networks/8ddd78e5-3c98-4811-9aac-b9ccb84d25bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180248 Mar 22 11:35:55.851405 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a8e8e1b9-6694-43ee-b34f-42bdf0bee92f req-091cafba-2e45-4580-96c1-2f1e0cf2f45f tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=52552a3c-4369-4939-8318-e0074a58dc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456028 Mar 22 11:35:56.538487 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d7311-b0ba-4951-ad2c-3392f55106bd req-b5ddba0a-67e3-473e-ad1d-dca514684a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:35:56.539989 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8d9d7311-b0ba-4951-ad2c-3392f55106bd req-b5ddba0a-67e3-473e-ad1d-dca514684a9b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be78f097af6f4a3b946304d2e45fad1b&device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde HTTP/1.1" status: 200 len: 1098 time: 0.0502632 Mar 22 11:35:56.640553 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d7311-b0ba-4951-ad2c-3392f55106bd req-be6a15d1-6b82-4881-a20a-205026de5f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:35:56.641997 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8d9d7311-b0ba-4951-ad2c-3392f55106bd req-be6a15d1-6b82-4881-a20a-205026de5f0a service neutron] 10.222.0.35 "GET /v2.0/networks?id=8ddd78e5-3c98-4811-9aac-b9ccb84d25bd HTTP/1.1" status: 200 len: 910 time: 0.0927444 Mar 22 11:35:56.708290 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8d9d7311-b0ba-4951-ad2c-3392f55106bd req-553617c9-ab5c-4ad6-8ad6-c5b3cf99ddf3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6 HTTP/1.1" status: 200 len: 1000 time: 0.0588036 Mar 22 11:35:56.764061 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d7311-b0ba-4951-ad2c-3392f55106bd req-216631ce-5956-4808-bdf9-7683acd48624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:35:56.765496 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8d9d7311-b0ba-4951-ad2c-3392f55106bd req-216631ce-5956-4808-bdf9-7683acd48624 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2b30bd46-1e03-4ecf-b2b2-b3398218098b HTTP/1.1" status: 200 len: 848 time: 0.0496120 Mar 22 11:35:56.810418 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d7311-b0ba-4951-ad2c-3392f55106bd req-b3ddd865-4a86-4ddf-a8a4-4cca65ca791d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:35:56.811795 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8d9d7311-b0ba-4951-ad2c-3392f55106bd req-b3ddd865-4a86-4ddf-a8a4-4cca65ca791d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ddd78e5-3c98-4811-9aac-b9ccb84d25bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396240 Mar 22 11:35:56.909944 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8d9d7311-b0ba-4951-ad2c-3392f55106bd req-06ba6177-f8cc-4726-90e9-0112aa49e4b1 service neutron] 10.222.0.35 "GET /v2.0/networks/8ddd78e5-3c98-4811-9aac-b9ccb84d25bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913479 Mar 22 11:35:57.033079 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf1157c-0f2d-43b2-9240-6693ede61f1a req-a786a962-e910-49d1-b294-19d034c5fc68 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:35:57.034545 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-abf1157c-0f2d-43b2-9240-6693ede61f1a req-a786a962-e910-49d1-b294-19d034c5fc68 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde HTTP/1.1" status: 200 len: 945 time: 0.0993307 Mar 22 11:35:57.036749 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8d9d7311-b0ba-4951-ad2c-3392f55106bd req-67362f9d-0974-4912-b799-59c8b96c828e service neutron] 10.222.0.35 "GET /v2.0/networks/8ddd78e5-3c98-4811-9aac-b9ccb84d25bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197731 Mar 22 11:35:57.418157 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-abf1157c-0f2d-43b2-9240-6693ede61f1a req-028cbd7a-f831-4ce2-a343-2e7c3c29fd91 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=52552a3c-4369-4939-8318-e0074a58dc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3774805 Mar 22 11:35:58.545278 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfadd1d5-e535-4cdc-bdb7-528144021060 req-22cccbac-75f1-4f1f-a853-1e701f6c84fe tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:35:58.546755 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-bfadd1d5-e535-4cdc-bdb7-528144021060 req-22cccbac-75f1-4f1f-a853-1e701f6c84fe tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde HTTP/1.1" status: 200 len: 945 time: 0.0498815 Mar 22 11:35:58.586370 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-bfadd1d5-e535-4cdc-bdb7-528144021060 req-089282c2-3a36-4c9a-95a8-1e50120b33e2 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=52552a3c-4369-4939-8318-e0074a58dc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335515 Mar 22 11:35:59.705140 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2615d50-9090-4149-8e38-07953ba38070 req-169d80b2-681d-44d5-afdd-d3f3e02c025a tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:35:59.706645 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d2615d50-9090-4149-8e38-07953ba38070 req-169d80b2-681d-44d5-afdd-d3f3e02c025a tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde HTTP/1.1" status: 200 len: 945 time: 0.0509343 Mar 22 11:35:59.745243 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d2615d50-9090-4149-8e38-07953ba38070 req-b103d278-0326-4f4c-be81-2c30bdbf6011 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=52552a3c-4369-4939-8318-e0074a58dc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325272 Mar 22 11:36:00.875937 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c38075-d20c-4834-a286-3b982905c2b6 req-e0489682-6c24-4e11-8441-79d319ac95a5 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:00.877382 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a1c38075-d20c-4834-a286-3b982905c2b6 req-e0489682-6c24-4e11-8441-79d319ac95a5 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde HTTP/1.1" status: 200 len: 945 time: 0.0603528 Mar 22 11:36:00.916286 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a1c38075-d20c-4834-a286-3b982905c2b6 req-d1581a1c-bced-4ad7-9131-767ddc6c88d0 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=52552a3c-4369-4939-8318-e0074a58dc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328262 Mar 22 11:36:00.986243 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [req-8963661c-d43f-4500-b224-5da2b99df294 req-526b5d6d-58d5-4fab-a3d6-f46068fbebce service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=109050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:36:00.987207 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8963661c-d43f-4500-b224-5da2b99df294 req-526b5d6d-58d5-4fab-a3d6-f46068fbebce service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058899 Mar 22 11:36:01.115155 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-23971248-8382-49b6-a269-843a31a5c803 req-81f91b7e-2da1-4f6a-9989-c816a9d3d542 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0422666 Mar 22 11:36:01.124937 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [req-23971248-8382-49b6-a269-843a31a5c803 req-72203178-951a-41cc-9c0a-b9eec13b3261 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=109049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:36:01.125873 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [req-23971248-8382-49b6-a269-843a31a5c803 req-72203178-951a-41cc-9c0a-b9eec13b3261 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051212 Mar 22 11:36:01.140823 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747f8d2-d27f-4fa4-9caa-ecab4c6d9420 req-db73805f-45dd-44cf-8b85-42d8e2d10485 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:01.142418 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9747f8d2-d27f-4fa4-9caa-ecab4c6d9420 req-db73805f-45dd-44cf-8b85-42d8e2d10485 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde HTTP/1.1" status: 200 len: 945 time: 0.0491560 Mar 22 11:36:01.181552 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9747f8d2-d27f-4fa4-9caa-ecab4c6d9420 req-b6cbe338-d321-432c-8ec9-7deeb6c6445a tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=52552a3c-4369-4939-8318-e0074a58dc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330811 Mar 22 11:36:02.297428 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf8f31-984a-4191-97a7-2fd78079af5a req-2e6c42b4-1163-4186-a304-38390464bc2e tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:02.299628 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4abf8f31-984a-4191-97a7-2fd78079af5a req-2e6c42b4-1163-4186-a304-38390464bc2e tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde HTTP/1.1" status: 200 len: 945 time: 0.0500195 Mar 22 11:36:02.338889 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4abf8f31-984a-4191-97a7-2fd78079af5a req-c76f7aec-f83f-442a-8765-a64437766fff tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=52552a3c-4369-4939-8318-e0074a58dc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330846 Mar 22 11:36:02.471155 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6 no longer exists at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:36:02.549089 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:02.571246 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c25d3d1f-bf27-40a2-89d8-541b8d5fdfde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:36:02.573534 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a598301-681a-4d73-8eb7-eb55e3e3a41b" -d '{"events": [{"server_uuid": "c25d3d1f-bf27-40a2-89d8-541b8d5fdfde", "name": "network-vif-unplugged", "status": "completed", "tag": "8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:36:02.586015 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6,segment=NetworkSegment(16ee53d8-47e1-4192-8cf0-9a24117c050d),segment_id=16ee53d8-47e1-4192-8cf0-9a24117c050d)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:36:02.591929 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:02.616418 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 22 Mar 2022 11:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6964da4d-64b6-430a-a044-8e3cb0fd299b x-openstack-request-id: req-6964da4d-64b6-430a-a044-8e3cb0fd299b {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:36:02.616707 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c25d3d1f-bf27-40a2-89d8-541b8d5fdfde", "name": "network-vif-unplugged", "status": "failed", "tag": "8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6", "code": 422}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:36:02.616954 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6964da4d-64b6-430a-a044-8e3cb0fd299b {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:36:02.617357 dv-neutron-834599-1-hyperv neutron-server[109051]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-6964da4d-64b6-430a-a044-8e3cb0fd299b']: {'server_uuid': 'c25d3d1f-bf27-40a2-89d8-541b8d5fdfde', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6', 'code': 422} returned with failed status Mar 22 11:36:02.645400 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6,revision_number=6']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:02.653387 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:36:02.653738 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:36:02.654188 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:36:02.654528 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:36:02.654863 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:36:02.655200 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:36:02.655570 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:36:02.655900 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:36:02.656232 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:36:02.660209 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:36:02.660209 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:36:02.660209 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:36:03.458589 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39432be-de89-4f34-8f47-1dbd23b6573d req-d42ac1de-4835-4a75-a1d3-57439ec28c70 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:03.460065 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e39432be-de89-4f34-8f47-1dbd23b6573d req-d42ac1de-4835-4a75-a1d3-57439ec28c70 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde HTTP/1.1" status: 200 len: 943 time: 0.0521071 Mar 22 11:36:03.498761 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-e39432be-de89-4f34-8f47-1dbd23b6573d req-4b94f948-3f33-4fb3-935b-1a69f3a4a680 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=52552a3c-4369-4939-8318-e0074a58dc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324843 Mar 22 11:36:04.616039 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57febd3c-a75d-4c56-b1ad-90c38f47b5d9 req-8242e243-06af-4aed-8523-b66d8b8ef19e tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:04.617516 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-57febd3c-a75d-4c56-b1ad-90c38f47b5d9 req-8242e243-06af-4aed-8523-b66d8b8ef19e tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde HTTP/1.1" status: 200 len: 943 time: 0.0502241 Mar 22 11:36:04.657087 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-57febd3c-a75d-4c56-b1ad-90c38f47b5d9 req-e9a8eb49-2403-4df5-8740-47cc9ae3ca87 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=52552a3c-4369-4939-8318-e0074a58dc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334442 Mar 22 11:36:05.801300 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23971248-8382-49b6-a269-843a31a5c803 req-af0169fa-05af-4b37-841a-9156db7d6fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:05.802786 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-23971248-8382-49b6-a269-843a31a5c803 req-af0169fa-05af-4b37-841a-9156db7d6fa0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde&tenant_id=be78f097af6f4a3b946304d2e45fad1b HTTP/1.1" status: 200 len: 1096 time: 0.0760632 Mar 22 11:36:05.819218 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de0eaf0-0aee-416c-8bc2-700909ffb037 req-e3e2dcb0-2271-4081-aa69-76f2c71d69be tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:05.820654 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4de0eaf0-0aee-416c-8bc2-700909ffb037 req-e3e2dcb0-2271-4081-aa69-76f2c71d69be tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde HTTP/1.1" status: 200 len: 943 time: 0.0695076 Mar 22 11:36:05.888015 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4de0eaf0-0aee-416c-8bc2-700909ffb037 req-d02ab3aa-8898-43fd-828e-ada8995c3441 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=52552a3c-4369-4939-8318-e0074a58dc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599649 Mar 22 11:36:05.890620 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23971248-8382-49b6-a269-843a31a5c803 req-c207339c-14e8-404a-8dce-275903132818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:05.892134 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-23971248-8382-49b6-a269-843a31a5c803 req-c207339c-14e8-404a-8dce-275903132818 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be78f097af6f4a3b946304d2e45fad1b&device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde HTTP/1.1" status: 200 len: 1096 time: 0.0653844 Mar 22 11:36:05.988727 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23971248-8382-49b6-a269-843a31a5c803 req-6ff34117-356e-4c8b-8854-c1cea2b2d963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:05.990205 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-23971248-8382-49b6-a269-843a31a5c803 req-6ff34117-356e-4c8b-8854-c1cea2b2d963 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8ddd78e5-3c98-4811-9aac-b9ccb84d25bd HTTP/1.1" status: 200 len: 910 time: 0.0903482 Mar 22 11:36:06.054763 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-23971248-8382-49b6-a269-843a31a5c803 req-0f25a05f-66c2-4737-afc5-e2a987a89811 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6 HTTP/1.1" status: 200 len: 998 time: 0.0566716 Mar 22 11:36:06.103187 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23971248-8382-49b6-a269-843a31a5c803 req-838b495d-ceae-4387-8141-bf7d33e5a133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:06.104621 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-23971248-8382-49b6-a269-843a31a5c803 req-838b495d-ceae-4387-8141-bf7d33e5a133 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2b30bd46-1e03-4ecf-b2b2-b3398218098b HTTP/1.1" status: 200 len: 848 time: 0.0436692 Mar 22 11:36:06.154599 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23971248-8382-49b6-a269-843a31a5c803 req-f09057d5-38cf-46a3-97d8-4d180abff9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:06.156287 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-23971248-8382-49b6-a269-843a31a5c803 req-f09057d5-38cf-46a3-97d8-4d180abff9c6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ddd78e5-3c98-4811-9aac-b9ccb84d25bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0450521 Mar 22 11:36:06.254986 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-23971248-8382-49b6-a269-843a31a5c803 req-241af42c-57f5-49ad-86a7-160a07d43d66 service neutron] 10.222.0.35 "GET /v2.0/networks/8ddd78e5-3c98-4811-9aac-b9ccb84d25bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916824 Mar 22 11:36:06.348056 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-23971248-8382-49b6-a269-843a31a5c803 req-2d4ec7d5-adb2-4a39-b61e-7ab453ee6ebc service neutron] 10.222.0.35 "GET /v2.0/networks/8ddd78e5-3c98-4811-9aac-b9ccb84d25bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859270 Mar 22 11:36:07.013804 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd19df-ce07-4b38-b8cf-ebde3a6ea5a2 req-0e4adb19-9cae-4f7c-a87e-22fcc63a53fd tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:07.015275 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d0dd19df-ce07-4b38-b8cf-ebde3a6ea5a2 req-0e4adb19-9cae-4f7c-a87e-22fcc63a53fd tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde HTTP/1.1" status: 200 len: 943 time: 0.0500696 Mar 22 11:36:07.053245 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d0dd19df-ce07-4b38-b8cf-ebde3a6ea5a2 req-67b4fc14-efbd-48de-a1c0-4c81015c7c54 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=52552a3c-4369-4939-8318-e0074a58dc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319839 Mar 22 11:36:07.785807 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-3f12805b-e546-4a3e-9b60-8ce8e7c54e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:08.178286 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d676a-971f-4cd4-9425-37d7f2b6f478 req-05272da6-1078-4c9a-9d05-77a143794f27 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:08.179780 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c28d676a-971f-4cd4-9425-37d7f2b6f478 req-05272da6-1078-4c9a-9d05-77a143794f27 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde HTTP/1.1" status: 200 len: 943 time: 0.0498652 Mar 22 11:36:08.220087 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c28d676a-971f-4cd4-9425-37d7f2b6f478 req-70c92dcc-4c48-466b-9f47-f3909b45bea2 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=52552a3c-4369-4939-8318-e0074a58dc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320249 Mar 22 11:36:09.346784 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4210bc98-c4eb-4167-a4e7-2182eb6fd127 req-29f01871-f205-4296-9e06-e594a28a1d8b tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:09.348289 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4210bc98-c4eb-4167-a4e7-2182eb6fd127 req-29f01871-f205-4296-9e06-e594a28a1d8b tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde HTTP/1.1" status: 200 len: 943 time: 0.0553343 Mar 22 11:36:09.386604 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4210bc98-c4eb-4167-a4e7-2182eb6fd127 req-be034799-bdcc-4f5b-8992-d4bb9d692bdf tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=52552a3c-4369-4939-8318-e0074a58dc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322747 Mar 22 11:36:09.922071 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ca260491-f50a-43f2-aba4-6aa2f8cbe0e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:10.518786 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456535c-3ed6-43bd-a2cc-c2a64831fcaf req-2fff0f8d-1f17-4caa-8e24-21fea179c2ed tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:10.520246 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8456535c-3ed6-43bd-a2cc-c2a64831fcaf req-2fff0f8d-1f17-4caa-8e24-21fea179c2ed tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde HTTP/1.1" status: 200 len: 943 time: 0.0524035 Mar 22 11:36:10.558835 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8456535c-3ed6-43bd-a2cc-c2a64831fcaf req-74607445-8f5c-4b4e-bb3c-ed1f5f3fb28a tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=52552a3c-4369-4939-8318-e0074a58dc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321913 Mar 22 11:36:11.312588 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:11.687157 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9916a-85a9-46bf-b59f-f2273aa00deb req-dd9727d2-9de9-48b7-a840-3691f05fcd9c tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:11.688651 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-42a9916a-85a9-46bf-b59f-f2273aa00deb req-dd9727d2-9de9-48b7-a840-3691f05fcd9c tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde HTTP/1.1" status: 200 len: 943 time: 0.0604866 Mar 22 11:36:11.730102 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-42a9916a-85a9-46bf-b59f-f2273aa00deb req-2c97f6ac-c992-4aee-a458-fa67684b2acf tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=52552a3c-4369-4939-8318-e0074a58dc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325284 Mar 22 11:36:12.733874 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:12.895627 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:12.913846 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b2e409-332f-469b-b68a-45196f2f7806 req-c16a147a-4740-4ed2-8cd6-3e2f1705fe0b tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:12.915392 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-89b2e409-332f-469b-b68a-45196f2f7806 req-c16a147a-4740-4ed2-8cd6-3e2f1705fe0b tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde HTTP/1.1" status: 200 len: 943 time: 0.1117916 Mar 22 11:36:12.953456 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-89b2e409-332f-469b-b68a-45196f2f7806 req-2a6f9a1d-73b1-4673-8539-3cfc8aef70a0 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=52552a3c-4369-4939-8318-e0074a58dc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320492 Mar 22 11:36:13.853767 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:14.116265 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9fc47-d4f0-4e38-b7aa-b9a9546a99aa req-3fa0c707-26a2-4320-9433-c35c252f68bf tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:14.117644 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f0d9fc47-d4f0-4e38-b7aa-b9a9546a99aa req-3fa0c707-26a2-4320-9433-c35c252f68bf tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde HTTP/1.1" status: 200 len: 943 time: 0.0963833 Mar 22 11:36:14.155767 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f0d9fc47-d4f0-4e38-b7aa-b9a9546a99aa req-64ddabdf-ebfd-4f80-a704-acdc0b0c9e11 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=52552a3c-4369-4939-8318-e0074a58dc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319271 Mar 22 11:36:14.521813 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6 details requested by agent hyperv_hv-neutron-8345 with host hv-neutron-8345 {{(pid=109051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 11:36:14.626394 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6,segment=NetworkSegment(16ee53d8-47e1-4192-8cf0-9a24117c050d),segment_id=16ee53d8-47e1-4192-8cf0-9a24117c050d)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:36:14.638530 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Returning: {'device': '8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6', 'network_id': '8ddd78e5-3c98-4811-9aac-b9ccb84d25bd', 'port_id': '8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6', 'mac_address': 'fa:16:3e:03:d5:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b30bd46-1e03-4ecf-b2b2-b3398218098b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 11:36:14.676449 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:14.689819 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6 {{(pid=109051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:36:14.709165 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6,segment=NetworkSegment(16ee53d8-47e1-4192-8cf0-9a24117c050d),segment_id=16ee53d8-47e1-4192-8cf0-9a24117c050d)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:36:14.715893 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:14.767241 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6,revision_number=7']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:14.925382 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 11:36:15.271983 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6aa07d-fcdf-4bb2-bf26-12cd36ec8aed req-093ca7f0-27e5-4002-90a7-a0b308f37aa4 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:15.273497 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-bd6aa07d-fcdf-4bb2-bf26-12cd36ec8aed req-093ca7f0-27e5-4002-90a7-a0b308f37aa4 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde HTTP/1.1" status: 200 len: 944 time: 0.0508442 Mar 22 11:36:15.314806 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-bd6aa07d-fcdf-4bb2-bf26-12cd36ec8aed req-15146489-5b80-4642-aa4f-d29243e46b30 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=52552a3c-4369-4939-8318-e0074a58dc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352707 Mar 22 11:36:16.443751 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faec1b1-dbe2-46f2-9d20-d440a2c471d5 req-09859e73-af0a-4117-aea2-0fabad949d15 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:16.445190 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8faec1b1-dbe2-46f2-9d20-d440a2c471d5 req-09859e73-af0a-4117-aea2-0fabad949d15 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde HTTP/1.1" status: 200 len: 944 time: 0.0528338 Mar 22 11:36:16.485930 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8faec1b1-dbe2-46f2-9d20-d440a2c471d5 req-81728d07-c24e-4d46-a328-2a48555edc33 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=52552a3c-4369-4939-8318-e0074a58dc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314820 Mar 22 11:36:16.533692 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6 up at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:36:16.583831 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning complete for port 8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:36:16.584205 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:16.663767 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:16.687105 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c25d3d1f-bf27-40a2-89d8-541b8d5fdfde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:36:16.689377 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a413d54e-4aac-4a5b-b5e9-4d092e30770d" -d '{"events": [{"server_uuid": "c25d3d1f-bf27-40a2-89d8-541b8d5fdfde", "name": "network-vif-plugged", "status": "completed", "tag": "8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:36:16.701766 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6,segment=NetworkSegment(16ee53d8-47e1-4192-8cf0-9a24117c050d),segment_id=16ee53d8-47e1-4192-8cf0-9a24117c050d)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:36:16.706570 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:16.729069 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d5d539-0f52-4fde-aed9-e33dda3b0bfe x-openstack-request-id: req-02d5d539-0f52-4fde-aed9-e33dda3b0bfe {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:36:16.729354 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c25d3d1f-bf27-40a2-89d8-541b8d5fdfde", "name": "network-vif-plugged", "status": "completed", "tag": "8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:36:16.729598 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-02d5d539-0f52-4fde-aed9-e33dda3b0bfe {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:36:16.729983 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02d5d539-0f52-4fde-aed9-e33dda3b0bfe'] response: {'server_uuid': 'c25d3d1f-bf27-40a2-89d8-541b8d5fdfde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6', 'code': 200} Mar 22 11:36:16.755671 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6,revision_number=8']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:36:16.949150 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bdef9e-c5f6-4157-bc84-d3f81d9cd3bf req-dcbebeab-7767-4594-aad9-542925f349bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:16.950548 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c9bdef9e-c5f6-4157-bc84-d3f81d9cd3bf req-dcbebeab-7767-4594-aad9-542925f349bf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde HTTP/1.1" status: 200 len: 1098 time: 0.0469267 Mar 22 11:36:16.988281 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c9bdef9e-c5f6-4157-bc84-d3f81d9cd3bf req-a0471236-96d6-4472-8dba-a9310bd653da service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=52552a3c-4369-4939-8318-e0074a58dc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289569 Mar 22 11:36:17.624074 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b2bcf-beff-4727-88ec-c8dcd16e6b08 req-ad4242f3-34ef-4505-839b-ed7dc6bf6b85 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:17.625544 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f81b2bcf-beff-4727-88ec-c8dcd16e6b08 req-ad4242f3-34ef-4505-839b-ed7dc6bf6b85 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde HTTP/1.1" status: 200 len: 945 time: 0.0507023 Mar 22 11:36:17.664587 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-f81b2bcf-beff-4727-88ec-c8dcd16e6b08 req-7a612ac7-21fb-4f4d-93e5-6a4a339eb403 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=52552a3c-4369-4939-8318-e0074a58dc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330029 Mar 22 11:36:18.799516 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f580ba-40ad-4a83-8b90-7dc35e0a1b69 req-2dfd238a-1230-408f-9cfb-49a80185f628 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:18.800936 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-04f580ba-40ad-4a83-8b90-7dc35e0a1b69 req-2dfd238a-1230-408f-9cfb-49a80185f628 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde HTTP/1.1" status: 200 len: 945 time: 0.0532160 Mar 22 11:36:18.839165 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-04f580ba-40ad-4a83-8b90-7dc35e0a1b69 req-173f7175-6961-4070-96b2-5926906d792d tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=52552a3c-4369-4939-8318-e0074a58dc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323069 Mar 22 11:36:28.379722 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:36:37.788964 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-65a74c6e-ea60-4221-aad0-5c829411448e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:39.925974 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-6676a4f6-781e-4b5e-81f3-5e9df5270c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:41.314837 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:42.736779 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:42.900016 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:43.853292 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:36:57.977472 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1a4b8bb5-1893-4722-893e-ddd9fb387c18 req-5279ce96-1c50-48cf-a7a5-6cc7c3c639e4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428882 Mar 22 11:36:58.060847 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b8bb5-1893-4722-893e-ddd9fb387c18 req-f32fa0b0-d60c-4a29-a5d7-545ac5036339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:58.062310 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1a4b8bb5-1893-4722-893e-ddd9fb387c18 req-f32fa0b0-d60c-4a29-a5d7-545ac5036339 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be78f097af6f4a3b946304d2e45fad1b&device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde HTTP/1.1" status: 200 len: 1098 time: 0.0427051 Mar 22 11:36:58.179933 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b8bb5-1893-4722-893e-ddd9fb387c18 req-96b0cd3f-a90c-4742-8330-01e79b63550b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:58.181415 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1a4b8bb5-1893-4722-893e-ddd9fb387c18 req-96b0cd3f-a90c-4742-8330-01e79b63550b service neutron] 10.222.0.35 "GET /v2.0/networks?id=8ddd78e5-3c98-4811-9aac-b9ccb84d25bd HTTP/1.1" status: 200 len: 910 time: 0.1002197 Mar 22 11:36:58.250549 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1a4b8bb5-1893-4722-893e-ddd9fb387c18 req-9522b64a-62cb-4f03-a1bc-5c2762a89e27 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6 HTTP/1.1" status: 200 len: 1000 time: 0.0624108 Mar 22 11:36:58.305747 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b8bb5-1893-4722-893e-ddd9fb387c18 req-3d5b2d58-6a25-4a5a-9073-1fb5c2ceec34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:58.307182 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1a4b8bb5-1893-4722-893e-ddd9fb387c18 req-3d5b2d58-6a25-4a5a-9073-1fb5c2ceec34 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2b30bd46-1e03-4ecf-b2b2-b3398218098b HTTP/1.1" status: 200 len: 848 time: 0.0502110 Mar 22 11:36:58.351941 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b8bb5-1893-4722-893e-ddd9fb387c18 req-8447ce01-7a58-46b0-9fc3-b0b2707a6ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:36:58.353409 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1a4b8bb5-1893-4722-893e-ddd9fb387c18 req-8447ce01-7a58-46b0-9fc3-b0b2707a6ae6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ddd78e5-3c98-4811-9aac-b9ccb84d25bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397081 Mar 22 11:36:58.444582 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1a4b8bb5-1893-4722-893e-ddd9fb387c18 req-35133ec9-f13b-481f-b787-53c44929a4f5 service neutron] 10.222.0.35 "GET /v2.0/networks/8ddd78e5-3c98-4811-9aac-b9ccb84d25bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840442 Mar 22 11:36:58.535804 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1a4b8bb5-1893-4722-893e-ddd9fb387c18 req-97f5e7b0-84d8-47eb-92ff-dd0dfd3c65e4 service neutron] 10.222.0.35 "GET /v2.0/networks/8ddd78e5-3c98-4811-9aac-b9ccb84d25bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849881 Mar 22 11:37:05.383983 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:37:07.790080 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-14416cba-2304-4816-83b5-9e8f97d55301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:09.931665 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-853b1a02-1a6c-43a7-a33a-79c5c5358d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:11.318790 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:12.742166 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:12.908888 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:13.851399 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:31.971837 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 48420) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:37:32.148745 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-bf6107f8-82cf-41a4-ae29-2508b769d6c6 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Deleting port 564116cf-6c66-40c6-8970-cbca2306d44b {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:37:32.149067 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bf6107f8-82cf-41a4-ae29-2508b769d6c6 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:32.227062 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bf6107f8-82cf-41a4-ae29-2508b769d6c6 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:32.227294 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bf6107f8-82cf-41a4-ae29-2508b769d6c6 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:32.238933 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-bf6107f8-82cf-41a4-ae29-2508b769d6c6 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Calling delete_port for 564116cf-6c66-40c6-8970-cbca2306d44b owned by network:floatingip {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:37:32.397418 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bf6107f8-82cf-41a4-ae29-2508b769d6c6 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:32.426130 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6107f8-82cf-41a4-ae29-2508b769d6c6 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Pushing event deleted for resources: {'Port': ['ID=564116cf-6c66-40c6-8970-cbca2306d44b,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:32.437515 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6107f8-82cf-41a4-ae29-2508b769d6c6 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:32.437859 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6107f8-82cf-41a4-ae29-2508b769d6c6 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:32.438196 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6107f8-82cf-41a4-ae29-2508b769d6c6 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:32.438528 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6107f8-82cf-41a4-ae29-2508b769d6c6 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:32.438866 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6107f8-82cf-41a4-ae29-2508b769d6c6 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:32.439198 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6107f8-82cf-41a4-ae29-2508b769d6c6 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:32.439592 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6107f8-82cf-41a4-ae29-2508b769d6c6 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:32.439934 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6107f8-82cf-41a4-ae29-2508b769d6c6 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:32.440252 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6107f8-82cf-41a4-ae29-2508b769d6c6 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:32.440572 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6107f8-82cf-41a4-ae29-2508b769d6c6 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:32.440886 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6107f8-82cf-41a4-ae29-2508b769d6c6 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:32.441183 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6107f8-82cf-41a4-ae29-2508b769d6c6 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:32.496858 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bf6107f8-82cf-41a4-ae29-2508b769d6c6 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks [] for floatingip, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:32.497100 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.l3_db [None req-bf6107f8-82cf-41a4-ae29-2508b769d6c6 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Floating IP e1d6678c-c52c-4e84-8804-f2424a9929cf disassociated (deleted). External IP: 172.26.7.16, port: 8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6. Mar 22 11:37:32.711954 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf6107f8-82cf-41a4-ae29-2508b769d6c6 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Router 09ef15ca-ef74-41ca-8b81-87294e7a5835 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:37:32.830955 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf6107f8-82cf-41a4-ae29-2508b769d6c6 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:37:32.836053 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bf6107f8-82cf-41a4-ae29-2508b769d6c6 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:32.841188 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4c75db-67dc-46b2-b6ea-90577d83904b None None] Sync routers for ids ['09ef15ca-ef74-41ca-8b81-87294e7a5835'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:37:32.851529 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4c75db-67dc-46b2-b6ea-90577d83904b None None] Routers {'09ef15ca-ef74-41ca-8b81-87294e7a5835'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:37:32.852105 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-6b4c75db-67dc-46b2-b6ea-90577d83904b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:37:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['09ef15ca-ef74-41ca-8b81-87294e7a5835'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:32.863662 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-bf6107f8-82cf-41a4-ae29-2508b769d6c6 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "DELETE /v2.0/floatingips/e1d6678c-c52c-4e84-8804-f2424a9929cf HTTP/1.1" status: 204 len: 168 time: 0.8905389 Mar 22 11:37:32.864267 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c25d3d1f-bf27-40a2-89d8-541b8d5fdfde', 'tag': '8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:37:32.866602 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7dcb2a-4069-434d-8187-7473d7e133c4" -d '{"events": [{"name": "network-changed", "server_uuid": "c25d3d1f-bf27-40a2-89d8-541b8d5fdfde", "tag": "8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:37:32.905763 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d63fa7-9bc6-47b0-9d59-d37cec870801 x-openstack-request-id: req-54d63fa7-9bc6-47b0-9d59-d37cec870801 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:37:32.906051 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c25d3d1f-bf27-40a2-89d8-541b8d5fdfde", "tag": "8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:37:32.906395 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-54d63fa7-9bc6-47b0-9d59-d37cec870801 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:37:32.906730 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54d63fa7-9bc6-47b0-9d59-d37cec870801'] response: {'name': 'network-changed', 'server_uuid': 'c25d3d1f-bf27-40a2-89d8-541b8d5fdfde', 'tag': '8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6', 'status': 'completed', 'code': 200} Mar 22 11:37:32.960408 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-6b4c75db-67dc-46b2-b6ea-90577d83904b None None] Set router 09ef15ca-ef74-41ca-8b81-87294e7a5835 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:37:32.972981 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7dcb2a-4069-434d-8187-7473d7e133c4 req-1925774f-876f-4d2d-b580-a28b46e2aae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:32.975495 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-db7dcb2a-4069-434d-8187-7473d7e133c4 req-1925774f-876f-4d2d-b580-a28b46e2aae1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be78f097af6f4a3b946304d2e45fad1b&device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde HTTP/1.1" status: 200 len: 1098 time: 0.0462751 Mar 22 11:37:33.107604 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7dcb2a-4069-434d-8187-7473d7e133c4 req-cfc4be45-e992-4745-a5a0-77dfc0dd9a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:33.108985 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-db7dcb2a-4069-434d-8187-7473d7e133c4 req-cfc4be45-e992-4745-a5a0-77dfc0dd9a87 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8ddd78e5-3c98-4811-9aac-b9ccb84d25bd HTTP/1.1" status: 200 len: 910 time: 0.1246800 Mar 22 11:37:33.118999 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38adda-3c92-4255-8ed8-31435c6b9351 req-1907d433-b92b-4117-8e46-ecd4af6d1aae tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:33.120416 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8f38adda-3c92-4255-8ed8-31435c6b9351 req-1907d433-b92b-4117-8e46-ecd4af6d1aae tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde HTTP/1.1" status: 200 len: 945 time: 0.0685313 Mar 22 11:37:33.162875 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-6b4c75db-67dc-46b2-b6ea-90577d83904b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ef15ca-ef74-41ca-8b81-87294e7a5835', 'name': 'tempest-TestShelveInstance-1328265224-router', 'tenant_id': 'be78f097af6f4a3b946304d2e45fad1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': '56a38f0d-531b-45ae-94ec-7dcda370ff49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:28:57Z', 'updated_at': '2022-03-22T11:29:00Z', 'revision_number': 4, 'project_id': 'be78f097af6f4a3b946304d2e45fad1b', 'gw_port': {'id': '56a38f0d-531b-45ae-94ec-7dcda370ff49', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ef15ca-ef74-41ca-8b81-87294e7a5835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:28:58Z', 'updated_at': '2022-03-22T11:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '71232e47-2b08-40c6-bf9f-b22f339a4399', 'name': '', 'network_id': '8ddd78e5-3c98-4811-9aac-b9ccb84d25bd', 'tenant_id': 'be78f097af6f4a3b946304d2e45fad1b', 'mac_address': 'fa:16:3e:c4:46:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ef15ca-ef74-41ca-8b81-87294e7a5835', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '2b30bd46-1e03-4ecf-b2b2-b3398218098b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:28:59Z', 'updated_at': '2022-03-22T11:29:04Z', 'revision_number': 5, 'project_id': 'be78f097af6f4a3b946304d2e45fad1b', 'subnets': [{'id': '2b30bd46-1e03-4ecf-b2b2-b3398218098b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:33.164145 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-db7dcb2a-4069-434d-8187-7473d7e133c4 req-8dcd4b5e-8fb2-43b5-a1ac-008572bd2fc9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6 HTTP/1.1" status: 200 len: 217 time: 0.0427516 Mar 22 11:37:33.192919 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4c75db-67dc-46b2-b6ea-90577d83904b None None] Checking router: 09ef15ca-ef74-41ca-8b81-87294e7a5835 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:37:33.201326 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4c75db-67dc-46b2-b6ea-90577d83904b None None] Routers {'09ef15ca-ef74-41ca-8b81-87294e7a5835'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:37:33.201891 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-6b4c75db-67dc-46b2-b6ea-90577d83904b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:37:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['09ef15ca-ef74-41ca-8b81-87294e7a5835'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:33.218374 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-8f38adda-3c92-4255-8ed8-31435c6b9351 req-385a4266-fe44-43ae-8d8d-3b965c93059d tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=52552a3c-4369-4939-8318-e0074a58dc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912080 Mar 22 11:37:33.227240 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7dcb2a-4069-434d-8187-7473d7e133c4 req-c5dd6596-3d5d-4401-aa77-be17be1ebec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:33.228687 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-db7dcb2a-4069-434d-8187-7473d7e133c4 req-c5dd6596-3d5d-4401-aa77-be17be1ebec6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2b30bd46-1e03-4ecf-b2b2-b3398218098b HTTP/1.1" status: 200 len: 848 time: 0.0568762 Mar 22 11:37:33.274641 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7dcb2a-4069-434d-8187-7473d7e133c4 req-9a0e6aaa-7c3d-46a7-8370-1d22d695dc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:33.276164 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-db7dcb2a-4069-434d-8187-7473d7e133c4 req-9a0e6aaa-7c3d-46a7-8370-1d22d695dc04 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ddd78e5-3c98-4811-9aac-b9ccb84d25bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402536 Mar 22 11:37:33.377014 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-db7dcb2a-4069-434d-8187-7473d7e133c4 req-6c73ddc7-a35d-4e22-ad52-a8069e32848d service neutron] 10.222.0.35 "GET /v2.0/networks/8ddd78e5-3c98-4811-9aac-b9ccb84d25bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924544 Mar 22 11:37:33.401672 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-6b4c75db-67dc-46b2-b6ea-90577d83904b None None] Set router 09ef15ca-ef74-41ca-8b81-87294e7a5835 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:37:33.470271 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-db7dcb2a-4069-434d-8187-7473d7e133c4 req-8e63293f-8d27-49c6-b855-9e10f1fee6bc service neutron] 10.222.0.35 "GET /v2.0/networks/8ddd78e5-3c98-4811-9aac-b9ccb84d25bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865226 Mar 22 11:37:33.600927 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-6b4c75db-67dc-46b2-b6ea-90577d83904b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ef15ca-ef74-41ca-8b81-87294e7a5835', 'name': 'tempest-TestShelveInstance-1328265224-router', 'tenant_id': 'be78f097af6f4a3b946304d2e45fad1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': '56a38f0d-531b-45ae-94ec-7dcda370ff49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:28:57Z', 'updated_at': '2022-03-22T11:29:00Z', 'revision_number': 4, 'project_id': 'be78f097af6f4a3b946304d2e45fad1b', 'gw_port': {'id': '56a38f0d-531b-45ae-94ec-7dcda370ff49', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ef15ca-ef74-41ca-8b81-87294e7a5835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:28:58Z', 'updated_at': '2022-03-22T11:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '71232e47-2b08-40c6-bf9f-b22f339a4399', 'name': '', 'network_id': '8ddd78e5-3c98-4811-9aac-b9ccb84d25bd', 'tenant_id': 'be78f097af6f4a3b946304d2e45fad1b', 'mac_address': 'fa:16:3e:c4:46:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ef15ca-ef74-41ca-8b81-87294e7a5835', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '2b30bd46-1e03-4ecf-b2b2-b3398218098b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:28:59Z', 'updated_at': '2022-03-22T11:29:04Z', 'revision_number': 5, 'project_id': 'be78f097af6f4a3b946304d2e45fad1b', 'subnets': [{'id': '2b30bd46-1e03-4ecf-b2b2-b3398218098b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:33.632079 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4c75db-67dc-46b2-b6ea-90577d83904b None None] The sync data for ids ['09ef15ca-ef74-41ca-8b81-87294e7a5835'] in dv-neutron-834599-1-hyperv is: [{'id': '09ef15ca-ef74-41ca-8b81-87294e7a5835', 'name': 'tempest-TestShelveInstance-1328265224-router', 'tenant_id': 'be78f097af6f4a3b946304d2e45fad1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': '56a38f0d-531b-45ae-94ec-7dcda370ff49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:28:57Z', 'updated_at': '2022-03-22T11:29:00Z', 'revision_number': 4, 'project_id': 'be78f097af6f4a3b946304d2e45fad1b', 'gw_port': {'id': '56a38f0d-531b-45ae-94ec-7dcda370ff49', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ef15ca-ef74-41ca-8b81-87294e7a5835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:28:58Z', 'updated_at': '2022-03-22T11:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '71232e47-2b08-40c6-bf9f-b22f339a4399', 'name': '', 'network_id': '8ddd78e5-3c98-4811-9aac-b9ccb84d25bd', 'tenant_id': 'be78f097af6f4a3b946304d2e45fad1b', 'mac_address': 'fa:16:3e:c4:46:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ef15ca-ef74-41ca-8b81-87294e7a5835', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '2b30bd46-1e03-4ecf-b2b2-b3398218098b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:28:59Z', 'updated_at': '2022-03-22T11:29:04Z', 'revision_number': 5, 'project_id': 'be78f097af6f4a3b946304d2e45fad1b', 'subnets': [{'id': '2b30bd46-1e03-4ecf-b2b2-b3398218098b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:37:33.835112 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e80e5e0-49e0-4a8b-92d3-c7867a36a0fb None None] New status for floating IP e1d6678c-c52c-4e84-8804-f2424a9929cf: DOWN {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 11:37:34.341676 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485eb54-e4a9-4225-980b-645e1921b3e4 req-0671fdc5-ec45-4a2c-be4a-811af431120c tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:34.343156 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a485eb54-e4a9-4225-980b-645e1921b3e4 req-0671fdc5-ec45-4a2c-be4a-811af431120c tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde HTTP/1.1" status: 200 len: 945 time: 0.0515172 Mar 22 11:37:34.389226 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a485eb54-e4a9-4225-980b-645e1921b3e4 req-2eb0841e-784a-416d-9d4b-114e32a1e9d5 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/security-groups?id=52552a3c-4369-4939-8318-e0074a58dc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374269 Mar 22 11:37:34.589680 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3e731-00db-482b-97f2-b01e62ed4c2b req-997f47fa-9f2a-4ed5-89e8-ca196a6cf01f tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:34.591122 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7ad3e731-00db-482b-97f2-b01e62ed4c2b req-997f47fa-9f2a-4ed5-89e8-ca196a6cf01f tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.35 "GET /v2.0/ports?device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde HTTP/1.1" status: 200 len: 945 time: 0.0549948 Mar 22 11:37:34.685275 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-7ad3e731-00db-482b-97f2-b01e62ed4c2b req-6298b0e3-e3ef-43ba-ae79-e9a25a2f60e1 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Deleting port 8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:37:34.685606 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-7ad3e731-00db-482b-97f2-b01e62ed4c2b req-6298b0e3-e3ef-43ba-ae79-e9a25a2f60e1 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:34.778990 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-7ad3e731-00db-482b-97f2-b01e62ed4c2b req-6298b0e3-e3ef-43ba-ae79-e9a25a2f60e1 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] For port 8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6,segment=NetworkSegment(16ee53d8-47e1-4192-8cf0-9a24117c050d),segment_id=16ee53d8-47e1-4192-8cf0-9a24117c050d)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:37:34.779323 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-7ad3e731-00db-482b-97f2-b01e62ed4c2b req-6298b0e3-e3ef-43ba-ae79-e9a25a2f60e1 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:34.797446 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-7ad3e731-00db-482b-97f2-b01e62ed4c2b req-6298b0e3-e3ef-43ba-ae79-e9a25a2f60e1 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Calling delete_port for 8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6 owned by compute:nova {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:37:34.936638 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-7ad3e731-00db-482b-97f2-b01e62ed4c2b req-6298b0e3-e3ef-43ba-ae79-e9a25a2f60e1 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:34.966442 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6298b0e3-e3ef-43ba-ae79-e9a25a2f60e1 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Pushing event deleted for resources: {'Port': ['ID=8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:35.006668 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad3e731-00db-482b-97f2-b01e62ed4c2b req-6298b0e3-e3ef-43ba-ae79-e9a25a2f60e1 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] No DVR routers for this DVR port 8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6 on host hv-neutron-8345 {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:37:35.009311 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-7ad3e731-00db-482b-97f2-b01e62ed4c2b req-6298b0e3-e3ef-43ba-ae79-e9a25a2f60e1 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:35.012609 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7ad3e731-00db-482b-97f2-b01e62ed4c2b req-6298b0e3-e3ef-43ba-ae79-e9a25a2f60e1 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.35 "DELETE /v2.0/ports/8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6 HTTP/1.1" status: 204 len: 173 time: 0.4154830 Mar 22 11:37:35.013044 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c25d3d1f-bf27-40a2-89d8-541b8d5fdfde', 'name': 'network-vif-deleted', 'tag': '8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:37:35.015280 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6b47a6-730b-465d-8b2a-ca538db98839" -d '{"events": [{"server_uuid": "c25d3d1f-bf27-40a2-89d8-541b8d5fdfde", "name": "network-vif-deleted", "tag": "8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:37:35.051940 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07347e00-c830-4899-8e99-0616e474b953 x-openstack-request-id: req-07347e00-c830-4899-8e99-0616e474b953 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:37:35.052220 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c25d3d1f-bf27-40a2-89d8-541b8d5fdfde", "name": "network-vif-deleted", "tag": "8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:37:35.052465 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-07347e00-c830-4899-8e99-0616e474b953 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:37:35.052857 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07347e00-c830-4899-8e99-0616e474b953'] response: {'server_uuid': 'c25d3d1f-bf27-40a2-89d8-541b8d5fdfde', 'name': 'network-vif-deleted', 'tag': '8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6', 'status': 'completed', 'code': 200} Mar 22 11:37:35.488139 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a3229c9b-f198-4231-804e-a91a32ba5fc7 req-4314de3a-c472-4be8-a4af-be7313f506be tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde HTTP/1.1" status: 200 len: 210 time: 0.0283477 Mar 22 11:37:36.585503 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4c8d92ce-bbb2-4801-8dc6-dc35e5def160 req-42660bf4-7348-431b-bf78-ab98b7a9c9a8 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde HTTP/1.1" status: 200 len: 210 time: 0.0265813 Mar 22 11:37:37.699174 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-65a7da92-0b68-4958-a8ae-ae2ec4a818be req-bb6c300c-2b8b-416b-8466-035075e92bf5 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde HTTP/1.1" status: 200 len: 210 time: 0.0304203 Mar 22 11:37:37.784811 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a10d82aa-81a7-485d-840c-a3cf90c2d22b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:38.817137 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-325e5939-aaa8-40a8-8cb9-561e3f2d52d8 req-fd55679e-c6f0-493f-929b-0542d51e2f48 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "GET /v2.0/ports?device_id=c25d3d1f-bf27-40a2-89d8-541b8d5fdfde HTTP/1.1" status: 200 len: 210 time: 0.0337822 Mar 22 11:37:38.983618 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6 no longer exists at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:37:39.004804 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] No Port match for: 8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:37:39.005147 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 8cd74c12-0bfc-47b4-b1fe-1c7d74ddd0b6 not bound to the agent host hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:37:39.881654 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 48450) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:37:39.938194 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-91f2ffe7-f9cf-4336-b8e2-acd84b1bd9fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:39.960616 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5ced3e1c-45a7-4f89-8694-3e3d89e4c1b5 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:39.987987 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5ced3e1c-45a7-4f89-8694-3e3d89e4c1b5 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:40.053790 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5ced3e1c-45a7-4f89-8694-3e3d89e4c1b5 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:40.056629 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-5ced3e1c-45a7-4f89-8694-3e3d89e4c1b5 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:40.057843 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-5ced3e1c-45a7-4f89-8694-3e3d89e4c1b5 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] 10.222.0.57 "DELETE /v2.0/security-groups/52552a3c-4369-4939-8318-e0074a58dc3e HTTP/1.1" status: 204 len: 168 time: 0.1748588 Mar 22 11:37:40.070456 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced3e1c-45a7-4f89-8694-3e3d89e4c1b5 tempest-TestShelveInstance-1762694245 tempest-TestShelveInstance-1762694245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52552a3c-4369-4939-8318-e0074a58dc3e,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:41.114758 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 48456) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:37:41.321029 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:41.570334 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bed6c9bf-855b-49d2-8016-d9ef35e4ae4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683891'] for router_interface, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:41.833504 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-bed6c9bf-855b-49d2-8016-d9ef35e4ae4a admin admin] Deleting port 71232e47-2b08-40c6-bf9f-b22f339a4399 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:37:41.833750 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bed6c9bf-855b-49d2-8016-d9ef35e4ae4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:41.923822 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-bed6c9bf-855b-49d2-8016-d9ef35e4ae4a admin admin] For port 71232e47-2b08-40c6-bf9f-b22f339a4399, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=71232e47-2b08-40c6-bf9f-b22f339a4399,segment=NetworkSegment(16ee53d8-47e1-4192-8cf0-9a24117c050d),segment_id=16ee53d8-47e1-4192-8cf0-9a24117c050d)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:37:41.924159 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bed6c9bf-855b-49d2-8016-d9ef35e4ae4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:41.936560 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-bed6c9bf-855b-49d2-8016-d9ef35e4ae4a admin admin] Calling delete_port for 71232e47-2b08-40c6-bf9f-b22f339a4399 owned by network:router_interface {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:37:42.120269 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bed6c9bf-855b-49d2-8016-d9ef35e4ae4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:42.152874 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed6c9bf-855b-49d2-8016-d9ef35e4ae4a admin admin] Pushing event deleted for resources: {'Port': ['ID=71232e47-2b08-40c6-bf9f-b22f339a4399,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:42.164286 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed6c9bf-855b-49d2-8016-d9ef35e4ae4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:42.164626 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed6c9bf-855b-49d2-8016-d9ef35e4ae4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:42.164986 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed6c9bf-855b-49d2-8016-d9ef35e4ae4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:42.165320 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed6c9bf-855b-49d2-8016-d9ef35e4ae4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:42.165665 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed6c9bf-855b-49d2-8016-d9ef35e4ae4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:42.166014 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed6c9bf-855b-49d2-8016-d9ef35e4ae4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:42.166346 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed6c9bf-855b-49d2-8016-d9ef35e4ae4a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:42.166658 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed6c9bf-855b-49d2-8016-d9ef35e4ae4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:42.166977 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed6c9bf-855b-49d2-8016-d9ef35e4ae4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:42.167293 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed6c9bf-855b-49d2-8016-d9ef35e4ae4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:42.167638 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed6c9bf-855b-49d2-8016-d9ef35e4ae4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:42.167921 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed6c9bf-855b-49d2-8016-d9ef35e4ae4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:42.323036 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-bed6c9bf-855b-49d2-8016-d9ef35e4ae4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684007'] for router_interface, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:42.382965 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:37:42.536371 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed6c9bf-855b-49d2-8016-d9ef35e4ae4a admin admin] Router 09ef15ca-ef74-41ca-8b81-87294e7a5835 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:37:42.645399 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed6c9bf-855b-49d2-8016-d9ef35e4ae4a admin admin] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:37:42.652663 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-bed6c9bf-855b-49d2-8016-d9ef35e4ae4a admin admin] 10.222.0.57 "PUT /v2.0/routers/09ef15ca-ef74-41ca-8b81-87294e7a5835/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5356190 Mar 22 11:37:42.653488 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 48462) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:37:42.654349 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc13fce-2655-4c68-9fbc-5e605ec762bb None None] Sync routers for ids ['09ef15ca-ef74-41ca-8b81-87294e7a5835'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:37:42.664344 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc13fce-2655-4c68-9fbc-5e605ec762bb None None] Routers {'09ef15ca-ef74-41ca-8b81-87294e7a5835'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:37:42.665227 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-7dc13fce-2655-4c68-9fbc-5e605ec762bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:37:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['09ef15ca-ef74-41ca-8b81-87294e7a5835'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:42.738860 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:42.757640 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-efc004f0-c22b-4b8c-b4cf-072bf1b23214 admin admin] Notify callbacks [] for router, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:42.767798 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-7dc13fce-2655-4c68-9fbc-5e605ec762bb None None] Set router 09ef15ca-ef74-41ca-8b81-87294e7a5835 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:37:42.858918 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-efc004f0-c22b-4b8c-b4cf-072bf1b23214 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:42.903018 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:42.912920 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-efc004f0-c22b-4b8c-b4cf-072bf1b23214 admin admin] Deleting port 56a38f0d-531b-45ae-94ec-7dcda370ff49 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:37:42.913259 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-efc004f0-c22b-4b8c-b4cf-072bf1b23214 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:42.945990 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-7dc13fce-2655-4c68-9fbc-5e605ec762bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ef15ca-ef74-41ca-8b81-87294e7a5835', 'name': 'tempest-TestShelveInstance-1328265224-router', 'tenant_id': 'be78f097af6f4a3b946304d2e45fad1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': '56a38f0d-531b-45ae-94ec-7dcda370ff49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:28:57Z', 'updated_at': '2022-03-22T11:37:42Z', 'revision_number': 5, 'project_id': 'be78f097af6f4a3b946304d2e45fad1b', 'gw_port': {'id': '56a38f0d-531b-45ae-94ec-7dcda370ff49', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ef15ca-ef74-41ca-8b81-87294e7a5835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:28:58Z', 'updated_at': '2022-03-22T11:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:42.972699 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc13fce-2655-4c68-9fbc-5e605ec762bb None None] Checking router: 09ef15ca-ef74-41ca-8b81-87294e7a5835 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:37:42.981710 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc13fce-2655-4c68-9fbc-5e605ec762bb None None] Routers {'09ef15ca-ef74-41ca-8b81-87294e7a5835'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:37:42.982289 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-7dc13fce-2655-4c68-9fbc-5e605ec762bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:37:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['09ef15ca-ef74-41ca-8b81-87294e7a5835'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:42.997504 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-efc004f0-c22b-4b8c-b4cf-072bf1b23214 admin admin] For port 56a38f0d-531b-45ae-94ec-7dcda370ff49, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=56a38f0d-531b-45ae-94ec-7dcda370ff49,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:37:42.997889 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-efc004f0-c22b-4b8c-b4cf-072bf1b23214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:43.010115 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-efc004f0-c22b-4b8c-b4cf-072bf1b23214 admin admin] Calling delete_port for 56a38f0d-531b-45ae-94ec-7dcda370ff49 owned by network:router_gateway {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:37:43.066220 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-7dc13fce-2655-4c68-9fbc-5e605ec762bb None None] Set router 09ef15ca-ef74-41ca-8b81-87294e7a5835 gateway port host: None {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:37:43.119051 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-7dc13fce-2655-4c68-9fbc-5e605ec762bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ef15ca-ef74-41ca-8b81-87294e7a5835', 'name': 'tempest-TestShelveInstance-1328265224-router', 'tenant_id': 'be78f097af6f4a3b946304d2e45fad1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:28:57Z', 'updated_at': '2022-03-22T11:37:42Z', 'revision_number': 6, 'project_id': 'be78f097af6f4a3b946304d2e45fad1b', 'gw_port_host': None}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:43.145921 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc13fce-2655-4c68-9fbc-5e605ec762bb None None] The sync data for ids ['09ef15ca-ef74-41ca-8b81-87294e7a5835'] in dv-neutron-834599-1-hyperv is: [{'id': '09ef15ca-ef74-41ca-8b81-87294e7a5835', 'name': 'tempest-TestShelveInstance-1328265224-router', 'tenant_id': 'be78f097af6f4a3b946304d2e45fad1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:28:57Z', 'updated_at': '2022-03-22T11:37:42Z', 'revision_number': 6, 'project_id': 'be78f097af6f4a3b946304d2e45fad1b', 'gw_port_host': None}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:37:43.178924 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-efc004f0-c22b-4b8c-b4cf-072bf1b23214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:43.207390 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc004f0-c22b-4b8c-b4cf-072bf1b23214 admin admin] Pushing event deleted for resources: {'Port': ['ID=56a38f0d-531b-45ae-94ec-7dcda370ff49,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:43.264058 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-efc004f0-c22b-4b8c-b4cf-072bf1b23214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682553'] for router_gateway, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:43.353590 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-efc004f0-c22b-4b8c-b4cf-072bf1b23214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:43.356292 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-efc004f0-c22b-4b8c-b4cf-072bf1b23214 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:43.401477 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-efc004f0-c22b-4b8c-b4cf-072bf1b23214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:43.401964 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc004f0-c22b-4b8c-b4cf-072bf1b23214 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09ef15ca-ef74-41ca-8b81-87294e7a5835 {{(pid=109050) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 11:37:43.406119 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-efc004f0-c22b-4b8c-b4cf-072bf1b23214 admin admin] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:43.407232 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-efc004f0-c22b-4b8c-b4cf-072bf1b23214 admin admin] 10.222.0.57 "DELETE /v2.0/routers/09ef15ca-ef74-41ca-8b81-87294e7a5835 HTTP/1.1" status: 204 len: 168 time: 0.7527263 Mar 22 11:37:43.409950 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 48464) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:37:43.454103 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_v2 [None req-78d3244b-df67-4cf3-907a-cf9c078e01d5 admin admin] Deleting subnet 2b30bd46-1e03-4ecf-b2b2-b3398218098b {{(pid=109050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 11:37:43.457252 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-78d3244b-df67-4cf3-907a-cf9c078e01d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:43.492431 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-78d3244b-df67-4cf3-907a-cf9c078e01d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11961780'] for subnet, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:43.577576 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-78d3244b-df67-4cf3-907a-cf9c078e01d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:43.632882 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-78d3244b-df67-4cf3-907a-cf9c078e01d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:43.660580 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-78d3244b-df67-4cf3-907a-cf9c078e01d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:43.663877 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-78d3244b-df67-4cf3-907a-cf9c078e01d5 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/2b30bd46-1e03-4ecf-b2b2-b3398218098b HTTP/1.1" status: 204 len: 168 time: 0.2530138 Mar 22 11:37:43.664721 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d3244b-df67-4cf3-907a-cf9c078e01d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b30bd46-1e03-4ecf-b2b2-b3398218098b,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:43.667147 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 48466) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:37:43.667975 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9baa2d-09b6-445f-9cab-26b19c33767c None None] Network 8ddd78e5-3c98-4811-9aac-b9ccb84d25bd requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:37:43.737067 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b35061fd-c825-4420-8771-fc0924661fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:43.789027 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-b35061fd-c825-4420-8771-fc0924661fe8 admin admin] Deleting port 929f7379-9e92-4894-ad63-62fac06dfa84 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:37:43.789373 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b35061fd-c825-4420-8771-fc0924661fe8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:43.841071 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:43.854186 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-b35061fd-c825-4420-8771-fc0924661fe8 admin admin] For port 929f7379-9e92-4894-ad63-62fac06dfa84, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=929f7379-9e92-4894-ad63-62fac06dfa84,segment=NetworkSegment(16ee53d8-47e1-4192-8cf0-9a24117c050d),segment_id=16ee53d8-47e1-4192-8cf0-9a24117c050d)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:37:43.854542 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b35061fd-c825-4420-8771-fc0924661fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:43.866531 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-b35061fd-c825-4420-8771-fc0924661fe8 admin admin] Calling delete_port for 929f7379-9e92-4894-ad63-62fac06dfa84 owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:37:43.913921 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012916e9-23ab-453f-9944-828f06b3e52d None None] DHCP port deletion for 8ddd78e5-3c98-4811-9aac-b9ccb84d25bd request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 11:37:43.952421 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b35061fd-c825-4420-8771-fc0924661fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:43.973616 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-012916e9-23ab-453f-9944-828f06b3e52d None None] Deleting port 929f7379-9e92-4894-ad63-62fac06dfa84 {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:37:43.974040 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-012916e9-23ab-453f-9944-828f06b3e52d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:43.983909 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35061fd-c825-4420-8771-fc0924661fe8 admin admin] Pushing event deleted for resources: {'Port': ['ID=929f7379-9e92-4894-ad63-62fac06dfa84,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:43.985760 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35061fd-c825-4420-8771-fc0924661fe8 admin admin] No DVR routers for this DVR port 929f7379-9e92-4894-ad63-62fac06dfa84 on host dv-neutron-834599-1-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:37:44.045045 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-012916e9-23ab-453f-9944-828f06b3e52d None None] For port 929f7379-9e92-4894-ad63-62fac06dfa84, host dv-neutron-834599-1-hyperv, got binding levels [] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:37:44.045714 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-012916e9-23ab-453f-9944-828f06b3e52d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:44.058184 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b35061fd-c825-4420-8771-fc0924661fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:44.059011 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-012916e9-23ab-453f-9944-828f06b3e52d None None] Calling delete_port for 929f7379-9e92-4894-ad63-62fac06dfa84 owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:37:44.065373 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.ipam_backend_mixin [None req-012916e9-23ab-453f-9944-828f06b3e52d None None] Port 929f7379-9e92-4894-ad63-62fac06dfa84 was not found and therefore no delete operation was performed {{(pid=109051) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 22 11:37:44.066590 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-012916e9-23ab-453f-9944-828f06b3e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:44.077633 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-b35061fd-c825-4420-8771-fc0924661fe8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ddd78e5-3c98-4811-9aac-b9ccb84d25bd']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:44.086878 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-b35061fd-c825-4420-8771-fc0924661fe8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16ee53d8-47e1-4192-8cf0-9a24117c050d') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:44.087180 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-b35061fd-c825-4420-8771-fc0924661fe8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16ee53d8-47e1-4192-8cf0-9a24117c050d') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:44.092570 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012916e9-23ab-453f-9944-828f06b3e52d None None] Pushing event deleted for resources: {'Port': ['ID=929f7379-9e92-4894-ad63-62fac06dfa84,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:44.095754 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012916e9-23ab-453f-9944-828f06b3e52d None None] No DVR routers for this DVR port 929f7379-9e92-4894-ad63-62fac06dfa84 on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:37:44.097039 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b35061fd-c825-4420-8771-fc0924661fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:44.101050 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012916e9-23ab-453f-9944-828f06b3e52d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:44.101396 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012916e9-23ab-453f-9944-828f06b3e52d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:44.101720 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012916e9-23ab-453f-9944-828f06b3e52d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:44.102067 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012916e9-23ab-453f-9944-828f06b3e52d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:44.102391 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012916e9-23ab-453f-9944-828f06b3e52d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:44.103223 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012916e9-23ab-453f-9944-828f06b3e52d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:44.103223 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012916e9-23ab-453f-9944-828f06b3e52d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:44.103442 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012916e9-23ab-453f-9944-828f06b3e52d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:44.103737 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012916e9-23ab-453f-9944-828f06b3e52d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:44.104043 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012916e9-23ab-453f-9944-828f06b3e52d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:44.104369 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012916e9-23ab-453f-9944-828f06b3e52d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:44.105066 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012916e9-23ab-453f-9944-828f06b3e52d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:44.118927 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b35061fd-c825-4420-8771-fc0924661fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:44.126692 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b35061fd-c825-4420-8771-fc0924661fe8 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:37:44.127093 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b35061fd-c825-4420-8771-fc0924661fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:44.129890 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 11:37:44.129890 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:37:44.129890 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 11:37:44.129890 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:37:44.129890 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 11:37:44.129890 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 11:37:44.129890 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 11:37:44.129890 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:37:44.129890 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 11:37:44.129890 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:37:44.129890 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 11:37:44.129890 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:37:44.129890 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 11:37:44.129890 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 11:37:44.129890 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:37:44.129890 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 11:37:44.129890 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:37:44.129890 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 11:37:44.129890 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 11:37:44.129890 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 11:37:44.129890 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 11:37:44.129890 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 11:37:44.129890 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:37:44.129890 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:37:44.129890 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 11:37:44.129890 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:37:44.129890 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:37:44.129890 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:37:44.129890 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:37:44.129890 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:37:44.129890 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:37:44.129890 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:37:44.190876 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b35061fd-c825-4420-8771-fc0924661fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:44.196954 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-b35061fd-c825-4420-8771-fc0924661fe8 admin admin] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:44.200111 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-b35061fd-c825-4420-8771-fc0924661fe8 admin admin] 10.222.0.57 "DELETE /v2.0/networks/8ddd78e5-3c98-4811-9aac-b9ccb84d25bd HTTP/1.1" status: 204 len: 168 time: 0.5308318 Mar 22 11:37:44.204116 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 48468) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:37:44.219199 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35061fd-c825-4420-8771-fc0924661fe8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ddd78e5-3c98-4811-9aac-b9ccb84d25bd,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:44.581638 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0f039a9c-f68a-4bd3-a2d7-b58de13feee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683891'] for router_interface, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:44.655950 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 929f7379-9e92-4894-ad63-62fac06dfa84 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:37:44.676316 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 929f7379-9e92-4894-ad63-62fac06dfa84 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:37:44.676633 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 929f7379-9e92-4894-ad63-62fac06dfa84 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:37:44.677229 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 71232e47-2b08-40c6-bf9f-b22f339a4399 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:37:44.696338 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 71232e47-2b08-40c6-bf9f-b22f339a4399 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:37:44.696732 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 71232e47-2b08-40c6-bf9f-b22f339a4399 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:37:44.697131 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 56a38f0d-531b-45ae-94ec-7dcda370ff49 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:37:44.718207 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 56a38f0d-531b-45ae-94ec-7dcda370ff49 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:37:44.718525 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 56a38f0d-531b-45ae-94ec-7dcda370ff49 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:37:45.154679 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-0f039a9c-f68a-4bd3-a2d7-b58de13feee3 admin admin] Deleting port efe0e31c-cad0-4478-acbc-c37c1a7e76f0 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:37:45.156871 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0f039a9c-f68a-4bd3-a2d7-b58de13feee3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:45.249542 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-0f039a9c-f68a-4bd3-a2d7-b58de13feee3 admin admin] For port efe0e31c-cad0-4478-acbc-c37c1a7e76f0, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=efe0e31c-cad0-4478-acbc-c37c1a7e76f0,segment=NetworkSegment(d30d69ee-51b8-4689-b193-25c4fb88b55b),segment_id=d30d69ee-51b8-4689-b193-25c4fb88b55b)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:37:45.249797 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0f039a9c-f68a-4bd3-a2d7-b58de13feee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:45.266502 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-0f039a9c-f68a-4bd3-a2d7-b58de13feee3 admin admin] Calling delete_port for efe0e31c-cad0-4478-acbc-c37c1a7e76f0 owned by network:router_interface {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:37:45.470723 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0f039a9c-f68a-4bd3-a2d7-b58de13feee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:45.501981 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f039a9c-f68a-4bd3-a2d7-b58de13feee3 admin admin] Pushing event deleted for resources: {'Port': ['ID=efe0e31c-cad0-4478-acbc-c37c1a7e76f0,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:45.686809 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-0f039a9c-f68a-4bd3-a2d7-b58de13feee3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684007'] for router_interface, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:45.908810 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f039a9c-f68a-4bd3-a2d7-b58de13feee3 admin admin] Router d6be06b7-6554-4d4a-98a0-7ccbd4af8fc7 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:37:46.023503 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f039a9c-f68a-4bd3-a2d7-b58de13feee3 admin admin] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:37:46.029229 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-0f039a9c-f68a-4bd3-a2d7-b58de13feee3 admin admin] 10.222.0.57 "PUT /v2.0/routers/d6be06b7-6554-4d4a-98a0-7ccbd4af8fc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8241832 Mar 22 11:37:46.032769 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 48470) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:37:46.034016 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd8d49d-7b57-46f0-874a-eb57d45a69b9 None None] Sync routers for ids ['d6be06b7-6554-4d4a-98a0-7ccbd4af8fc7'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:37:46.047298 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd8d49d-7b57-46f0-874a-eb57d45a69b9 None None] Routers {'d6be06b7-6554-4d4a-98a0-7ccbd4af8fc7'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:37:46.047941 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-5cd8d49d-7b57-46f0-874a-eb57d45a69b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:37:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['d6be06b7-6554-4d4a-98a0-7ccbd4af8fc7'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:46.304471 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-5cd8d49d-7b57-46f0-874a-eb57d45a69b9 None None] Set router d6be06b7-6554-4d4a-98a0-7ccbd4af8fc7 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:37:46.482290 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ca001f93-349d-48be-8471-e8452fb838e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:46.493027 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-5cd8d49d-7b57-46f0-874a-eb57d45a69b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6be06b7-6554-4d4a-98a0-7ccbd4af8fc7', 'name': 'tempest-TestShelveInstance-1973617438-router', 'tenant_id': '8159f292f5184f55984ad14b7dd952c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.39'}], 'enable_snat': True}, 'gw_port_id': '4019cb65-3c38-4daa-add7-51023a6aba7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:29:02Z', 'updated_at': '2022-03-22T11:37:45Z', 'revision_number': 5, 'project_id': '8159f292f5184f55984ad14b7dd952c3', 'gw_port': {'id': '4019cb65-3c38-4daa-add7-51023a6aba7a', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6be06b7-6554-4d4a-98a0-7ccbd4af8fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:29:02Z', 'updated_at': '2022-03-22T11:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:46.518248 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd8d49d-7b57-46f0-874a-eb57d45a69b9 None None] Checking router: d6be06b7-6554-4d4a-98a0-7ccbd4af8fc7 for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:37:46.526491 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd8d49d-7b57-46f0-874a-eb57d45a69b9 None None] Routers {'d6be06b7-6554-4d4a-98a0-7ccbd4af8fc7'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:37:46.527081 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-5cd8d49d-7b57-46f0-874a-eb57d45a69b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:37:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['d6be06b7-6554-4d4a-98a0-7ccbd4af8fc7'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:46.585634 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ca001f93-349d-48be-8471-e8452fb838e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:46.636339 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-5cd8d49d-7b57-46f0-874a-eb57d45a69b9 None None] Set router d6be06b7-6554-4d4a-98a0-7ccbd4af8fc7 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:37:46.656157 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-ca001f93-349d-48be-8471-e8452fb838e4 admin admin] Deleting port 4019cb65-3c38-4daa-add7-51023a6aba7a {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:37:46.656512 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ca001f93-349d-48be-8471-e8452fb838e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:46.737734 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-ca001f93-349d-48be-8471-e8452fb838e4 admin admin] For port 4019cb65-3c38-4daa-add7-51023a6aba7a, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=4019cb65-3c38-4daa-add7-51023a6aba7a,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:37:46.738106 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ca001f93-349d-48be-8471-e8452fb838e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:46.750523 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-ca001f93-349d-48be-8471-e8452fb838e4 admin admin] Calling delete_port for 4019cb65-3c38-4daa-add7-51023a6aba7a owned by network:router_gateway {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:37:46.814100 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-5cd8d49d-7b57-46f0-874a-eb57d45a69b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6be06b7-6554-4d4a-98a0-7ccbd4af8fc7', 'name': 'tempest-TestShelveInstance-1973617438-router', 'tenant_id': '8159f292f5184f55984ad14b7dd952c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.39'}], 'enable_snat': True}, 'gw_port_id': '4019cb65-3c38-4daa-add7-51023a6aba7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:29:02Z', 'updated_at': '2022-03-22T11:37:45Z', 'revision_number': 5, 'project_id': '8159f292f5184f55984ad14b7dd952c3', 'gw_port': {'id': '4019cb65-3c38-4daa-add7-51023a6aba7a', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6be06b7-6554-4d4a-98a0-7ccbd4af8fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:29:02Z', 'updated_at': '2022-03-22T11:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:46.839661 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd8d49d-7b57-46f0-874a-eb57d45a69b9 None None] The sync data for ids ['d6be06b7-6554-4d4a-98a0-7ccbd4af8fc7'] in dv-neutron-834599-1-hyperv is: [{'id': 'd6be06b7-6554-4d4a-98a0-7ccbd4af8fc7', 'name': 'tempest-TestShelveInstance-1973617438-router', 'tenant_id': '8159f292f5184f55984ad14b7dd952c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.39'}], 'enable_snat': True}, 'gw_port_id': '4019cb65-3c38-4daa-add7-51023a6aba7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:29:02Z', 'updated_at': '2022-03-22T11:37:45Z', 'revision_number': 5, 'project_id': '8159f292f5184f55984ad14b7dd952c3', 'gw_port': {'id': '4019cb65-3c38-4daa-add7-51023a6aba7a', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6be06b7-6554-4d4a-98a0-7ccbd4af8fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:29:02Z', 'updated_at': '2022-03-22T11:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:37:46.936090 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ca001f93-349d-48be-8471-e8452fb838e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:46.963007 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca001f93-349d-48be-8471-e8452fb838e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4019cb65-3c38-4daa-add7-51023a6aba7a,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:47.035402 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ca001f93-349d-48be-8471-e8452fb838e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682553'] for router_gateway, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:47.126373 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ca001f93-349d-48be-8471-e8452fb838e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:47.128419 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ca001f93-349d-48be-8471-e8452fb838e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:47.175561 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ca001f93-349d-48be-8471-e8452fb838e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:47.176102 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca001f93-349d-48be-8471-e8452fb838e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6be06b7-6554-4d4a-98a0-7ccbd4af8fc7 {{(pid=109050) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 11:37:47.181211 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ca001f93-349d-48be-8471-e8452fb838e4 admin admin] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:47.182469 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-ca001f93-349d-48be-8471-e8452fb838e4 admin admin] 10.222.0.57 "DELETE /v2.0/routers/d6be06b7-6554-4d4a-98a0-7ccbd4af8fc7 HTTP/1.1" status: 204 len: 168 time: 1.1485174 Mar 22 11:37:47.184948 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 48472) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:37:47.231020 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac9407c0-64e7-4657-b10e-4e4ffc1e6c56 admin admin] Deleting subnet 2cd14d21-b7ad-4b5c-8d81-c3dc276cfe27 {{(pid=109050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 11:37:47.234549 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ac9407c0-64e7-4657-b10e-4e4ffc1e6c56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:47.268998 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ac9407c0-64e7-4657-b10e-4e4ffc1e6c56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11961780'] for subnet, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:47.355737 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ac9407c0-64e7-4657-b10e-4e4ffc1e6c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:47.410245 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ac9407c0-64e7-4657-b10e-4e4ffc1e6c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:47.436517 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9407c0-64e7-4657-b10e-4e4ffc1e6c56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cd14d21-b7ad-4b5c-8d81-c3dc276cfe27,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:47.442672 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ac9407c0-64e7-4657-b10e-4e4ffc1e6c56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:47.446816 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d10caf-5709-4f74-9a28-f96551dbbb20 None None] Network 22d0bec4-949a-4503-a020-935fa92e9b14 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:37:47.447879 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-ac9407c0-64e7-4657-b10e-4e4ffc1e6c56 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/2cd14d21-b7ad-4b5c-8d81-c3dc276cfe27 HTTP/1.1" status: 204 len: 168 time: 0.2618191 Mar 22 11:37:47.448550 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 48474) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:37:47.526944 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2f318246-c674-43d2-abda-f791140de91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:47.579913 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-2f318246-c674-43d2-abda-f791140de91d admin admin] Deleting port 9b44b5d3-bab1-4d3a-95fa-53fc85bb9424 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:37:47.580260 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2f318246-c674-43d2-abda-f791140de91d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:47.648480 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-2f318246-c674-43d2-abda-f791140de91d admin admin] For port 9b44b5d3-bab1-4d3a-95fa-53fc85bb9424, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=9b44b5d3-bab1-4d3a-95fa-53fc85bb9424,segment=NetworkSegment(d30d69ee-51b8-4689-b193-25c4fb88b55b),segment_id=d30d69ee-51b8-4689-b193-25c4fb88b55b)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:37:47.648845 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2f318246-c674-43d2-abda-f791140de91d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:47.663413 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-2f318246-c674-43d2-abda-f791140de91d admin admin] Calling delete_port for 9b44b5d3-bab1-4d3a-95fa-53fc85bb9424 owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:37:47.746535 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2f318246-c674-43d2-abda-f791140de91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:47.771710 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f318246-c674-43d2-abda-f791140de91d admin admin] Pushing event deleted for resources: {'Port': ['ID=9b44b5d3-bab1-4d3a-95fa-53fc85bb9424,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:47.776958 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f318246-c674-43d2-abda-f791140de91d admin admin] No DVR routers for this DVR port 9b44b5d3-bab1-4d3a-95fa-53fc85bb9424 on host dv-neutron-834599-1-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:37:47.851980 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b59872-1d9d-49ad-9d2a-22f81bdb8c7f None None] DHCP port deletion for 22d0bec4-949a-4503-a020-935fa92e9b14 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 11:37:47.861453 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2f318246-c674-43d2-abda-f791140de91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:47.883614 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-2f318246-c674-43d2-abda-f791140de91d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22d0bec4-949a-4503-a020-935fa92e9b14']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:47.892919 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-2f318246-c674-43d2-abda-f791140de91d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd30d69ee-51b8-4689-b193-25c4fb88b55b') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:47.893196 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-2f318246-c674-43d2-abda-f791140de91d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd30d69ee-51b8-4689-b193-25c4fb88b55b') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:47.902367 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2f318246-c674-43d2-abda-f791140de91d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:47.917365 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2f318246-c674-43d2-abda-f791140de91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:47.926153 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f318246-c674-43d2-abda-f791140de91d admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:37:47.926687 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2f318246-c674-43d2-abda-f791140de91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:47.928779 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 11:37:47.928779 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:37:47.928779 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 11:37:47.928779 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:37:47.928779 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 11:37:47.928779 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 11:37:47.928779 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 11:37:47.928779 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:37:47.928779 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 11:37:47.928779 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:37:47.928779 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 11:37:47.928779 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:37:47.928779 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 11:37:47.928779 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 11:37:47.928779 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:37:47.928779 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 11:37:47.928779 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:37:47.928779 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 11:37:47.928779 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 11:37:47.928779 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 11:37:47.928779 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 11:37:47.928779 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 11:37:47.928779 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:37:47.928779 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:37:47.928779 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 11:37:47.928779 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:37:47.928779 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:37:47.928779 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:37:47.928779 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:37:47.928779 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:37:47.928779 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:37:47.928779 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:37:47.995625 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2f318246-c674-43d2-abda-f791140de91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:48.001581 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-2f318246-c674-43d2-abda-f791140de91d admin admin] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:48.008431 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-2f318246-c674-43d2-abda-f791140de91d admin admin] 10.222.0.57 "DELETE /v2.0/networks/22d0bec4-949a-4503-a020-935fa92e9b14 HTTP/1.1" status: 204 len: 168 time: 0.5554416 Mar 22 11:37:48.016293 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f318246-c674-43d2-abda-f791140de91d admin admin] Pushing event deleted for resources: {'Network': ['ID=22d0bec4-949a-4503-a020-935fa92e9b14,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:48.121296 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 48478) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:37:48.162260 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-93c52718-2d08-490f-98eb-c14870bba39e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=be78f097af6f4a3b946304d2e45fad1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396936 Mar 22 11:37:48.164796 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 48480) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:37:48.225593 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-21178f40-6e03-44b6-9731-387e0ed9b358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:48.246508 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-21178f40-6e03-44b6-9731-387e0ed9b358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:48.298539 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-21178f40-6e03-44b6-9731-387e0ed9b358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:48.301370 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-21178f40-6e03-44b6-9731-387e0ed9b358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:48.302538 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-21178f40-6e03-44b6-9731-387e0ed9b358 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/00b9e6d4-c076-4872-8184-712ff6a68dbe HTTP/1.1" status: 204 len: 168 time: 0.1365576 Mar 22 11:37:48.310375 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21178f40-6e03-44b6-9731-387e0ed9b358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b9e6d4-c076-4872-8184-712ff6a68dbe,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:48.650292 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device efe0e31c-cad0-4478-acbc-c37c1a7e76f0 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:37:48.656370 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 48486) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:37:48.670769 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: efe0e31c-cad0-4478-acbc-c37c1a7e76f0 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:37:48.671117 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device efe0e31c-cad0-4478-acbc-c37c1a7e76f0 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:37:48.671576 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 4019cb65-3c38-4daa-add7-51023a6aba7a no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:37:48.694399 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 4019cb65-3c38-4daa-add7-51023a6aba7a {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:37:48.694652 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 4019cb65-3c38-4daa-add7-51023a6aba7a not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:37:48.695067 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 9b44b5d3-bab1-4d3a-95fa-53fc85bb9424 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:37:48.699807 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-12669075-1c87-43e6-b909-46bd1c76c2d2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8159f292f5184f55984ad14b7dd952c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421498 Mar 22 11:37:48.702446 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 48488) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:37:48.714376 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 9b44b5d3-bab1-4d3a-95fa-53fc85bb9424 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:37:48.714719 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 9b44b5d3-bab1-4d3a-95fa-53fc85bb9424 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:37:48.752913 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b4544f23-5e2b-4fc9-940c-8f95cd608eaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:48.774285 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b4544f23-5e2b-4fc9-940c-8f95cd608eaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:48.830513 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b4544f23-5e2b-4fc9-940c-8f95cd608eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:48.833230 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-b4544f23-5e2b-4fc9-940c-8f95cd608eaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:48.834394 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-b4544f23-5e2b-4fc9-940c-8f95cd608eaf admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f6cebf38-30bd-4a39-80be-ed805954fa52 HTTP/1.1" status: 204 len: 168 time: 0.1309695 Mar 22 11:37:48.842142 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4544f23-5e2b-4fc9-940c-8f95cd608eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6cebf38-30bd-4a39-80be-ed805954fa52,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:49.591794 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 48510) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:37:49.695701 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-0343c90d-be28-4028-b86f-2e8f16019dfd admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1967814398-network', 'tenant_id': '0ca7356ed40642a7929b2e6b63c7c56b'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:37:49.717843 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0343c90d-be28-4028-b86f-2e8f16019dfd admin admin] Made reservation on behalf of 0ca7356ed40642a7929b2e6b63c7c56b for: {'network': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:37:49.720195 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0343c90d-be28-4028-b86f-2e8f16019dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:49.728934 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0343c90d-be28-4028-b86f-2e8f16019dfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:49.812163 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0343c90d-be28-4028-b86f-2e8f16019dfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:49.817386 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0343c90d-be28-4028-b86f-2e8f16019dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:49.843243 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0343c90d-be28-4028-b86f-2e8f16019dfd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=109050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:37:49.849325 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0343c90d-be28-4028-b86f-2e8f16019dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e311d5-7a54-4ee8-9cb8-f7a32811da6a,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:49.857734 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0343c90d-be28-4028-b86f-2e8f16019dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:49.857734 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.segments_db [None req-0343c90d-be28-4028-b86f-2e8f16019dfd admin admin] Added segment ebbcea6a-590d-4018-9a05-c44691af8871 of type vlan for network 3bb52cfc-1ac7-4f0e-a2a5-96d83b540985 Mar 22 11:37:49.898247 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0343c90d-be28-4028-b86f-2e8f16019dfd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:49.923529 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0343c90d-be28-4028-b86f-2e8f16019dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:49.924490 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0343c90d-be28-4028-b86f-2e8f16019dfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:49.925118 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-0343c90d-be28-4028-b86f-2e8f16019dfd admin admin] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:49.956228 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-0343c90d-be28-4028-b86f-2e8f16019dfd admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3630311 Mar 22 11:37:49.959176 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 48514) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:37:49.964723 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-3a3dbc0b-ffee-46d6-acf7-71f5831938ea admin admin] Request body: {'subnet': {'network_id': '3bb52cfc-1ac7-4f0e-a2a5-96d83b540985', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1967814398-subnet', 'tenant_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'ip_version': 4}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:37:49.986728 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3dbc0b-ffee-46d6-acf7-71f5831938ea admin admin] Made reservation on behalf of 0ca7356ed40642a7929b2e6b63c7c56b for: {'subnet': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:37:49.989276 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3a3dbc0b-ffee-46d6-acf7-71f5831938ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12443836'] for subnet, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:49.991311 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0343c90d-be28-4028-b86f-2e8f16019dfd admin admin] Pushing event updated for resources: {'Network': ['ID=3bb52cfc-1ac7-4f0e-a2a5-96d83b540985,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:50.002515 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 3bb52cfc-1ac7-4f0e-a2a5-96d83b540985 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 11:37:50.164575 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3a3dbc0b-ffee-46d6-acf7-71f5831938ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12443818'] for subnet, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:50.216642 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3dbc0b-ffee-46d6-acf7-71f5831938ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=aee45e80-3711-4777-bbbd-65c309ffc864,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:50.227927 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3dbc0b-ffee-46d6-acf7-71f5831938ea admin admin] Checking segment: {'id': 'ebbcea6a-590d-4018-9a05-c44691af8871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3bb52cfc-1ac7-4f0e-a2a5-96d83b540985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:37:50.228286 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3dbc0b-ffee-46d6-acf7-71f5831938ea admin admin] Network hostable DHCP agents. Network: 3bb52cfc-1ac7-4f0e-a2a5-96d83b540985, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:37:50.247099 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3dbc0b-ffee-46d6-acf7-71f5831938ea admin admin] Network 3bb52cfc-1ac7-4f0e-a2a5-96d83b540985 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:37:50.256663 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-3a3dbc0b-ffee-46d6-acf7-71f5831938ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 3bb52cfc-1ac7-4f0e-a2a5-96d83b540985) {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:37:50.260746 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3dbc0b-ffee-46d6-acf7-71f5831938ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:50.261384 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3a3dbc0b-ffee-46d6-acf7-71f5831938ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:50.266739 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af484d5-4f93-4bda-ba85-e64552c0b78d None None] Network 3bb52cfc-1ac7-4f0e-a2a5-96d83b540985 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:37:50.277718 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3a3dbc0b-ffee-46d6-acf7-71f5831938ea admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3173885 Mar 22 11:37:50.280617 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 48516) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:37:50.284797 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-6cf23813-5d35-449d-a1a9-335326170d00 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1967814398-router', 'tenant_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:37:50.303973 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6cf23813-5d35-449d-a1a9-335326170d00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:50.305052 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6cf23813-5d35-449d-a1a9-335326170d00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:50.363057 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6cf23813-5d35-449d-a1a9-335326170d00 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:50.432494 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc6f54d-e97c-47b6-8a71-b4ef506d4206 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-3bb52cfc-1ac7-4f0e-a2a5-96d83b540985', 'network_id': '3bb52cfc-1ac7-4f0e-a2a5-96d83b540985', 'tenant_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'fixed_ips': [{'subnet_id': 'aee45e80-3711-4777-bbbd-65c309ffc864'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 11:37:50.433650 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4bc6f54d-e97c-47b6-8a71-b4ef506d4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:50.504544 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6cf23813-5d35-449d-a1a9-335326170d00 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:50.571119 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-4bc6f54d-e97c-47b6-8a71-b4ef506d4206 None None] Allocated IP 172.20.0.2 (3bb52cfc-1ac7-4f0e-a2a5-96d83b540985/aee45e80-3711-4777-bbbd-65c309ffc864/0829370e-ad4a-446d-9ae2-63cf0977f700) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:37:50.710643 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6cf23813-5d35-449d-a1a9-335326170d00 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:50.727323 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4bc6f54d-e97c-47b6-8a71-b4ef506d4206 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:50.729973 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6cf23813-5d35-449d-a1a9-335326170d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:50.733544 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4bc6f54d-e97c-47b6-8a71-b4ef506d4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:50.771919 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc6f54d-e97c-47b6-8a71-b4ef506d4206 None None] Network 3bb52cfc-1ac7-4f0e-a2a5-96d83b540985 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:37:50.774741 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-4bc6f54d-e97c-47b6-8a71-b4ef506d4206 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:37:50.778221 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc6f54d-e97c-47b6-8a71-b4ef506d4206 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:37:50.786390 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc6f54d-e97c-47b6-8a71-b4ef506d4206 None None] Pushing event updated for resources: {'Port': ['ID=0829370e-ad4a-446d-9ae2-63cf0977f700,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:50.834519 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_common [None req-6cf23813-5d35-449d-a1a9-335326170d00 admin admin] Allocated IP 172.26.7.30 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/c287e0ce-015b-4a31-b2a2-b5ebfe62729f) {{(pid=109049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:37:50.838764 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-4bc6f54d-e97c-47b6-8a71-b4ef506d4206 None None] Attempting to bind port 0829370e-ad4a-446d-9ae2-63cf0977f700 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:37:50.839215 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-4bc6f54d-e97c-47b6-8a71-b4ef506d4206 None None] Attempting to bind port 0829370e-ad4a-446d-9ae2-63cf0977f700 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': 'ebbcea6a-590d-4018-9a05-c44691af8871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3bb52cfc-1ac7-4f0e-a2a5-96d83b540985'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:37:50.839611 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc6f54d-e97c-47b6-8a71-b4ef506d4206 None None] Attempting to bind port 0829370e-ad4a-446d-9ae2-63cf0977f700 on network 3bb52cfc-1ac7-4f0e-a2a5-96d83b540985 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:37:50.844574 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc6f54d-e97c-47b6-8a71-b4ef506d4206 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:37:50.844945 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc6f54d-e97c-47b6-8a71-b4ef506d4206 None None] Checking segment: {'id': 'ebbcea6a-590d-4018-9a05-c44691af8871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3bb52cfc-1ac7-4f0e-a2a5-96d83b540985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:37:50.845359 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4bc6f54d-e97c-47b6-8a71-b4ef506d4206 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:50.845757 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc6f54d-e97c-47b6-8a71-b4ef506d4206 None None] Bound using segment: {'id': 'ebbcea6a-590d-4018-9a05-c44691af8871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3bb52cfc-1ac7-4f0e-a2a5-96d83b540985'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:37:50.846208 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-4bc6f54d-e97c-47b6-8a71-b4ef506d4206 None None] Bound port: 0829370e-ad4a-446d-9ae2-63cf0977f700, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebbcea6a-590d-4018-9a05-c44691af8871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3bb52cfc-1ac7-4f0e-a2a5-96d83b540985'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:37:50.846594 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4bc6f54d-e97c-47b6-8a71-b4ef506d4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:50.908914 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-4bc6f54d-e97c-47b6-8a71-b4ef506d4206 None None] For port 0829370e-ad4a-446d-9ae2-63cf0977f700, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:37:50.913204 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-4bc6f54d-e97c-47b6-8a71-b4ef506d4206 None None] For port 0829370e-ad4a-446d-9ae2-63cf0977f700, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=0829370e-ad4a-446d-9ae2-63cf0977f700,segment=NetworkSegment(ebbcea6a-590d-4018-9a05-c44691af8871),segment_id=ebbcea6a-590d-4018-9a05-c44691af8871)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:37:50.917945 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4bc6f54d-e97c-47b6-8a71-b4ef506d4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:50.939002 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6cf23813-5d35-449d-a1a9-335326170d00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:50.972767 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc6f54d-e97c-47b6-8a71-b4ef506d4206 None None] Pushing event updated for resources: {'Port': ['ID=0829370e-ad4a-446d-9ae2-63cf0977f700,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:50.980243 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6cf23813-5d35-449d-a1a9-335326170d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:51.023154 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf23813-5d35-449d-a1a9-335326170d00 admin admin] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:37:51.025968 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.base_scheduler [None req-6cf23813-5d35-449d-a1a9-335326170d00 admin admin] Resources bound (agent type, host, resource id): {{(pid=109049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:37:51.030398 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf23813-5d35-449d-a1a9-335326170d00 admin admin] Received port after_create {{(pid=109049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:37:51.033532 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf23813-5d35-449d-a1a9-335326170d00 admin admin] Pushing event updated for resources: {'Port': ['ID=c287e0ce-015b-4a31-b2a2-b5ebfe62729f,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:51.297155 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6cf23813-5d35-449d-a1a9-335326170d00 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:51.498970 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6cf23813-5d35-449d-a1a9-335326170d00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:51.634056 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf23813-5d35-449d-a1a9-335326170d00 admin admin] Router f0aefc89-432d-4eba-960c-9227b5fba567 is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 11:37:51.742945 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf23813-5d35-449d-a1a9-335326170d00 admin admin] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:37:51.754117 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29e7d19-6559-4f83-be38-8a274abd9e0b None None] Sync routers for ids ['f0aefc89-432d-4eba-960c-9227b5fba567'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:37:51.763267 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-6cf23813-5d35-449d-a1a9-335326170d00 admin admin] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:51.765528 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29e7d19-6559-4f83-be38-8a274abd9e0b None None] Routers {'f0aefc89-432d-4eba-960c-9227b5fba567'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:37:51.766130 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-e29e7d19-6559-4f83-be38-8a274abd9e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:37:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['f0aefc89-432d-4eba-960c-9227b5fba567'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:51.767466 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 48518) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:37:51.768038 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-6cf23813-5d35-449d-a1a9-335326170d00 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4858637 Mar 22 11:37:51.871751 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-e29e7d19-6559-4f83-be38-8a274abd9e0b None None] Set router f0aefc89-432d-4eba-960c-9227b5fba567 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:37:51.892409 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68b8c5f-3257-4fe0-bfd7-832618963564 None None] Network 3bb52cfc-1ac7-4f0e-a2a5-96d83b540985 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:37:52.022387 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-69d45662-6a05-4e1b-8af4-a7440da27972 None None] Provisioning complete for port 0829370e-ad4a-446d-9ae2-63cf0977f700 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:37:52.022675 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-69d45662-6a05-4e1b-8af4-a7440da27972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:52.079572 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-e29e7d19-6559-4f83-be38-8a274abd9e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'name': 'tempest-TestSnapshotPattern-1967814398-router', 'tenant_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30'}], 'enable_snat': True}, 'gw_port_id': 'c287e0ce-015b-4a31-b2a2-b5ebfe62729f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:37:50Z', 'updated_at': '2022-03-22T11:37:51Z', 'revision_number': 3, 'project_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'gw_port': {'id': 'c287e0ce-015b-4a31-b2a2-b5ebfe62729f', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ba:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:37:50Z', 'updated_at': '2022-03-22T11:37:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:52.107260 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29e7d19-6559-4f83-be38-8a274abd9e0b None None] Checking router: f0aefc89-432d-4eba-960c-9227b5fba567 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:37:52.107636 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29e7d19-6559-4f83-be38-8a274abd9e0b None None] Updating router f0aefc89-432d-4eba-960c-9227b5fba567 port c287e0ce-015b-4a31-b2a2-b5ebfe62729f binding host dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:37:52.132249 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-e29e7d19-6559-4f83-be38-8a274abd9e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:52.135603 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-69d45662-6a05-4e1b-8af4-a7440da27972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:52.176854 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-69d45662-6a05-4e1b-8af4-a7440da27972 None None] For port 0829370e-ad4a-446d-9ae2-63cf0977f700, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=0829370e-ad4a-446d-9ae2-63cf0977f700,segment=NetworkSegment(ebbcea6a-590d-4018-9a05-c44691af8871),segment_id=ebbcea6a-590d-4018-9a05-c44691af8871)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:37:52.182864 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-69d45662-6a05-4e1b-8af4-a7440da27972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:52.206639 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7208a8d4-8fcf-404d-be41-cae5c7c60b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:52.236954 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d45662-6a05-4e1b-8af4-a7440da27972 None None] Pushing event updated for resources: {'Port': ['ID=0829370e-ad4a-446d-9ae2-63cf0977f700,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:52.384044 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-7208a8d4-8fcf-404d-be41-cae5c7c60b95 admin admin] Allocated IP 172.20.0.1 (3bb52cfc-1ac7-4f0e-a2a5-96d83b540985/aee45e80-3711-4777-bbbd-65c309ffc864/0fbfc20e-d17e-4ca5-92b2-e89fd9cf096c) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:37:52.405263 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-78c20c55-0edb-4f5d-9990-50abffc8ba63 None None] Provisioning complete for port 0829370e-ad4a-446d-9ae2-63cf0977f700 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:37:52.405664 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-78c20c55-0edb-4f5d-9990-50abffc8ba63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:52.414561 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-e29e7d19-6559-4f83-be38-8a274abd9e0b None None] Notify callbacks [] for port, precommit_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:52.420607 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-e29e7d19-6559-4f83-be38-8a274abd9e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:52.463505 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-e29e7d19-6559-4f83-be38-8a274abd9e0b None None] Attempting to bind port c287e0ce-015b-4a31-b2a2-b5ebfe62729f on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:37:52.463919 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-e29e7d19-6559-4f83-be38-8a274abd9e0b None None] Attempting to bind port c287e0ce-015b-4a31-b2a2-b5ebfe62729f by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:37:52.464282 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29e7d19-6559-4f83-be38-8a274abd9e0b None None] Attempting to bind port c287e0ce-015b-4a31-b2a2-b5ebfe62729f on network a14ca783-6f82-4799-85a3-4cbe79c980a8 {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:37:52.473625 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29e7d19-6559-4f83-be38-8a274abd9e0b None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:37:52.474017 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29e7d19-6559-4f83-be38-8a274abd9e0b None None] Checking segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:37:52.474405 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-e29e7d19-6559-4f83-be38-8a274abd9e0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:52.474750 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29e7d19-6559-4f83-be38-8a274abd9e0b None None] Bound using segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:37:52.475221 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-e29e7d19-6559-4f83-be38-8a274abd9e0b None None] Bound port: c287e0ce-015b-4a31-b2a2-b5ebfe62729f, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:37:52.475800 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-e29e7d19-6559-4f83-be38-8a274abd9e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:52.498320 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7208a8d4-8fcf-404d-be41-cae5c7c60b95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:52.510523 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e344ba-c373-4592-89ae-9e7247461efd None None] Pushing event updated for resources: {'Port': ['ID=c287e0ce-015b-4a31-b2a2-b5ebfe62729f,revision_number=2']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:52.525564 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e344ba-c373-4592-89ae-9e7247461efd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:52.525900 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e344ba-c373-4592-89ae-9e7247461efd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:52.526229 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e344ba-c373-4592-89ae-9e7247461efd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:52.526602 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e344ba-c373-4592-89ae-9e7247461efd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:52.526923 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e344ba-c373-4592-89ae-9e7247461efd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:52.527238 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e344ba-c373-4592-89ae-9e7247461efd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:52.527579 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e344ba-c373-4592-89ae-9e7247461efd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:52.527895 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e344ba-c373-4592-89ae-9e7247461efd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:52.528194 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e344ba-c373-4592-89ae-9e7247461efd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:52.528518 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e344ba-c373-4592-89ae-9e7247461efd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:52.528813 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e344ba-c373-4592-89ae-9e7247461efd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:52.529116 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e344ba-c373-4592-89ae-9e7247461efd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:37:52.533312 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7208a8d4-8fcf-404d-be41-cae5c7c60b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:52.542513 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-e29e7d19-6559-4f83-be38-8a274abd9e0b None None] For port c287e0ce-015b-4a31-b2a2-b5ebfe62729f, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:37:52.545555 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-e29e7d19-6559-4f83-be38-8a274abd9e0b None None] For port c287e0ce-015b-4a31-b2a2-b5ebfe62729f, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=c287e0ce-015b-4a31-b2a2-b5ebfe62729f,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:37:52.549744 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-e29e7d19-6559-4f83-be38-8a274abd9e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:52.574468 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7208a8d4-8fcf-404d-be41-cae5c7c60b95 admin admin] Network 3bb52cfc-1ac7-4f0e-a2a5-96d83b540985 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:37:52.578603 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-7208a8d4-8fcf-404d-be41-cae5c7c60b95 admin admin] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:37:52.582895 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7208a8d4-8fcf-404d-be41-cae5c7c60b95 admin admin] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:37:52.585989 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7208a8d4-8fcf-404d-be41-cae5c7c60b95 admin admin] Pushing event updated for resources: {'Port': ['ID=0fbfc20e-d17e-4ca5-92b2-e89fd9cf096c,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:52.602835 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29e7d19-6559-4f83-be38-8a274abd9e0b None None] Routers {'f0aefc89-432d-4eba-960c-9227b5fba567'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:37:52.603562 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-e29e7d19-6559-4f83-be38-8a274abd9e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:37:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['f0aefc89-432d-4eba-960c-9227b5fba567'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:52.639001 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7208a8d4-8fcf-404d-be41-cae5c7c60b95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684270'] for router_interface, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:52.721583 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 0829370e-ad4a-446d-9ae2-63cf0977f700 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:37:52.783289 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 0829370e-ad4a-446d-9ae2-63cf0977f700 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:37:52.783856 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:52.808569 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7208a8d4-8fcf-404d-be41-cae5c7c60b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:52.818902 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-e29e7d19-6559-4f83-be38-8a274abd9e0b None None] Set router f0aefc89-432d-4eba-960c-9227b5fba567 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:37:52.850561 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e344ba-c373-4592-89ae-9e7247461efd None None] Pushing event updated for resources: {'Port': ['ID=c287e0ce-015b-4a31-b2a2-b5ebfe62729f,revision_number=3']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:52.917097 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-401906ab-4605-4608-b00c-69454b881fc9 None None] Provisioning complete for port 0fbfc20e-d17e-4ca5-92b2-e89fd9cf096c triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:37:52.917732 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-401906ab-4605-4608-b00c-69454b881fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:52.954288 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-401906ab-4605-4608-b00c-69454b881fc9 None None] Port 0fbfc20e-d17e-4ca5-92b2-e89fd9cf096c cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:37:52.979264 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7208a8d4-8fcf-404d-be41-cae5c7c60b95 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:52.985039 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7208a8d4-8fcf-404d-be41-cae5c7c60b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:53.007172 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-e29e7d19-6559-4f83-be38-8a274abd9e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'name': 'tempest-TestSnapshotPattern-1967814398-router', 'tenant_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30'}], 'enable_snat': True}, 'gw_port_id': 'c287e0ce-015b-4a31-b2a2-b5ebfe62729f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:37:50Z', 'updated_at': '2022-03-22T11:37:51Z', 'revision_number': 3, 'project_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'gw_port': {'id': 'c287e0ce-015b-4a31-b2a2-b5ebfe62729f', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ba:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:37:50Z', 'updated_at': '2022-03-22T11:37:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:53.032374 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29e7d19-6559-4f83-be38-8a274abd9e0b None None] The sync data for ids ['f0aefc89-432d-4eba-960c-9227b5fba567'] in dv-neutron-834599-1-hyperv is: [{'id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'name': 'tempest-TestSnapshotPattern-1967814398-router', 'tenant_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30'}], 'enable_snat': True}, 'gw_port_id': 'c287e0ce-015b-4a31-b2a2-b5ebfe62729f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:37:50Z', 'updated_at': '2022-03-22T11:37:51Z', 'revision_number': 3, 'project_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'gw_port': {'id': 'c287e0ce-015b-4a31-b2a2-b5ebfe62729f', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ba:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:37:50Z', 'updated_at': '2022-03-22T11:37:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:37:53.050471 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-7208a8d4-8fcf-404d-be41-cae5c7c60b95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684306'] for router_interface, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:53.060236 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7208a8d4-8fcf-404d-be41-cae5c7c60b95 admin admin] Pushing event updated for resources: {'Port': ['ID=0fbfc20e-d17e-4ca5-92b2-e89fd9cf096c,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:53.148017 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7208a8d4-8fcf-404d-be41-cae5c7c60b95 admin admin] Network 3bb52cfc-1ac7-4f0e-a2a5-96d83b540985 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:37:53.149400 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-7208a8d4-8fcf-404d-be41-cae5c7c60b95 admin admin] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:37:53.277579 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7208a8d4-8fcf-404d-be41-cae5c7c60b95 admin admin] Router f0aefc89-432d-4eba-960c-9227b5fba567 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:37:53.394058 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7208a8d4-8fcf-404d-be41-cae5c7c60b95 admin admin] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:37:53.407261 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-7208a8d4-8fcf-404d-be41-cae5c7c60b95 admin admin] 10.222.0.57 "PUT /v2.0/routers/f0aefc89-432d-4eba-960c-9227b5fba567/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6294739 Mar 22 11:37:53.481210 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-47f0e055-eb5a-45be-a082-c8633fdffea1 None None] Provisioning complete for port 0fbfc20e-d17e-4ca5-92b2-e89fd9cf096c triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:37:53.481581 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-47f0e055-eb5a-45be-a082-c8633fdffea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:53.516370 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-47f0e055-eb5a-45be-a082-c8633fdffea1 None None] Port 0fbfc20e-d17e-4ca5-92b2-e89fd9cf096c cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:37:53.870525 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 48534) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:37:53.875521 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-3fac5c66-394f-47b0-9f4e-57a7619d5f65 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-316435262-network', 'tenant_id': '53b5c2f46acb4a06862052a71d555cb8'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:37:53.896292 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fac5c66-394f-47b0-9f4e-57a7619d5f65 admin admin] Made reservation on behalf of 53b5c2f46acb4a06862052a71d555cb8 for: {'network': 1} {{(pid=109049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:37:53.898562 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3fac5c66-394f-47b0-9f4e-57a7619d5f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for network, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:53.906852 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3fac5c66-394f-47b0-9f4e-57a7619d5f65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:53.977802 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3fac5c66-394f-47b0-9f4e-57a7619d5f65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:53.984553 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3fac5c66-394f-47b0-9f4e-57a7619d5f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:54.008758 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fac5c66-394f-47b0-9f4e-57a7619d5f65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=109049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 11:37:54.018374 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fac5c66-394f-47b0-9f4e-57a7619d5f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4703ae7-84b5-4abf-93e0-1be18a47e98f,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:54.022957 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3fac5c66-394f-47b0-9f4e-57a7619d5f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:54.023295 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.db.segments_db [None req-3fac5c66-394f-47b0-9f4e-57a7619d5f65 admin admin] Added segment d65a0985-eba4-4e80-b2ec-09d3a2c62ddb of type vlan for network 2815dad1-c20c-42b8-a611-1e0f7dfdea94 Mar 22 11:37:54.062009 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3fac5c66-394f-47b0-9f4e-57a7619d5f65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732232202397'] for network, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:54.087156 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3fac5c66-394f-47b0-9f4e-57a7619d5f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593'] for network, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:54.088526 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fac5c66-394f-47b0-9f4e-57a7619d5f65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:54.089219 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-3fac5c66-394f-47b0-9f4e-57a7619d5f65 admin admin] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:54.123915 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-3fac5c66-394f-47b0-9f4e-57a7619d5f65 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2521067 Mar 22 11:37:54.126911 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 48536) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:37:54.133882 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-2b50121b-c37e-434c-b8c1-fcaa36a53b30 admin admin] Request body: {'subnet': {'network_id': '2815dad1-c20c-42b8-a611-1e0f7dfdea94', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-316435262-subnet', 'tenant_id': '53b5c2f46acb4a06862052a71d555cb8', 'ip_version': 4}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:37:54.154316 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b50121b-c37e-434c-b8c1-fcaa36a53b30 admin admin] Made reservation on behalf of 53b5c2f46acb4a06862052a71d555cb8 for: {'subnet': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:37:54.156725 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2b50121b-c37e-434c-b8c1-fcaa36a53b30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11946032'] for subnet, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:54.157534 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fac5c66-394f-47b0-9f4e-57a7619d5f65 admin admin] Pushing event updated for resources: {'Network': ['ID=2815dad1-c20c-42b8-a611-1e0f7dfdea94,revision_number=1']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:54.167876 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Network 2815dad1-c20c-42b8-a611-1e0f7dfdea94 details requested by agent ovs-agent-dv-neutron-834599-1-hyperv with host dv-neutron-834599-1-hyperv {{(pid=109051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 11:37:54.334630 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2b50121b-c37e-434c-b8c1-fcaa36a53b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11961735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11946022'] for subnet, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:54.383632 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b50121b-c37e-434c-b8c1-fcaa36a53b30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7d22bda-4fa4-4be4-a915-1b1bdfff9b73,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:54.399131 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b50121b-c37e-434c-b8c1-fcaa36a53b30 admin admin] Checking segment: {'id': 'd65a0985-eba4-4e80-b2ec-09d3a2c62ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '2815dad1-c20c-42b8-a611-1e0f7dfdea94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:37:54.399532 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b50121b-c37e-434c-b8c1-fcaa36a53b30 admin admin] Network hostable DHCP agents. Network: 2815dad1-c20c-42b8-a611-1e0f7dfdea94, hostable agents: ['b1b34ee9-895f-4f2d-a7e2-a86671360fb3'], hosted agents: [] {{(pid=109050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 11:37:54.416492 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b50121b-c37e-434c-b8c1-fcaa36a53b30 admin admin] Network 2815dad1-c20c-42b8-a611-1e0f7dfdea94 is scheduled to be hosted by DHCP agent b1b34ee9-895f-4f2d-a7e2-a86671360fb3 with binding_index 1 {{(pid=109050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 11:37:54.429215 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-2b50121b-c37e-434c-b8c1-fcaa36a53b30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834599-1-hyperv, 2815dad1-c20c-42b8-a611-1e0f7dfdea94) {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:37:54.435217 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b50121b-c37e-434c-b8c1-fcaa36a53b30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:37:54.436154 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2b50121b-c37e-434c-b8c1-fcaa36a53b30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:54.438760 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35e028b-533c-4042-9575-c1658c669323 None None] Network 2815dad1-c20c-42b8-a611-1e0f7dfdea94 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:37:54.457311 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-2b50121b-c37e-434c-b8c1-fcaa36a53b30 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3291163 Mar 22 11:37:54.459895 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 48538) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:37:54.464437 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-9b47f044-795a-4bce-b117-0f8b8c6371d7 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-316435262-router', 'tenant_id': '53b5c2f46acb4a06862052a71d555cb8', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:37:54.485452 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9b47f044-795a-4bce-b117-0f8b8c6371d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3670244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11467'] for router, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:54.486453 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9b47f044-795a-4bce-b117-0f8b8c6371d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11458'] for router, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:54.543740 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9b47f044-795a-4bce-b117-0f8b8c6371d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:54.686326 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9b47f044-795a-4bce-b117-0f8b8c6371d7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:54.705970 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device c287e0ce-015b-4a31-b2a2-b5ebfe62729f up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:37:54.708250 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f44047f-4f75-48a3-ac19-2254088b0877 None None] Sync routers for ids ['f0aefc89-432d-4eba-960c-9227b5fba567'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:37:54.758226 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f44047f-4f75-48a3-ac19-2254088b0877 None None] Routers {'f0aefc89-432d-4eba-960c-9227b5fba567'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:37:54.758827 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-5f44047f-4f75-48a3-ac19-2254088b0877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:37:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['f0aefc89-432d-4eba-960c-9227b5fba567'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:54.822544 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f554a8f7-52cd-4bc0-abfd-e35b5d0fc4b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89a150a5-4f9d-57b7-80f3-e858255b3cc3-2815dad1-c20c-42b8-a611-1e0f7dfdea94', 'network_id': '2815dad1-c20c-42b8-a611-1e0f7dfdea94', 'tenant_id': '53b5c2f46acb4a06862052a71d555cb8', 'fixed_ips': [{'subnet_id': 'a7d22bda-4fa4-4be4-a915-1b1bdfff9b73'}]}} from dv-neutron-834599-1-hyperv. {{(pid=109051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 22 11:37:54.823566 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f554a8f7-52cd-4bc0-abfd-e35b5d0fc4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:54.942214 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port c287e0ce-015b-4a31-b2a2-b5ebfe62729f triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:37:54.942589 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:55.007577 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-5f44047f-4f75-48a3-ac19-2254088b0877 None None] Set router f0aefc89-432d-4eba-960c-9227b5fba567 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:37:55.125862 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.db_base_plugin_common [None req-f554a8f7-52cd-4bc0-abfd-e35b5d0fc4b2 None None] Allocated IP 172.20.0.2 (2815dad1-c20c-42b8-a611-1e0f7dfdea94/a7d22bda-4fa4-4be4-a915-1b1bdfff9b73/a142a17b-13a6-4232-b6ae-5666077c3d5b) {{(pid=109051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:37:55.233252 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:55.235868 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9b47f044-795a-4bce-b117-0f8b8c6371d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:55.254855 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9b47f044-795a-4bce-b117-0f8b8c6371d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:55.303571 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port c287e0ce-015b-4a31-b2a2-b5ebfe62729f, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=c287e0ce-015b-4a31-b2a2-b5ebfe62729f,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:37:55.318029 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:55.360881 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-9b47f044-795a-4bce-b117-0f8b8c6371d7 admin admin] Allocated IP 172.26.7.218 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/5227ad4d-b17f-4d2d-844e-50700730392a) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:37:55.437691 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=c287e0ce-015b-4a31-b2a2-b5ebfe62729f,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:55.461689 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9b47f044-795a-4bce-b117-0f8b8c6371d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:55.463737 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f554a8f7-52cd-4bc0-abfd-e35b5d0fc4b2 None None] Notify callbacks [] for port, precommit_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:55.473095 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-5f44047f-4f75-48a3-ac19-2254088b0877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'name': 'tempest-TestSnapshotPattern-1967814398-router', 'tenant_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30'}], 'enable_snat': True}, 'gw_port_id': 'c287e0ce-015b-4a31-b2a2-b5ebfe62729f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:37:50Z', 'updated_at': '2022-03-22T11:37:52Z', 'revision_number': 4, 'project_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'gw_port': {'id': 'c287e0ce-015b-4a31-b2a2-b5ebfe62729f', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ba:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:37:50Z', 'updated_at': '2022-03-22T11:37:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '0fbfc20e-d17e-4ca5-92b2-e89fd9cf096c', 'name': '', 'network_id': '3bb52cfc-1ac7-4f0e-a2a5-96d83b540985', 'tenant_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'mac_address': 'fa:16:3e:76:9d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'aee45e80-3711-4777-bbbd-65c309ffc864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:37:52Z', 'updated_at': '2022-03-22T11:37:52Z', 'revision_number': 2, 'project_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'subnets': [{'id': 'aee45e80-3711-4777-bbbd-65c309ffc864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:55.476168 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f554a8f7-52cd-4bc0-abfd-e35b5d0fc4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064'] for port, after_create {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:55.496860 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9b47f044-795a-4bce-b117-0f8b8c6371d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:55.506884 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f44047f-4f75-48a3-ac19-2254088b0877 None None] Checking router: f0aefc89-432d-4eba-960c-9227b5fba567 for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:37:55.507242 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f44047f-4f75-48a3-ac19-2254088b0877 None None] Updating router f0aefc89-432d-4eba-960c-9227b5fba567 port 0fbfc20e-d17e-4ca5-92b2-e89fd9cf096c binding host dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:37:55.532495 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b47f044-795a-4bce-b117-0f8b8c6371d7 admin admin] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:37:55.535478 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-9b47f044-795a-4bce-b117-0f8b8c6371d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:37:55.538885 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b47f044-795a-4bce-b117-0f8b8c6371d7 admin admin] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:37:55.558973 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f554a8f7-52cd-4bc0-abfd-e35b5d0fc4b2 None None] Network 2815dad1-c20c-42b8-a611-1e0f7dfdea94 is already hosted by enough agents. {{(pid=109051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:37:55.564377 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.scheduler.base_scheduler [None req-f554a8f7-52cd-4bc0-abfd-e35b5d0fc4b2 None None] Resources bound (agent type, host, resource id): {{(pid=109051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:37:55.569148 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f554a8f7-52cd-4bc0-abfd-e35b5d0fc4b2 None None] Received port after_create {{(pid=109051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:37:55.570353 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b47f044-795a-4bce-b117-0f8b8c6371d7 admin admin] Pushing event updated for resources: {'Port': ['ID=5227ad4d-b17f-4d2d-844e-50700730392a,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:55.571010 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5f44047f-4f75-48a3-ac19-2254088b0877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:55.573706 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f554a8f7-52cd-4bc0-abfd-e35b5d0fc4b2 None None] Pushing event updated for resources: {'Port': ['ID=a142a17b-13a6-4232-b6ae-5666077c3d5b,revision_number=1']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:55.705475 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-f554a8f7-52cd-4bc0-abfd-e35b5d0fc4b2 None None] Attempting to bind port a142a17b-13a6-4232-b6ae-5666077c3d5b on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:37:55.705881 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-f554a8f7-52cd-4bc0-abfd-e35b5d0fc4b2 None None] Attempting to bind port a142a17b-13a6-4232-b6ae-5666077c3d5b by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': 'd65a0985-eba4-4e80-b2ec-09d3a2c62ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '2815dad1-c20c-42b8-a611-1e0f7dfdea94'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:37:55.706200 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f554a8f7-52cd-4bc0-abfd-e35b5d0fc4b2 None None] Attempting to bind port a142a17b-13a6-4232-b6ae-5666077c3d5b on network 2815dad1-c20c-42b8-a611-1e0f7dfdea94 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:37:55.720676 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f554a8f7-52cd-4bc0-abfd-e35b5d0fc4b2 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:37:55.721043 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f554a8f7-52cd-4bc0-abfd-e35b5d0fc4b2 None None] Checking segment: {'id': 'd65a0985-eba4-4e80-b2ec-09d3a2c62ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '2815dad1-c20c-42b8-a611-1e0f7dfdea94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:37:55.721439 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f554a8f7-52cd-4bc0-abfd-e35b5d0fc4b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:55.721822 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f554a8f7-52cd-4bc0-abfd-e35b5d0fc4b2 None None] Bound using segment: {'id': 'd65a0985-eba4-4e80-b2ec-09d3a2c62ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '2815dad1-c20c-42b8-a611-1e0f7dfdea94'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:37:55.722284 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-f554a8f7-52cd-4bc0-abfd-e35b5d0fc4b2 None None] Bound port: a142a17b-13a6-4232-b6ae-5666077c3d5b, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65a0985-eba4-4e80-b2ec-09d3a2c62ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '2815dad1-c20c-42b8-a611-1e0f7dfdea94'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:37:55.722663 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f554a8f7-52cd-4bc0-abfd-e35b5d0fc4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:55.793372 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9b47f044-795a-4bce-b117-0f8b8c6371d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:55.845251 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-f554a8f7-52cd-4bc0-abfd-e35b5d0fc4b2 None None] For port a142a17b-13a6-4232-b6ae-5666077c3d5b, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:37:55.850948 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-f554a8f7-52cd-4bc0-abfd-e35b5d0fc4b2 None None] For port a142a17b-13a6-4232-b6ae-5666077c3d5b, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=a142a17b-13a6-4232-b6ae-5666077c3d5b,segment=NetworkSegment(d65a0985-eba4-4e80-b2ec-09d3a2c62ddb),segment_id=d65a0985-eba4-4e80-b2ec-09d3a2c62ddb)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:37:55.857839 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f554a8f7-52cd-4bc0-abfd-e35b5d0fc4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:55.962799 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f554a8f7-52cd-4bc0-abfd-e35b5d0fc4b2 None None] Pushing event updated for resources: {'Port': ['ID=a142a17b-13a6-4232-b6ae-5666077c3d5b,revision_number=2']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:55.984561 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5f44047f-4f75-48a3-ac19-2254088b0877 None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:55.994369 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5f44047f-4f75-48a3-ac19-2254088b0877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:55.996778 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9b47f044-795a-4bce-b117-0f8b8c6371d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682461'] for router, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:56.046754 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf98c7-327b-44fd-b424-00967cd7d58e None None] Pushing event updated for resources: {'Port': ['ID=0fbfc20e-d17e-4ca5-92b2-e89fd9cf096c,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:56.095761 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-5f44047f-4f75-48a3-ac19-2254088b0877 None None] Attempting to bind port 0fbfc20e-d17e-4ca5-92b2-e89fd9cf096c on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:37:56.096135 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-5f44047f-4f75-48a3-ac19-2254088b0877 None None] Attempting to bind port 0fbfc20e-d17e-4ca5-92b2-e89fd9cf096c by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': 'ebbcea6a-590d-4018-9a05-c44691af8871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3bb52cfc-1ac7-4f0e-a2a5-96d83b540985'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:37:56.096504 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f44047f-4f75-48a3-ac19-2254088b0877 None None] Attempting to bind port 0fbfc20e-d17e-4ca5-92b2-e89fd9cf096c on network 3bb52cfc-1ac7-4f0e-a2a5-96d83b540985 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:37:56.108783 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f44047f-4f75-48a3-ac19-2254088b0877 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:37:56.109139 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f44047f-4f75-48a3-ac19-2254088b0877 None None] Checking segment: {'id': 'ebbcea6a-590d-4018-9a05-c44691af8871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3bb52cfc-1ac7-4f0e-a2a5-96d83b540985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:37:56.109545 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5f44047f-4f75-48a3-ac19-2254088b0877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:56.109933 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f44047f-4f75-48a3-ac19-2254088b0877 None None] Bound using segment: {'id': 'ebbcea6a-590d-4018-9a05-c44691af8871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3bb52cfc-1ac7-4f0e-a2a5-96d83b540985'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:37:56.110410 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-5f44047f-4f75-48a3-ac19-2254088b0877 None None] Bound port: 0fbfc20e-d17e-4ca5-92b2-e89fd9cf096c, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebbcea6a-590d-4018-9a05-c44691af8871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3bb52cfc-1ac7-4f0e-a2a5-96d83b540985'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:37:56.110791 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5f44047f-4f75-48a3-ac19-2254088b0877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:56.169913 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b47f044-795a-4bce-b117-0f8b8c6371d7 admin admin] Router c531e46c-f18d-490c-9cdf-2629288fe054 is scheduled to L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 with binding_index 1 {{(pid=109050) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 11:37:56.204028 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-5f44047f-4f75-48a3-ac19-2254088b0877 None None] For port 0fbfc20e-d17e-4ca5-92b2-e89fd9cf096c, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:37:56.207892 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-5f44047f-4f75-48a3-ac19-2254088b0877 None None] For port 0fbfc20e-d17e-4ca5-92b2-e89fd9cf096c, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=0fbfc20e-d17e-4ca5-92b2-e89fd9cf096c,segment=NetworkSegment(ebbcea6a-590d-4018-9a05-c44691af8871),segment_id=ebbcea6a-590d-4018-9a05-c44691af8871)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:37:56.213867 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5f44047f-4f75-48a3-ac19-2254088b0877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:56.266049 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f44047f-4f75-48a3-ac19-2254088b0877 None None] Routers {'f0aefc89-432d-4eba-960c-9227b5fba567'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:37:56.266677 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-5f44047f-4f75-48a3-ac19-2254088b0877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:37:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['f0aefc89-432d-4eba-960c-9227b5fba567'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:56.296718 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b47f044-795a-4bce-b117-0f8b8c6371d7 admin admin] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:37:56.315651 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe26ed18-421b-467a-97c7-c19d1fc42834 None None] Sync routers for ids ['c531e46c-f18d-490c-9cdf-2629288fe054'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:37:56.317668 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-9b47f044-795a-4bce-b117-0f8b8c6371d7 admin admin] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:56.319242 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-9b47f044-795a-4bce-b117-0f8b8c6371d7 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8581684 Mar 22 11:37:56.322552 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 48540) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:37:56.333754 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe26ed18-421b-467a-97c7-c19d1fc42834 None None] Routers {'c531e46c-f18d-490c-9cdf-2629288fe054'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:37:56.334677 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-fe26ed18-421b-467a-97c7-c19d1fc42834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:37:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['c531e46c-f18d-490c-9cdf-2629288fe054'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:56.347183 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf98c7-327b-44fd-b424-00967cd7d58e None None] Pushing event updated for resources: {'Port': ['ID=0fbfc20e-d17e-4ca5-92b2-e89fd9cf096c,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:56.422276 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-5f44047f-4f75-48a3-ac19-2254088b0877 None None] Set router f0aefc89-432d-4eba-960c-9227b5fba567 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:37:56.464237 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-fe26ed18-421b-467a-97c7-c19d1fc42834 None None] Set router c531e46c-f18d-490c-9cdf-2629288fe054 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:37:56.523155 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-1d932a38-8bb1-433c-953e-6a50245bc784 None None] Provisioning complete for port 0fbfc20e-d17e-4ca5-92b2-e89fd9cf096c triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:37:56.523714 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-1d932a38-8bb1-433c-953e-6a50245bc784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:56.698557 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-fe26ed18-421b-467a-97c7-c19d1fc42834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c531e46c-f18d-490c-9cdf-2629288fe054', 'name': 'tempest-TestSnapshotPattern-316435262-router', 'tenant_id': '53b5c2f46acb4a06862052a71d555cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.218'}], 'enable_snat': True}, 'gw_port_id': '5227ad4d-b17f-4d2d-844e-50700730392a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:37:54Z', 'updated_at': '2022-03-22T11:37:55Z', 'revision_number': 3, 'project_id': '53b5c2f46acb4a06862052a71d555cb8', 'gw_port': {'id': '5227ad4d-b17f-4d2d-844e-50700730392a', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c531e46c-f18d-490c-9cdf-2629288fe054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:37:55Z', 'updated_at': '2022-03-22T11:37:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:56.730396 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe26ed18-421b-467a-97c7-c19d1fc42834 None None] Checking router: c531e46c-f18d-490c-9cdf-2629288fe054 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:37:56.730832 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe26ed18-421b-467a-97c7-c19d1fc42834 None None] Updating router c531e46c-f18d-490c-9cdf-2629288fe054 port 5227ad4d-b17f-4d2d-844e-50700730392a binding host dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:37:56.798654 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-fe26ed18-421b-467a-97c7-c19d1fc42834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:56.841514 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f54080fc-d896-44d9-81bd-dd2ea0b9f4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:56.872113 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device a142a17b-13a6-4232-b6ae-5666077c3d5b up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:37:56.967713 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-1d932a38-8bb1-433c-953e-6a50245bc784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:56.982787 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-5f44047f-4f75-48a3-ac19-2254088b0877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'name': 'tempest-TestSnapshotPattern-1967814398-router', 'tenant_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30'}], 'enable_snat': True}, 'gw_port_id': 'c287e0ce-015b-4a31-b2a2-b5ebfe62729f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:37:50Z', 'updated_at': '2022-03-22T11:37:52Z', 'revision_number': 4, 'project_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'gw_port': {'id': 'c287e0ce-015b-4a31-b2a2-b5ebfe62729f', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ba:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:37:50Z', 'updated_at': '2022-03-22T11:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '0fbfc20e-d17e-4ca5-92b2-e89fd9cf096c', 'name': '', 'network_id': '3bb52cfc-1ac7-4f0e-a2a5-96d83b540985', 'tenant_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'mac_address': 'fa:16:3e:76:9d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'aee45e80-3711-4777-bbbd-65c309ffc864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:37:52Z', 'updated_at': '2022-03-22T11:37:56Z', 'revision_number': 4, 'project_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'subnets': [{'id': 'aee45e80-3711-4777-bbbd-65c309ffc864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:57.018484 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f44047f-4f75-48a3-ac19-2254088b0877 None None] The sync data for ids ['f0aefc89-432d-4eba-960c-9227b5fba567'] in dv-neutron-834599-1-hyperv is: [{'id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'name': 'tempest-TestSnapshotPattern-1967814398-router', 'tenant_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30'}], 'enable_snat': True}, 'gw_port_id': 'c287e0ce-015b-4a31-b2a2-b5ebfe62729f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:37:50Z', 'updated_at': '2022-03-22T11:37:52Z', 'revision_number': 4, 'project_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'gw_port': {'id': 'c287e0ce-015b-4a31-b2a2-b5ebfe62729f', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ba:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:37:50Z', 'updated_at': '2022-03-22T11:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '0fbfc20e-d17e-4ca5-92b2-e89fd9cf096c', 'name': '', 'network_id': '3bb52cfc-1ac7-4f0e-a2a5-96d83b540985', 'tenant_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'mac_address': 'fa:16:3e:76:9d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'aee45e80-3711-4777-bbbd-65c309ffc864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:37:52Z', 'updated_at': '2022-03-22T11:37:56Z', 'revision_number': 4, 'project_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'subnets': [{'id': 'aee45e80-3711-4777-bbbd-65c309ffc864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:37:57.028736 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port a142a17b-13a6-4232-b6ae-5666077c3d5b triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:37:57.029112 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:57.073872 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-f54080fc-d896-44d9-81bd-dd2ea0b9f4af admin admin] Allocated IP 172.20.0.1 (2815dad1-c20c-42b8-a611-1e0f7dfdea94/a7d22bda-4fa4-4be4-a915-1b1bdfff9b73/09df4419-1b2b-4bc5-8ac8-baf0f38be496) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:37:57.075402 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-1d932a38-8bb1-433c-953e-6a50245bc784 None None] For port 0fbfc20e-d17e-4ca5-92b2-e89fd9cf096c, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=0fbfc20e-d17e-4ca5-92b2-e89fd9cf096c,segment=NetworkSegment(ebbcea6a-590d-4018-9a05-c44691af8871),segment_id=ebbcea6a-590d-4018-9a05-c44691af8871)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:37:57.082483 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-fe26ed18-421b-467a-97c7-c19d1fc42834 None None] Notify callbacks [] for port, precommit_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:57.089527 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-1d932a38-8bb1-433c-953e-6a50245bc784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:57.090328 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-fe26ed18-421b-467a-97c7-c19d1fc42834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:57.170592 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41585f89-cb49-4345-9f84-c76940205f0b None None] Pushing event updated for resources: {'Port': ['ID=5227ad4d-b17f-4d2d-844e-50700730392a,revision_number=2']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:57.174745 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-fe26ed18-421b-467a-97c7-c19d1fc42834 None None] Attempting to bind port 5227ad4d-b17f-4d2d-844e-50700730392a on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:37:57.175203 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-fe26ed18-421b-467a-97c7-c19d1fc42834 None None] Attempting to bind port 5227ad4d-b17f-4d2d-844e-50700730392a by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:37:57.175471 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe26ed18-421b-467a-97c7-c19d1fc42834 None None] Attempting to bind port 5227ad4d-b17f-4d2d-844e-50700730392a on network a14ca783-6f82-4799-85a3-4cbe79c980a8 {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:37:57.193074 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe26ed18-421b-467a-97c7-c19d1fc42834 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:37:57.193491 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe26ed18-421b-467a-97c7-c19d1fc42834 None None] Checking segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:37:57.193839 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-fe26ed18-421b-467a-97c7-c19d1fc42834 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:57.194222 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe26ed18-421b-467a-97c7-c19d1fc42834 None None] Bound using segment: {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'} {{(pid=109052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:37:57.194695 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.managers [None req-fe26ed18-421b-467a-97c7-c19d1fc42834 None None] Bound port: 5227ad4d-b17f-4d2d-844e-50700730392a, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb9f28b-2b96-4a66-9c71-411b13db8a29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8'}}] {{(pid=109052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:37:57.195589 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-fe26ed18-421b-467a-97c7-c19d1fc42834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:57.215339 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d932a38-8bb1-433c-953e-6a50245bc784 None None] Pushing event updated for resources: {'Port': ['ID=0fbfc20e-d17e-4ca5-92b2-e89fd9cf096c,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:57.246050 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:57.267647 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-e0dcd74f-b8da-4fb7-bdb6-34e6e3c1b0db None None] Provisioning complete for port 0fbfc20e-d17e-4ca5-92b2-e89fd9cf096c triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:37:57.268250 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e0dcd74f-b8da-4fb7-bdb6-34e6e3c1b0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:57.279273 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-fe26ed18-421b-467a-97c7-c19d1fc42834 None None] For port 5227ad4d-b17f-4d2d-844e-50700730392a, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:37:57.286923 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f54080fc-d896-44d9-81bd-dd2ea0b9f4af admin admin] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:57.287429 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.plugins.ml2.db [None req-fe26ed18-421b-467a-97c7-c19d1fc42834 None None] For port 5227ad4d-b17f-4d2d-844e-50700730392a, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=5227ad4d-b17f-4d2d-844e-50700730392a,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:37:57.294459 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron_lib.callbacks.manager [None req-fe26ed18-421b-467a-97c7-c19d1fc42834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:57.297045 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4729d1-31e5-4b2d-b478-474b0d850c7f None None] Network 2815dad1-c20c-42b8-a611-1e0f7dfdea94 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:37:57.325730 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port a142a17b-13a6-4232-b6ae-5666077c3d5b, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=a142a17b-13a6-4232-b6ae-5666077c3d5b,segment=NetworkSegment(d65a0985-eba4-4e80-b2ec-09d3a2c62ddb),segment_id=d65a0985-eba4-4e80-b2ec-09d3a2c62ddb)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:37:57.345020 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f54080fc-d896-44d9-81bd-dd2ea0b9f4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:57.348351 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:57.349184 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device c287e0ce-015b-4a31-b2a2-b5ebfe62729f up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:37:57.350912 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe26ed18-421b-467a-97c7-c19d1fc42834 None None] Routers {'c531e46c-f18d-490c-9cdf-2629288fe054'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:37:57.352180 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-fe26ed18-421b-467a-97c7-c19d1fc42834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:37:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['c531e46c-f18d-490c-9cdf-2629288fe054'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:57.382729 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54080fc-d896-44d9-81bd-dd2ea0b9f4af admin admin] Network 2815dad1-c20c-42b8-a611-1e0f7dfdea94 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:37:57.391828 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-f54080fc-d896-44d9-81bd-dd2ea0b9f4af admin admin] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:37:57.395833 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54080fc-d896-44d9-81bd-dd2ea0b9f4af admin admin] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:37:57.433802 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41585f89-cb49-4345-9f84-c76940205f0b None None] Pushing event updated for resources: {'Port': ['ID=5227ad4d-b17f-4d2d-844e-50700730392a,revision_number=3']} {{(pid=109052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:57.455513 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f54080fc-d896-44d9-81bd-dd2ea0b9f4af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684270'] for router_interface, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:57.492131 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54080fc-d896-44d9-81bd-dd2ea0b9f4af admin admin] Pushing event updated for resources: {'Port': ['ID=09df4419-1b2b-4bc5-8ac8-baf0f38be496,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:57.492892 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-fe26ed18-421b-467a-97c7-c19d1fc42834 None None] Set router c531e46c-f18d-490c-9cdf-2629288fe054 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:37:57.542111 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=a142a17b-13a6-4232-b6ae-5666077c3d5b,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:57.631450 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port c287e0ce-015b-4a31-b2a2-b5ebfe62729f triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:37:57.631825 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:57.631948 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f54080fc-d896-44d9-81bd-dd2ea0b9f4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:57.732451 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-fe26ed18-421b-467a-97c7-c19d1fc42834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c531e46c-f18d-490c-9cdf-2629288fe054', 'name': 'tempest-TestSnapshotPattern-316435262-router', 'tenant_id': '53b5c2f46acb4a06862052a71d555cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.218'}], 'enable_snat': True}, 'gw_port_id': '5227ad4d-b17f-4d2d-844e-50700730392a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:37:54Z', 'updated_at': '2022-03-22T11:37:55Z', 'revision_number': 3, 'project_id': '53b5c2f46acb4a06862052a71d555cb8', 'gw_port': {'id': '5227ad4d-b17f-4d2d-844e-50700730392a', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c531e46c-f18d-490c-9cdf-2629288fe054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:37:55Z', 'updated_at': '2022-03-22T11:37:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:37:57.774116 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe26ed18-421b-467a-97c7-c19d1fc42834 None None] The sync data for ids ['c531e46c-f18d-490c-9cdf-2629288fe054'] in dv-neutron-834599-1-hyperv is: [{'id': 'c531e46c-f18d-490c-9cdf-2629288fe054', 'name': 'tempest-TestSnapshotPattern-316435262-router', 'tenant_id': '53b5c2f46acb4a06862052a71d555cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.218'}], 'enable_snat': True}, 'gw_port_id': '5227ad4d-b17f-4d2d-844e-50700730392a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:37:54Z', 'updated_at': '2022-03-22T11:37:55Z', 'revision_number': 3, 'project_id': '53b5c2f46acb4a06862052a71d555cb8', 'gw_port': {'id': '5227ad4d-b17f-4d2d-844e-50700730392a', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c531e46c-f18d-490c-9cdf-2629288fe054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:37:55Z', 'updated_at': '2022-03-22T11:37:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:37:57.775614 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-0bfe7f17-a0d1-4243-b7bf-4c0f30cedf3e None None] Provisioning complete for port a142a17b-13a6-4232-b6ae-5666077c3d5b triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:37:57.776465 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0bfe7f17-a0d1-4243-b7bf-4c0f30cedf3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:57.878427 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f54080fc-d896-44d9-81bd-dd2ea0b9f4af admin admin] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:57.892249 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f54080fc-d896-44d9-81bd-dd2ea0b9f4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:57.984296 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54080fc-d896-44d9-81bd-dd2ea0b9f4af admin admin] Pushing event updated for resources: {'Port': ['ID=09df4419-1b2b-4bc5-8ac8-baf0f38be496,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:57.989584 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-f54080fc-d896-44d9-81bd-dd2ea0b9f4af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684306'] for router_interface, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:58.018737 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-0884b6c8-2739-420a-b598-5191176839bb None None] Provisioning complete for port a142a17b-13a6-4232-b6ae-5666077c3d5b triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:37:58.023746 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0884b6c8-2739-420a-b598-5191176839bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:58.143035 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54080fc-d896-44d9-81bd-dd2ea0b9f4af admin admin] Network 2815dad1-c20c-42b8-a611-1e0f7dfdea94 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:37:58.144732 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-f54080fc-d896-44d9-81bd-dd2ea0b9f4af admin admin] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:37:58.185568 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-0884b6c8-2739-420a-b598-5191176839bb None None] Provisioning complete for port 09df4419-1b2b-4bc5-8ac8-baf0f38be496 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:37:58.185948 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0884b6c8-2739-420a-b598-5191176839bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:58.246156 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-0884b6c8-2739-420a-b598-5191176839bb None None] Port 09df4419-1b2b-4bc5-8ac8-baf0f38be496 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:37:58.301495 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f54080fc-d896-44d9-81bd-dd2ea0b9f4af admin admin] Router c531e46c-f18d-490c-9cdf-2629288fe054 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:37:58.371072 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-9ebbed06-7181-4c9c-8e98-e2af79956966 None None] Provisioning complete for port 09df4419-1b2b-4bc5-8ac8-baf0f38be496 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:37:58.371721 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-9ebbed06-7181-4c9c-8e98-e2af79956966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:58.416151 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-9ebbed06-7181-4c9c-8e98-e2af79956966 None None] Port 09df4419-1b2b-4bc5-8ac8-baf0f38be496 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:37:58.451760 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54080fc-d896-44d9-81bd-dd2ea0b9f4af admin admin] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:37:58.459899 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-f54080fc-d896-44d9-81bd-dd2ea0b9f4af admin admin] 10.222.0.57 "PUT /v2.0/routers/c531e46c-f18d-490c-9cdf-2629288fe054/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1358917 Mar 22 11:37:58.538183 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-deb82ddf-c2b9-4f4d-88c9-295b1ac346f9 None None] Provisioning complete for port 09df4419-1b2b-4bc5-8ac8-baf0f38be496 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:37:58.539802 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-deb82ddf-c2b9-4f4d-88c9-295b1ac346f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:58.578471 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-deb82ddf-c2b9-4f4d-88c9-295b1ac346f9 None None] Port 09df4419-1b2b-4bc5-8ac8-baf0f38be496 cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:37:58.797672 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 5227ad4d-b17f-4d2d-844e-50700730392a up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:37:58.851959 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 5227ad4d-b17f-4d2d-844e-50700730392a triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:37:58.852339 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:58.941585 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:58.962748 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] For port 5227ad4d-b17f-4d2d-844e-50700730392a, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=5227ad4d-b17f-4d2d-844e-50700730392a,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:37:58.968362 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:58.969335 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 0fbfc20e-d17e-4ca5-92b2-e89fd9cf096c up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:37:59.048167 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Pushing event updated for resources: {'Port': ['ID=5227ad4d-b17f-4d2d-844e-50700730392a,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:37:59.058119 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 0fbfc20e-d17e-4ca5-92b2-e89fd9cf096c triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:37:59.058486 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:37:59.134916 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device a142a17b-13a6-4232-b6ae-5666077c3d5b up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:37:59.194607 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port a142a17b-13a6-4232-b6ae-5666077c3d5b triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:37:59.194980 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:00.262842 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 48552) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:38:00.267628 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-e84bd102-aa21-41d2-9f28-8327e67f092a tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-19705095', 'description': 'tempest-secgroup-smoke-19705095 description', 'project_id': '0ca7356ed40642a7929b2e6b63c7c56b'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:00.291871 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e84bd102-aa21-41d2-9f28-8327e67f092a tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks [] for security_group, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:00.362323 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e84bd102-aa21-41d2-9f28-8327e67f092a tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks [] for security_group, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:00.367564 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e84bd102-aa21-41d2-9f28-8327e67f092a tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:00.397076 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e84bd102-aa21-41d2-9f28-8327e67f092a tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:00.398305 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-e84bd102-aa21-41d2-9f28-8327e67f092a tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1344259 Mar 22 11:38:00.400269 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84bd102-aa21-41d2-9f28-8327e67f092a tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d75df74-d8e2-46ab-8d22-536e07de4cb7,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:00.401377 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 48554) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:38:00.410678 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-809e9e1c-6562-4ef2-a205-08e5da14a827 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Request body: {'security_group_rule': {'security_group_id': '1d75df74-d8e2-46ab-8d22-536e07de4cb7', 'project_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:00.438591 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-809e9e1c-6562-4ef2-a205-08e5da14a827 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:00.497381 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-809e9e1c-6562-4ef2-a205-08e5da14a827 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:00.502938 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-809e9e1c-6562-4ef2-a205-08e5da14a827 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:00.505813 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696976e5-7df8-4537-b4db-7f86e0f12044 None None] Sync routers for ids ['c531e46c-f18d-490c-9cdf-2629288fe054'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:38:00.519570 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696976e5-7df8-4537-b4db-7f86e0f12044 None None] Routers {'c531e46c-f18d-490c-9cdf-2629288fe054'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:38:00.520270 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-696976e5-7df8-4537-b4db-7f86e0f12044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:37:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['c531e46c-f18d-490c-9cdf-2629288fe054'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:00.520884 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809e9e1c-6562-4ef2-a205-08e5da14a827 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52748774-6d64-434b-9501-06f40b7443b1,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:00.530471 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-809e9e1c-6562-4ef2-a205-08e5da14a827 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:00.532020 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-809e9e1c-6562-4ef2-a205-08e5da14a827 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1261137 Mar 22 11:38:00.534518 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 48556) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:38:00.539000 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.v2.base [None req-9f09dcac-44b5-48e3-bf12-0c0293eb3d89 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Request body: {'security_group_rule': {'security_group_id': '1d75df74-d8e2-46ab-8d22-536e07de4cb7', 'project_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:00.567586 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9f09dcac-44b5-48e3-bf12-0c0293eb3d89 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:00.633192 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9f09dcac-44b5-48e3-bf12-0c0293eb3d89 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:00.637909 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9f09dcac-44b5-48e3-bf12-0c0293eb3d89 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:00.652843 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-696976e5-7df8-4537-b4db-7f86e0f12044 None None] Set router c531e46c-f18d-490c-9cdf-2629288fe054 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:38:00.654128 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f09dcac-44b5-48e3-bf12-0c0293eb3d89 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5f885f6-ce9b-4ae9-847a-9f9869ce8987,revision_number=0']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:00.670944 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-9f09dcac-44b5-48e3-bf12-0c0293eb3d89 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:00.675100 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 48558) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:38:00.675261 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-9f09dcac-44b5-48e3-bf12-0c0293eb3d89 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1396458 Mar 22 11:38:00.683165 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 5227ad4d-b17f-4d2d-844e-50700730392a up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:38:00.690519 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-412376f0-39a8-4afc-82b5-3bf411a5c0ef tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Request body: {'security_group_rule': {'security_group_id': '1d75df74-d8e2-46ab-8d22-536e07de4cb7', 'project_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:00.715910 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-412376f0-39a8-4afc-82b5-3bf411a5c0ef tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:00.779299 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-412376f0-39a8-4afc-82b5-3bf411a5c0ef tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:00.783566 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-412376f0-39a8-4afc-82b5-3bf411a5c0ef tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:00.800680 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412376f0-39a8-4afc-82b5-3bf411a5c0ef tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e82bfd6-a932-4704-a38d-bb4ebe88e274,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:00.808639 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-412376f0-39a8-4afc-82b5-3bf411a5c0ef tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:00.810273 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-412376f0-39a8-4afc-82b5-3bf411a5c0ef tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1333065 Mar 22 11:38:00.812622 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 48560) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:38:00.817907 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-29d8ed8c-1025-4c5e-b1aa-1eebf857398b tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Request body: {'security_group_rule': {'security_group_id': '1d75df74-d8e2-46ab-8d22-536e07de4cb7', 'project_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:00.827941 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 5227ad4d-b17f-4d2d-844e-50700730392a triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:38:00.828330 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:00.844936 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-29d8ed8c-1025-4c5e-b1aa-1eebf857398b tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:00.907670 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-29d8ed8c-1025-4c5e-b1aa-1eebf857398b tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:00.912133 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-29d8ed8c-1025-4c5e-b1aa-1eebf857398b tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:00.932036 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d8ed8c-1025-4c5e-b1aa-1eebf857398b tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=497177ca-68ec-4f23-9be5-3f378da8182a,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:00.942786 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-29d8ed8c-1025-4c5e-b1aa-1eebf857398b tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:00.944105 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-29d8ed8c-1025-4c5e-b1aa-1eebf857398b tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1299889 Mar 22 11:38:00.947159 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 48562) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:38:00.951654 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-990394fc-165b-48a8-a396-7e4fff0ba875 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Request body: {'security_group_rule': {'security_group_id': '1d75df74-d8e2-46ab-8d22-536e07de4cb7', 'project_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:00.958956 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-696976e5-7df8-4537-b4db-7f86e0f12044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c531e46c-f18d-490c-9cdf-2629288fe054', 'name': 'tempest-TestSnapshotPattern-316435262-router', 'tenant_id': '53b5c2f46acb4a06862052a71d555cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.218'}], 'enable_snat': True}, 'gw_port_id': '5227ad4d-b17f-4d2d-844e-50700730392a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:37:54Z', 'updated_at': '2022-03-22T11:37:57Z', 'revision_number': 4, 'project_id': '53b5c2f46acb4a06862052a71d555cb8', 'gw_port': {'id': '5227ad4d-b17f-4d2d-844e-50700730392a', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c531e46c-f18d-490c-9cdf-2629288fe054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:37:55Z', 'updated_at': '2022-03-22T11:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '09df4419-1b2b-4bc5-8ac8-baf0f38be496', 'name': '', 'network_id': '2815dad1-c20c-42b8-a611-1e0f7dfdea94', 'tenant_id': '53b5c2f46acb4a06862052a71d555cb8', 'mac_address': 'fa:16:3e:a0:19:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c531e46c-f18d-490c-9cdf-2629288fe054', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'a7d22bda-4fa4-4be4-a915-1b1bdfff9b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:37:56Z', 'updated_at': '2022-03-22T11:37:57Z', 'revision_number': 2, 'project_id': '53b5c2f46acb4a06862052a71d555cb8', 'subnets': [{'id': 'a7d22bda-4fa4-4be4-a915-1b1bdfff9b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:00.974556 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.securitygroups_db [None req-990394fc-165b-48a8-a396-7e4fff0ba875 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Project 0ca7356ed40642a7929b2e6b63c7c56b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 11:38:00.981055 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-990394fc-165b-48a8-a396-7e4fff0ba875 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:00.991805 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696976e5-7df8-4537-b4db-7f86e0f12044 None None] Checking router: c531e46c-f18d-490c-9cdf-2629288fe054 for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:38:00.992154 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696976e5-7df8-4537-b4db-7f86e0f12044 None None] Updating router c531e46c-f18d-490c-9cdf-2629288fe054 port 09df4419-1b2b-4bc5-8ac8-baf0f38be496 binding host dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 11:38:01.016885 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-696976e5-7df8-4537-b4db-7f86e0f12044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:01.041586 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-990394fc-165b-48a8-a396-7e4fff0ba875 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:01.045763 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-990394fc-165b-48a8-a396-7e4fff0ba875 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:01.062338 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990394fc-165b-48a8-a396-7e4fff0ba875 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4928a624-7bc6-4112-a2fb-ea4e998f4673,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:01.072779 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-990394fc-165b-48a8-a396-7e4fff0ba875 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:01.074040 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-990394fc-165b-48a8-a396-7e4fff0ba875 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1259518 Mar 22 11:38:01.076887 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 48564) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:38:01.081148 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-bba5eb96-ddfe-4fbd-a9f2-f8fcc15d19dc tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Request body: {'security_group_rule': {'security_group_id': '1d75df74-d8e2-46ab-8d22-536e07de4cb7', 'project_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:01.102925 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.securitygroups_db [None req-bba5eb96-ddfe-4fbd-a9f2-f8fcc15d19dc tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Project 0ca7356ed40642a7929b2e6b63c7c56b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 11:38:01.108527 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bba5eb96-ddfe-4fbd-a9f2-f8fcc15d19dc tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:01.175051 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bba5eb96-ddfe-4fbd-a9f2-f8fcc15d19dc tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:01.179336 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bba5eb96-ddfe-4fbd-a9f2-f8fcc15d19dc tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339032'] for security_group_rule, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:01.196937 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba5eb96-ddfe-4fbd-a9f2-f8fcc15d19dc tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7271c29-fcd1-46aa-9501-a8d1fc2ef925,revision_number=0']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:01.206093 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-bba5eb96-ddfe-4fbd-a9f2-f8fcc15d19dc tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:01.207259 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-bba5eb96-ddfe-4fbd-a9f2-f8fcc15d19dc tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1294706 Mar 22 11:38:01.294173 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-696976e5-7df8-4537-b4db-7f86e0f12044 None None] Notify callbacks [] for port, precommit_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:01.301310 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-696976e5-7df8-4537-b4db-7f86e0f12044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:01.377497 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1364bb60-c983-4e02-a284-1d5390e6ecc1 None None] Pushing event updated for resources: {'Port': ['ID=09df4419-1b2b-4bc5-8ac8-baf0f38be496,revision_number=3']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:01.408606 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-696976e5-7df8-4537-b4db-7f86e0f12044 None None] Attempting to bind port 09df4419-1b2b-4bc5-8ac8-baf0f38be496 on host dv-neutron-834599-1-hyperv for vnic_type normal with profile {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:38:01.408982 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-696976e5-7df8-4537-b4db-7f86e0f12044 None None] Attempting to bind port 09df4419-1b2b-4bc5-8ac8-baf0f38be496 by drivers openvswitch,hyperv on host dv-neutron-834599-1-hyperv at level 0 using segments [{'id': 'd65a0985-eba4-4e80-b2ec-09d3a2c62ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '2815dad1-c20c-42b8-a611-1e0f7dfdea94'}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:38:01.409411 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696976e5-7df8-4537-b4db-7f86e0f12044 None None] Attempting to bind port 09df4419-1b2b-4bc5-8ac8-baf0f38be496 on network 2815dad1-c20c-42b8-a611-1e0f7dfdea94 {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:38:01.415069 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696976e5-7df8-4537-b4db-7f86e0f12044 None None] Checking agent: {'id': '7b303811-5090-45ce-ab32-70e5713a9527', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 45, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 45, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:38:01.415477 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696976e5-7df8-4537-b4db-7f86e0f12044 None None] Checking segment: {'id': 'd65a0985-eba4-4e80-b2ec-09d3a2c62ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '2815dad1-c20c-42b8-a611-1e0f7dfdea94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:38:01.415884 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-696976e5-7df8-4537-b4db-7f86e0f12044 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:01.416265 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696976e5-7df8-4537-b4db-7f86e0f12044 None None] Bound using segment: {'id': 'd65a0985-eba4-4e80-b2ec-09d3a2c62ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '2815dad1-c20c-42b8-a611-1e0f7dfdea94'} {{(pid=109051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:38:01.416741 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.managers [None req-696976e5-7df8-4537-b4db-7f86e0f12044 None None] Bound port: 09df4419-1b2b-4bc5-8ac8-baf0f38be496, host: dv-neutron-834599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65a0985-eba4-4e80-b2ec-09d3a2c62ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '2815dad1-c20c-42b8-a611-1e0f7dfdea94'}}] {{(pid=109051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:38:01.417121 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-696976e5-7df8-4537-b4db-7f86e0f12044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:01.451698 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0048b3c9-5bff-4994-a39d-391b0bdfd796 req-f63be509-1b8d-4ff7-a629-6a4fef10c900 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-19705095&fields=id&tenant_id=0ca7356ed40642a7929b2e6b63c7c56b HTTP/1.1" status: 200 len: 267 time: 0.0384493 Mar 22 11:38:01.480078 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-696976e5-7df8-4537-b4db-7f86e0f12044 None None] For port 09df4419-1b2b-4bc5-8ac8-baf0f38be496, host dv-neutron-834599-1-hyperv, cleared binding levels {{(pid=109051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:38:01.483606 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-696976e5-7df8-4537-b4db-7f86e0f12044 None None] For port 09df4419-1b2b-4bc5-8ac8-baf0f38be496, host dv-neutron-834599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=09df4419-1b2b-4bc5-8ac8-baf0f38be496,segment=NetworkSegment(d65a0985-eba4-4e80-b2ec-09d3a2c62ddb),segment_id=d65a0985-eba4-4e80-b2ec-09d3a2c62ddb)] {{(pid=109051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:38:01.489210 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-696976e5-7df8-4537-b4db-7f86e0f12044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:01.549549 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696976e5-7df8-4537-b4db-7f86e0f12044 None None] Routers {'c531e46c-f18d-490c-9cdf-2629288fe054'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:38:01.550212 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-696976e5-7df8-4537-b4db-7f86e0f12044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:37:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['c531e46c-f18d-490c-9cdf-2629288fe054'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:01.573054 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048b3c9-5bff-4994-a39d-391b0bdfd796 req-079b6ab7-d509-45e5-af65-351f87f808b0 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:01.574637 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0048b3c9-5bff-4994-a39d-391b0bdfd796 req-079b6ab7-d509-45e5-af65-351f87f808b0 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/networks?id=3bb52cfc-1ac7-4f0e-a2a5-96d83b540985 HTTP/1.1" status: 200 len: 810 time: 0.1158142 Mar 22 11:38:01.585067 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1364bb60-c983-4e02-a284-1d5390e6ecc1 None None] Pushing event updated for resources: {'Port': ['ID=09df4419-1b2b-4bc5-8ac8-baf0f38be496,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:01.590911 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0048b3c9-5bff-4994-a39d-391b0bdfd796 req-5dc74774-4f5b-4a6e-ba8f-61d9f6d30014 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/quotas/0ca7356ed40642a7929b2e6b63c7c56b HTTP/1.1" status: 200 len: 375 time: 0.0099330 Mar 22 11:38:01.654786 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0048b3c9-5bff-4994-a39d-391b0bdfd796 req-896915b8-63f7-45a2-a28a-1911cbda605d tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=0ca7356ed40642a7929b2e6b63c7c56b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0551727 Mar 22 11:38:01.672984 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [req-0048b3c9-5bff-4994-a39d-391b0bdfd796 req-ffc3090c-076b-4138-a88f-0dc1f7c1189b service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=109050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 11:38:01.674022 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0048b3c9-5bff-4994-a39d-391b0bdfd796 req-ffc3090c-076b-4138-a88f-0dc1f7c1189b service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057452 Mar 22 11:38:01.770365 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0048b3c9-5bff-4994-a39d-391b0bdfd796 req-65db6f1b-d3f8-41de-87dc-3260b81838b5 service neutron] 10.222.0.57 "GET /v2.0/networks/3bb52cfc-1ac7-4f0e-a2a5-96d83b540985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897181 Mar 22 11:38:01.820579 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-a0960eba-0395-4904-915f-70b3b0ef0cb6 None None] Provisioning complete for port 09df4419-1b2b-4bc5-8ac8-baf0f38be496 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:38:01.820862 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a0960eba-0395-4904-915f-70b3b0ef0cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:01.852553 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-696976e5-7df8-4537-b4db-7f86e0f12044 None None] Set router c531e46c-f18d-490c-9cdf-2629288fe054 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:38:01.866919 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0048b3c9-5bff-4994-a39d-391b0bdfd796 req-af66f9a3-5dcd-4416-a6d8-b84069f88ede service neutron] 10.222.0.57 "GET /v2.0/networks/3bb52cfc-1ac7-4f0e-a2a5-96d83b540985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902848 Mar 22 11:38:02.022127 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a0960eba-0395-4904-915f-70b3b0ef0cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:02.030140 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7cd6182c-d5f2-4572-87f8-bfd38ae2cf22 req-43f94b55-220d-48b2-8456-2be2f1d4d83a tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a0d437b-46be-4148-8044-4d89002ef0b9 HTTP/1.1" status: 200 len: 210 time: 0.0263541 Mar 22 11:38:02.088437 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-a0960eba-0395-4904-915f-70b3b0ef0cb6 None None] For port 09df4419-1b2b-4bc5-8ac8-baf0f38be496, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=09df4419-1b2b-4bc5-8ac8-baf0f38be496,segment=NetworkSegment(d65a0985-eba4-4e80-b2ec-09d3a2c62ddb),segment_id=d65a0985-eba4-4e80-b2ec-09d3a2c62ddb)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:38:02.094886 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a0960eba-0395-4904-915f-70b3b0ef0cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:02.148442 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0960eba-0395-4904-915f-70b3b0ef0cb6 None None] Pushing event updated for resources: {'Port': ['ID=09df4419-1b2b-4bc5-8ac8-baf0f38be496,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:02.154502 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-696976e5-7df8-4537-b4db-7f86e0f12044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c531e46c-f18d-490c-9cdf-2629288fe054', 'name': 'tempest-TestSnapshotPattern-316435262-router', 'tenant_id': '53b5c2f46acb4a06862052a71d555cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.218'}], 'enable_snat': True}, 'gw_port_id': '5227ad4d-b17f-4d2d-844e-50700730392a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:37:54Z', 'updated_at': '2022-03-22T11:37:57Z', 'revision_number': 4, 'project_id': '53b5c2f46acb4a06862052a71d555cb8', 'gw_port': {'id': '5227ad4d-b17f-4d2d-844e-50700730392a', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c531e46c-f18d-490c-9cdf-2629288fe054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:37:55Z', 'updated_at': '2022-03-22T11:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '09df4419-1b2b-4bc5-8ac8-baf0f38be496', 'name': '', 'network_id': '2815dad1-c20c-42b8-a611-1e0f7dfdea94', 'tenant_id': '53b5c2f46acb4a06862052a71d555cb8', 'mac_address': 'fa:16:3e:a0:19:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c531e46c-f18d-490c-9cdf-2629288fe054', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'a7d22bda-4fa4-4be4-a915-1b1bdfff9b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:37:56Z', 'updated_at': '2022-03-22T11:38:01Z', 'revision_number': 4, 'project_id': '53b5c2f46acb4a06862052a71d555cb8', 'subnets': [{'id': 'a7d22bda-4fa4-4be4-a915-1b1bdfff9b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:02.180390 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696976e5-7df8-4537-b4db-7f86e0f12044 None None] The sync data for ids ['c531e46c-f18d-490c-9cdf-2629288fe054'] in dv-neutron-834599-1-hyperv is: [{'id': 'c531e46c-f18d-490c-9cdf-2629288fe054', 'name': 'tempest-TestSnapshotPattern-316435262-router', 'tenant_id': '53b5c2f46acb4a06862052a71d555cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.218'}], 'enable_snat': True}, 'gw_port_id': '5227ad4d-b17f-4d2d-844e-50700730392a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:37:54Z', 'updated_at': '2022-03-22T11:37:57Z', 'revision_number': 4, 'project_id': '53b5c2f46acb4a06862052a71d555cb8', 'gw_port': {'id': '5227ad4d-b17f-4d2d-844e-50700730392a', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c531e46c-f18d-490c-9cdf-2629288fe054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:37:55Z', 'updated_at': '2022-03-22T11:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '09df4419-1b2b-4bc5-8ac8-baf0f38be496', 'name': '', 'network_id': '2815dad1-c20c-42b8-a611-1e0f7dfdea94', 'tenant_id': '53b5c2f46acb4a06862052a71d555cb8', 'mac_address': 'fa:16:3e:a0:19:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c531e46c-f18d-490c-9cdf-2629288fe054', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'a7d22bda-4fa4-4be4-a915-1b1bdfff9b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:37:56Z', 'updated_at': '2022-03-22T11:38:01Z', 'revision_number': 4, 'project_id': '53b5c2f46acb4a06862052a71d555cb8', 'subnets': [{'id': 'a7d22bda-4fa4-4be4-a915-1b1bdfff9b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:38:02.214842 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8c4d4ce5-f5e9-4565-81ec-841016a286df None None] Provisioning complete for port 09df4419-1b2b-4bc5-8ac8-baf0f38be496 triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:38:02.215226 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8c4d4ce5-f5e9-4565-81ec-841016a286df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:02.683952 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 09df4419-1b2b-4bc5-8ac8-baf0f38be496 up at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:38:02.733911 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Provisioning complete for port 09df4419-1b2b-4bc5-8ac8-baf0f38be496 triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:38:02.734286 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:03.108100 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-db1eca27-5ea1-4b45-892c-4dada6c22d15 req-88cf808f-c5ca-4f54-8a7a-104059f525d9 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a0d437b-46be-4148-8044-4d89002ef0b9 HTTP/1.1" status: 200 len: 210 time: 0.0268953 Mar 22 11:38:04.204465 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-35872c04-1f29-4dc7-977c-0b789653a42e req-af4ed14b-b1b8-4ef3-b94b-7c48dd0f5b53 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a0d437b-46be-4148-8044-4d89002ef0b9 HTTP/1.1" status: 200 len: 210 time: 0.0282261 Mar 22 11:38:05.016710 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048b3c9-5bff-4994-a39d-391b0bdfd796 req-aa460f0b-a3d6-4051-b8b5-bcaa7974e51c tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:05.018078 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0048b3c9-5bff-4994-a39d-391b0bdfd796 req-aa460f0b-a3d6-4051-b8b5-bcaa7974e51c tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.35 "GET /v2.0/networks?id=3bb52cfc-1ac7-4f0e-a2a5-96d83b540985 HTTP/1.1" status: 200 len: 810 time: 0.1111336 Mar 22 11:38:05.081879 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0048b3c9-5bff-4994-a39d-391b0bdfd796 req-3922f133-2b12-4160-83de-b76bfdd2cead tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ca7356ed40642a7929b2e6b63c7c56b HTTP/1.1" status: 200 len: 378 time: 0.0548649 Mar 22 11:38:05.095278 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-0048b3c9-5bff-4994-a39d-391b0bdfd796 req-67c5e4a2-e2cf-4921-b360-c4121c428b8f tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Request body: {'port': {'device_id': '1a0d437b-46be-4148-8044-4d89002ef0b9', 'network_id': '3bb52cfc-1ac7-4f0e-a2a5-96d83b540985', 'admin_state_up': True, 'tenant_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'security_groups': ['1d75df74-d8e2-46ab-8d22-536e07de4cb7']}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:05.215104 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0048b3c9-5bff-4994-a39d-391b0bdfd796 req-67c5e4a2-e2cf-4921-b360-c4121c428b8f tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Made reservation on behalf of 0ca7356ed40642a7929b2e6b63c7c56b for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:38:05.218774 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-0048b3c9-5bff-4994-a39d-391b0bdfd796 req-67c5e4a2-e2cf-4921-b360-c4121c428b8f tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:05.308048 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-a2848d36-d983-4af8-bfff-881cefa0f6cc req-5e8a7525-f431-4347-b928-b5414621c751 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a0d437b-46be-4148-8044-4d89002ef0b9 HTTP/1.1" status: 200 len: 210 time: 0.0331683 Mar 22 11:38:05.373874 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [req-0048b3c9-5bff-4994-a39d-391b0bdfd796 req-67c5e4a2-e2cf-4921-b360-c4121c428b8f tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Allocated IP 172.20.0.9 (3bb52cfc-1ac7-4f0e-a2a5-96d83b540985/aee45e80-3711-4777-bbbd-65c309ffc864/103f81cf-be72-4e09-b0a9-b09b678df12d) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:38:05.521971 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-0048b3c9-5bff-4994-a39d-391b0bdfd796 req-67c5e4a2-e2cf-4921-b360-c4121c428b8f tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:05.557148 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-0048b3c9-5bff-4994-a39d-391b0bdfd796 req-67c5e4a2-e2cf-4921-b360-c4121c428b8f tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:05.599775 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0048b3c9-5bff-4994-a39d-391b0bdfd796 req-67c5e4a2-e2cf-4921-b360-c4121c428b8f tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Network 3bb52cfc-1ac7-4f0e-a2a5-96d83b540985 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:38:05.602643 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [req-0048b3c9-5bff-4994-a39d-391b0bdfd796 req-67c5e4a2-e2cf-4921-b360-c4121c428b8f tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:38:05.606986 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-0048b3c9-5bff-4994-a39d-391b0bdfd796 req-67c5e4a2-e2cf-4921-b360-c4121c428b8f tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:38:05.613167 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c5e4a2-e2cf-4921-b360-c4121c428b8f tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Pushing event updated for resources: {'Port': ['ID=103f81cf-be72-4e09-b0a9-b09b678df12d,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:05.663222 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048b3c9-5bff-4994-a39d-391b0bdfd796 req-67c5e4a2-e2cf-4921-b360-c4121c428b8f tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:05.663867 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-0048b3c9-5bff-4994-a39d-391b0bdfd796 req-67c5e4a2-e2cf-4921-b360-c4121c428b8f tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:05.681770 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0048b3c9-5bff-4994-a39d-391b0bdfd796 req-67c5e4a2-e2cf-4921-b360-c4121c428b8f tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5908587 Mar 22 11:38:05.693983 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-0048b3c9-5bff-4994-a39d-391b0bdfd796 req-dfcd8934-832a-4e9d-a647-80d97913a9e6 service neutron] Request body: {'port': {'device_id': '1a0d437b-46be-4148-8044-4d89002ef0b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8345'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:05.749367 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-0048b3c9-5bff-4994-a39d-391b0bdfd796 req-dfcd8934-832a-4e9d-a647-80d97913a9e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:05.863487 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-4d40338c-8475-43f4-ba07-67bd66495c23 None None] Provisioning complete for port 103f81cf-be72-4e09-b0a9-b09b678df12d triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:38:05.864071 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4d40338c-8475-43f4-ba07-67bd66495c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:05.897823 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-4d40338c-8475-43f4-ba07-67bd66495c23 None None] Port 103f81cf-be72-4e09-b0a9-b09b678df12d cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:38:06.021212 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [req-0048b3c9-5bff-4994-a39d-391b0bdfd796 req-dfcd8934-832a-4e9d-a647-80d97913a9e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 103f81cf-be72-4e09-b0a9-b09b678df12d {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:38:06.028991 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-0048b3c9-5bff-4994-a39d-391b0bdfd796 req-dfcd8934-832a-4e9d-a647-80d97913a9e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:06.041630 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [req-0048b3c9-5bff-4994-a39d-391b0bdfd796 req-dfcd8934-832a-4e9d-a647-80d97913a9e6 service neutron] Transition to ACTIVE for port object 103f81cf-be72-4e09-b0a9-b09b678df12d will not be triggered until provisioned by entity L2. {{(pid=109050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:38:06.048110 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-0048b3c9-5bff-4994-a39d-391b0bdfd796 req-dfcd8934-832a-4e9d-a647-80d97913a9e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:06.094729 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd8934-832a-4e9d-a647-80d97913a9e6 service neutron] Pushing event updated for resources: {'Port': ['ID=103f81cf-be72-4e09-b0a9-b09b678df12d,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:06.167489 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-0048b3c9-5bff-4994-a39d-391b0bdfd796 req-dfcd8934-832a-4e9d-a647-80d97913a9e6 service neutron] Attempting to bind port 103f81cf-be72-4e09-b0a9-b09b678df12d on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:38:06.168598 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-0048b3c9-5bff-4994-a39d-391b0bdfd796 req-dfcd8934-832a-4e9d-a647-80d97913a9e6 service neutron] Attempting to bind port 103f81cf-be72-4e09-b0a9-b09b678df12d by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': 'ebbcea6a-590d-4018-9a05-c44691af8871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3bb52cfc-1ac7-4f0e-a2a5-96d83b540985'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:38:06.169053 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0048b3c9-5bff-4994-a39d-391b0bdfd796 req-dfcd8934-832a-4e9d-a647-80d97913a9e6 service neutron] Attempting to bind port 103f81cf-be72-4e09-b0a9-b09b678df12d on network 3bb52cfc-1ac7-4f0e-a2a5-96d83b540985 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:38:06.174096 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0048b3c9-5bff-4994-a39d-391b0bdfd796 req-dfcd8934-832a-4e9d-a647-80d97913a9e6 service neutron] Port 103f81cf-be72-4e09-b0a9-b09b678df12d on network 3bb52cfc-1ac7-4f0e-a2a5-96d83b540985 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 11:38:06.174418 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0048b3c9-5bff-4994-a39d-391b0bdfd796 req-dfcd8934-832a-4e9d-a647-80d97913a9e6 service neutron] Attempting to bind port 103f81cf-be72-4e09-b0a9-b09b678df12d on network 3bb52cfc-1ac7-4f0e-a2a5-96d83b540985 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:38:06.179487 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0048b3c9-5bff-4994-a39d-391b0bdfd796 req-dfcd8934-832a-4e9d-a647-80d97913a9e6 service neutron] Checking agent: {'id': 'dcb78974-6458-4942-8c9c-663284d5bb3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8345', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:38:06.179830 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0048b3c9-5bff-4994-a39d-391b0bdfd796 req-dfcd8934-832a-4e9d-a647-80d97913a9e6 service neutron] Checking segment: {'id': 'ebbcea6a-590d-4018-9a05-c44691af8871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3bb52cfc-1ac7-4f0e-a2a5-96d83b540985'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:38:06.180200 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0048b3c9-5bff-4994-a39d-391b0bdfd796 req-dfcd8934-832a-4e9d-a647-80d97913a9e6 service neutron] Bound using segment: {'id': 'ebbcea6a-590d-4018-9a05-c44691af8871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3bb52cfc-1ac7-4f0e-a2a5-96d83b540985'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:38:06.180627 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-0048b3c9-5bff-4994-a39d-391b0bdfd796 req-dfcd8934-832a-4e9d-a647-80d97913a9e6 service neutron] Bound port: 103f81cf-be72-4e09-b0a9-b09b678df12d, host: hv-neutron-8345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebbcea6a-590d-4018-9a05-c44691af8871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3bb52cfc-1ac7-4f0e-a2a5-96d83b540985'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:38:06.180987 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-0048b3c9-5bff-4994-a39d-391b0bdfd796 req-dfcd8934-832a-4e9d-a647-80d97913a9e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:06.250541 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-0048b3c9-5bff-4994-a39d-391b0bdfd796 req-dfcd8934-832a-4e9d-a647-80d97913a9e6 service neutron] For port 103f81cf-be72-4e09-b0a9-b09b678df12d, host hv-neutron-8345, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:38:06.254065 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-0048b3c9-5bff-4994-a39d-391b0bdfd796 req-dfcd8934-832a-4e9d-a647-80d97913a9e6 service neutron] For port 103f81cf-be72-4e09-b0a9-b09b678df12d, host hv-neutron-8345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=103f81cf-be72-4e09-b0a9-b09b678df12d,segment=NetworkSegment(ebbcea6a-590d-4018-9a05-c44691af8871),segment_id=ebbcea6a-590d-4018-9a05-c44691af8871)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:38:06.258426 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-0048b3c9-5bff-4994-a39d-391b0bdfd796 req-dfcd8934-832a-4e9d-a647-80d97913a9e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:06.293617 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048b3c9-5bff-4994-a39d-391b0bdfd796 req-dfcd8934-832a-4e9d-a647-80d97913a9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:06.294251 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-0048b3c9-5bff-4994-a39d-391b0bdfd796 req-dfcd8934-832a-4e9d-a647-80d97913a9e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:06.295773 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0048b3c9-5bff-4994-a39d-391b0bdfd796 req-dfcd8934-832a-4e9d-a647-80d97913a9e6 service neutron] 10.222.0.35 "PUT /v2.0/ports/103f81cf-be72-4e09-b0a9-b09b678df12d HTTP/1.1" status: 200 len: 1093 time: 0.6061738 Mar 22 11:38:06.296197 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a0d437b-46be-4148-8044-4d89002ef0b9', 'tag': '103f81cf-be72-4e09-b0a9-b09b678df12d'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:38:06.298500 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63cd04c7-fdd0-4f4a-9ea9-23a37f074037" -d '{"events": [{"name": "network-changed", "server_uuid": "1a0d437b-46be-4148-8044-4d89002ef0b9", "tag": "103f81cf-be72-4e09-b0a9-b09b678df12d"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:38:06.328494 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd8934-832a-4e9d-a647-80d97913a9e6 service neutron] Pushing event updated for resources: {'Port': ['ID=103f81cf-be72-4e09-b0a9-b09b678df12d,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:06.369828 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92153622-96e8-4621-9f53-6d91e88b69db x-openstack-request-id: req-92153622-96e8-4621-9f53-6d91e88b69db {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:38:06.370163 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a0d437b-46be-4148-8044-4d89002ef0b9", "tag": "103f81cf-be72-4e09-b0a9-b09b678df12d", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:38:06.370537 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-92153622-96e8-4621-9f53-6d91e88b69db {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:38:06.371537 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92153622-96e8-4621-9f53-6d91e88b69db'] response: {'name': 'network-changed', 'server_uuid': '1a0d437b-46be-4148-8044-4d89002ef0b9', 'tag': '103f81cf-be72-4e09-b0a9-b09b678df12d', 'status': 'completed', 'code': 200} Mar 22 11:38:06.387532 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048b3c9-5bff-4994-a39d-391b0bdfd796 req-6574b817-8724-4cd9-b3ff-a7394f4ebe62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:06.389197 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0048b3c9-5bff-4994-a39d-391b0bdfd796 req-6574b817-8724-4cd9-b3ff-a7394f4ebe62 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0ca7356ed40642a7929b2e6b63c7c56b&device_id=1a0d437b-46be-4148-8044-4d89002ef0b9 HTTP/1.1" status: 200 len: 1096 time: 0.0499587 Mar 22 11:38:06.454264 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0048b3c9-5bff-4994-a39d-391b0bdfd796 req-75ceda82-2df5-44b3-bed2-2098284c1304 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=103f81cf-be72-4e09-b0a9-b09b678df12d HTTP/1.1" status: 200 len: 217 time: 0.0556071 Mar 22 11:38:06.499354 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba07bea-02af-470c-bc28-e30f8def1989 req-7676383c-b145-453e-9635-18b5261a2858 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:06.500838 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1ba07bea-02af-470c-bc28-e30f8def1989 req-7676383c-b145-453e-9635-18b5261a2858 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a0d437b-46be-4148-8044-4d89002ef0b9 HTTP/1.1" status: 200 len: 943 time: 0.1106184 Mar 22 11:38:06.527457 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048b3c9-5bff-4994-a39d-391b0bdfd796 req-fa63f61c-e07f-4565-9856-d4a82bb2a96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:06.528862 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0048b3c9-5bff-4994-a39d-391b0bdfd796 req-fa63f61c-e07f-4565-9856-d4a82bb2a96c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aee45e80-3711-4777-bbbd-65c309ffc864 HTTP/1.1" status: 200 len: 849 time: 0.0681431 Mar 22 11:38:06.569677 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-1ba07bea-02af-470c-bc28-e30f8def1989 req-27f04fd5-d967-42bc-93ec-c257f39642d9 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d75df74-d8e2-46ab-8d22-536e07de4cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0626497 Mar 22 11:38:06.586551 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048b3c9-5bff-4994-a39d-391b0bdfd796 req-da8044c6-60a2-4da0-9a66-ee016fe39d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:06.588114 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0048b3c9-5bff-4994-a39d-391b0bdfd796 req-da8044c6-60a2-4da0-9a66-ee016fe39d0b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3bb52cfc-1ac7-4f0e-a2a5-96d83b540985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0522528 Mar 22 11:38:06.680362 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0048b3c9-5bff-4994-a39d-391b0bdfd796 req-de5ee706-4fe5-4630-ba7f-b7ce47d33f17 service neutron] 10.222.0.35 "GET /v2.0/networks/3bb52cfc-1ac7-4f0e-a2a5-96d83b540985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849934 Mar 22 11:38:06.773750 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0048b3c9-5bff-4994-a39d-391b0bdfd796 req-8048d2d7-a72d-444e-980e-0eb3a31a770a service neutron] 10.222.0.35 "GET /v2.0/networks/3bb52cfc-1ac7-4f0e-a2a5-96d83b540985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866158 Mar 22 11:38:06.863187 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd04c7-fdd0-4f4a-9ea9-23a37f074037 req-79edfd14-fe3d-4d2c-95bd-37927d0eaa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:06.864750 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-63cd04c7-fdd0-4f4a-9ea9-23a37f074037 req-79edfd14-fe3d-4d2c-95bd-37927d0eaa24 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0ca7356ed40642a7929b2e6b63c7c56b&device_id=1a0d437b-46be-4148-8044-4d89002ef0b9 HTTP/1.1" status: 200 len: 1096 time: 0.0451696 Mar 22 11:38:06.961047 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd04c7-fdd0-4f4a-9ea9-23a37f074037 req-484b9e1f-274d-4878-a65f-868156dce3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:06.962529 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-63cd04c7-fdd0-4f4a-9ea9-23a37f074037 req-484b9e1f-274d-4878-a65f-868156dce3a4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3bb52cfc-1ac7-4f0e-a2a5-96d83b540985 HTTP/1.1" status: 200 len: 911 time: 0.0898550 Mar 22 11:38:07.354647 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-63cd04c7-fdd0-4f4a-9ea9-23a37f074037 req-6c3bfb54-2af9-4c0f-ac5d-e04190511bfb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=103f81cf-be72-4e09-b0a9-b09b678df12d HTTP/1.1" status: 200 len: 217 time: 0.3836079 Mar 22 11:38:07.404963 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd04c7-fdd0-4f4a-9ea9-23a37f074037 req-c774e47d-d445-4e46-88da-22cd3d287979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:07.406354 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-63cd04c7-fdd0-4f4a-9ea9-23a37f074037 req-c774e47d-d445-4e46-88da-22cd3d287979 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aee45e80-3711-4777-bbbd-65c309ffc864 HTTP/1.1" status: 200 len: 849 time: 0.0445728 Mar 22 11:38:07.458796 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd04c7-fdd0-4f4a-9ea9-23a37f074037 req-fd40f661-ca53-4715-a4d8-177e9d9714d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:07.460319 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-63cd04c7-fdd0-4f4a-9ea9-23a37f074037 req-fd40f661-ca53-4715-a4d8-177e9d9714d2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3bb52cfc-1ac7-4f0e-a2a5-96d83b540985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0456347 Mar 22 11:38:07.553416 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-63cd04c7-fdd0-4f4a-9ea9-23a37f074037 req-4fd20e92-89e2-4fa3-92cc-8f93ec0190da service neutron] 10.222.0.35 "GET /v2.0/networks/3bb52cfc-1ac7-4f0e-a2a5-96d83b540985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852902 Mar 22 11:38:07.652580 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-63cd04c7-fdd0-4f4a-9ea9-23a37f074037 req-16b335b5-b92a-4ab1-9d23-d7a3b18f4d45 service neutron] 10.222.0.35 "GET /v2.0/networks/3bb52cfc-1ac7-4f0e-a2a5-96d83b540985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911920 Mar 22 11:38:07.691600 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d5cdaa-96ab-41f9-9248-7c6a3792820b req-cbd01965-b9c8-4526-bec8-1b41d94c419e tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:07.693061 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-30d5cdaa-96ab-41f9-9248-7c6a3792820b req-cbd01965-b9c8-4526-bec8-1b41d94c419e tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a0d437b-46be-4148-8044-4d89002ef0b9 HTTP/1.1" status: 200 len: 943 time: 0.0544500 Mar 22 11:38:07.733752 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-30d5cdaa-96ab-41f9-9248-7c6a3792820b req-c39fa2ac-96c9-4643-b232-da82e21f5803 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d75df74-d8e2-46ab-8d22-536e07de4cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328712 Mar 22 11:38:07.795394 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2ac724f4-5739-4b8d-b0dd-0223b32e7f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:08.867775 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114784d3-715d-4a67-b0c3-acf5170831b8 req-fdd3a363-588f-42ec-9c4c-783c51e434ca tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:08.869166 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-114784d3-715d-4a67-b0c3-acf5170831b8 req-fdd3a363-588f-42ec-9c4c-783c51e434ca tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a0d437b-46be-4148-8044-4d89002ef0b9 HTTP/1.1" status: 200 len: 943 time: 0.0606396 Mar 22 11:38:08.909961 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-114784d3-715d-4a67-b0c3-acf5170831b8 req-50172739-312c-45d1-8fc6-df502f847cc6 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d75df74-d8e2-46ab-8d22-536e07de4cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320239 Mar 22 11:38:09.062783 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 103f81cf-be72-4e09-b0a9-b09b678df12d details requested by agent hyperv_hv-neutron-8345 with host hv-neutron-8345 {{(pid=109051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 11:38:09.162675 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 103f81cf-be72-4e09-b0a9-b09b678df12d, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=103f81cf-be72-4e09-b0a9-b09b678df12d,segment=NetworkSegment(ebbcea6a-590d-4018-9a05-c44691af8871),segment_id=ebbcea6a-590d-4018-9a05-c44691af8871)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:38:09.179432 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Returning: {'device': '103f81cf-be72-4e09-b0a9-b09b678df12d', 'network_id': '3bb52cfc-1ac7-4f0e-a2a5-96d83b540985', 'port_id': '103f81cf-be72-4e09-b0a9-b09b678df12d', 'mac_address': 'fa:16:3e:b9:89:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aee45e80-3711-4777-bbbd-65c309ffc864', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 11:38:09.219524 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:09.234709 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 103f81cf-be72-4e09-b0a9-b09b678df12d {{(pid=109051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:38:09.258431 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 103f81cf-be72-4e09-b0a9-b09b678df12d, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=103f81cf-be72-4e09-b0a9-b09b678df12d,segment=NetworkSegment(ebbcea6a-590d-4018-9a05-c44691af8871),segment_id=ebbcea6a-590d-4018-9a05-c44691af8871)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:38:09.263520 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:09.314805 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=103f81cf-be72-4e09-b0a9-b09b678df12d,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:09.478741 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['103f81cf-be72-4e09-b0a9-b09b678df12d'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 11:38:09.937252 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e462c074-9349-45a7-9c2b-8eba755409eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:10.033225 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d960864-f405-4683-8365-4beb9d991e53 req-da2e4cf7-9fea-4dc9-b4ab-b51195bc2c02 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:10.034682 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4d960864-f405-4683-8365-4beb9d991e53 req-da2e4cf7-9fea-4dc9-b4ab-b51195bc2c02 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a0d437b-46be-4148-8044-4d89002ef0b9 HTTP/1.1" status: 200 len: 944 time: 0.0477421 Mar 22 11:38:10.082452 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4d960864-f405-4683-8365-4beb9d991e53 req-7c461080-e2b2-4f76-ab94-07da11bdf31c tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d75df74-d8e2-46ab-8d22-536e07de4cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416496 Mar 22 11:38:11.093185 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 103f81cf-be72-4e09-b0a9-b09b678df12d up at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:38:11.148296 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning for port 103f81cf-be72-4e09-b0a9-b09b678df12d completed by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:38:11.152451 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning complete for port 103f81cf-be72-4e09-b0a9-b09b678df12d triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:38:11.152845 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:11.202643 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87548394-42ef-45a4-94cb-d967c1c8fe57 req-98ab72f5-d89c-49f7-b5f6-9c4dc1de16fa tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:11.204236 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-87548394-42ef-45a4-94cb-d967c1c8fe57 req-98ab72f5-d89c-49f7-b5f6-9c4dc1de16fa tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a0d437b-46be-4148-8044-4d89002ef0b9 HTTP/1.1" status: 200 len: 944 time: 0.0531065 Mar 22 11:38:11.235881 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:11.242626 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-87548394-42ef-45a4-94cb-d967c1c8fe57 req-f42c2023-2504-4cd5-a9ff-0667abc9e9e8 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d75df74-d8e2-46ab-8d22-536e07de4cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322204 Mar 22 11:38:11.258152 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0d437b-46be-4148-8044-4d89002ef0b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '103f81cf-be72-4e09-b0a9-b09b678df12d'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:38:11.260457 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9afb9a87-aa1e-4921-a5e5-23b15f1fd37c" -d '{"events": [{"server_uuid": "1a0d437b-46be-4148-8044-4d89002ef0b9", "name": "network-vif-plugged", "status": "completed", "tag": "103f81cf-be72-4e09-b0a9-b09b678df12d"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:38:11.276096 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 103f81cf-be72-4e09-b0a9-b09b678df12d, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=103f81cf-be72-4e09-b0a9-b09b678df12d,segment=NetworkSegment(ebbcea6a-590d-4018-9a05-c44691af8871),segment_id=ebbcea6a-590d-4018-9a05-c44691af8871)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:38:11.281300 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:11.308335 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5168e4c7-6e62-44c3-a6cd-838236704461 x-openstack-request-id: req-5168e4c7-6e62-44c3-a6cd-838236704461 {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:38:11.308618 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a0d437b-46be-4148-8044-4d89002ef0b9", "name": "network-vif-plugged", "status": "completed", "tag": "103f81cf-be72-4e09-b0a9-b09b678df12d", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:38:11.308866 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5168e4c7-6e62-44c3-a6cd-838236704461 {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:38:11.309258 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5168e4c7-6e62-44c3-a6cd-838236704461'] response: {'server_uuid': '1a0d437b-46be-4148-8044-4d89002ef0b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '103f81cf-be72-4e09-b0a9-b09b678df12d', 'code': 200} Mar 22 11:38:11.346118 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:11.348987 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=103f81cf-be72-4e09-b0a9-b09b678df12d,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:11.462952 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a15e2-7774-464d-8355-967943537f4c req-805dc977-ba78-47a7-82f9-fcab70014c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:11.464554 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-903a15e2-7774-464d-8355-967943537f4c req-805dc977-ba78-47a7-82f9-fcab70014c8b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1a0d437b-46be-4148-8044-4d89002ef0b9 HTTP/1.1" status: 200 len: 1098 time: 0.0412419 Mar 22 11:38:11.505588 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-903a15e2-7774-464d-8355-967943537f4c req-3c75f0a7-95d2-46f1-afe8-d4a5d882ebbe service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1d75df74-d8e2-46ab-8d22-536e07de4cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343547 Mar 22 11:38:12.368873 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da11ee5-bd89-48af-bd66-14ec3c9af327 req-71ff4239-f050-4f11-a469-9a15378b0d23 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:12.370367 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4da11ee5-bd89-48af-bd66-14ec3c9af327 req-71ff4239-f050-4f11-a469-9a15378b0d23 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a0d437b-46be-4148-8044-4d89002ef0b9 HTTP/1.1" status: 200 len: 945 time: 0.0585656 Mar 22 11:38:12.408757 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4da11ee5-bd89-48af-bd66-14ec3c9af327 req-71e990ab-e47d-442c-830c-bb85e4890e37 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d75df74-d8e2-46ab-8d22-536e07de4cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323641 Mar 22 11:38:12.743020 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:12.908956 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:13.542413 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0359294d-21bd-461f-8524-1aa8783d45f2 req-829fe1e0-a9b8-4f42-8338-fc4bf609ceae tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:13.544210 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0359294d-21bd-461f-8524-1aa8783d45f2 req-829fe1e0-a9b8-4f42-8338-fc4bf609ceae tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a0d437b-46be-4148-8044-4d89002ef0b9 HTTP/1.1" status: 200 len: 945 time: 0.0597341 Mar 22 11:38:13.583134 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0359294d-21bd-461f-8524-1aa8783d45f2 req-3373abd0-5dba-408d-8876-bc9724121207 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d75df74-d8e2-46ab-8d22-536e07de4cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329573 Mar 22 11:38:13.706454 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9727ec4b-fd3a-42b4-9432-52dd3cce6739 req-ef6e2e9a-8b0f-44bf-bff6-e6c0c4d8c8a9 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:13.707871 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9727ec4b-fd3a-42b4-9432-52dd3cce6739 req-ef6e2e9a-8b0f-44bf-bff6-e6c0c4d8c8a9 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a0d437b-46be-4148-8044-4d89002ef0b9 HTTP/1.1" status: 200 len: 945 time: 0.0588760 Mar 22 11:38:13.750208 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9727ec4b-fd3a-42b4-9432-52dd3cce6739 req-7722092c-f13c-43c0-b9b8-f2c49be11ff5 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d75df74-d8e2-46ab-8d22-536e07de4cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330353 Mar 22 11:38:13.773503 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 48626) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:38:13.840914 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:13.907351 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf76cbc-3613-4ca7-96c2-3b0437762fae tempest-TestSnapshotPattern-667447623 tempest-TestSnapshotPattern-667447623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:13.908842 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-0bf76cbc-3613-4ca7-96c2-3b0437762fae tempest-TestSnapshotPattern-667447623 tempest-TestSnapshotPattern-667447623-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=1a0d437b-46be-4148-8044-4d89002ef0b9 HTTP/1.1" status: 200 len: 1093 time: 0.1343527 Mar 22 11:38:13.911942 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 48630) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:38:13.916265 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-efb57067-8338-49d2-a4c0-59002dca0151 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Request body: {'floatingip': {'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'port_id': '103f81cf-be72-4e09-b0a9-b09b678df12d', 'tenant_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:38:13.939662 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-efb57067-8338-49d2-a4c0-59002dca0151 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks [] for floatingip, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:14.046338 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-efb57067-8338-49d2-a4c0-59002dca0151 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:14.152015 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-efb57067-8338-49d2-a4c0-59002dca0151 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Allocated IP 172.26.7.233 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/be6f1fbd-ab91-401c-9a47-9dbc00fe8821) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:38:14.256987 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-efb57067-8338-49d2-a4c0-59002dca0151 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:14.291714 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-efb57067-8338-49d2-a4c0-59002dca0151 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:14.331777 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb57067-8338-49d2-a4c0-59002dca0151 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:38:14.334537 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-efb57067-8338-49d2-a4c0-59002dca0151 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:38:14.338633 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb57067-8338-49d2-a4c0-59002dca0151 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:38:14.341566 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb57067-8338-49d2-a4c0-59002dca0151 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Pushing event updated for resources: {'Port': ['ID=be6f1fbd-ab91-401c-9a47-9dbc00fe8821,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:14.712601 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-efb57067-8338-49d2-a4c0-59002dca0151 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:14.787395 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-efb57067-8338-49d2-a4c0-59002dca0151 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:14.966923 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-efb57067-8338-49d2-a4c0-59002dca0151 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:14.973611 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-efb57067-8338-49d2-a4c0-59002dca0151 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:15.042051 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb57067-8338-49d2-a4c0-59002dca0151 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Pushing event updated for resources: {'Port': ['ID=be6f1fbd-ab91-401c-9a47-9dbc00fe8821,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:38:15.054475 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-efb57067-8338-49d2-a4c0-59002dca0151 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684147'] for floatingip, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:15.155648 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.l3_db [None req-efb57067-8338-49d2-a4c0-59002dca0151 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Floating IP 7dffd08c-59ef-4523-9cec-a849da6fa93a associated. External IP: 172.26.7.233, port: 103f81cf-be72-4e09-b0a9-b09b678df12d. Mar 22 11:38:15.375916 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb57067-8338-49d2-a4c0-59002dca0151 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Router f0aefc89-432d-4eba-960c-9227b5fba567 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:38:15.481895 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb57067-8338-49d2-a4c0-59002dca0151 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:38:15.492114 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f702bddc-4512-40f0-845d-1a4d513bc0bf None None] Sync routers for ids ['f0aefc89-432d-4eba-960c-9227b5fba567'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:38:15.503439 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-efb57067-8338-49d2-a4c0-59002dca0151 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:15.504090 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f702bddc-4512-40f0-845d-1a4d513bc0bf None None] Routers {'f0aefc89-432d-4eba-960c-9227b5fba567'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:38:15.504736 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-f702bddc-4512-40f0-845d-1a4d513bc0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:38:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['f0aefc89-432d-4eba-960c-9227b5fba567'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:15.531098 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-efb57067-8338-49d2-a4c0-59002dca0151 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6181085 Mar 22 11:38:15.531888 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a0d437b-46be-4148-8044-4d89002ef0b9', 'tag': '103f81cf-be72-4e09-b0a9-b09b678df12d'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:38:15.534178 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93785f9-4454-4de6-924e-19e09090c1a5" -d '{"events": [{"name": "network-changed", "server_uuid": "1a0d437b-46be-4148-8044-4d89002ef0b9", "tag": "103f81cf-be72-4e09-b0a9-b09b678df12d"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:38:15.609723 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-f702bddc-4512-40f0-845d-1a4d513bc0bf None None] Set router f0aefc89-432d-4eba-960c-9227b5fba567 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:38:15.798752 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ec2095-94ff-4a2b-9c4f-5434b2abf76a x-openstack-request-id: req-b3ec2095-94ff-4a2b-9c4f-5434b2abf76a {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:38:15.799269 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a0d437b-46be-4148-8044-4d89002ef0b9", "tag": "103f81cf-be72-4e09-b0a9-b09b678df12d", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:38:15.799269 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b3ec2095-94ff-4a2b-9c4f-5434b2abf76a {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:38:15.799709 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3ec2095-94ff-4a2b-9c4f-5434b2abf76a'] response: {'name': 'network-changed', 'server_uuid': '1a0d437b-46be-4148-8044-4d89002ef0b9', 'tag': '103f81cf-be72-4e09-b0a9-b09b678df12d', 'status': 'completed', 'code': 200} Mar 22 11:38:15.862434 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93785f9-4454-4de6-924e-19e09090c1a5 req-70c0b2e1-052b-4f26-99f2-eb7b288dbede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:15.864065 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d93785f9-4454-4de6-924e-19e09090c1a5 req-70c0b2e1-052b-4f26-99f2-eb7b288dbede service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0ca7356ed40642a7929b2e6b63c7c56b&device_id=1a0d437b-46be-4148-8044-4d89002ef0b9 HTTP/1.1" status: 200 len: 1098 time: 0.0428481 Mar 22 11:38:15.927226 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-f702bddc-4512-40f0-845d-1a4d513bc0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'name': 'tempest-TestSnapshotPattern-1967814398-router', 'tenant_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30'}], 'enable_snat': True}, 'gw_port_id': 'c287e0ce-015b-4a31-b2a2-b5ebfe62729f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:37:50Z', 'updated_at': '2022-03-22T11:37:52Z', 'revision_number': 4, 'project_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'gw_port': {'id': 'c287e0ce-015b-4a31-b2a2-b5ebfe62729f', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ba:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:37:50Z', 'updated_at': '2022-03-22T11:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '7dffd08c-59ef-4523-9cec-a849da6fa93a', 'tenant_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'floating_ip_address': '172.26.7.233', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'port_id': '103f81cf-be72-4e09-b0a9-b09b678df12d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bb52cfc-1ac7-4f0e-a2a5-96d83b540985', 'mac_address': 'fa:16:3e:b9:89:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0d437b-46be-4148-8044-4d89002ef0b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:38:14Z', 'updated_at': '2022-03-22T11:38:14Z', 'revision_number': 0, 'project_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fbfc20e-d17e-4ca5-92b2-e89fd9cf096c', 'name': '', 'network_id': '3bb52cfc-1ac7-4f0e-a2a5-96d83b540985', 'tenant_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'mac_address': 'fa:16:3e:76:9d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'aee45e80-3711-4777-bbbd-65c309ffc864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:37:52Z', 'updated_at': '2022-03-22T11:37:57Z', 'revision_number': 5, 'project_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'subnets': [{'id': 'aee45e80-3711-4777-bbbd-65c309ffc864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:15.952320 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f702bddc-4512-40f0-845d-1a4d513bc0bf None None] Checking router: f0aefc89-432d-4eba-960c-9227b5fba567 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:38:15.959831 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93785f9-4454-4de6-924e-19e09090c1a5 req-31e079d6-d92f-4370-bde2-640dba9204f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:15.960869 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f702bddc-4512-40f0-845d-1a4d513bc0bf None None] Routers {'f0aefc89-432d-4eba-960c-9227b5fba567'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:38:15.961288 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d93785f9-4454-4de6-924e-19e09090c1a5 req-31e079d6-d92f-4370-bde2-640dba9204f6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3bb52cfc-1ac7-4f0e-a2a5-96d83b540985 HTTP/1.1" status: 200 len: 911 time: 0.0897195 Mar 22 11:38:15.961445 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-f702bddc-4512-40f0-845d-1a4d513bc0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:38:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['f0aefc89-432d-4eba-960c-9227b5fba567'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:16.026889 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d93785f9-4454-4de6-924e-19e09090c1a5 req-abc02e4a-e2b4-46ff-a70a-2294be410c25 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=103f81cf-be72-4e09-b0a9-b09b678df12d HTTP/1.1" status: 200 len: 999 time: 0.0587997 Mar 22 11:38:16.063219 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-f702bddc-4512-40f0-845d-1a4d513bc0bf None None] Set router f0aefc89-432d-4eba-960c-9227b5fba567 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:38:16.075057 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93785f9-4454-4de6-924e-19e09090c1a5 req-7e933147-cf5c-4650-acf9-37a58385b3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:16.076567 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d93785f9-4454-4de6-924e-19e09090c1a5 req-7e933147-cf5c-4650-acf9-37a58385b3fd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aee45e80-3711-4777-bbbd-65c309ffc864 HTTP/1.1" status: 200 len: 849 time: 0.0438395 Mar 22 11:38:16.124648 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93785f9-4454-4de6-924e-19e09090c1a5 req-a3464f40-f39a-4a6d-b41d-947c45157de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:16.126108 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d93785f9-4454-4de6-924e-19e09090c1a5 req-a3464f40-f39a-4a6d-b41d-947c45157de4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3bb52cfc-1ac7-4f0e-a2a5-96d83b540985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433478 Mar 22 11:38:16.221045 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d93785f9-4454-4de6-924e-19e09090c1a5 req-4df84e70-d972-4fc2-a33b-3420fca259cb service neutron] 10.222.0.35 "GET /v2.0/networks/3bb52cfc-1ac7-4f0e-a2a5-96d83b540985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882008 Mar 22 11:38:16.283897 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-f702bddc-4512-40f0-845d-1a4d513bc0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'name': 'tempest-TestSnapshotPattern-1967814398-router', 'tenant_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30'}], 'enable_snat': True}, 'gw_port_id': 'c287e0ce-015b-4a31-b2a2-b5ebfe62729f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:37:50Z', 'updated_at': '2022-03-22T11:37:52Z', 'revision_number': 4, 'project_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'gw_port': {'id': 'c287e0ce-015b-4a31-b2a2-b5ebfe62729f', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ba:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:37:50Z', 'updated_at': '2022-03-22T11:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '7dffd08c-59ef-4523-9cec-a849da6fa93a', 'tenant_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'floating_ip_address': '172.26.7.233', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'port_id': '103f81cf-be72-4e09-b0a9-b09b678df12d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bb52cfc-1ac7-4f0e-a2a5-96d83b540985', 'mac_address': 'fa:16:3e:b9:89:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0d437b-46be-4148-8044-4d89002ef0b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:38:14Z', 'updated_at': '2022-03-22T11:38:14Z', 'revision_number': 0, 'project_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fbfc20e-d17e-4ca5-92b2-e89fd9cf096c', 'name': '', 'network_id': '3bb52cfc-1ac7-4f0e-a2a5-96d83b540985', 'tenant_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'mac_address': 'fa:16:3e:76:9d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'aee45e80-3711-4777-bbbd-65c309ffc864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:37:52Z', 'updated_at': '2022-03-22T11:37:57Z', 'revision_number': 5, 'project_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'subnets': [{'id': 'aee45e80-3711-4777-bbbd-65c309ffc864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:38:16.309525 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f702bddc-4512-40f0-845d-1a4d513bc0bf None None] The sync data for ids ['f0aefc89-432d-4eba-960c-9227b5fba567'] in dv-neutron-834599-1-hyperv is: [{'id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'name': 'tempest-TestSnapshotPattern-1967814398-router', 'tenant_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30'}], 'enable_snat': True}, 'gw_port_id': 'c287e0ce-015b-4a31-b2a2-b5ebfe62729f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:37:50Z', 'updated_at': '2022-03-22T11:37:52Z', 'revision_number': 4, 'project_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'gw_port': {'id': 'c287e0ce-015b-4a31-b2a2-b5ebfe62729f', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ba:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:37:50Z', 'updated_at': '2022-03-22T11:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '7dffd08c-59ef-4523-9cec-a849da6fa93a', 'tenant_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'floating_ip_address': '172.26.7.233', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'port_id': '103f81cf-be72-4e09-b0a9-b09b678df12d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bb52cfc-1ac7-4f0e-a2a5-96d83b540985', 'mac_address': 'fa:16:3e:b9:89:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0d437b-46be-4148-8044-4d89002ef0b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:38:14Z', 'updated_at': '2022-03-22T11:38:14Z', 'revision_number': 0, 'project_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fbfc20e-d17e-4ca5-92b2-e89fd9cf096c', 'name': '', 'network_id': '3bb52cfc-1ac7-4f0e-a2a5-96d83b540985', 'tenant_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'mac_address': 'fa:16:3e:76:9d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'aee45e80-3711-4777-bbbd-65c309ffc864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:37:52Z', 'updated_at': '2022-03-22T11:37:57Z', 'revision_number': 5, 'project_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'subnets': [{'id': 'aee45e80-3711-4777-bbbd-65c309ffc864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:38:16.315462 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d93785f9-4454-4de6-924e-19e09090c1a5 req-553c0744-d8a6-4bea-9d6f-348a138bd7da service neutron] 10.222.0.35 "GET /v2.0/networks/3bb52cfc-1ac7-4f0e-a2a5-96d83b540985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871952 Mar 22 11:38:16.490729 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca73d42-e483-40f4-9899-eb57a580a038 None None] New status for floating IP 7dffd08c-59ef-4523-9cec-a849da6fa93a: ACTIVE {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 11:38:19.386098 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:38:37.795939 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-b3a5f7e4-b636-4ffa-9de2-1bfd930a4349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:39.938280 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-013d187b-aeb1-40e8-b23f-d41c77f59acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:41.332950 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:42.748358 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:42.917077 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:43.858065 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:38:56.385209 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:38:59.778112 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d34781d0-b769-4a53-a253-700020499e0b req-9ba2dfa2-462b-43b4-a374-d68e9844999b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1a0d437b-46be-4148-8044-4d89002ef0b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420835 Mar 22 11:38:59.860094 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34781d0-b769-4a53-a253-700020499e0b req-a5bbdecc-b8a5-4d0f-852e-38819cc1868f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:59.861584 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d34781d0-b769-4a53-a253-700020499e0b req-a5bbdecc-b8a5-4d0f-852e-38819cc1868f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0ca7356ed40642a7929b2e6b63c7c56b&device_id=1a0d437b-46be-4148-8044-4d89002ef0b9 HTTP/1.1" status: 200 len: 1098 time: 0.0411038 Mar 22 11:38:59.972766 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34781d0-b769-4a53-a253-700020499e0b req-2712923e-919e-4959-ae03-36cbcb8011d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:38:59.974380 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d34781d0-b769-4a53-a253-700020499e0b req-2712923e-919e-4959-ae03-36cbcb8011d8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3bb52cfc-1ac7-4f0e-a2a5-96d83b540985 HTTP/1.1" status: 200 len: 911 time: 0.0939243 Mar 22 11:39:00.042053 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d34781d0-b769-4a53-a253-700020499e0b req-3fb1ed70-d71b-42d8-8daf-ad8b55a6c514 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=103f81cf-be72-4e09-b0a9-b09b678df12d HTTP/1.1" status: 200 len: 1001 time: 0.0599332 Mar 22 11:39:00.094903 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34781d0-b769-4a53-a253-700020499e0b req-02b3f083-aeb4-4e29-9f88-b62fc3048e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:00.096555 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d34781d0-b769-4a53-a253-700020499e0b req-02b3f083-aeb4-4e29-9f88-b62fc3048e82 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aee45e80-3711-4777-bbbd-65c309ffc864 HTTP/1.1" status: 200 len: 849 time: 0.0477452 Mar 22 11:39:00.141364 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34781d0-b769-4a53-a253-700020499e0b req-66ca88f6-939f-4e7f-a132-5ec8caa3ea92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:00.142844 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d34781d0-b769-4a53-a253-700020499e0b req-66ca88f6-939f-4e7f-a132-5ec8caa3ea92 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3bb52cfc-1ac7-4f0e-a2a5-96d83b540985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400019 Mar 22 11:39:00.230578 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d34781d0-b769-4a53-a253-700020499e0b req-043bbe8a-c831-4c8e-8100-306a56891604 service neutron] 10.222.0.35 "GET /v2.0/networks/3bb52cfc-1ac7-4f0e-a2a5-96d83b540985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807681 Mar 22 11:39:00.321497 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d34781d0-b769-4a53-a253-700020499e0b req-cadabdf9-e59a-4949-b9f1-6d5ed38ff3d7 service neutron] 10.222.0.35 "GET /v2.0/networks/3bb52cfc-1ac7-4f0e-a2a5-96d83b540985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841591 Mar 22 11:39:07.795457 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-62be76f7-bb70-48d8-aade-554f5c33adc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:09.938997 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-dcd6f716-a267-4427-ab24-0978f6c15b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:11.331431 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:12.753462 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:12.911873 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:13.866758 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:33.385777 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:39:37.797518 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c42303ed-1ab4-43e7-85e1-70f4ea440b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:39.936040 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5239e0c9-ca52-4ff4-8279-515c3b6e6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:41.335503 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:42.762330 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:42.922891 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:43.876265 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:39:59.224454 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d69810b7-078c-4c19-8875-825c38bf7ed7 req-789962a8-3988-45cb-acc1-16a739dd7763 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1a0d437b-46be-4148-8044-4d89002ef0b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444601 Mar 22 11:39:59.314069 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69810b7-078c-4c19-8875-825c38bf7ed7 req-3051d2ca-c96c-4f97-b52c-802f6101389a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:59.315491 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d69810b7-078c-4c19-8875-825c38bf7ed7 req-3051d2ca-c96c-4f97-b52c-802f6101389a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0ca7356ed40642a7929b2e6b63c7c56b&device_id=1a0d437b-46be-4148-8044-4d89002ef0b9 HTTP/1.1" status: 200 len: 1098 time: 0.0473905 Mar 22 11:39:59.432215 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69810b7-078c-4c19-8875-825c38bf7ed7 req-714a1fe9-b68c-452a-becb-56a379a7fecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:59.435324 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d69810b7-078c-4c19-8875-825c38bf7ed7 req-714a1fe9-b68c-452a-becb-56a379a7fecc service neutron] 10.222.0.35 "GET /v2.0/networks?id=3bb52cfc-1ac7-4f0e-a2a5-96d83b540985 HTTP/1.1" status: 200 len: 911 time: 0.1009722 Mar 22 11:39:59.502830 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d69810b7-078c-4c19-8875-825c38bf7ed7 req-1bec5edf-5094-4f6a-a0df-4765e5d7b249 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=103f81cf-be72-4e09-b0a9-b09b678df12d HTTP/1.1" status: 200 len: 1001 time: 0.0598257 Mar 22 11:39:59.554809 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69810b7-078c-4c19-8875-825c38bf7ed7 req-0465956e-30b8-4a40-be0d-70f97e61deb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:59.556298 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d69810b7-078c-4c19-8875-825c38bf7ed7 req-0465956e-30b8-4a40-be0d-70f97e61deb2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aee45e80-3711-4777-bbbd-65c309ffc864 HTTP/1.1" status: 200 len: 849 time: 0.0463359 Mar 22 11:39:59.601434 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69810b7-078c-4c19-8875-825c38bf7ed7 req-ed6d33cf-c45d-4342-861c-c1a68411cf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:39:59.603158 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d69810b7-078c-4c19-8875-825c38bf7ed7 req-ed6d33cf-c45d-4342-861c-c1a68411cf02 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3bb52cfc-1ac7-4f0e-a2a5-96d83b540985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401092 Mar 22 11:39:59.698428 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d69810b7-078c-4c19-8875-825c38bf7ed7 req-f95a0780-5483-41ac-a579-404224502bff service neutron] 10.222.0.35 "GET /v2.0/networks/3bb52cfc-1ac7-4f0e-a2a5-96d83b540985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886936 Mar 22 11:39:59.787109 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d69810b7-078c-4c19-8875-825c38bf7ed7 req-23a05b72-cb57-417f-94a5-cb85c7550910 service neutron] 10.222.0.35 "GET /v2.0/networks/3bb52cfc-1ac7-4f0e-a2a5-96d83b540985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819216 Mar 22 11:40:07.802013 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e0ff5db9-e5eb-4f85-9d50-ea72dcd50523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:09.937038 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2d10c365-79c1-4aa1-a643-c3c0dbecffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:10.384324 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:40:11.337331 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:11.667811 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 103f81cf-be72-4e09-b0a9-b09b678df12d details requested by agent hyperv_hv-neutron-8345 with host hv-neutron-8345 {{(pid=109051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 11:40:11.764249 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 103f81cf-be72-4e09-b0a9-b09b678df12d, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=103f81cf-be72-4e09-b0a9-b09b678df12d,segment=NetworkSegment(ebbcea6a-590d-4018-9a05-c44691af8871),segment_id=ebbcea6a-590d-4018-9a05-c44691af8871)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:40:11.775148 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Returning: {'device': '103f81cf-be72-4e09-b0a9-b09b678df12d', 'network_id': '3bb52cfc-1ac7-4f0e-a2a5-96d83b540985', 'port_id': '103f81cf-be72-4e09-b0a9-b09b678df12d', 'mac_address': 'fa:16:3e:b9:89:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aee45e80-3711-4777-bbbd-65c309ffc864', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 11:40:11.811558 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:11.824320 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 103f81cf-be72-4e09-b0a9-b09b678df12d {{(pid=109051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:40:11.843612 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 103f81cf-be72-4e09-b0a9-b09b678df12d, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=103f81cf-be72-4e09-b0a9-b09b678df12d,segment=NetworkSegment(ebbcea6a-590d-4018-9a05-c44691af8871),segment_id=ebbcea6a-590d-4018-9a05-c44691af8871)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:40:11.848777 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:11.901275 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=103f81cf-be72-4e09-b0a9-b09b678df12d,revision_number=6']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:11.908386 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:11.908745 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:11.909064 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:11.909384 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:11.909720 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:11.910042 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:11.910451 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:11.910706 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:11.911162 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:11.911589 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:11.911924 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:11.912249 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:11.922541 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['103f81cf-be72-4e09-b0a9-b09b678df12d'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 11:40:12.758804 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:12.916283 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:13.683046 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 103f81cf-be72-4e09-b0a9-b09b678df12d up at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:40:13.768188 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning complete for port 103f81cf-be72-4e09-b0a9-b09b678df12d triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:40:13.769308 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:13.891791 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:13.894876 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:13.917892 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0d437b-46be-4148-8044-4d89002ef0b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '103f81cf-be72-4e09-b0a9-b09b678df12d'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:40:13.920323 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708d3197-d105-4f5c-a319-34169d4cff7d" -d '{"events": [{"server_uuid": "1a0d437b-46be-4148-8044-4d89002ef0b9", "name": "network-vif-plugged", "status": "completed", "tag": "103f81cf-be72-4e09-b0a9-b09b678df12d"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:40:13.936996 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 103f81cf-be72-4e09-b0a9-b09b678df12d, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=103f81cf-be72-4e09-b0a9-b09b678df12d,segment=NetworkSegment(ebbcea6a-590d-4018-9a05-c44691af8871),segment_id=ebbcea6a-590d-4018-9a05-c44691af8871)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:40:13.942350 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:13.998474 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=103f81cf-be72-4e09-b0a9-b09b678df12d,revision_number=7']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:14.052413 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e334bdbc-af29-4ab0-8d0b-7b38750ace33 x-openstack-request-id: req-e334bdbc-af29-4ab0-8d0b-7b38750ace33 {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:40:14.052757 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a0d437b-46be-4148-8044-4d89002ef0b9", "name": "network-vif-plugged", "status": "completed", "tag": "103f81cf-be72-4e09-b0a9-b09b678df12d", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:40:14.053061 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e334bdbc-af29-4ab0-8d0b-7b38750ace33 {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:40:14.053518 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e334bdbc-af29-4ab0-8d0b-7b38750ace33'] response: {'server_uuid': '1a0d437b-46be-4148-8044-4d89002ef0b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '103f81cf-be72-4e09-b0a9-b09b678df12d', 'code': 200} Mar 22 11:40:22.944784 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-45dac990-8bc5-4705-8062-a4926ed0a77c req-4aed2f52-1fa2-4fab-85cf-945006741fca tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-19705095&fields=id&tenant_id=0ca7356ed40642a7929b2e6b63c7c56b HTTP/1.1" status: 200 len: 267 time: 0.0344150 Mar 22 11:40:23.063360 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dac990-8bc5-4705-8062-a4926ed0a77c req-0ed1904f-0fe6-4076-a5e8-4f45a24b5fd5 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:23.064832 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-45dac990-8bc5-4705-8062-a4926ed0a77c req-0ed1904f-0fe6-4076-a5e8-4f45a24b5fd5 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/networks?id=3bb52cfc-1ac7-4f0e-a2a5-96d83b540985 HTTP/1.1" status: 200 len: 810 time: 0.1130648 Mar 22 11:40:23.082469 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-45dac990-8bc5-4705-8062-a4926ed0a77c req-826857f7-5edf-4b5f-bccb-2b2292fca0bd tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/quotas/0ca7356ed40642a7929b2e6b63c7c56b HTTP/1.1" status: 200 len: 375 time: 0.0095794 Mar 22 11:40:23.140447 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-45dac990-8bc5-4705-8062-a4926ed0a77c req-8d680e35-b82f-4100-b784-12461e3834d1 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=0ca7356ed40642a7929b2e6b63c7c56b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0528545 Mar 22 11:40:23.288058 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-45dac990-8bc5-4705-8062-a4926ed0a77c req-c3676734-52d8-4a24-b7ac-612aa1f46305 service neutron] 10.222.0.57 "GET /v2.0/networks/3bb52cfc-1ac7-4f0e-a2a5-96d83b540985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353009 Mar 22 11:40:23.387243 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-45dac990-8bc5-4705-8062-a4926ed0a77c req-5ea8c634-f15b-496e-a9c1-1a8bd4168eef service neutron] 10.222.0.57 "GET /v2.0/networks/3bb52cfc-1ac7-4f0e-a2a5-96d83b540985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928209 Mar 22 11:40:23.554672 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-aa49da06-be44-46a0-b7f1-87469def56af req-f8180700-e2f4-438d-89a4-202f685b3d20 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/ports?device_id=cce98703-5ae2-4353-b232-daae387c336a HTTP/1.1" status: 200 len: 210 time: 0.0260026 Mar 22 11:40:24.690251 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-0557d323-5b32-4067-b472-f35117615384 req-830976ea-e144-400d-a811-179ed652a2fc tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/ports?device_id=cce98703-5ae2-4353-b232-daae387c336a HTTP/1.1" status: 200 len: 210 time: 0.0617032 Mar 22 11:40:24.739041 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dac990-8bc5-4705-8062-a4926ed0a77c req-7c07be60-41ac-4d10-b16f-44a7d5c05a8b tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:24.740504 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-45dac990-8bc5-4705-8062-a4926ed0a77c req-7c07be60-41ac-4d10-b16f-44a7d5c05a8b tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.35 "GET /v2.0/networks?id=3bb52cfc-1ac7-4f0e-a2a5-96d83b540985 HTTP/1.1" status: 200 len: 810 time: 0.1440639 Mar 22 11:40:24.781818 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-45dac990-8bc5-4705-8062-a4926ed0a77c req-e093ed1c-d905-4745-8fc4-dbb9223b34aa tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ca7356ed40642a7929b2e6b63c7c56b HTTP/1.1" status: 200 len: 378 time: 0.0333843 Mar 22 11:40:24.792779 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-45dac990-8bc5-4705-8062-a4926ed0a77c req-b0ff7393-7725-4e7d-b1a5-2fae87471c57 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Request body: {'port': {'device_id': 'cce98703-5ae2-4353-b232-daae387c336a', 'network_id': '3bb52cfc-1ac7-4f0e-a2a5-96d83b540985', 'admin_state_up': True, 'tenant_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'security_groups': ['1d75df74-d8e2-46ab-8d22-536e07de4cb7']}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:24.905010 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45dac990-8bc5-4705-8062-a4926ed0a77c req-b0ff7393-7725-4e7d-b1a5-2fae87471c57 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Made reservation on behalf of 0ca7356ed40642a7929b2e6b63c7c56b for: {'port': 1} {{(pid=109050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 11:40:24.908656 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-45dac990-8bc5-4705-8062-a4926ed0a77c req-b0ff7393-7725-4e7d-b1a5-2fae87471c57 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:25.053206 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [req-45dac990-8bc5-4705-8062-a4926ed0a77c req-b0ff7393-7725-4e7d-b1a5-2fae87471c57 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Allocated IP 172.20.0.7 (3bb52cfc-1ac7-4f0e-a2a5-96d83b540985/aee45e80-3711-4777-bbbd-65c309ffc864/7438a66d-e50d-45e7-9b58-bd3c94509bbb) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:40:25.624927 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-45dac990-8bc5-4705-8062-a4926ed0a77c req-b0ff7393-7725-4e7d-b1a5-2fae87471c57 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:25.665097 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-45dac990-8bc5-4705-8062-a4926ed0a77c req-b0ff7393-7725-4e7d-b1a5-2fae87471c57 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:25.713513 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45dac990-8bc5-4705-8062-a4926ed0a77c req-b0ff7393-7725-4e7d-b1a5-2fae87471c57 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Network 3bb52cfc-1ac7-4f0e-a2a5-96d83b540985 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:40:25.716859 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [req-45dac990-8bc5-4705-8062-a4926ed0a77c req-b0ff7393-7725-4e7d-b1a5-2fae87471c57 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:40:25.720786 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-45dac990-8bc5-4705-8062-a4926ed0a77c req-b0ff7393-7725-4e7d-b1a5-2fae87471c57 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:40:25.749112 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ff7393-7725-4e7d-b1a5-2fae87471c57 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Pushing event updated for resources: {'Port': ['ID=7438a66d-e50d-45e7-9b58-bd3c94509bbb,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:25.764153 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ff7393-7725-4e7d-b1a5-2fae87471c57 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:25.764496 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ff7393-7725-4e7d-b1a5-2fae87471c57 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:25.764836 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ff7393-7725-4e7d-b1a5-2fae87471c57 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:25.765172 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ff7393-7725-4e7d-b1a5-2fae87471c57 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:25.765501 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ff7393-7725-4e7d-b1a5-2fae87471c57 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:25.765830 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ff7393-7725-4e7d-b1a5-2fae87471c57 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:25.766158 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ff7393-7725-4e7d-b1a5-2fae87471c57 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:25.766495 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ff7393-7725-4e7d-b1a5-2fae87471c57 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:25.766819 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ff7393-7725-4e7d-b1a5-2fae87471c57 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:25.767177 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ff7393-7725-4e7d-b1a5-2fae87471c57 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:25.767530 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ff7393-7725-4e7d-b1a5-2fae87471c57 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:25.767850 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ff7393-7725-4e7d-b1a5-2fae87471c57 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:40:25.769159 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 103f81cf-be72-4e09-b0a9-b09b678df12d no longer exists at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:40:25.799503 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dac990-8bc5-4705-8062-a4926ed0a77c req-b0ff7393-7725-4e7d-b1a5-2fae87471c57 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:25.800423 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-45dac990-8bc5-4705-8062-a4926ed0a77c req-b0ff7393-7725-4e7d-b1a5-2fae87471c57 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:25.841618 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-45dac990-8bc5-4705-8062-a4926ed0a77c req-b0ff7393-7725-4e7d-b1a5-2fae87471c57 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0528116 Mar 22 11:40:25.925392 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:25.967352 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5ea54-26b8-4b8c-8805-f2edb24ce493 req-fba35ce8-82cd-4ae2-ade4-d2df814a8630 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:25.969025 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c4f5ea54-26b8-4b8c-8805-f2edb24ce493 req-fba35ce8-82cd-4ae2-ade4-d2df814a8630 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/ports?device_id=cce98703-5ae2-4353-b232-daae387c336a HTTP/1.1" status: 200 len: 931 time: 0.1115341 Mar 22 11:40:25.972517 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0d437b-46be-4148-8044-4d89002ef0b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '103f81cf-be72-4e09-b0a9-b09b678df12d'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:40:25.975166 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-badfc18a-10d2-42a2-aa1b-983047c9faff" -d '{"events": [{"server_uuid": "1a0d437b-46be-4148-8044-4d89002ef0b9", "name": "network-vif-unplugged", "status": "completed", "tag": "103f81cf-be72-4e09-b0a9-b09b678df12d"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:40:26.013855 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 103f81cf-be72-4e09-b0a9-b09b678df12d, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=103f81cf-be72-4e09-b0a9-b09b678df12d,segment=NetworkSegment(ebbcea6a-590d-4018-9a05-c44691af8871),segment_id=ebbcea6a-590d-4018-9a05-c44691af8871)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:40:26.027026 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:26.051098 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c4f5ea54-26b8-4b8c-8805-f2edb24ce493 req-03672917-5ca1-436e-940f-7a1d9431947e tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d75df74-d8e2-46ab-8d22-536e07de4cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0739038 Mar 22 11:40:26.062527 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 11:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f6cbcf1-0bf8-4b7e-83c8-56766997c66e x-openstack-request-id: req-8f6cbcf1-0bf8-4b7e-83c8-56766997c66e {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:40:26.062962 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a0d437b-46be-4148-8044-4d89002ef0b9", "name": "network-vif-unplugged", "status": "completed", "tag": "103f81cf-be72-4e09-b0a9-b09b678df12d", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:40:26.063206 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8f6cbcf1-0bf8-4b7e-83c8-56766997c66e {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:40:26.063812 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f6cbcf1-0bf8-4b7e-83c8-56766997c66e'] response: {'server_uuid': '1a0d437b-46be-4148-8044-4d89002ef0b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '103f81cf-be72-4e09-b0a9-b09b678df12d', 'code': 200} Mar 22 11:40:26.080052 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-d4c68d35-7629-4100-aaac-7e70f3f4ec15 None None] Provisioning complete for port 7438a66d-e50d-45e7-9b58-bd3c94509bbb triggered by entity DHCP. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:40:26.080435 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4c68d35-7629-4100-aaac-7e70f3f4ec15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:26.120761 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=103f81cf-be72-4e09-b0a9-b09b678df12d,revision_number=8']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:26.128424 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-d4c68d35-7629-4100-aaac-7e70f3f4ec15 None None] Port 7438a66d-e50d-45e7-9b58-bd3c94509bbb cannot update to ACTIVE because it is not bound. {{(pid=109051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 22 11:40:27.175971 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930e1e3-569f-4c2c-8af2-1f37c54457a4 req-c72a3995-a552-424b-9ba1-f1d7ee3cb71f tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:27.177816 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5930e1e3-569f-4c2c-8af2-1f37c54457a4 req-c72a3995-a552-424b-9ba1-f1d7ee3cb71f tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/ports?device_id=cce98703-5ae2-4353-b232-daae387c336a HTTP/1.1" status: 200 len: 931 time: 0.0535662 Mar 22 11:40:27.228208 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5930e1e3-569f-4c2c-8af2-1f37c54457a4 req-0e78d070-74ab-4c03-915d-2ef5e85f2841 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d75df74-d8e2-46ab-8d22-536e07de4cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436769 Mar 22 11:40:28.342373 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440d0ad-8e99-42e8-a8bb-c9aa1fc9a61b req-4cfe6d5a-efb5-4784-b146-a25f28830a3e tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:28.343947 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2440d0ad-8e99-42e8-a8bb-c9aa1fc9a61b req-4cfe6d5a-efb5-4784-b146-a25f28830a3e tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/ports?device_id=cce98703-5ae2-4353-b232-daae387c336a HTTP/1.1" status: 200 len: 931 time: 0.0504878 Mar 22 11:40:28.383804 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-2440d0ad-8e99-42e8-a8bb-c9aa1fc9a61b req-c5a02510-145e-4c9f-8f2e-74b74d42b429 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d75df74-d8e2-46ab-8d22-536e07de4cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329981 Mar 22 11:40:29.511020 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df8f5af-0613-460e-b2e3-e6b5767e7967 req-8ca4688a-3dbe-4200-944a-86a8b83006ad tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:29.512535 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7df8f5af-0613-460e-b2e3-e6b5767e7967 req-8ca4688a-3dbe-4200-944a-86a8b83006ad tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/ports?device_id=cce98703-5ae2-4353-b232-daae387c336a HTTP/1.1" status: 200 len: 931 time: 0.0508533 Mar 22 11:40:29.550761 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-7df8f5af-0613-460e-b2e3-e6b5767e7967 req-fca9f5d7-4d53-4328-8737-ea81f79e0c4b tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d75df74-d8e2-46ab-8d22-536e07de4cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319424 Mar 22 11:40:30.681424 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2241f8-a603-4349-a112-d3ca042dca3b req-19d0fbe6-2a62-48ee-8d26-d3eb77a637f8 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:30.683072 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ed2241f8-a603-4349-a112-d3ca042dca3b req-19d0fbe6-2a62-48ee-8d26-d3eb77a637f8 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/ports?device_id=cce98703-5ae2-4353-b232-daae387c336a HTTP/1.1" status: 200 len: 931 time: 0.0548162 Mar 22 11:40:30.734386 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ed2241f8-a603-4349-a112-d3ca042dca3b req-61e80f69-3e42-4d07-b998-187548b76146 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d75df74-d8e2-46ab-8d22-536e07de4cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447137 Mar 22 11:40:31.861957 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de2349-b907-4bac-a63e-f141444664ab req-b4d6aaa7-ddbe-4963-8c18-efb6cbc90f4a tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:31.864492 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d1de2349-b907-4bac-a63e-f141444664ab req-b4d6aaa7-ddbe-4963-8c18-efb6cbc90f4a tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/ports?device_id=cce98703-5ae2-4353-b232-daae387c336a HTTP/1.1" status: 200 len: 931 time: 0.0628476 Mar 22 11:40:31.902396 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-d1de2349-b907-4bac-a63e-f141444664ab req-565f7b11-94fd-46f8-90e6-35cad2becc46 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d75df74-d8e2-46ab-8d22-536e07de4cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318706 Mar 22 11:40:33.031695 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a026a7e-ed02-4d01-b612-bd3fdca0c45a req-d990fdf2-1591-475c-9003-49d318b2d599 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:33.033232 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5a026a7e-ed02-4d01-b612-bd3fdca0c45a req-d990fdf2-1591-475c-9003-49d318b2d599 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/ports?device_id=cce98703-5ae2-4353-b232-daae387c336a HTTP/1.1" status: 200 len: 931 time: 0.0514898 Mar 22 11:40:33.076200 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-5a026a7e-ed02-4d01-b612-bd3fdca0c45a req-26ba7be9-5388-47ae-969d-d9b3703f63c9 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d75df74-d8e2-46ab-8d22-536e07de4cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335746 Mar 22 11:40:33.300383 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [req-45dac990-8bc5-4705-8062-a4926ed0a77c req-2a2ff73d-8c48-436f-bdf1-88218ff59d3c service neutron] Request body: {'port': {'device_id': 'cce98703-5ae2-4353-b232-daae387c336a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8345'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:33.361442 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-45dac990-8bc5-4705-8062-a4926ed0a77c req-2a2ff73d-8c48-436f-bdf1-88218ff59d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:33.643491 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [req-45dac990-8bc5-4705-8062-a4926ed0a77c req-2a2ff73d-8c48-436f-bdf1-88218ff59d3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7438a66d-e50d-45e7-9b58-bd3c94509bbb {{(pid=109050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:40:33.650859 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-45dac990-8bc5-4705-8062-a4926ed0a77c req-2a2ff73d-8c48-436f-bdf1-88218ff59d3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:33.662818 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.provisioning_blocks [req-45dac990-8bc5-4705-8062-a4926ed0a77c req-2a2ff73d-8c48-436f-bdf1-88218ff59d3c service neutron] Transition to ACTIVE for port object 7438a66d-e50d-45e7-9b58-bd3c94509bbb will not be triggered until provisioned by entity L2. {{(pid=109050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 11:40:33.668147 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-45dac990-8bc5-4705-8062-a4926ed0a77c req-2a2ff73d-8c48-436f-bdf1-88218ff59d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:33.717417 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2ff73d-8c48-436f-bdf1-88218ff59d3c service neutron] Pushing event updated for resources: {'Port': ['ID=7438a66d-e50d-45e7-9b58-bd3c94509bbb,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:33.789115 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-45dac990-8bc5-4705-8062-a4926ed0a77c req-2a2ff73d-8c48-436f-bdf1-88218ff59d3c service neutron] Attempting to bind port 7438a66d-e50d-45e7-9b58-bd3c94509bbb on host hv-neutron-8345 for vnic_type normal with profile {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 11:40:33.789450 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-45dac990-8bc5-4705-8062-a4926ed0a77c req-2a2ff73d-8c48-436f-bdf1-88218ff59d3c service neutron] Attempting to bind port 7438a66d-e50d-45e7-9b58-bd3c94509bbb by drivers openvswitch,hyperv on host hv-neutron-8345 at level 0 using segments [{'id': 'ebbcea6a-590d-4018-9a05-c44691af8871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3bb52cfc-1ac7-4f0e-a2a5-96d83b540985'}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 11:40:33.789776 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dac990-8bc5-4705-8062-a4926ed0a77c req-2a2ff73d-8c48-436f-bdf1-88218ff59d3c service neutron] Attempting to bind port 7438a66d-e50d-45e7-9b58-bd3c94509bbb on network 3bb52cfc-1ac7-4f0e-a2a5-96d83b540985 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:40:33.794373 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dac990-8bc5-4705-8062-a4926ed0a77c req-2a2ff73d-8c48-436f-bdf1-88218ff59d3c service neutron] Port 7438a66d-e50d-45e7-9b58-bd3c94509bbb on network 3bb52cfc-1ac7-4f0e-a2a5-96d83b540985 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8345 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 11:40:33.794692 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dac990-8bc5-4705-8062-a4926ed0a77c req-2a2ff73d-8c48-436f-bdf1-88218ff59d3c service neutron] Attempting to bind port 7438a66d-e50d-45e7-9b58-bd3c94509bbb on network 3bb52cfc-1ac7-4f0e-a2a5-96d83b540985 {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 11:40:33.800349 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dac990-8bc5-4705-8062-a4926ed0a77c req-2a2ff73d-8c48-436f-bdf1-88218ff59d3c service neutron] Checking agent: {'id': 'dcb78974-6458-4942-8c9c-663284d5bb3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8345', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'started_at': datetime.datetime(2022, 3, 22, 10, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 11, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 11:40:33.800683 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dac990-8bc5-4705-8062-a4926ed0a77c req-2a2ff73d-8c48-436f-bdf1-88218ff59d3c service neutron] Checking segment: {'id': 'ebbcea6a-590d-4018-9a05-c44691af8871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3bb52cfc-1ac7-4f0e-a2a5-96d83b540985'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 22 11:40:33.801068 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dac990-8bc5-4705-8062-a4926ed0a77c req-2a2ff73d-8c48-436f-bdf1-88218ff59d3c service neutron] Bound using segment: {'id': 'ebbcea6a-590d-4018-9a05-c44691af8871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3bb52cfc-1ac7-4f0e-a2a5-96d83b540985'} {{(pid=109050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 11:40:33.801497 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.managers [req-45dac990-8bc5-4705-8062-a4926ed0a77c req-2a2ff73d-8c48-436f-bdf1-88218ff59d3c service neutron] Bound port: 7438a66d-e50d-45e7-9b58-bd3c94509bbb, host: hv-neutron-8345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebbcea6a-590d-4018-9a05-c44691af8871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3bb52cfc-1ac7-4f0e-a2a5-96d83b540985'}}] {{(pid=109050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 11:40:33.801862 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-45dac990-8bc5-4705-8062-a4926ed0a77c req-2a2ff73d-8c48-436f-bdf1-88218ff59d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:33.866266 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-45dac990-8bc5-4705-8062-a4926ed0a77c req-2a2ff73d-8c48-436f-bdf1-88218ff59d3c service neutron] For port 7438a66d-e50d-45e7-9b58-bd3c94509bbb, host hv-neutron-8345, cleared binding levels {{(pid=109050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 11:40:33.869811 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-45dac990-8bc5-4705-8062-a4926ed0a77c req-2a2ff73d-8c48-436f-bdf1-88218ff59d3c service neutron] For port 7438a66d-e50d-45e7-9b58-bd3c94509bbb, host hv-neutron-8345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=7438a66d-e50d-45e7-9b58-bd3c94509bbb,segment=NetworkSegment(ebbcea6a-590d-4018-9a05-c44691af8871),segment_id=ebbcea6a-590d-4018-9a05-c44691af8871)] {{(pid=109050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 11:40:33.875598 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-45dac990-8bc5-4705-8062-a4926ed0a77c req-2a2ff73d-8c48-436f-bdf1-88218ff59d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:33.914470 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dac990-8bc5-4705-8062-a4926ed0a77c req-2a2ff73d-8c48-436f-bdf1-88218ff59d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:33.915108 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-45dac990-8bc5-4705-8062-a4926ed0a77c req-2a2ff73d-8c48-436f-bdf1-88218ff59d3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:33.916461 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-45dac990-8bc5-4705-8062-a4926ed0a77c req-2a2ff73d-8c48-436f-bdf1-88218ff59d3c service neutron] 10.222.0.35 "PUT /v2.0/ports/7438a66d-e50d-45e7-9b58-bd3c94509bbb HTTP/1.1" status: 200 len: 1093 time: 0.6242442 Mar 22 11:40:33.916891 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cce98703-5ae2-4353-b232-daae387c336a', 'tag': '7438a66d-e50d-45e7-9b58-bd3c94509bbb'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:40:33.919126 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf514b4-2034-4a4d-bbd9-eb43fd975d16" -d '{"events": [{"name": "network-changed", "server_uuid": "cce98703-5ae2-4353-b232-daae387c336a", "tag": "7438a66d-e50d-45e7-9b58-bd3c94509bbb"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:40:33.941299 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2ff73d-8c48-436f-bdf1-88218ff59d3c service neutron] Pushing event updated for resources: {'Port': ['ID=7438a66d-e50d-45e7-9b58-bd3c94509bbb,revision_number=3']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:33.966785 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4962a2e5-655e-4a79-842e-ec805f0f27c1 x-openstack-request-id: req-4962a2e5-655e-4a79-842e-ec805f0f27c1 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:40:33.966785 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cce98703-5ae2-4353-b232-daae387c336a", "tag": "7438a66d-e50d-45e7-9b58-bd3c94509bbb", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:40:33.967061 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4962a2e5-655e-4a79-842e-ec805f0f27c1 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:40:33.967682 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4962a2e5-655e-4a79-842e-ec805f0f27c1'] response: {'name': 'network-changed', 'server_uuid': 'cce98703-5ae2-4353-b232-daae387c336a', 'tag': '7438a66d-e50d-45e7-9b58-bd3c94509bbb', 'status': 'completed', 'code': 200} Mar 22 11:40:34.016092 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dac990-8bc5-4705-8062-a4926ed0a77c req-9d0059d2-38d4-410d-9705-d6325cbbe1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:34.017577 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-45dac990-8bc5-4705-8062-a4926ed0a77c req-9d0059d2-38d4-410d-9705-d6325cbbe1bf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0ca7356ed40642a7929b2e6b63c7c56b&device_id=cce98703-5ae2-4353-b232-daae387c336a HTTP/1.1" status: 200 len: 1096 time: 0.0417080 Mar 22 11:40:34.061127 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-45dac990-8bc5-4705-8062-a4926ed0a77c req-32575d5a-e3ae-473f-98c9-2d1f597d8f06 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7438a66d-e50d-45e7-9b58-bd3c94509bbb HTTP/1.1" status: 200 len: 217 time: 0.0352688 Mar 22 11:40:34.116994 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dac990-8bc5-4705-8062-a4926ed0a77c req-c1b3d963-7cf6-448e-9d78-4c90575d3d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:34.118493 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-45dac990-8bc5-4705-8062-a4926ed0a77c req-c1b3d963-7cf6-448e-9d78-4c90575d3d41 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aee45e80-3711-4777-bbbd-65c309ffc864 HTTP/1.1" status: 200 len: 849 time: 0.0514615 Mar 22 11:40:34.188676 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dac990-8bc5-4705-8062-a4926ed0a77c req-cb74ef30-2811-4422-9b42-96ecc2d4323c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:34.190042 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-45dac990-8bc5-4705-8062-a4926ed0a77c req-cb74ef30-2811-4422-9b42-96ecc2d4323c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3bb52cfc-1ac7-4f0e-a2a5-96d83b540985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0647547 Mar 22 11:40:34.227430 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f30d9-0063-409a-953b-be476856faea req-8b6daa82-6a2d-4ae7-b458-dcb6d8879d77 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:34.228865 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9c4f30d9-0063-409a-953b-be476856faea req-8b6daa82-6a2d-4ae7-b458-dcb6d8879d77 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/ports?device_id=cce98703-5ae2-4353-b232-daae387c336a HTTP/1.1" status: 200 len: 943 time: 0.0712078 Mar 22 11:40:34.307040 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9c4f30d9-0063-409a-953b-be476856faea req-306520d9-92b1-4bd0-9030-b23cca9bdf80 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d75df74-d8e2-46ab-8d22-536e07de4cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0717430 Mar 22 11:40:34.318571 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-45dac990-8bc5-4705-8062-a4926ed0a77c req-8fe0c793-04db-4802-9f9e-dd5bc0b3c437 service neutron] 10.222.0.35 "GET /v2.0/networks/3bb52cfc-1ac7-4f0e-a2a5-96d83b540985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202834 Mar 22 11:40:34.406996 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-45dac990-8bc5-4705-8062-a4926ed0a77c req-b8870e6e-ba76-4e21-b2e7-721aa2364bc2 service neutron] 10.222.0.35 "GET /v2.0/networks/3bb52cfc-1ac7-4f0e-a2a5-96d83b540985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818999 Mar 22 11:40:34.544036 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf514b4-2034-4a4d-bbd9-eb43fd975d16 req-8d494174-982b-4425-b515-5906e37d3c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:34.545505 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ddf514b4-2034-4a4d-bbd9-eb43fd975d16 req-8d494174-982b-4425-b515-5906e37d3c9c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0ca7356ed40642a7929b2e6b63c7c56b&device_id=cce98703-5ae2-4353-b232-daae387c336a HTTP/1.1" status: 200 len: 1096 time: 0.0479467 Mar 22 11:40:34.637185 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf514b4-2034-4a4d-bbd9-eb43fd975d16 req-7aaa7dfd-ee57-4dae-9b08-789b67341f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:34.638608 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ddf514b4-2034-4a4d-bbd9-eb43fd975d16 req-7aaa7dfd-ee57-4dae-9b08-789b67341f66 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3bb52cfc-1ac7-4f0e-a2a5-96d83b540985 HTTP/1.1" status: 200 len: 911 time: 0.0858533 Mar 22 11:40:34.684817 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ddf514b4-2034-4a4d-bbd9-eb43fd975d16 req-126fe9ef-8cf4-4a9c-9750-9d394bbae2b6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7438a66d-e50d-45e7-9b58-bd3c94509bbb HTTP/1.1" status: 200 len: 217 time: 0.0376580 Mar 22 11:40:34.736634 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf514b4-2034-4a4d-bbd9-eb43fd975d16 req-d98a9ac7-06d1-4a75-8867-fabf279e67a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:34.738047 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ddf514b4-2034-4a4d-bbd9-eb43fd975d16 req-d98a9ac7-06d1-4a75-8867-fabf279e67a6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aee45e80-3711-4777-bbbd-65c309ffc864 HTTP/1.1" status: 200 len: 849 time: 0.0461805 Mar 22 11:40:34.784466 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf514b4-2034-4a4d-bbd9-eb43fd975d16 req-ff7a8567-93f8-4d14-88f9-1b7d59df3699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:34.785921 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ddf514b4-2034-4a4d-bbd9-eb43fd975d16 req-ff7a8567-93f8-4d14-88f9-1b7d59df3699 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3bb52cfc-1ac7-4f0e-a2a5-96d83b540985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405354 Mar 22 11:40:34.877446 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ddf514b4-2034-4a4d-bbd9-eb43fd975d16 req-2081c733-1303-4784-b789-a6ab724bad7c service neutron] 10.222.0.35 "GET /v2.0/networks/3bb52cfc-1ac7-4f0e-a2a5-96d83b540985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834658 Mar 22 11:40:34.968519 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-ddf514b4-2034-4a4d-bbd9-eb43fd975d16 req-24c2ce32-0788-4c85-a8dc-739271acfc63 service neutron] 10.222.0.35 "GET /v2.0/networks/3bb52cfc-1ac7-4f0e-a2a5-96d83b540985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834310 Mar 22 11:40:35.443165 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f11065-cab6-4554-a423-f8b7721b6a35 req-fd2772bb-8ed5-4a03-b723-99ece9e89beb tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:35.444617 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-22f11065-cab6-4554-a423-f8b7721b6a35 req-fd2772bb-8ed5-4a03-b723-99ece9e89beb tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/ports?device_id=cce98703-5ae2-4353-b232-daae387c336a HTTP/1.1" status: 200 len: 943 time: 0.0559716 Mar 22 11:40:35.485833 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-22f11065-cab6-4554-a423-f8b7721b6a35 req-9ff18ac7-62fc-42cb-8598-706873f1ddeb tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d75df74-d8e2-46ab-8d22-536e07de4cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325963 Mar 22 11:40:35.838124 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 7438a66d-e50d-45e7-9b58-bd3c94509bbb details requested by agent hyperv_hv-neutron-8345 with host hv-neutron-8345 {{(pid=109051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 11:40:35.942650 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 7438a66d-e50d-45e7-9b58-bd3c94509bbb, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=7438a66d-e50d-45e7-9b58-bd3c94509bbb,segment=NetworkSegment(ebbcea6a-590d-4018-9a05-c44691af8871),segment_id=ebbcea6a-590d-4018-9a05-c44691af8871)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:40:35.954184 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Returning: {'device': '7438a66d-e50d-45e7-9b58-bd3c94509bbb', 'network_id': '3bb52cfc-1ac7-4f0e-a2a5-96d83b540985', 'port_id': '7438a66d-e50d-45e7-9b58-bd3c94509bbb', 'mac_address': 'fa:16:3e:ee:ca:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aee45e80-3711-4777-bbbd-65c309ffc864', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 11:40:35.991514 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:36.004239 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7438a66d-e50d-45e7-9b58-bd3c94509bbb {{(pid=109051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:40:36.024070 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 7438a66d-e50d-45e7-9b58-bd3c94509bbb, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=7438a66d-e50d-45e7-9b58-bd3c94509bbb,segment=NetworkSegment(ebbcea6a-590d-4018-9a05-c44691af8871),segment_id=ebbcea6a-590d-4018-9a05-c44691af8871)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:40:36.030872 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:36.084855 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=7438a66d-e50d-45e7-9b58-bd3c94509bbb,revision_number=4']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:36.246904 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['7438a66d-e50d-45e7-9b58-bd3c94509bbb'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 11:40:36.614953 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5efbed-dacc-45c3-8e40-5a4b0e6ce60a req-ccd126c8-2ac3-4228-a5a2-aa1711275fd7 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:36.616553 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3e5efbed-dacc-45c3-8e40-5a4b0e6ce60a req-ccd126c8-2ac3-4228-a5a2-aa1711275fd7 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/ports?device_id=cce98703-5ae2-4353-b232-daae387c336a HTTP/1.1" status: 200 len: 944 time: 0.0603862 Mar 22 11:40:36.662764 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-3e5efbed-dacc-45c3-8e40-5a4b0e6ce60a req-fb17bb64-699d-4a0b-afbf-6ef5e1470335 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d75df74-d8e2-46ab-8d22-536e07de4cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399241 Mar 22 11:40:37.783691 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8646fc0-f1df-4bdd-9fe7-8da350138228 req-e47f96cf-beac-4bef-b78b-09d80acfc098 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:37.785218 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c8646fc0-f1df-4bdd-9fe7-8da350138228 req-e47f96cf-beac-4bef-b78b-09d80acfc098 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/ports?device_id=cce98703-5ae2-4353-b232-daae387c336a HTTP/1.1" status: 200 len: 944 time: 0.0496757 Mar 22 11:40:37.796180 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-f1073d09-6a7a-43dd-a545-e407af9feece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:37.824621 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c8646fc0-f1df-4bdd-9fe7-8da350138228 req-4c9255d0-6ac9-43fd-b81c-d8b473f5c052 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d75df74-d8e2-46ab-8d22-536e07de4cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329907 Mar 22 11:40:37.852099 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 7438a66d-e50d-45e7-9b58-bd3c94509bbb up at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:40:37.904774 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning for port 7438a66d-e50d-45e7-9b58-bd3c94509bbb completed by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 11:40:37.909394 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning complete for port 7438a66d-e50d-45e7-9b58-bd3c94509bbb triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:40:37.909870 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:37.995135 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:38.019272 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce98703-5ae2-4353-b232-daae387c336a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7438a66d-e50d-45e7-9b58-bd3c94509bbb'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:40:38.021566 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8b1404-f0c2-4262-a16c-5a77b96ec3e8" -d '{"events": [{"server_uuid": "cce98703-5ae2-4353-b232-daae387c336a", "name": "network-vif-plugged", "status": "completed", "tag": "7438a66d-e50d-45e7-9b58-bd3c94509bbb"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:40:38.033999 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 7438a66d-e50d-45e7-9b58-bd3c94509bbb, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=7438a66d-e50d-45e7-9b58-bd3c94509bbb,segment=NetworkSegment(ebbcea6a-590d-4018-9a05-c44691af8871),segment_id=ebbcea6a-590d-4018-9a05-c44691af8871)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:40:38.039809 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:38.069125 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3056cfd2-bef5-45bf-9d64-ce4e751433a9 x-openstack-request-id: req-3056cfd2-bef5-45bf-9d64-ce4e751433a9 {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:40:38.069438 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce98703-5ae2-4353-b232-daae387c336a", "name": "network-vif-plugged", "status": "completed", "tag": "7438a66d-e50d-45e7-9b58-bd3c94509bbb", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:40:38.069689 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3056cfd2-bef5-45bf-9d64-ce4e751433a9 {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:40:38.070090 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3056cfd2-bef5-45bf-9d64-ce4e751433a9'] response: {'server_uuid': 'cce98703-5ae2-4353-b232-daae387c336a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7438a66d-e50d-45e7-9b58-bd3c94509bbb', 'code': 200} Mar 22 11:40:38.093273 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=7438a66d-e50d-45e7-9b58-bd3c94509bbb,revision_number=5']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:38.250181 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7c239-842f-4e99-baa7-be435afc85bf req-350a69b2-8d48-4b1f-9deb-11132e1c50e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:38.251615 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-aee7c239-842f-4e99-baa7-be435afc85bf req-350a69b2-8d48-4b1f-9deb-11132e1c50e5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cce98703-5ae2-4353-b232-daae387c336a HTTP/1.1" status: 200 len: 1098 time: 0.0459716 Mar 22 11:40:38.286069 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-aee7c239-842f-4e99-baa7-be435afc85bf req-dcf22a0f-6ca4-497e-b221-46ec6feb7cea service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1d75df74-d8e2-46ab-8d22-536e07de4cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0272334 Mar 22 11:40:38.948659 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c1ac0-d239-41c6-b512-a6b85ea38b40 req-a6f53fd5-4b3c-4c00-8122-ae3a5ab219d1 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:38.950135 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-070c1ac0-d239-41c6-b512-a6b85ea38b40 req-a6f53fd5-4b3c-4c00-8122-ae3a5ab219d1 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/ports?device_id=cce98703-5ae2-4353-b232-daae387c336a HTTP/1.1" status: 200 len: 945 time: 0.0514746 Mar 22 11:40:38.990126 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-070c1ac0-d239-41c6-b512-a6b85ea38b40 req-d2b4c152-1bea-49b4-ae5f-48f00f1a9b30 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d75df74-d8e2-46ab-8d22-536e07de4cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337574 Mar 22 11:40:39.941678 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-cd3051d6-11cd-495b-b1a2-466f3514215e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:40.111971 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665df486-f8c0-4039-bfe3-4e4ae730ab96 req-26201f12-6eb3-4a02-ba5f-0c9d892129e5 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:40.113408 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-665df486-f8c0-4039-bfe3-4e4ae730ab96 req-26201f12-6eb3-4a02-ba5f-0c9d892129e5 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/ports?device_id=cce98703-5ae2-4353-b232-daae387c336a HTTP/1.1" status: 200 len: 945 time: 0.0534856 Mar 22 11:40:40.154055 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-665df486-f8c0-4039-bfe3-4e4ae730ab96 req-01b88a5b-ca1a-4862-9f17-d278205bf7e5 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d75df74-d8e2-46ab-8d22-536e07de4cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318918 Mar 22 11:40:40.274247 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0565124-4a31-47c1-99d4-9d10eb471bd9 req-20e24cd1-67be-4a56-ae58-0ea6f37ed4b4 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:40.275645 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c0565124-4a31-47c1-99d4-9d10eb471bd9 req-20e24cd1-67be-4a56-ae58-0ea6f37ed4b4 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/ports?device_id=cce98703-5ae2-4353-b232-daae387c336a HTTP/1.1" status: 200 len: 945 time: 0.0521646 Mar 22 11:40:40.313460 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c0565124-4a31-47c1-99d4-9d10eb471bd9 req-dbe38d4b-24ea-40c8-bf38-b245b31241c5 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d75df74-d8e2-46ab-8d22-536e07de4cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318062 Mar 22 11:40:40.340267 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 48896) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:40:40.380677 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55376f4-0bdc-4a7e-accd-b522270b0836 tempest-TestSnapshotPattern-667447623 tempest-TestSnapshotPattern-667447623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:40.382154 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-a55376f4-0bdc-4a7e-accd-b522270b0836 tempest-TestSnapshotPattern-667447623 tempest-TestSnapshotPattern-667447623-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=cce98703-5ae2-4353-b232-daae387c336a HTTP/1.1" status: 200 len: 1093 time: 0.0409496 Mar 22 11:40:40.385093 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 48898) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:40:40.389253 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.v2.base [None req-23ec10b1-f8a4-418d-8950-94bd9aebde53 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Request body: {'floatingip': {'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'port_id': '7438a66d-e50d-45e7-9b58-bd3c94509bbb', 'tenant_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 11:40:40.413505 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-23ec10b1-f8a4-418d-8950-94bd9aebde53 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks [] for floatingip, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:40.513954 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-23ec10b1-f8a4-418d-8950-94bd9aebde53 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:40.614880 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_common [None req-23ec10b1-f8a4-418d-8950-94bd9aebde53 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Allocated IP 172.26.7.86 (a14ca783-6f82-4799-85a3-4cbe79c980a8/398a30d5-0fad-4221-8d94-824498bbd61e/ebd94662-1dc3-4aae-a7c6-137ec4ff0d8c) {{(pid=109050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 11:40:40.724904 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-23ec10b1-f8a4-418d-8950-94bd9aebde53 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks [] for port, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:40.765215 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-23ec10b1-f8a4-418d-8950-94bd9aebde53 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732232225064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:40.803941 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ec10b1-f8a4-418d-8950-94bd9aebde53 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Network a14ca783-6f82-4799-85a3-4cbe79c980a8 is already hosted by enough agents. {{(pid=109050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 11:40:40.808134 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.base_scheduler [None req-23ec10b1-f8a4-418d-8950-94bd9aebde53 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Resources bound (agent type, host, resource id): {{(pid=109050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 11:40:40.812206 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ec10b1-f8a4-418d-8950-94bd9aebde53 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Received port after_create {{(pid=109050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 11:40:40.815174 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ec10b1-f8a4-418d-8950-94bd9aebde53 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Pushing event updated for resources: {'Port': ['ID=ebd94662-1dc3-4aae-a7c6-137ec4ff0d8c,revision_number=1']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:41.162995 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-23ec10b1-f8a4-418d-8950-94bd9aebde53 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:41.239495 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-23ec10b1-f8a4-418d-8950-94bd9aebde53 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:41.343060 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:41.391102 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-23ec10b1-f8a4-418d-8950-94bd9aebde53 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks [] for port, precommit_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:41.399330 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-23ec10b1-f8a4-418d-8950-94bd9aebde53 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11963136'] for port, after_update {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:41.465881 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ec10b1-f8a4-418d-8950-94bd9aebde53 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Pushing event updated for resources: {'Port': ['ID=ebd94662-1dc3-4aae-a7c6-137ec4ff0d8c,revision_number=2']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:40:41.482096 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-23ec10b1-f8a4-418d-8950-94bd9aebde53 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684147'] for floatingip, after_create {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:41.583012 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.l3_db [None req-23ec10b1-f8a4-418d-8950-94bd9aebde53 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Floating IP 762540a8-6f45-44d1-8513-c9ec89388171 associated. External IP: 172.26.7.86, port: 7438a66d-e50d-45e7-9b58-bd3c94509bbb. Mar 22 11:40:41.784777 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ec10b1-f8a4-418d-8950-94bd9aebde53 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Router f0aefc89-432d-4eba-960c-9227b5fba567 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:40:41.892290 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ec10b1-f8a4-418d-8950-94bd9aebde53 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:40:41.904547 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90552eb5-9f36-4a05-ba4f-ef388a02f7a9 None None] Sync routers for ids ['f0aefc89-432d-4eba-960c-9227b5fba567'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:40:41.914725 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-23ec10b1-f8a4-418d-8950-94bd9aebde53 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:41.915356 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90552eb5-9f36-4a05-ba4f-ef388a02f7a9 None None] Routers {'f0aefc89-432d-4eba-960c-9227b5fba567'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:40:41.916049 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-90552eb5-9f36-4a05-ba4f-ef388a02f7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:40:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['f0aefc89-432d-4eba-960c-9227b5fba567'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:41.942025 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-23ec10b1-f8a4-418d-8950-94bd9aebde53 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5559590 Mar 22 11:40:41.942726 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cce98703-5ae2-4353-b232-daae387c336a', 'tag': '7438a66d-e50d-45e7-9b58-bd3c94509bbb'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:40:41.945021 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807a34db-155b-4116-b02d-98000172fd2f" -d '{"events": [{"name": "network-changed", "server_uuid": "cce98703-5ae2-4353-b232-daae387c336a", "tag": "7438a66d-e50d-45e7-9b58-bd3c94509bbb"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:40:41.989962 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba23ad9f-7c13-4426-9c5d-eb55c90f75d9 x-openstack-request-id: req-ba23ad9f-7c13-4426-9c5d-eb55c90f75d9 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:40:41.990227 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cce98703-5ae2-4353-b232-daae387c336a", "tag": "7438a66d-e50d-45e7-9b58-bd3c94509bbb", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:40:41.990492 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ba23ad9f-7c13-4426-9c5d-eb55c90f75d9 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:40:41.990896 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba23ad9f-7c13-4426-9c5d-eb55c90f75d9'] response: {'name': 'network-changed', 'server_uuid': 'cce98703-5ae2-4353-b232-daae387c336a', 'tag': '7438a66d-e50d-45e7-9b58-bd3c94509bbb', 'status': 'completed', 'code': 200} Mar 22 11:40:42.026959 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-90552eb5-9f36-4a05-ba4f-ef388a02f7a9 None None] Set router f0aefc89-432d-4eba-960c-9227b5fba567 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:40:42.058946 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a34db-155b-4116-b02d-98000172fd2f req-514f903e-525b-4874-99ad-107d415d8cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:42.060620 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-807a34db-155b-4116-b02d-98000172fd2f req-514f903e-525b-4874-99ad-107d415d8cce service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0ca7356ed40642a7929b2e6b63c7c56b&device_id=cce98703-5ae2-4353-b232-daae387c336a HTTP/1.1" status: 200 len: 1098 time: 0.0446517 Mar 22 11:40:42.151459 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a34db-155b-4116-b02d-98000172fd2f req-6965b849-b948-4ae9-93f1-37599cb87ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:42.152889 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-807a34db-155b-4116-b02d-98000172fd2f req-6965b849-b948-4ae9-93f1-37599cb87ae5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3bb52cfc-1ac7-4f0e-a2a5-96d83b540985 HTTP/1.1" status: 200 len: 911 time: 0.0838931 Mar 22 11:40:42.220754 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-807a34db-155b-4116-b02d-98000172fd2f req-b43aa97a-8a4b-4e4c-9feb-5bf4a8dc5f84 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7438a66d-e50d-45e7-9b58-bd3c94509bbb HTTP/1.1" status: 200 len: 998 time: 0.0616932 Mar 22 11:40:42.250524 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-90552eb5-9f36-4a05-ba4f-ef388a02f7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'name': 'tempest-TestSnapshotPattern-1967814398-router', 'tenant_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30'}], 'enable_snat': True}, 'gw_port_id': 'c287e0ce-015b-4a31-b2a2-b5ebfe62729f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:37:50Z', 'updated_at': '2022-03-22T11:37:52Z', 'revision_number': 4, 'project_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'gw_port': {'id': 'c287e0ce-015b-4a31-b2a2-b5ebfe62729f', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ba:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:37:50Z', 'updated_at': '2022-03-22T11:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '762540a8-6f45-44d1-8513-c9ec89388171', 'tenant_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'floating_ip_address': '172.26.7.86', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'port_id': '7438a66d-e50d-45e7-9b58-bd3c94509bbb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bb52cfc-1ac7-4f0e-a2a5-96d83b540985', 'mac_address': 'fa:16:3e:ee:ca:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce98703-5ae2-4353-b232-daae387c336a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:40:41Z', 'updated_at': '2022-03-22T11:40:41Z', 'revision_number': 0, 'project_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'fixed_ip_address_scope': None}, {'id': '7dffd08c-59ef-4523-9cec-a849da6fa93a', 'tenant_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'floating_ip_address': '172.26.7.233', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'port_id': '103f81cf-be72-4e09-b0a9-b09b678df12d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bb52cfc-1ac7-4f0e-a2a5-96d83b540985', 'mac_address': 'fa:16:3e:b9:89:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0d437b-46be-4148-8044-4d89002ef0b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:38:14Z', 'updated_at': '2022-03-22T11:38:16Z', 'revision_number': 1, 'project_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fbfc20e-d17e-4ca5-92b2-e89fd9cf096c', 'name': '', 'network_id': '3bb52cfc-1ac7-4f0e-a2a5-96d83b540985', 'tenant_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'mac_address': 'fa:16:3e:76:9d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'aee45e80-3711-4777-bbbd-65c309ffc864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:37:52Z', 'updated_at': '2022-03-22T11:37:57Z', 'revision_number': 5, 'project_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'subnets': [{'id': 'aee45e80-3711-4777-bbbd-65c309ffc864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:42.269315 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a34db-155b-4116-b02d-98000172fd2f req-79fa4b8b-4081-4296-880d-a890ef75255b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:42.270781 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-807a34db-155b-4116-b02d-98000172fd2f req-79fa4b8b-4081-4296-880d-a890ef75255b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aee45e80-3711-4777-bbbd-65c309ffc864 HTTP/1.1" status: 200 len: 849 time: 0.0434537 Mar 22 11:40:42.317865 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a34db-155b-4116-b02d-98000172fd2f req-4366fad9-1925-4140-ad7a-5133d89a6b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:42.319438 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-807a34db-155b-4116-b02d-98000172fd2f req-4366fad9-1925-4140-ad7a-5133d89a6b7a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3bb52cfc-1ac7-4f0e-a2a5-96d83b540985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425780 Mar 22 11:40:42.372270 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90552eb5-9f36-4a05-ba4f-ef388a02f7a9 None None] Checking router: f0aefc89-432d-4eba-960c-9227b5fba567 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:40:42.381080 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90552eb5-9f36-4a05-ba4f-ef388a02f7a9 None None] Routers {'f0aefc89-432d-4eba-960c-9227b5fba567'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:40:42.381686 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-90552eb5-9f36-4a05-ba4f-ef388a02f7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:40:40Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['f0aefc89-432d-4eba-960c-9227b5fba567'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:42.414111 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-807a34db-155b-4116-b02d-98000172fd2f req-04dba016-6f92-495f-85f5-3d54758aab20 service neutron] 10.222.0.35 "GET /v2.0/networks/3bb52cfc-1ac7-4f0e-a2a5-96d83b540985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882628 Mar 22 11:40:42.487235 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-90552eb5-9f36-4a05-ba4f-ef388a02f7a9 None None] Set router f0aefc89-432d-4eba-960c-9227b5fba567 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:40:42.504081 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-807a34db-155b-4116-b02d-98000172fd2f req-7d70e2b7-b6a1-4a42-b72e-ae9d038a7e8a service neutron] 10.222.0.35 "GET /v2.0/networks/3bb52cfc-1ac7-4f0e-a2a5-96d83b540985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834460 Mar 22 11:40:42.711731 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-90552eb5-9f36-4a05-ba4f-ef388a02f7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'name': 'tempest-TestSnapshotPattern-1967814398-router', 'tenant_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30'}], 'enable_snat': True}, 'gw_port_id': 'c287e0ce-015b-4a31-b2a2-b5ebfe62729f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:37:50Z', 'updated_at': '2022-03-22T11:37:52Z', 'revision_number': 4, 'project_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'gw_port': {'id': 'c287e0ce-015b-4a31-b2a2-b5ebfe62729f', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ba:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:37:50Z', 'updated_at': '2022-03-22T11:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '762540a8-6f45-44d1-8513-c9ec89388171', 'tenant_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'floating_ip_address': '172.26.7.86', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'port_id': '7438a66d-e50d-45e7-9b58-bd3c94509bbb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bb52cfc-1ac7-4f0e-a2a5-96d83b540985', 'mac_address': 'fa:16:3e:ee:ca:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce98703-5ae2-4353-b232-daae387c336a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:40:41Z', 'updated_at': '2022-03-22T11:40:41Z', 'revision_number': 0, 'project_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'fixed_ip_address_scope': None}, {'id': '7dffd08c-59ef-4523-9cec-a849da6fa93a', 'tenant_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'floating_ip_address': '172.26.7.233', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'port_id': '103f81cf-be72-4e09-b0a9-b09b678df12d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bb52cfc-1ac7-4f0e-a2a5-96d83b540985', 'mac_address': 'fa:16:3e:b9:89:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0d437b-46be-4148-8044-4d89002ef0b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:38:14Z', 'updated_at': '2022-03-22T11:38:16Z', 'revision_number': 1, 'project_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fbfc20e-d17e-4ca5-92b2-e89fd9cf096c', 'name': '', 'network_id': '3bb52cfc-1ac7-4f0e-a2a5-96d83b540985', 'tenant_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'mac_address': 'fa:16:3e:76:9d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'aee45e80-3711-4777-bbbd-65c309ffc864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:37:52Z', 'updated_at': '2022-03-22T11:37:57Z', 'revision_number': 5, 'project_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'subnets': [{'id': 'aee45e80-3711-4777-bbbd-65c309ffc864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:40:42.741168 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90552eb5-9f36-4a05-ba4f-ef388a02f7a9 None None] The sync data for ids ['f0aefc89-432d-4eba-960c-9227b5fba567'] in dv-neutron-834599-1-hyperv is: [{'id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'name': 'tempest-TestSnapshotPattern-1967814398-router', 'tenant_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30'}], 'enable_snat': True}, 'gw_port_id': 'c287e0ce-015b-4a31-b2a2-b5ebfe62729f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:37:50Z', 'updated_at': '2022-03-22T11:37:52Z', 'revision_number': 4, 'project_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'gw_port': {'id': 'c287e0ce-015b-4a31-b2a2-b5ebfe62729f', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ba:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:37:50Z', 'updated_at': '2022-03-22T11:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '762540a8-6f45-44d1-8513-c9ec89388171', 'tenant_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'floating_ip_address': '172.26.7.86', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'port_id': '7438a66d-e50d-45e7-9b58-bd3c94509bbb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bb52cfc-1ac7-4f0e-a2a5-96d83b540985', 'mac_address': 'fa:16:3e:ee:ca:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce98703-5ae2-4353-b232-daae387c336a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:40:41Z', 'updated_at': '2022-03-22T11:40:41Z', 'revision_number': 0, 'project_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'fixed_ip_address_scope': None}, {'id': '7dffd08c-59ef-4523-9cec-a849da6fa93a', 'tenant_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'floating_ip_address': '172.26.7.233', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'port_id': '103f81cf-be72-4e09-b0a9-b09b678df12d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bb52cfc-1ac7-4f0e-a2a5-96d83b540985', 'mac_address': 'fa:16:3e:b9:89:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0d437b-46be-4148-8044-4d89002ef0b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:38:14Z', 'updated_at': '2022-03-22T11:38:16Z', 'revision_number': 1, 'project_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fbfc20e-d17e-4ca5-92b2-e89fd9cf096c', 'name': '', 'network_id': '3bb52cfc-1ac7-4f0e-a2a5-96d83b540985', 'tenant_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'mac_address': 'fa:16:3e:76:9d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'aee45e80-3711-4777-bbbd-65c309ffc864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:37:52Z', 'updated_at': '2022-03-22T11:37:57Z', 'revision_number': 5, 'project_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'subnets': [{'id': 'aee45e80-3711-4777-bbbd-65c309ffc864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:40:42.763568 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:42.922976 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:42.927646 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ba2fff-ba3a-4cc5-8cde-f7bcba1e44fc None None] New status for floating IP 762540a8-6f45-44d1-8513-c9ec89388171: ACTIVE {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 11:40:43.881689 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:40:47.390091 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:40:59.314753 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9548c84e-7041-4a57-ae44-749e3c2cd9bc req-f22ffe4e-8ff0-4ad6-a7e7-6b22952286a5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1a0d437b-46be-4148-8044-4d89002ef0b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1083169 Mar 22 11:40:59.399901 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548c84e-7041-4a57-ae44-749e3c2cd9bc req-cea6a3cc-9af0-4514-ba09-167b0b5c099c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:59.401435 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9548c84e-7041-4a57-ae44-749e3c2cd9bc req-cea6a3cc-9af0-4514-ba09-167b0b5c099c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0ca7356ed40642a7929b2e6b63c7c56b&device_id=1a0d437b-46be-4148-8044-4d89002ef0b9 HTTP/1.1" status: 200 len: 1096 time: 0.0429335 Mar 22 11:40:59.504152 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548c84e-7041-4a57-ae44-749e3c2cd9bc req-d1f0bb60-d868-4541-8f61-47d9127e20b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:59.505491 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9548c84e-7041-4a57-ae44-749e3c2cd9bc req-d1f0bb60-d868-4541-8f61-47d9127e20b8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3bb52cfc-1ac7-4f0e-a2a5-96d83b540985 HTTP/1.1" status: 200 len: 911 time: 0.0847893 Mar 22 11:40:59.573422 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9548c84e-7041-4a57-ae44-749e3c2cd9bc req-47cd4b93-bdd1-4f52-a793-70d5bf6e2790 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=103f81cf-be72-4e09-b0a9-b09b678df12d HTTP/1.1" status: 200 len: 999 time: 0.0608895 Mar 22 11:40:59.622350 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548c84e-7041-4a57-ae44-749e3c2cd9bc req-649f55b3-0435-4fd9-8cd7-ccf587caf393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:59.623816 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9548c84e-7041-4a57-ae44-749e3c2cd9bc req-649f55b3-0435-4fd9-8cd7-ccf587caf393 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aee45e80-3711-4777-bbbd-65c309ffc864 HTTP/1.1" status: 200 len: 849 time: 0.0435665 Mar 22 11:40:59.668611 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548c84e-7041-4a57-ae44-749e3c2cd9bc req-a52aa6a2-cbf6-4421-b5c3-1bb670eb55e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:40:59.670094 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9548c84e-7041-4a57-ae44-749e3c2cd9bc req-a52aa6a2-cbf6-4421-b5c3-1bb670eb55e1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3bb52cfc-1ac7-4f0e-a2a5-96d83b540985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398715 Mar 22 11:40:59.765455 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9548c84e-7041-4a57-ae44-749e3c2cd9bc req-3661bb53-cec6-448f-870d-34d3f4a460fb service neutron] 10.222.0.35 "GET /v2.0/networks/3bb52cfc-1ac7-4f0e-a2a5-96d83b540985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873230 Mar 22 11:40:59.858148 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9548c84e-7041-4a57-ae44-749e3c2cd9bc req-ff342df4-30f3-4884-8c25-613104958458 service neutron] 10.222.0.35 "GET /v2.0/networks/3bb52cfc-1ac7-4f0e-a2a5-96d83b540985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849445 Mar 22 11:41:07.800216 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-e7d0515a-66f3-4359-8318-b20e87aa3bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:09.947714 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2b0dc0c9-1905-4562-b5c8-522da3f5feab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:11.341648 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:12.765789 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:12.926770 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:13.890715 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:24.390131 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:41:37.805191 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ff585600-252b-44a3-864d-fff87dbe89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:39.934182 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-6e782966-02f9-401e-a39e-aa82be42cd58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:41.345719 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:42.768313 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:42.920842 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:41:43.875160 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:00.572872 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b2fe67ac-6da1-4221-8ef0-d56cdd75d80a req-58f8126f-2b88-4500-a009-f08180a16b98 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cce98703-5ae2-4353-b232-daae387c336a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3786988 Mar 22 11:42:00.634598 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe67ac-6da1-4221-8ef0-d56cdd75d80a req-3b7c005f-1023-4424-b6ef-81ae39800009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:00.636173 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b2fe67ac-6da1-4221-8ef0-d56cdd75d80a req-3b7c005f-1023-4424-b6ef-81ae39800009 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0ca7356ed40642a7929b2e6b63c7c56b&device_id=cce98703-5ae2-4353-b232-daae387c336a HTTP/1.1" status: 200 len: 1098 time: 0.0413191 Mar 22 11:42:00.751157 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe67ac-6da1-4221-8ef0-d56cdd75d80a req-aa10e9f3-b254-4bb4-b47f-4397efce55e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:00.752662 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b2fe67ac-6da1-4221-8ef0-d56cdd75d80a req-aa10e9f3-b254-4bb4-b47f-4397efce55e3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3bb52cfc-1ac7-4f0e-a2a5-96d83b540985 HTTP/1.1" status: 200 len: 911 time: 0.0894532 Mar 22 11:42:00.819898 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b2fe67ac-6da1-4221-8ef0-d56cdd75d80a req-8ee46000-ed43-45f6-b921-87437897ee92 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7438a66d-e50d-45e7-9b58-bd3c94509bbb HTTP/1.1" status: 200 len: 1000 time: 0.0588217 Mar 22 11:42:00.869240 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe67ac-6da1-4221-8ef0-d56cdd75d80a req-f1d1b6b9-995f-4450-be69-61882bbb964b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:00.870689 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b2fe67ac-6da1-4221-8ef0-d56cdd75d80a req-f1d1b6b9-995f-4450-be69-61882bbb964b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aee45e80-3711-4777-bbbd-65c309ffc864 HTTP/1.1" status: 200 len: 849 time: 0.0449588 Mar 22 11:42:00.920637 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe67ac-6da1-4221-8ef0-d56cdd75d80a req-abbc8553-9a14-4d99-91b8-1022643f5e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:00.922115 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b2fe67ac-6da1-4221-8ef0-d56cdd75d80a req-abbc8553-9a14-4d99-91b8-1022643f5e0c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3bb52cfc-1ac7-4f0e-a2a5-96d83b540985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442514 Mar 22 11:42:01.011729 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b2fe67ac-6da1-4221-8ef0-d56cdd75d80a req-8a2e76a9-cd84-46c3-9adf-166425661927 service neutron] 10.222.0.35 "GET /v2.0/networks/3bb52cfc-1ac7-4f0e-a2a5-96d83b540985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821869 Mar 22 11:42:01.109959 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-b2fe67ac-6da1-4221-8ef0-d56cdd75d80a req-9b5afc46-0d91-48fc-92bc-77114621ce5e service neutron] 10.222.0.35 "GET /v2.0/networks/3bb52cfc-1ac7-4f0e-a2a5-96d83b540985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921645 Mar 22 11:42:01.389485 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:42:06.318831 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 7438a66d-e50d-45e7-9b58-bd3c94509bbb details requested by agent hyperv_hv-neutron-8345 with host hv-neutron-8345 {{(pid=109051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 11:42:06.414373 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 7438a66d-e50d-45e7-9b58-bd3c94509bbb, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=7438a66d-e50d-45e7-9b58-bd3c94509bbb,segment=NetworkSegment(ebbcea6a-590d-4018-9a05-c44691af8871),segment_id=ebbcea6a-590d-4018-9a05-c44691af8871)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:42:06.425787 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Returning: {'device': '7438a66d-e50d-45e7-9b58-bd3c94509bbb', 'network_id': '3bb52cfc-1ac7-4f0e-a2a5-96d83b540985', 'port_id': '7438a66d-e50d-45e7-9b58-bd3c94509bbb', 'mac_address': 'fa:16:3e:ee:ca:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aee45e80-3711-4777-bbbd-65c309ffc864', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 11:42:06.467817 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:06.481476 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7438a66d-e50d-45e7-9b58-bd3c94509bbb {{(pid=109051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 11:42:06.500514 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 7438a66d-e50d-45e7-9b58-bd3c94509bbb, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=7438a66d-e50d-45e7-9b58-bd3c94509bbb,segment=NetworkSegment(ebbcea6a-590d-4018-9a05-c44691af8871),segment_id=ebbcea6a-590d-4018-9a05-c44691af8871)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:42:06.505155 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:06.555795 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=7438a66d-e50d-45e7-9b58-bd3c94509bbb,revision_number=6']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:06.563512 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:06.563869 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:06.564211 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:06.564545 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:06.564901 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:06.565232 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:06.565568 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:06.565891 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:06.566218 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:06.566541 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:06.566843 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:06.567161 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:06.587564 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] get_ports_and_sgs() called for port_ids ['7438a66d-e50d-45e7-9b58-bd3c94509bbb'] {{(pid=109051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 11:42:07.812195 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4a3ddc7f-2efa-4a82-838b-4d3ce021c516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:08.351804 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 7438a66d-e50d-45e7-9b58-bd3c94509bbb up at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 11:42:08.421387 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.provisioning_blocks [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Provisioning complete for port 7438a66d-e50d-45e7-9b58-bd3c94509bbb triggered by entity L2. {{(pid=109051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 11:42:08.421892 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3545412'] for port, provisioning_complete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:08.519221 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538892'] for port, before_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:08.549380 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce98703-5ae2-4353-b232-daae387c336a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7438a66d-e50d-45e7-9b58-bd3c94509bbb'}] {{(pid=109051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:42:08.551677 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28d49d49b735df00301e5dbf6a51645af4d1551dca7c4f711ed279e8d2c83d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9695b973-bc51-43eb-88c6-f0e8c3c33f10" -d '{"events": [{"server_uuid": "cce98703-5ae2-4353-b232-daae387c336a", "name": "network-vif-plugged", "status": "completed", "tag": "7438a66d-e50d-45e7-9b58-bd3c94509bbb"}]}' {{(pid=109051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:42:08.565209 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] For port 7438a66d-e50d-45e7-9b58-bd3c94509bbb, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=7438a66d-e50d-45e7-9b58-bd3c94509bbb,segment=NetworkSegment(ebbcea6a-590d-4018-9a05-c44691af8871),segment_id=ebbcea6a-590d-4018-9a05-c44691af8871)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:42:08.571311 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732232779713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732232225055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732232224723'] for port, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:08.599655 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c901fbb-1644-461e-b585-e3b74749d879 x-openstack-request-id: req-3c901fbb-1644-461e-b585-e3b74749d879 {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:42:08.599938 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce98703-5ae2-4353-b232-daae387c336a", "name": "network-vif-plugged", "status": "completed", "tag": "7438a66d-e50d-45e7-9b58-bd3c94509bbb", "code": 200}]} {{(pid=109051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:42:08.600180 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3c901fbb-1644-461e-b585-e3b74749d879 {{(pid=109051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:42:08.600567 dv-neutron-834599-1-hyperv neutron-server[109051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c901fbb-1644-461e-b585-e3b74749d879'] response: {'server_uuid': 'cce98703-5ae2-4353-b232-daae387c336a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7438a66d-e50d-45e7-9b58-bd3c94509bbb', 'code': 200} Mar 22 11:42:08.643028 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Pushing event updated for resources: {'Port': ['ID=7438a66d-e50d-45e7-9b58-bd3c94509bbb,revision_number=7']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:09.929731 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-44d8e620-9c60-475f-9947-6935c49722a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:11.355842 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:12.772600 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:12.937307 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:13.889769 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:16.712544 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 49100) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:42:16.875194 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-a9d6c482-9611-4fce-9d0f-0e2ba2865e48 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Deleting port ebd94662-1dc3-4aae-a7c6-137ec4ff0d8c {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:42:16.875437 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a9d6c482-9611-4fce-9d0f-0e2ba2865e48 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:16.962989 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a9d6c482-9611-4fce-9d0f-0e2ba2865e48 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:16.963279 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a9d6c482-9611-4fce-9d0f-0e2ba2865e48 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:16.976152 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-a9d6c482-9611-4fce-9d0f-0e2ba2865e48 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Calling delete_port for ebd94662-1dc3-4aae-a7c6-137ec4ff0d8c owned by network:floatingip {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:42:17.124256 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a9d6c482-9611-4fce-9d0f-0e2ba2865e48 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:17.155427 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d6c482-9611-4fce-9d0f-0e2ba2865e48 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Pushing event deleted for resources: {'Port': ['ID=ebd94662-1dc3-4aae-a7c6-137ec4ff0d8c,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:17.179279 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d6c482-9611-4fce-9d0f-0e2ba2865e48 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:17.179648 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d6c482-9611-4fce-9d0f-0e2ba2865e48 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:17.179989 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d6c482-9611-4fce-9d0f-0e2ba2865e48 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:17.180318 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d6c482-9611-4fce-9d0f-0e2ba2865e48 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:17.180646 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d6c482-9611-4fce-9d0f-0e2ba2865e48 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:17.180961 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d6c482-9611-4fce-9d0f-0e2ba2865e48 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:17.181281 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d6c482-9611-4fce-9d0f-0e2ba2865e48 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:17.181727 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d6c482-9611-4fce-9d0f-0e2ba2865e48 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:17.182060 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d6c482-9611-4fce-9d0f-0e2ba2865e48 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:17.182378 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d6c482-9611-4fce-9d0f-0e2ba2865e48 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:17.182699 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d6c482-9611-4fce-9d0f-0e2ba2865e48 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:17.183017 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d6c482-9611-4fce-9d0f-0e2ba2865e48 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:17.225454 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a9d6c482-9611-4fce-9d0f-0e2ba2865e48 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks [] for floatingip, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:17.225810 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.l3_db [None req-a9d6c482-9611-4fce-9d0f-0e2ba2865e48 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Floating IP 762540a8-6f45-44d1-8513-c9ec89388171 disassociated (deleted). External IP: 172.26.7.86, port: 7438a66d-e50d-45e7-9b58-bd3c94509bbb. Mar 22 11:42:17.435753 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d6c482-9611-4fce-9d0f-0e2ba2865e48 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Router f0aefc89-432d-4eba-960c-9227b5fba567 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:42:17.545198 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d6c482-9611-4fce-9d0f-0e2ba2865e48 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:42:17.550314 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-a9d6c482-9611-4fce-9d0f-0e2ba2865e48 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:17.555951 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fe5c22-dda6-4bef-90bd-bf220e995d0a None None] Sync routers for ids ['f0aefc89-432d-4eba-960c-9227b5fba567'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:42:17.566224 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fe5c22-dda6-4bef-90bd-bf220e995d0a None None] Routers {'f0aefc89-432d-4eba-960c-9227b5fba567'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:42:17.566951 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-07fe5c22-dda6-4bef-90bd-bf220e995d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:42:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['f0aefc89-432d-4eba-960c-9227b5fba567'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:17.578540 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-a9d6c482-9611-4fce-9d0f-0e2ba2865e48 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "DELETE /v2.0/floatingips/762540a8-6f45-44d1-8513-c9ec89388171 HTTP/1.1" status: 204 len: 168 time: 0.8648674 Mar 22 11:42:17.579100 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cce98703-5ae2-4353-b232-daae387c336a', 'tag': '7438a66d-e50d-45e7-9b58-bd3c94509bbb'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:42:17.581490 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a3bd39-479d-4c85-b573-ce6ec35ce876" -d '{"events": [{"name": "network-changed", "server_uuid": "cce98703-5ae2-4353-b232-daae387c336a", "tag": "7438a66d-e50d-45e7-9b58-bd3c94509bbb"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:42:17.623083 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2e6305-1fa7-4bf4-a43a-74d1111f0b38 x-openstack-request-id: req-9e2e6305-1fa7-4bf4-a43a-74d1111f0b38 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:42:17.623383 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cce98703-5ae2-4353-b232-daae387c336a", "tag": "7438a66d-e50d-45e7-9b58-bd3c94509bbb", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:42:17.623622 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9e2e6305-1fa7-4bf4-a43a-74d1111f0b38 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:42:17.624064 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e2e6305-1fa7-4bf4-a43a-74d1111f0b38'] response: {'name': 'network-changed', 'server_uuid': 'cce98703-5ae2-4353-b232-daae387c336a', 'tag': '7438a66d-e50d-45e7-9b58-bd3c94509bbb', 'status': 'completed', 'code': 200} Mar 22 11:42:17.684476 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3bd39-479d-4c85-b573-ce6ec35ce876 req-e1ebfe7b-9df7-4bca-ab36-103cb62ee31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:17.686111 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-37a3bd39-479d-4c85-b573-ce6ec35ce876 req-e1ebfe7b-9df7-4bca-ab36-103cb62ee31e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0ca7356ed40642a7929b2e6b63c7c56b&device_id=cce98703-5ae2-4353-b232-daae387c336a HTTP/1.1" status: 200 len: 1098 time: 0.0440710 Mar 22 11:42:17.688644 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-07fe5c22-dda6-4bef-90bd-bf220e995d0a None None] Set router f0aefc89-432d-4eba-960c-9227b5fba567 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:42:17.792677 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3bd39-479d-4c85-b573-ce6ec35ce876 req-f107bda3-952f-4250-9896-708f5b3a2da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:17.794163 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-37a3bd39-479d-4c85-b573-ce6ec35ce876 req-f107bda3-952f-4250-9896-708f5b3a2da8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3bb52cfc-1ac7-4f0e-a2a5-96d83b540985 HTTP/1.1" status: 200 len: 911 time: 0.0988204 Mar 22 11:42:17.841322 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-37a3bd39-479d-4c85-b573-ce6ec35ce876 req-7047b660-305f-4dc5-b6fc-1769d025cf76 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7438a66d-e50d-45e7-9b58-bd3c94509bbb HTTP/1.1" status: 200 len: 217 time: 0.0372446 Mar 22 11:42:17.916463 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3bd39-479d-4c85-b573-ce6ec35ce876 req-05c83f18-0096-40a9-b543-ac9c115ed6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:17.917933 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-37a3bd39-479d-4c85-b573-ce6ec35ce876 req-05c83f18-0096-40a9-b543-ac9c115ed6f8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aee45e80-3711-4777-bbbd-65c309ffc864 HTTP/1.1" status: 200 len: 849 time: 0.0692227 Mar 22 11:42:17.923514 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-07fe5c22-dda6-4bef-90bd-bf220e995d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'name': 'tempest-TestSnapshotPattern-1967814398-router', 'tenant_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30'}], 'enable_snat': True}, 'gw_port_id': 'c287e0ce-015b-4a31-b2a2-b5ebfe62729f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:37:50Z', 'updated_at': '2022-03-22T11:37:52Z', 'revision_number': 4, 'project_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'gw_port': {'id': 'c287e0ce-015b-4a31-b2a2-b5ebfe62729f', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ba:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:37:50Z', 'updated_at': '2022-03-22T11:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '7dffd08c-59ef-4523-9cec-a849da6fa93a', 'tenant_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'floating_ip_address': '172.26.7.233', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'port_id': '103f81cf-be72-4e09-b0a9-b09b678df12d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bb52cfc-1ac7-4f0e-a2a5-96d83b540985', 'mac_address': 'fa:16:3e:b9:89:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0d437b-46be-4148-8044-4d89002ef0b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:38:14Z', 'updated_at': '2022-03-22T11:38:16Z', 'revision_number': 1, 'project_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fbfc20e-d17e-4ca5-92b2-e89fd9cf096c', 'name': '', 'network_id': '3bb52cfc-1ac7-4f0e-a2a5-96d83b540985', 'tenant_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'mac_address': 'fa:16:3e:76:9d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'aee45e80-3711-4777-bbbd-65c309ffc864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:37:52Z', 'updated_at': '2022-03-22T11:37:57Z', 'revision_number': 5, 'project_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'subnets': [{'id': 'aee45e80-3711-4777-bbbd-65c309ffc864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:17.929539 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1219b37-5db7-4496-a28c-3ad008a0bf23 req-a8ed2212-1054-4a8e-a567-358da35ac142 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:17.931082 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c1219b37-5db7-4496-a28c-3ad008a0bf23 req-a8ed2212-1054-4a8e-a567-358da35ac142 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/ports?device_id=cce98703-5ae2-4353-b232-daae387c336a HTTP/1.1" status: 200 len: 945 time: 0.1639884 Mar 22 11:42:17.949653 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fe5c22-dda6-4bef-90bd-bf220e995d0a None None] Checking router: f0aefc89-432d-4eba-960c-9227b5fba567 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:42:17.958249 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fe5c22-dda6-4bef-90bd-bf220e995d0a None None] Routers {'f0aefc89-432d-4eba-960c-9227b5fba567'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:42:17.958850 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-07fe5c22-dda6-4bef-90bd-bf220e995d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:42:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['f0aefc89-432d-4eba-960c-9227b5fba567'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:17.995160 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-c1219b37-5db7-4496-a28c-3ad008a0bf23 req-0916dbcd-d77c-4e9e-9e10-a875f7d8b467 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d75df74-d8e2-46ab-8d22-536e07de4cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0555799 Mar 22 11:42:17.997834 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3bd39-479d-4c85-b573-ce6ec35ce876 req-2adfd2e0-2d2c-441d-8708-b870e98f0538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:17.999265 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-37a3bd39-479d-4c85-b573-ce6ec35ce876 req-2adfd2e0-2d2c-441d-8708-b870e98f0538 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3bb52cfc-1ac7-4f0e-a2a5-96d83b540985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672297 Mar 22 11:42:18.066987 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-07fe5c22-dda6-4bef-90bd-bf220e995d0a None None] Set router f0aefc89-432d-4eba-960c-9227b5fba567 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:42:18.099754 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-37a3bd39-479d-4c85-b573-ce6ec35ce876 req-2872f422-cd9d-4c66-9045-12f457e1310c service neutron] 10.222.0.35 "GET /v2.0/networks/3bb52cfc-1ac7-4f0e-a2a5-96d83b540985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909240 Mar 22 11:42:18.192190 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-37a3bd39-479d-4c85-b573-ce6ec35ce876 req-ed6d92bb-d932-499c-912c-5c4139bedb71 service neutron] 10.222.0.35 "GET /v2.0/networks/3bb52cfc-1ac7-4f0e-a2a5-96d83b540985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851755 Mar 22 11:42:18.287715 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-07fe5c22-dda6-4bef-90bd-bf220e995d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'name': 'tempest-TestSnapshotPattern-1967814398-router', 'tenant_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30'}], 'enable_snat': True}, 'gw_port_id': 'c287e0ce-015b-4a31-b2a2-b5ebfe62729f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:37:50Z', 'updated_at': '2022-03-22T11:37:52Z', 'revision_number': 4, 'project_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'gw_port': {'id': 'c287e0ce-015b-4a31-b2a2-b5ebfe62729f', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ba:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:37:50Z', 'updated_at': '2022-03-22T11:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '7dffd08c-59ef-4523-9cec-a849da6fa93a', 'tenant_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'floating_ip_address': '172.26.7.233', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'port_id': '103f81cf-be72-4e09-b0a9-b09b678df12d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bb52cfc-1ac7-4f0e-a2a5-96d83b540985', 'mac_address': 'fa:16:3e:b9:89:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0d437b-46be-4148-8044-4d89002ef0b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:38:14Z', 'updated_at': '2022-03-22T11:38:16Z', 'revision_number': 1, 'project_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fbfc20e-d17e-4ca5-92b2-e89fd9cf096c', 'name': '', 'network_id': '3bb52cfc-1ac7-4f0e-a2a5-96d83b540985', 'tenant_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'mac_address': 'fa:16:3e:76:9d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'aee45e80-3711-4777-bbbd-65c309ffc864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:37:52Z', 'updated_at': '2022-03-22T11:37:57Z', 'revision_number': 5, 'project_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'subnets': [{'id': 'aee45e80-3711-4777-bbbd-65c309ffc864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:18.316959 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fe5c22-dda6-4bef-90bd-bf220e995d0a None None] The sync data for ids ['f0aefc89-432d-4eba-960c-9227b5fba567'] in dv-neutron-834599-1-hyperv is: [{'id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'name': 'tempest-TestSnapshotPattern-1967814398-router', 'tenant_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30'}], 'enable_snat': True}, 'gw_port_id': 'c287e0ce-015b-4a31-b2a2-b5ebfe62729f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:37:50Z', 'updated_at': '2022-03-22T11:37:52Z', 'revision_number': 4, 'project_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'gw_port': {'id': 'c287e0ce-015b-4a31-b2a2-b5ebfe62729f', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ba:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:37:50Z', 'updated_at': '2022-03-22T11:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_floatingips': [{'id': '7dffd08c-59ef-4523-9cec-a849da6fa93a', 'tenant_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'floating_ip_address': '172.26.7.233', 'floating_network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'router_id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'port_id': '103f81cf-be72-4e09-b0a9-b09b678df12d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bb52cfc-1ac7-4f0e-a2a5-96d83b540985', 'mac_address': 'fa:16:3e:b9:89:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0d437b-46be-4148-8044-4d89002ef0b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T11:38:14Z', 'updated_at': '2022-03-22T11:38:16Z', 'revision_number': 1, 'project_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fbfc20e-d17e-4ca5-92b2-e89fd9cf096c', 'name': '', 'network_id': '3bb52cfc-1ac7-4f0e-a2a5-96d83b540985', 'tenant_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'mac_address': 'fa:16:3e:76:9d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'aee45e80-3711-4777-bbbd-65c309ffc864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:37:52Z', 'updated_at': '2022-03-22T11:37:57Z', 'revision_number': 5, 'project_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'subnets': [{'id': 'aee45e80-3711-4777-bbbd-65c309ffc864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:42:18.531111 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863267a2-cff6-4613-99e3-4f1248bec4b2 None None] New status for floating IP 762540a8-6f45-44d1-8513-c9ec89388171: DOWN {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 11:42:19.125146 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283992a9-94ac-47a3-827f-5d447e7a4186 req-49d82b3d-7fc5-4167-b454-d757f8c144b6 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:19.126637 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-283992a9-94ac-47a3-827f-5d447e7a4186 req-49d82b3d-7fc5-4167-b454-d757f8c144b6 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/ports?device_id=cce98703-5ae2-4353-b232-daae387c336a HTTP/1.1" status: 200 len: 945 time: 0.0582752 Mar 22 11:42:19.165902 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-283992a9-94ac-47a3-827f-5d447e7a4186 req-23f7885b-fbaf-463c-8cee-03bdd6fc3d18 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d75df74-d8e2-46ab-8d22-536e07de4cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331380 Mar 22 11:42:19.346790 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98497941-3883-4488-bbf8-e4d2b9294fb5 req-3dff3d26-6d9c-480a-985c-073ca65e94bf tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:19.348160 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-98497941-3883-4488-bbf8-e4d2b9294fb5 req-3dff3d26-6d9c-480a-985c-073ca65e94bf tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.35 "GET /v2.0/ports?device_id=cce98703-5ae2-4353-b232-daae387c336a HTTP/1.1" status: 200 len: 945 time: 0.0494254 Mar 22 11:42:19.436620 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-98497941-3883-4488-bbf8-e4d2b9294fb5 req-efcfdebd-6e35-4fa6-8852-249745632486 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Deleting port 7438a66d-e50d-45e7-9b58-bd3c94509bbb {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:42:19.436928 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-98497941-3883-4488-bbf8-e4d2b9294fb5 req-efcfdebd-6e35-4fa6-8852-249745632486 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:19.528059 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-98497941-3883-4488-bbf8-e4d2b9294fb5 req-efcfdebd-6e35-4fa6-8852-249745632486 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] For port 7438a66d-e50d-45e7-9b58-bd3c94509bbb, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=7438a66d-e50d-45e7-9b58-bd3c94509bbb,segment=NetworkSegment(ebbcea6a-590d-4018-9a05-c44691af8871),segment_id=ebbcea6a-590d-4018-9a05-c44691af8871)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:42:19.528402 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-98497941-3883-4488-bbf8-e4d2b9294fb5 req-efcfdebd-6e35-4fa6-8852-249745632486 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:19.541247 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-98497941-3883-4488-bbf8-e4d2b9294fb5 req-efcfdebd-6e35-4fa6-8852-249745632486 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Calling delete_port for 7438a66d-e50d-45e7-9b58-bd3c94509bbb owned by compute:nova {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:42:19.671755 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-98497941-3883-4488-bbf8-e4d2b9294fb5 req-efcfdebd-6e35-4fa6-8852-249745632486 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:19.701424 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcfdebd-6e35-4fa6-8852-249745632486 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Pushing event deleted for resources: {'Port': ['ID=7438a66d-e50d-45e7-9b58-bd3c94509bbb,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:19.742835 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-98497941-3883-4488-bbf8-e4d2b9294fb5 req-efcfdebd-6e35-4fa6-8852-249745632486 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] No DVR routers for this DVR port 7438a66d-e50d-45e7-9b58-bd3c94509bbb on host hv-neutron-8345 {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:42:19.745703 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-98497941-3883-4488-bbf8-e4d2b9294fb5 req-efcfdebd-6e35-4fa6-8852-249745632486 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:19.749136 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-98497941-3883-4488-bbf8-e4d2b9294fb5 req-efcfdebd-6e35-4fa6-8852-249745632486 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.35 "DELETE /v2.0/ports/7438a66d-e50d-45e7-9b58-bd3c94509bbb HTTP/1.1" status: 204 len: 173 time: 0.3947008 Mar 22 11:42:19.749582 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce98703-5ae2-4353-b232-daae387c336a', 'name': 'network-vif-deleted', 'tag': '7438a66d-e50d-45e7-9b58-bd3c94509bbb'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:42:19.751924 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5242e5c1-d691-4147-9358-191df55132bb" -d '{"events": [{"server_uuid": "cce98703-5ae2-4353-b232-daae387c336a", "name": "network-vif-deleted", "tag": "7438a66d-e50d-45e7-9b58-bd3c94509bbb"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:42:19.788801 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b072ebd-2630-4ac3-8c12-10ec93aa9743 x-openstack-request-id: req-4b072ebd-2630-4ac3-8c12-10ec93aa9743 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:42:19.789098 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce98703-5ae2-4353-b232-daae387c336a", "name": "network-vif-deleted", "tag": "7438a66d-e50d-45e7-9b58-bd3c94509bbb", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:42:19.789340 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4b072ebd-2630-4ac3-8c12-10ec93aa9743 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:42:19.789744 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b072ebd-2630-4ac3-8c12-10ec93aa9743'] response: {'server_uuid': 'cce98703-5ae2-4353-b232-daae387c336a', 'name': 'network-vif-deleted', 'tag': '7438a66d-e50d-45e7-9b58-bd3c94509bbb', 'status': 'completed', 'code': 200} Mar 22 11:42:20.275454 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-6968a72d-ede3-4022-bd5b-1b9688d9d99c req-07d5c55a-e81f-420a-abb9-4aa3c7435a72 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/ports?device_id=cce98703-5ae2-4353-b232-daae387c336a HTTP/1.1" status: 200 len: 210 time: 0.0264311 Mar 22 11:42:20.412868 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 7438a66d-e50d-45e7-9b58-bd3c94509bbb no longer exists at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:42:20.432992 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] No Port match for: 7438a66d-e50d-45e7-9b58-bd3c94509bbb {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:42:20.433330 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 7438a66d-e50d-45e7-9b58-bd3c94509bbb not bound to the agent host hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:42:21.878589 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 49158) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:42:22.036331 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-6cbff30b-9ce4-44ef-8dce-6544a2a2e3b6 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Deleting port be6f1fbd-ab91-401c-9a47-9dbc00fe8821 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:42:22.036668 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6cbff30b-9ce4-44ef-8dce-6544a2a2e3b6 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:22.113597 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6cbff30b-9ce4-44ef-8dce-6544a2a2e3b6 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:22.113875 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6cbff30b-9ce4-44ef-8dce-6544a2a2e3b6 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:22.125527 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-6cbff30b-9ce4-44ef-8dce-6544a2a2e3b6 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Calling delete_port for be6f1fbd-ab91-401c-9a47-9dbc00fe8821 owned by network:floatingip {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:42:22.273639 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6cbff30b-9ce4-44ef-8dce-6544a2a2e3b6 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:22.300553 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbff30b-9ce4-44ef-8dce-6544a2a2e3b6 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Pushing event deleted for resources: {'Port': ['ID=be6f1fbd-ab91-401c-9a47-9dbc00fe8821,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:22.358509 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6cbff30b-9ce4-44ef-8dce-6544a2a2e3b6 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks [] for floatingip, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:22.358796 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.db.l3_db [None req-6cbff30b-9ce4-44ef-8dce-6544a2a2e3b6 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Floating IP 7dffd08c-59ef-4523-9cec-a849da6fa93a disassociated (deleted). External IP: 172.26.7.233, port: 103f81cf-be72-4e09-b0a9-b09b678df12d. Mar 22 11:42:22.566820 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cbff30b-9ce4-44ef-8dce-6544a2a2e3b6 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Router f0aefc89-432d-4eba-960c-9227b5fba567 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:42:22.672420 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cbff30b-9ce4-44ef-8dce-6544a2a2e3b6 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:42:22.677387 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-6cbff30b-9ce4-44ef-8dce-6544a2a2e3b6 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for floatingip, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:22.682176 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e693ea-9bf9-401d-9373-eea034eddc41 None None] Sync routers for ids ['f0aefc89-432d-4eba-960c-9227b5fba567'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:42:22.693206 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e693ea-9bf9-401d-9373-eea034eddc41 None None] Routers {'f0aefc89-432d-4eba-960c-9227b5fba567'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:42:22.694219 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-b3e693ea-9bf9-401d-9373-eea034eddc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:42:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['f0aefc89-432d-4eba-960c-9227b5fba567'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:22.704833 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-6cbff30b-9ce4-44ef-8dce-6544a2a2e3b6 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "DELETE /v2.0/floatingips/7dffd08c-59ef-4523-9cec-a849da6fa93a HTTP/1.1" status: 204 len: 168 time: 0.8251278 Mar 22 11:42:22.705507 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a0d437b-46be-4148-8044-4d89002ef0b9', 'tag': '103f81cf-be72-4e09-b0a9-b09b678df12d'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:42:22.707927 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4340d3b1-0d2a-42d8-98e7-452a2c0fb26c" -d '{"events": [{"name": "network-changed", "server_uuid": "1a0d437b-46be-4148-8044-4d89002ef0b9", "tag": "103f81cf-be72-4e09-b0a9-b09b678df12d"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:42:22.746686 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 11:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42fc38d-ff19-4273-bbb1-ccf5a8b68915 x-openstack-request-id: req-d42fc38d-ff19-4273-bbb1-ccf5a8b68915 {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:42:22.747108 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a0d437b-46be-4148-8044-4d89002ef0b9", "tag": "103f81cf-be72-4e09-b0a9-b09b678df12d", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:42:22.747541 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d42fc38d-ff19-4273-bbb1-ccf5a8b68915 {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:42:22.748333 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d42fc38d-ff19-4273-bbb1-ccf5a8b68915'] response: {'name': 'network-changed', 'server_uuid': '1a0d437b-46be-4148-8044-4d89002ef0b9', 'tag': '103f81cf-be72-4e09-b0a9-b09b678df12d', 'status': 'completed', 'code': 200} Mar 22 11:42:22.818846 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340d3b1-0d2a-42d8-98e7-452a2c0fb26c req-de4eb162-09d5-46eb-9eac-b7dced98c7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:22.820501 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4340d3b1-0d2a-42d8-98e7-452a2c0fb26c req-de4eb162-09d5-46eb-9eac-b7dced98c7ac service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0ca7356ed40642a7929b2e6b63c7c56b&device_id=1a0d437b-46be-4148-8044-4d89002ef0b9 HTTP/1.1" status: 200 len: 1096 time: 0.0496514 Mar 22 11:42:22.908656 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-b3e693ea-9bf9-401d-9373-eea034eddc41 None None] Set router f0aefc89-432d-4eba-960c-9227b5fba567 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:42:22.951037 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340d3b1-0d2a-42d8-98e7-452a2c0fb26c req-1037408f-a527-42e6-935f-b043a0ef48a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:22.952533 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4340d3b1-0d2a-42d8-98e7-452a2c0fb26c req-1037408f-a527-42e6-935f-b043a0ef48a2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3bb52cfc-1ac7-4f0e-a2a5-96d83b540985 HTTP/1.1" status: 200 len: 911 time: 0.1185930 Mar 22 11:42:22.977275 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd45348-3d2a-4cab-a1b9-25d4d0733ef9 req-eb21001a-1f94-4e52-b114-99773a16e81f tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:22.978745 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9cd45348-3d2a-4cab-a1b9-25d4d0733ef9 req-eb21001a-1f94-4e52-b114-99773a16e81f tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a0d437b-46be-4148-8044-4d89002ef0b9 HTTP/1.1" status: 200 len: 943 time: 0.0681300 Mar 22 11:42:23.010623 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4340d3b1-0d2a-42d8-98e7-452a2c0fb26c req-08f8c699-5cab-4d78-8569-2945df4fa96d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=103f81cf-be72-4e09-b0a9-b09b678df12d HTTP/1.1" status: 200 len: 217 time: 0.0485156 Mar 22 11:42:23.076422 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-9cd45348-3d2a-4cab-a1b9-25d4d0733ef9 req-3636856e-6b53-441d-994d-d34c649def32 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d75df74-d8e2-46ab-8d22-536e07de4cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0675650 Mar 22 11:42:23.080383 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340d3b1-0d2a-42d8-98e7-452a2c0fb26c req-43a70187-5107-4537-885f-6b2055e5e743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:23.081948 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4340d3b1-0d2a-42d8-98e7-452a2c0fb26c req-43a70187-5107-4537-885f-6b2055e5e743 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aee45e80-3711-4777-bbbd-65c309ffc864 HTTP/1.1" status: 200 len: 849 time: 0.0646441 Mar 22 11:42:23.104918 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-b3e693ea-9bf9-401d-9373-eea034eddc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'name': 'tempest-TestSnapshotPattern-1967814398-router', 'tenant_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30'}], 'enable_snat': True}, 'gw_port_id': 'c287e0ce-015b-4a31-b2a2-b5ebfe62729f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:37:50Z', 'updated_at': '2022-03-22T11:37:52Z', 'revision_number': 4, 'project_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'gw_port': {'id': 'c287e0ce-015b-4a31-b2a2-b5ebfe62729f', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ba:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:37:50Z', 'updated_at': '2022-03-22T11:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '0fbfc20e-d17e-4ca5-92b2-e89fd9cf096c', 'name': '', 'network_id': '3bb52cfc-1ac7-4f0e-a2a5-96d83b540985', 'tenant_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'mac_address': 'fa:16:3e:76:9d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'aee45e80-3711-4777-bbbd-65c309ffc864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:37:52Z', 'updated_at': '2022-03-22T11:37:57Z', 'revision_number': 5, 'project_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'subnets': [{'id': 'aee45e80-3711-4777-bbbd-65c309ffc864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:23.130159 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340d3b1-0d2a-42d8-98e7-452a2c0fb26c req-b456d0e9-93d7-400b-adc3-cca100047b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:23.131695 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4340d3b1-0d2a-42d8-98e7-452a2c0fb26c req-b456d0e9-93d7-400b-adc3-cca100047b9f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3bb52cfc-1ac7-4f0e-a2a5-96d83b540985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416083 Mar 22 11:42:23.135918 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e693ea-9bf9-401d-9373-eea034eddc41 None None] Checking router: f0aefc89-432d-4eba-960c-9227b5fba567 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:42:23.144601 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e693ea-9bf9-401d-9373-eea034eddc41 None None] Routers {'f0aefc89-432d-4eba-960c-9227b5fba567'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:42:23.145194 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-b3e693ea-9bf9-401d-9373-eea034eddc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:42:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['f0aefc89-432d-4eba-960c-9227b5fba567'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:23.224856 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4340d3b1-0d2a-42d8-98e7-452a2c0fb26c req-7632c54f-1315-471e-8d49-78ebd2412915 service neutron] 10.222.0.35 "GET /v2.0/networks/3bb52cfc-1ac7-4f0e-a2a5-96d83b540985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863571 Mar 22 11:42:23.252099 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-b3e693ea-9bf9-401d-9373-eea034eddc41 None None] Set router f0aefc89-432d-4eba-960c-9227b5fba567 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:42:23.315297 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-4340d3b1-0d2a-42d8-98e7-452a2c0fb26c req-e5d43183-e9d1-408e-8fb7-a9101a2a4353 service neutron] 10.222.0.35 "GET /v2.0/networks/3bb52cfc-1ac7-4f0e-a2a5-96d83b540985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822959 Mar 22 11:42:23.450330 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-b3e693ea-9bf9-401d-9373-eea034eddc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'name': 'tempest-TestSnapshotPattern-1967814398-router', 'tenant_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30'}], 'enable_snat': True}, 'gw_port_id': 'c287e0ce-015b-4a31-b2a2-b5ebfe62729f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:37:50Z', 'updated_at': '2022-03-22T11:37:52Z', 'revision_number': 4, 'project_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'gw_port': {'id': 'c287e0ce-015b-4a31-b2a2-b5ebfe62729f', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ba:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:37:50Z', 'updated_at': '2022-03-22T11:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '0fbfc20e-d17e-4ca5-92b2-e89fd9cf096c', 'name': '', 'network_id': '3bb52cfc-1ac7-4f0e-a2a5-96d83b540985', 'tenant_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'mac_address': 'fa:16:3e:76:9d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'aee45e80-3711-4777-bbbd-65c309ffc864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:37:52Z', 'updated_at': '2022-03-22T11:37:57Z', 'revision_number': 5, 'project_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'subnets': [{'id': 'aee45e80-3711-4777-bbbd-65c309ffc864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:23.475914 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e693ea-9bf9-401d-9373-eea034eddc41 None None] The sync data for ids ['f0aefc89-432d-4eba-960c-9227b5fba567'] in dv-neutron-834599-1-hyperv is: [{'id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'name': 'tempest-TestSnapshotPattern-1967814398-router', 'tenant_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30'}], 'enable_snat': True}, 'gw_port_id': 'c287e0ce-015b-4a31-b2a2-b5ebfe62729f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:37:50Z', 'updated_at': '2022-03-22T11:37:52Z', 'revision_number': 4, 'project_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'gw_port': {'id': 'c287e0ce-015b-4a31-b2a2-b5ebfe62729f', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ba:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:37:50Z', 'updated_at': '2022-03-22T11:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv', '_interfaces': [{'id': '0fbfc20e-d17e-4ca5-92b2-e89fd9cf096c', 'name': '', 'network_id': '3bb52cfc-1ac7-4f0e-a2a5-96d83b540985', 'tenant_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'mac_address': 'fa:16:3e:76:9d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'aee45e80-3711-4777-bbbd-65c309ffc864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:37:52Z', 'updated_at': '2022-03-22T11:37:57Z', 'revision_number': 5, 'project_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'subnets': [{'id': 'aee45e80-3711-4777-bbbd-65c309ffc864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:42:23.691422 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40ecc70-e2d4-4759-bf05-90a4606e3612 None None] New status for floating IP 7dffd08c-59ef-4523-9cec-a849da6fa93a: DOWN {{(pid=109051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 11:42:24.198441 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e2c24-3330-4571-905d-b2bc62028ac4 req-def305f3-99d1-4a24-9f9c-3a52006c42e1 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:24.200035 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-201e2c24-3330-4571-905d-b2bc62028ac4 req-def305f3-99d1-4a24-9f9c-3a52006c42e1 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a0d437b-46be-4148-8044-4d89002ef0b9 HTTP/1.1" status: 200 len: 943 time: 0.0542097 Mar 22 11:42:24.240175 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-201e2c24-3330-4571-905d-b2bc62028ac4 req-93f9204e-e8bf-4e61-94ec-417a10447de8 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d75df74-d8e2-46ab-8d22-536e07de4cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341570 Mar 22 11:42:24.502279 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ace22b-1baa-4c6d-adab-4a53d30cf4e1 req-e2c8dfaf-4db4-4133-89a1-091915fd37cf tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 11:42:24.503773 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-25ace22b-1baa-4c6d-adab-4a53d30cf4e1 req-e2c8dfaf-4db4-4133-89a1-091915fd37cf tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a0d437b-46be-4148-8044-4d89002ef0b9 HTTP/1.1" status: 200 len: 943 time: 0.0503318 Mar 22 11:42:24.601090 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-25ace22b-1baa-4c6d-adab-4a53d30cf4e1 req-6dbc5978-6516-4011-be50-ec4614a2a456 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Deleting port 103f81cf-be72-4e09-b0a9-b09b678df12d {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:42:24.601427 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-25ace22b-1baa-4c6d-adab-4a53d30cf4e1 req-6dbc5978-6516-4011-be50-ec4614a2a456 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:24.687740 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [req-25ace22b-1baa-4c6d-adab-4a53d30cf4e1 req-6dbc5978-6516-4011-be50-ec4614a2a456 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] For port 103f81cf-be72-4e09-b0a9-b09b678df12d, host hv-neutron-8345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8345',level=0,port_id=103f81cf-be72-4e09-b0a9-b09b678df12d,segment=NetworkSegment(ebbcea6a-590d-4018-9a05-c44691af8871),segment_id=ebbcea6a-590d-4018-9a05-c44691af8871)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:42:24.688067 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-25ace22b-1baa-4c6d-adab-4a53d30cf4e1 req-6dbc5978-6516-4011-be50-ec4614a2a456 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:24.700814 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [req-25ace22b-1baa-4c6d-adab-4a53d30cf4e1 req-6dbc5978-6516-4011-be50-ec4614a2a456 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Calling delete_port for 103f81cf-be72-4e09-b0a9-b09b678df12d owned by compute:nova {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:42:24.829879 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-25ace22b-1baa-4c6d-adab-4a53d30cf4e1 req-6dbc5978-6516-4011-be50-ec4614a2a456 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:24.858141 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbc5978-6516-4011-be50-ec4614a2a456 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Pushing event deleted for resources: {'Port': ['ID=103f81cf-be72-4e09-b0a9-b09b678df12d,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:24.899569 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [req-25ace22b-1baa-4c6d-adab-4a53d30cf4e1 req-6dbc5978-6516-4011-be50-ec4614a2a456 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] No DVR routers for this DVR port 103f81cf-be72-4e09-b0a9-b09b678df12d on host hv-neutron-8345 {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:42:24.902149 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [req-25ace22b-1baa-4c6d-adab-4a53d30cf4e1 req-6dbc5978-6516-4011-be50-ec4614a2a456 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47027'] for port, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:24.905470 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-25ace22b-1baa-4c6d-adab-4a53d30cf4e1 req-6dbc5978-6516-4011-be50-ec4614a2a456 tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.35 "DELETE /v2.0/ports/103f81cf-be72-4e09-b0a9-b09b678df12d HTTP/1.1" status: 204 len: 173 time: 0.3958037 Mar 22 11:42:24.905934 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0d437b-46be-4148-8044-4d89002ef0b9', 'name': 'network-vif-deleted', 'tag': '103f81cf-be72-4e09-b0a9-b09b678df12d'}] {{(pid=109050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 11:42:24.908270 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a7c2c3c194d7abd24c42fd8ec349911b4d44486337fd96ca74ef7e5f26b37ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679e7eed-ea30-4d48-999f-9338152009e9" -d '{"events": [{"server_uuid": "1a0d437b-46be-4148-8044-4d89002ef0b9", "name": "network-vif-deleted", "tag": "103f81cf-be72-4e09-b0a9-b09b678df12d"}]}' {{(pid=109050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 11:42:24.944994 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 11:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085a0956-878d-4498-bb8b-3cbee49c033c x-openstack-request-id: req-085a0956-878d-4498-bb8b-3cbee49c033c {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 11:42:24.945254 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a0d437b-46be-4148-8044-4d89002ef0b9", "name": "network-vif-deleted", "tag": "103f81cf-be72-4e09-b0a9-b09b678df12d", "status": "completed", "code": 200}]} {{(pid=109050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 11:42:24.945496 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-085a0956-878d-4498-bb8b-3cbee49c033c {{(pid=109050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 11:42:24.945888 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-085a0956-878d-4498-bb8b-3cbee49c033c'] response: {'server_uuid': '1a0d437b-46be-4148-8044-4d89002ef0b9', 'name': 'network-vif-deleted', 'tag': '103f81cf-be72-4e09-b0a9-b09b678df12d', 'status': 'completed', 'code': 200} Mar 22 11:42:25.363450 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [req-61499f5b-3d09-4a83-94a7-7f6b153b8a04 req-ed3f6a5e-3e52-4e92-a7e6-0cb7de5bcb2f tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a0d437b-46be-4148-8044-4d89002ef0b9 HTTP/1.1" status: 200 len: 210 time: 0.0362194 Mar 22 11:42:26.421581 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 49174) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:42:26.483441 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ff75b825-4a36-4b3d-bbe0-7ba303e01aeb tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:26.509762 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ff75b825-4a36-4b3d-bbe0-7ba303e01aeb tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:26.574666 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ff75b825-4a36-4b3d-bbe0-7ba303e01aeb tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:26.577439 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ff75b825-4a36-4b3d-bbe0-7ba303e01aeb tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:26.578907 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-ff75b825-4a36-4b3d-bbe0-7ba303e01aeb tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] 10.222.0.57 "DELETE /v2.0/security-groups/1d75df74-d8e2-46ab-8d22-536e07de4cb7 HTTP/1.1" status: 204 len: 168 time: 0.1563578 Mar 22 11:42:26.589088 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff75b825-4a36-4b3d-bbe0-7ba303e01aeb tempest-TestSnapshotPattern-423936689 tempest-TestSnapshotPattern-423936689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d75df74-d8e2-46ab-8d22-536e07de4cb7,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:26.637599 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 49178) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:42:26.996885 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ee1c9961-60b2-465f-8ac1-345b06465f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683891'] for router_interface, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:27.565464 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-ee1c9961-60b2-465f-8ac1-345b06465f88 admin admin] Deleting port 0fbfc20e-d17e-4ca5-92b2-e89fd9cf096c {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:42:27.566198 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ee1c9961-60b2-465f-8ac1-345b06465f88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:27.643848 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-ee1c9961-60b2-465f-8ac1-345b06465f88 admin admin] For port 0fbfc20e-d17e-4ca5-92b2-e89fd9cf096c, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=0fbfc20e-d17e-4ca5-92b2-e89fd9cf096c,segment=NetworkSegment(ebbcea6a-590d-4018-9a05-c44691af8871),segment_id=ebbcea6a-590d-4018-9a05-c44691af8871)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:42:27.644223 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ee1c9961-60b2-465f-8ac1-345b06465f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:27.657304 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-ee1c9961-60b2-465f-8ac1-345b06465f88 admin admin] Calling delete_port for 0fbfc20e-d17e-4ca5-92b2-e89fd9cf096c owned by network:router_interface {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:42:27.837075 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ee1c9961-60b2-465f-8ac1-345b06465f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:27.864502 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1c9961-60b2-465f-8ac1-345b06465f88 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fbfc20e-d17e-4ca5-92b2-e89fd9cf096c,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:28.057514 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-ee1c9961-60b2-465f-8ac1-345b06465f88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684007'] for router_interface, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:28.276856 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee1c9961-60b2-465f-8ac1-345b06465f88 admin admin] Router f0aefc89-432d-4eba-960c-9227b5fba567 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:42:28.392471 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee1c9961-60b2-465f-8ac1-345b06465f88 admin admin] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:42:28.400566 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-ee1c9961-60b2-465f-8ac1-345b06465f88 admin admin] 10.222.0.57 "PUT /v2.0/routers/f0aefc89-432d-4eba-960c-9227b5fba567/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7619097 Mar 22 11:42:28.403306 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 49180) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:42:28.405954 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e31f4ae-5203-44ce-a4eb-39d6f4b1951f None None] Sync routers for ids ['f0aefc89-432d-4eba-960c-9227b5fba567'] in dv-neutron-834599-1-hyperv {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:42:28.416548 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e31f4ae-5203-44ce-a4eb-39d6f4b1951f None None] Routers {'f0aefc89-432d-4eba-960c-9227b5fba567'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:42:28.417240 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-9e31f4ae-5203-44ce-a4eb-39d6f4b1951f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:42:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['f0aefc89-432d-4eba-960c-9227b5fba567'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:28.453553 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 103f81cf-be72-4e09-b0a9-b09b678df12d no longer exists at agent hyperv_hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:42:28.473255 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] No Port match for: 103f81cf-be72-4e09-b0a9-b09b678df12d {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:42:28.473910 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Device 103f81cf-be72-4e09-b0a9-b09b678df12d not bound to the agent host hv-neutron-8345 {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:42:28.507326 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1b2da69a-44fc-4250-b4f8-083f4494fb45 admin admin] Notify callbacks [] for router, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:28.522892 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-9e31f4ae-5203-44ce-a4eb-39d6f4b1951f None None] Set router f0aefc89-432d-4eba-960c-9227b5fba567 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:42:28.714957 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-9e31f4ae-5203-44ce-a4eb-39d6f4b1951f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'name': 'tempest-TestSnapshotPattern-1967814398-router', 'tenant_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30'}], 'enable_snat': True}, 'gw_port_id': 'c287e0ce-015b-4a31-b2a2-b5ebfe62729f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:37:50Z', 'updated_at': '2022-03-22T11:42:27Z', 'revision_number': 5, 'project_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'gw_port': {'id': 'c287e0ce-015b-4a31-b2a2-b5ebfe62729f', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ba:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:37:50Z', 'updated_at': '2022-03-22T11:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:28.741769 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e31f4ae-5203-44ce-a4eb-39d6f4b1951f None None] Checking router: f0aefc89-432d-4eba-960c-9227b5fba567 for host: dv-neutron-834599-1-hyperv {{(pid=109052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:42:28.750889 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e31f4ae-5203-44ce-a4eb-39d6f4b1951f None None] Routers {'f0aefc89-432d-4eba-960c-9227b5fba567'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:42:28.751547 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-9e31f4ae-5203-44ce-a4eb-39d6f4b1951f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:42:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['f0aefc89-432d-4eba-960c-9227b5fba567'], 'active': True} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:28.856703 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_dvr_db [None req-9e31f4ae-5203-44ce-a4eb-39d6f4b1951f None None] Set router f0aefc89-432d-4eba-960c-9227b5fba567 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:42:28.943542 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1b2da69a-44fc-4250-b4f8-083f4494fb45 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:28.999577 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-1b2da69a-44fc-4250-b4f8-083f4494fb45 admin admin] Deleting port c287e0ce-015b-4a31-b2a2-b5ebfe62729f {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:42:28.999917 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1b2da69a-44fc-4250-b4f8-083f4494fb45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:29.033334 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.l3_hamode_db [None req-9e31f4ae-5203-44ce-a4eb-39d6f4b1951f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'name': 'tempest-TestSnapshotPattern-1967814398-router', 'tenant_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30'}], 'enable_snat': True}, 'gw_port_id': 'c287e0ce-015b-4a31-b2a2-b5ebfe62729f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:37:50Z', 'updated_at': '2022-03-22T11:42:27Z', 'revision_number': 5, 'project_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'gw_port': {'id': 'c287e0ce-015b-4a31-b2a2-b5ebfe62729f', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ba:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:37:50Z', 'updated_at': '2022-03-22T11:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:29.063015 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e31f4ae-5203-44ce-a4eb-39d6f4b1951f None None] The sync data for ids ['f0aefc89-432d-4eba-960c-9227b5fba567'] in dv-neutron-834599-1-hyperv is: [{'id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'name': 'tempest-TestSnapshotPattern-1967814398-router', 'tenant_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30'}], 'enable_snat': True}, 'gw_port_id': 'c287e0ce-015b-4a31-b2a2-b5ebfe62729f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:37:50Z', 'updated_at': '2022-03-22T11:42:27Z', 'revision_number': 5, 'project_id': '0ca7356ed40642a7929b2e6b63c7c56b', 'gw_port': {'id': 'c287e0ce-015b-4a31-b2a2-b5ebfe62729f', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ba:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0aefc89-432d-4eba-960c-9227b5fba567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:37:50Z', 'updated_at': '2022-03-22T11:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}] {{(pid=109052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:42:29.081220 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-1b2da69a-44fc-4250-b4f8-083f4494fb45 admin admin] For port c287e0ce-015b-4a31-b2a2-b5ebfe62729f, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=c287e0ce-015b-4a31-b2a2-b5ebfe62729f,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:42:29.081533 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1b2da69a-44fc-4250-b4f8-083f4494fb45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:29.099092 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-1b2da69a-44fc-4250-b4f8-083f4494fb45 admin admin] Calling delete_port for c287e0ce-015b-4a31-b2a2-b5ebfe62729f owned by network:router_gateway {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:42:29.271264 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1b2da69a-44fc-4250-b4f8-083f4494fb45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:29.296368 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2da69a-44fc-4250-b4f8-083f4494fb45 admin admin] Pushing event deleted for resources: {'Port': ['ID=c287e0ce-015b-4a31-b2a2-b5ebfe62729f,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:29.307869 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2da69a-44fc-4250-b4f8-083f4494fb45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:29.308242 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2da69a-44fc-4250-b4f8-083f4494fb45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:29.308582 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2da69a-44fc-4250-b4f8-083f4494fb45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:29.308918 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2da69a-44fc-4250-b4f8-083f4494fb45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:29.309242 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2da69a-44fc-4250-b4f8-083f4494fb45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:29.309569 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2da69a-44fc-4250-b4f8-083f4494fb45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:29.309891 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2da69a-44fc-4250-b4f8-083f4494fb45 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:29.310201 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2da69a-44fc-4250-b4f8-083f4494fb45 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:29.310518 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2da69a-44fc-4250-b4f8-083f4494fb45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:29.310837 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2da69a-44fc-4250-b4f8-083f4494fb45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:29.311154 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2da69a-44fc-4250-b4f8-083f4494fb45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:29.311505 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2da69a-44fc-4250-b4f8-083f4494fb45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834599-1-hyperv {{(pid=109049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 11:42:29.366456 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1b2da69a-44fc-4250-b4f8-083f4494fb45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682553'] for router_gateway, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:29.457416 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1b2da69a-44fc-4250-b4f8-083f4494fb45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:29.459845 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1b2da69a-44fc-4250-b4f8-083f4494fb45 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:29.512483 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1b2da69a-44fc-4250-b4f8-083f4494fb45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:29.513096 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2da69a-44fc-4250-b4f8-083f4494fb45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0aefc89-432d-4eba-960c-9227b5fba567 {{(pid=109049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 11:42:29.518310 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-1b2da69a-44fc-4250-b4f8-083f4494fb45 admin admin] Notify callbacks [] for router, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:29.519537 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-1b2da69a-44fc-4250-b4f8-083f4494fb45 admin admin] 10.222.0.57 "DELETE /v2.0/routers/f0aefc89-432d-4eba-960c-9227b5fba567 HTTP/1.1" status: 204 len: 168 time: 1.1151221 Mar 22 11:42:29.522210 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 49184) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:42:29.568008 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8ee8f8c-8b84-4f68-9a4d-08a13196a4ed admin admin] Deleting subnet aee45e80-3711-4777-bbbd-65c309ffc864 {{(pid=109049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 11:42:29.571442 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a8ee8f8c-8b84-4f68-9a4d-08a13196a4ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:29.606923 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a8ee8f8c-8b84-4f68-9a4d-08a13196a4ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8618168'] for subnet, precommit_delete_associations {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:29.689493 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a8ee8f8c-8b84-4f68-9a4d-08a13196a4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:29.749552 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a8ee8f8c-8b84-4f68-9a4d-08a13196a4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12443793'] for subnet, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:29.774505 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ee8f8c-8b84-4f68-9a4d-08a13196a4ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aee45e80-3711-4777-bbbd-65c309ffc864,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:29.778507 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-a8ee8f8c-8b84-4f68-9a4d-08a13196a4ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:29.783421 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-a8ee8f8c-8b84-4f68-9a4d-08a13196a4ed admin admin] 10.222.0.57 "DELETE /v2.0/subnets/aee45e80-3711-4777-bbbd-65c309ffc864 HTTP/1.1" status: 204 len: 168 time: 0.2584832 Mar 22 11:42:29.784297 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.wsgi [-] (109049) accepted ('10.222.0.57', 49186) {{(pid=109049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:42:29.786846 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19399de-0dc6-4718-83f2-0629519a1a77 None None] Network 3bb52cfc-1ac7-4f0e-a2a5-96d83b540985 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:42:29.853878 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-526e9339-c927-46a4-a549-73102c5cd5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:29.912109 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-526e9339-c927-46a4-a549-73102c5cd5ab admin admin] Deleting port 0829370e-ad4a-446d-9ae2-63cf0977f700 {{(pid=109049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:42:29.912453 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-526e9339-c927-46a4-a549-73102c5cd5ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:29.982785 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.db [None req-526e9339-c927-46a4-a549-73102c5cd5ab admin admin] For port 0829370e-ad4a-446d-9ae2-63cf0977f700, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=0829370e-ad4a-446d-9ae2-63cf0977f700,segment=NetworkSegment(ebbcea6a-590d-4018-9a05-c44691af8871),segment_id=ebbcea6a-590d-4018-9a05-c44691af8871)] {{(pid=109049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:42:29.983153 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-526e9339-c927-46a4-a549-73102c5cd5ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:29.995967 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.plugin [None req-526e9339-c927-46a4-a549-73102c5cd5ab admin admin] Calling delete_port for 0829370e-ad4a-446d-9ae2-63cf0977f700 owned by network:dhcp {{(pid=109049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:42:30.055603 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087cf1b6-7cd2-4ad1-a2ae-875e75a1ad14 None None] DHCP port deletion for 3bb52cfc-1ac7-4f0e-a2a5-96d83b540985 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 11:42:30.091533 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-526e9339-c927-46a4-a549-73102c5cd5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8652674'] for port, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:30.112179 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-087cf1b6-7cd2-4ad1-a2ae-875e75a1ad14 None None] Deleting port 0829370e-ad4a-446d-9ae2-63cf0977f700 {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:42:30.112550 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-087cf1b6-7cd2-4ad1-a2ae-875e75a1ad14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:30.120082 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526e9339-c927-46a4-a549-73102c5cd5ab admin admin] No DVR routers for this DVR port 0829370e-ad4a-446d-9ae2-63cf0977f700 on host dv-neutron-834599-1-hyperv {{(pid=109049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:42:30.124373 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526e9339-c927-46a4-a549-73102c5cd5ab admin admin] Pushing event deleted for resources: {'Port': ['ID=0829370e-ad4a-446d-9ae2-63cf0977f700,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:30.176143 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-087cf1b6-7cd2-4ad1-a2ae-875e75a1ad14 None None] For port 0829370e-ad4a-446d-9ae2-63cf0977f700, host dv-neutron-834599-1-hyperv, got binding levels [] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:42:30.176529 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-087cf1b6-7cd2-4ad1-a2ae-875e75a1ad14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:30.190164 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-087cf1b6-7cd2-4ad1-a2ae-875e75a1ad14 None None] Calling delete_port for 0829370e-ad4a-446d-9ae2-63cf0977f700 owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:42:30.192951 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.ipam_backend_mixin [None req-087cf1b6-7cd2-4ad1-a2ae-875e75a1ad14 None None] Port 0829370e-ad4a-446d-9ae2-63cf0977f700 was not found and therefore no delete operation was performed {{(pid=109051) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 22 11:42:30.194188 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-087cf1b6-7cd2-4ad1-a2ae-875e75a1ad14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:30.196601 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-526e9339-c927-46a4-a549-73102c5cd5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:30.221184 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-526e9339-c927-46a4-a549-73102c5cd5ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bb52cfc-1ac7-4f0e-a2a5-96d83b540985']}} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:30.224993 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087cf1b6-7cd2-4ad1-a2ae-875e75a1ad14 None None] No DVR routers for this DVR port 0829370e-ad4a-446d-9ae2-63cf0977f700 on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:42:30.227812 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087cf1b6-7cd2-4ad1-a2ae-875e75a1ad14 None None] Pushing event deleted for resources: {'Port': ['ID=0829370e-ad4a-446d-9ae2-63cf0977f700,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:30.236812 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-526e9339-c927-46a4-a549-73102c5cd5ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebbcea6a-590d-4018-9a05-c44691af8871') {'for_net_delete': True} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:30.236943 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.services.segments.db [None req-526e9339-c927-46a4-a549-73102c5cd5ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebbcea6a-590d-4018-9a05-c44691af8871') {} {{(pid=109049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:30.247198 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-526e9339-c927-46a4-a549-73102c5cd5ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8618113'] for segment, before_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:30.260664 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-526e9339-c927-46a4-a549-73102c5cd5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:30.268169 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-526e9339-c927-46a4-a549-73102c5cd5ab admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=109049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:42:30.268652 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-526e9339-c927-46a4-a549-73102c5cd5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8652753'] for segment, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:30.270465 dv-neutron-834599-1-hyperv neutron-server[109049]: Traceback (most recent call last): Mar 22 11:42:30.270465 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:42:30.270465 dv-neutron-834599-1-hyperv neutron-server[109049]: timer() Mar 22 11:42:30.270465 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:42:30.270465 dv-neutron-834599-1-hyperv neutron-server[109049]: cb(*args, **kw) Mar 22 11:42:30.270465 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 11:42:30.270465 dv-neutron-834599-1-hyperv neutron-server[109049]: return func(*args, **kwargs) Mar 22 11:42:30.270465 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:42:30.270465 dv-neutron-834599-1-hyperv neutron-server[109049]: self._notify() Mar 22 11:42:30.270465 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:42:30.270465 dv-neutron-834599-1-hyperv neutron-server[109049]: self.callback(batched_events) Mar 22 11:42:30.270465 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:42:30.270465 dv-neutron-834599-1-hyperv neutron-server[109049]: event.method(event) Mar 22 11:42:30.270465 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 11:42:30.270465 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:42:30.270465 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 11:42:30.270465 dv-neutron-834599-1-hyperv neutron-server[109049]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:42:30.270465 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 11:42:30.270465 dv-neutron-834599-1-hyperv neutron-server[109049]: return f(self, *a, **k) Mar 22 11:42:30.270465 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 11:42:30.270465 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._get(url).json() Mar 22 11:42:30.270465 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 11:42:30.270465 dv-neutron-834599-1-hyperv neutron-server[109049]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:42:30.270465 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:42:30.270465 dv-neutron-834599-1-hyperv neutron-server[109049]: return self.request(url, 'GET', **kwargs) Mar 22 11:42:30.270465 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:42:30.270465 dv-neutron-834599-1-hyperv neutron-server[109049]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:42:30.270465 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:42:30.270465 dv-neutron-834599-1-hyperv neutron-server[109049]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:42:30.270465 dv-neutron-834599-1-hyperv neutron-server[109049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:42:30.270465 dv-neutron-834599-1-hyperv neutron-server[109049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:42:30.270465 dv-neutron-834599-1-hyperv neutron-server[109049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:42:30.328000 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-526e9339-c927-46a4-a549-73102c5cd5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:30.333464 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron_lib.callbacks.manager [None req-526e9339-c927-46a4-a549-73102c5cd5ab admin admin] Notify callbacks [] for network, before_response {{(pid=109049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:30.336674 dv-neutron-834599-1-hyperv neutron-server[109049]: INFO neutron.wsgi [None req-526e9339-c927-46a4-a549-73102c5cd5ab admin admin] 10.222.0.57 "DELETE /v2.0/networks/3bb52cfc-1ac7-4f0e-a2a5-96d83b540985 HTTP/1.1" status: 204 len: 168 time: 0.5510192 Mar 22 11:42:30.339775 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 49188) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:42:30.347732 dv-neutron-834599-1-hyperv neutron-server[109049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526e9339-c927-46a4-a549-73102c5cd5ab admin admin] Pushing event deleted for resources: {'Network': ['ID=3bb52cfc-1ac7-4f0e-a2a5-96d83b540985,revision_number=None']} {{(pid=109049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:30.707530 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2554ff7d-5122-4606-9292-a5b3dabebf70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683891'] for router_interface, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:30.831066 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 0fbfc20e-d17e-4ca5-92b2-e89fd9cf096c no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:42:30.851855 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 0fbfc20e-d17e-4ca5-92b2-e89fd9cf096c {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:42:30.852280 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 0fbfc20e-d17e-4ca5-92b2-e89fd9cf096c not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:42:30.852750 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 0829370e-ad4a-446d-9ae2-63cf0977f700 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:42:30.872379 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 0829370e-ad4a-446d-9ae2-63cf0977f700 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:42:30.872709 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 0829370e-ad4a-446d-9ae2-63cf0977f700 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:42:30.873134 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device c287e0ce-015b-4a31-b2a2-b5ebfe62729f no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:42:30.891687 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: c287e0ce-015b-4a31-b2a2-b5ebfe62729f {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:42:30.892030 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device c287e0ce-015b-4a31-b2a2-b5ebfe62729f not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:42:30.958989 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-2554ff7d-5122-4606-9292-a5b3dabebf70 admin admin] Deleting port 09df4419-1b2b-4bc5-8ac8-baf0f38be496 {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:42:30.959236 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2554ff7d-5122-4606-9292-a5b3dabebf70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:31.040696 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-2554ff7d-5122-4606-9292-a5b3dabebf70 admin admin] For port 09df4419-1b2b-4bc5-8ac8-baf0f38be496, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=09df4419-1b2b-4bc5-8ac8-baf0f38be496,segment=NetworkSegment(d65a0985-eba4-4e80-b2ec-09d3a2c62ddb),segment_id=d65a0985-eba4-4e80-b2ec-09d3a2c62ddb)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:42:31.041104 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2554ff7d-5122-4606-9292-a5b3dabebf70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:31.059227 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-2554ff7d-5122-4606-9292-a5b3dabebf70 admin admin] Calling delete_port for 09df4419-1b2b-4bc5-8ac8-baf0f38be496 owned by network:router_interface {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:42:31.247926 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2554ff7d-5122-4606-9292-a5b3dabebf70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:31.271959 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2554ff7d-5122-4606-9292-a5b3dabebf70 admin admin] Pushing event deleted for resources: {'Port': ['ID=09df4419-1b2b-4bc5-8ac8-baf0f38be496,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:31.445846 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-2554ff7d-5122-4606-9292-a5b3dabebf70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3684007'] for router_interface, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:31.667726 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2554ff7d-5122-4606-9292-a5b3dabebf70 admin admin] Router c531e46c-f18d-490c-9cdf-2629288fe054 has already been hosted by L3 agent 985b359e-d310-4f4e-968c-7d3e06328731 {{(pid=109050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 11:42:31.777785 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2554ff7d-5122-4606-9292-a5b3dabebf70 admin admin] Notify agent at l3_agent.dv-neutron-834599-1-hyperv the message routers_updated {{(pid=109050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 11:42:31.782916 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-2554ff7d-5122-4606-9292-a5b3dabebf70 admin admin] 10.222.0.57 "PUT /v2.0/routers/c531e46c-f18d-490c-9cdf-2629288fe054/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4420106 Mar 22 11:42:31.785550 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 49190) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:42:31.788944 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9066b16c-9374-4827-83a9-fb6caa73edb0 None None] Sync routers for ids ['c531e46c-f18d-490c-9cdf-2629288fe054'] in dv-neutron-834599-1-hyperv {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 11:42:31.799721 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9066b16c-9374-4827-83a9-fb6caa73edb0 None None] Routers {'c531e46c-f18d-490c-9cdf-2629288fe054'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:42:31.800327 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-9066b16c-9374-4827-83a9-fb6caa73edb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:42:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['c531e46c-f18d-490c-9cdf-2629288fe054'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:31.887563 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e66ba031-0d34-4173-b353-f1f894acd62d admin admin] Notify callbacks [] for router, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:31.900836 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-9066b16c-9374-4827-83a9-fb6caa73edb0 None None] Set router c531e46c-f18d-490c-9cdf-2629288fe054 gateway port host: dv-neutron-834599-1-hyperv {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:42:31.989151 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e66ba031-0d34-4173-b353-f1f894acd62d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:32.042172 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-e66ba031-0d34-4173-b353-f1f894acd62d admin admin] Deleting port 5227ad4d-b17f-4d2d-844e-50700730392a {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:42:32.042514 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e66ba031-0d34-4173-b353-f1f894acd62d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:32.075957 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-9066b16c-9374-4827-83a9-fb6caa73edb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c531e46c-f18d-490c-9cdf-2629288fe054', 'name': 'tempest-TestSnapshotPattern-316435262-router', 'tenant_id': '53b5c2f46acb4a06862052a71d555cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'external_fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.218'}], 'enable_snat': True}, 'gw_port_id': '5227ad4d-b17f-4d2d-844e-50700730392a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:37:54Z', 'updated_at': '2022-03-22T11:42:31Z', 'revision_number': 5, 'project_id': '53b5c2f46acb4a06862052a71d555cb8', 'gw_port': {'id': '5227ad4d-b17f-4d2d-844e-50700730392a', 'name': '', 'network_id': 'a14ca783-6f82-4799-85a3-4cbe79c980a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c531e46c-f18d-490c-9cdf-2629288fe054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'ip_address': '172.26.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T11:37:55Z', 'updated_at': '2022-03-22T11:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '398a30d5-0fad-4221-8d94-824498bbd61e', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834599-1-hyperv'}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:32.124005 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-e66ba031-0d34-4173-b353-f1f894acd62d admin admin] For port 5227ad4d-b17f-4d2d-844e-50700730392a, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=5227ad4d-b17f-4d2d-844e-50700730392a,segment=NetworkSegment(9bb9f28b-2b96-4a66-9c71-411b13db8a29),segment_id=9bb9f28b-2b96-4a66-9c71-411b13db8a29)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:42:32.124376 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e66ba031-0d34-4173-b353-f1f894acd62d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:32.138394 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-e66ba031-0d34-4173-b353-f1f894acd62d admin admin] Calling delete_port for 5227ad4d-b17f-4d2d-844e-50700730392a owned by network:router_gateway {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:42:32.248919 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9066b16c-9374-4827-83a9-fb6caa73edb0 None None] Checking router: c531e46c-f18d-490c-9cdf-2629288fe054 for host: dv-neutron-834599-1-hyperv {{(pid=109051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 11:42:32.258417 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9066b16c-9374-4827-83a9-fb6caa73edb0 None None] Routers {'c531e46c-f18d-490c-9cdf-2629288fe054'} bound to L3 agent in host dv-neutron-834599-1-hyperv {{(pid=109051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 11:42:32.259022 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-9066b16c-9374-4827-83a9-fb6caa73edb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T10:45:10Z,description=,heartbeat_timestamp=2022-03-22T11:42:10Z,host='dv-neutron-834599-1-hyperv',id=985b359e-d310-4f4e-968c-7d3e06328731,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T10:45:10Z,topic='l3_agent')) {'router_ids': ['c531e46c-f18d-490c-9cdf-2629288fe054'], 'active': True} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:32.309167 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e66ba031-0d34-4173-b353-f1f894acd62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:32.338455 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66ba031-0d34-4173-b353-f1f894acd62d admin admin] Pushing event deleted for resources: {'Port': ['ID=5227ad4d-b17f-4d2d-844e-50700730392a,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:32.348732 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvr_db [None req-9066b16c-9374-4827-83a9-fb6caa73edb0 None None] Set router c531e46c-f18d-490c-9cdf-2629288fe054 gateway port host: None {{(pid=109051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 11:42:32.400105 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e66ba031-0d34-4173-b353-f1f894acd62d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682553'] for router_gateway, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:32.405886 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_hamode_db [None req-9066b16c-9374-4827-83a9-fb6caa73edb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c531e46c-f18d-490c-9cdf-2629288fe054', 'name': 'tempest-TestSnapshotPattern-316435262-router', 'tenant_id': '53b5c2f46acb4a06862052a71d555cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:37:54Z', 'updated_at': '2022-03-22T11:42:31Z', 'revision_number': 6, 'project_id': '53b5c2f46acb4a06862052a71d555cb8', 'gw_port_host': None}], 'dv-neutron-834599-1-hyperv', False) {} {{(pid=109051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:32.432144 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9066b16c-9374-4827-83a9-fb6caa73edb0 None None] The sync data for ids ['c531e46c-f18d-490c-9cdf-2629288fe054'] in dv-neutron-834599-1-hyperv is: [{'id': 'c531e46c-f18d-490c-9cdf-2629288fe054', 'name': 'tempest-TestSnapshotPattern-316435262-router', 'tenant_id': '53b5c2f46acb4a06862052a71d555cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T11:37:54Z', 'updated_at': '2022-03-22T11:42:31Z', 'revision_number': 6, 'project_id': '53b5c2f46acb4a06862052a71d555cb8', 'gw_port_host': None}] {{(pid=109051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 11:42:32.491029 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e66ba031-0d34-4173-b353-f1f894acd62d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11485'] for router, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:32.493215 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e66ba031-0d34-4173-b353-f1f894acd62d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:32.536506 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e66ba031-0d34-4173-b353-f1f894acd62d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684437'] for router, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:32.537107 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66ba031-0d34-4173-b353-f1f894acd62d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c531e46c-f18d-490c-9cdf-2629288fe054 {{(pid=109050) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 11:42:32.541323 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-e66ba031-0d34-4173-b353-f1f894acd62d admin admin] Notify callbacks [] for router, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:32.542478 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-e66ba031-0d34-4173-b353-f1f894acd62d admin admin] 10.222.0.57 "DELETE /v2.0/routers/c531e46c-f18d-490c-9cdf-2629288fe054 HTTP/1.1" status: 204 len: 168 time: 0.7559628 Mar 22 11:42:32.544982 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 49192) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:42:32.896951 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 09df4419-1b2b-4bc5-8ac8-baf0f38be496 no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:42:32.917843 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 09df4419-1b2b-4bc5-8ac8-baf0f38be496 {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:42:32.918543 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 09df4419-1b2b-4bc5-8ac8-baf0f38be496 not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:42:32.930311 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.db_base_plugin_v2 [None req-989a810c-dba0-488e-840f-9ccadf7c9fa4 admin admin] Deleting subnet a7d22bda-4fa4-4be4-a915-1b1bdfff9b73 {{(pid=109050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 22 11:42:32.933494 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-989a810c-dba0-488e-840f-9ccadf7c9fa4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:32.967970 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-989a810c-dba0-488e-840f-9ccadf7c9fa4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11961780'] for subnet, precommit_delete_associations {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:33.060873 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-989a810c-dba0-488e-840f-9ccadf7c9fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540025'] for subnet, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:33.130563 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-989a810c-dba0-488e-840f-9ccadf7c9fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11961798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11946013'] for subnet, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:33.155259 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a810c-dba0-488e-840f-9ccadf7c9fa4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7d22bda-4fa4-4be4-a915-1b1bdfff9b73,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:33.161133 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-989a810c-dba0-488e-840f-9ccadf7c9fa4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:33.164354 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-989a810c-dba0-488e-840f-9ccadf7c9fa4 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/a7d22bda-4fa4-4be4-a915-1b1bdfff9b73 HTTP/1.1" status: 204 len: 168 time: 0.6183980 Mar 22 11:42:33.166941 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 49194) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:42:33.170172 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51643f96-747b-4cdb-bee9-f67ae17413a8 None None] Network 2815dad1-c20c-42b8-a611-1e0f7dfdea94 requested from dv-neutron-834599-1-hyperv {{(pid=109051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 22 11:42:33.239152 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-854e4514-10c4-47c6-b065-6894dc977f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584058'] for network, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:33.297936 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-854e4514-10c4-47c6-b065-6894dc977f10 admin admin] Deleting port a142a17b-13a6-4232-b6ae-5666077c3d5b {{(pid=109050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:42:33.298280 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-854e4514-10c4-47c6-b065-6894dc977f10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:33.363700 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4182a70-542b-44e7-a6df-2d2a95266116 None None] DHCP port deletion for 2815dad1-c20c-42b8-a611-1e0f7dfdea94 request from dv-neutron-834599-1-hyperv {{(pid=109051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 22 11:42:33.364017 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.db [None req-854e4514-10c4-47c6-b065-6894dc977f10 admin admin] For port a142a17b-13a6-4232-b6ae-5666077c3d5b, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=a142a17b-13a6-4232-b6ae-5666077c3d5b,segment=NetworkSegment(d65a0985-eba4-4e80-b2ec-09d3a2c62ddb),segment_id=d65a0985-eba4-4e80-b2ec-09d3a2c62ddb)] {{(pid=109050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:42:33.364381 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-854e4514-10c4-47c6-b065-6894dc977f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:33.377857 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.plugin [None req-854e4514-10c4-47c6-b065-6894dc977f10 admin admin] Calling delete_port for a142a17b-13a6-4232-b6ae-5666077c3d5b owned by network:dhcp {{(pid=109050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:42:33.418378 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-a4182a70-542b-44e7-a6df-2d2a95266116 None None] Deleting port a142a17b-13a6-4232-b6ae-5666077c3d5b {{(pid=109051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 22 11:42:33.418750 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a4182a70-542b-44e7-a6df-2d2a95266116 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732232775765'] for port, before_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:33.470021 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-854e4514-10c4-47c6-b065-6894dc977f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11963191'] for port, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:33.488707 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.db [None req-a4182a70-542b-44e7-a6df-2d2a95266116 None None] For port a142a17b-13a6-4232-b6ae-5666077c3d5b, host dv-neutron-834599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834599-1-hyperv',level=0,port_id=a142a17b-13a6-4232-b6ae-5666077c3d5b,segment=NetworkSegment(d65a0985-eba4-4e80-b2ec-09d3a2c62ddb),segment_id=d65a0985-eba4-4e80-b2ec-09d3a2c62ddb)] {{(pid=109051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 11:42:33.489116 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a4182a70-542b-44e7-a6df-2d2a95266116 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679698'] for port, precommit_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:33.495946 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854e4514-10c4-47c6-b065-6894dc977f10 admin admin] Pushing event deleted for resources: {'Port': ['ID=a142a17b-13a6-4232-b6ae-5666077c3d5b,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:33.504727 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-a4182a70-542b-44e7-a6df-2d2a95266116 None None] Calling delete_port for a142a17b-13a6-4232-b6ae-5666077c3d5b owned by network:dhcp {{(pid=109051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 22 11:42:33.506616 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854e4514-10c4-47c6-b065-6894dc977f10 admin admin] No DVR routers for this DVR port a142a17b-13a6-4232-b6ae-5666077c3d5b on host dv-neutron-834599-1-hyperv {{(pid=109050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:42:33.578854 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-854e4514-10c4-47c6-b065-6894dc977f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3546286', 'neutron.services.segments.db._delete_segments_for_network-8732232756592'] for network, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:33.581357 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-a4182a70-542b-44e7-a6df-2d2a95266116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732232779695', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732232225046'] for port, after_delete {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:33.602988 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-854e4514-10c4-47c6-b065-6894dc977f10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2815dad1-c20c-42b8-a611-1e0f7dfdea94']}} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:33.606696 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4182a70-542b-44e7-a6df-2d2a95266116 None None] Pushing event deleted for resources: {'Port': ['ID=a142a17b-13a6-4232-b6ae-5666077c3d5b,revision_number=None']} {{(pid=109051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:33.611265 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4182a70-542b-44e7-a6df-2d2a95266116 None None] No DVR routers for this DVR port a142a17b-13a6-4232-b6ae-5666077c3d5b on host dv-neutron-834599-1-hyperv {{(pid=109051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 11:42:33.612823 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-854e4514-10c4-47c6-b065-6894dc977f10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd65a0985-eba4-4e80-b2ec-09d3a2c62ddb') {'for_net_delete': True} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:33.613129 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.services.segments.db [None req-854e4514-10c4-47c6-b065-6894dc977f10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd65a0985-eba4-4e80-b2ec-09d3a2c62ddb') {} {{(pid=109050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 11:42:33.623123 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-854e4514-10c4-47c6-b065-6894dc977f10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732232760441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11961741'] for segment, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:33.636653 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-854e4514-10c4-47c6-b065-6894dc977f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106'] for segment, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:33.643167 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-854e4514-10c4-47c6-b065-6894dc977f10 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=109050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 11:42:33.643567 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-854e4514-10c4-47c6-b065-6894dc977f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3540106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11963236'] for segment, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:33.645313 dv-neutron-834599-1-hyperv neutron-server[109050]: Traceback (most recent call last): Mar 22 11:42:33.645313 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 11:42:33.645313 dv-neutron-834599-1-hyperv neutron-server[109050]: timer() Mar 22 11:42:33.645313 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 11:42:33.645313 dv-neutron-834599-1-hyperv neutron-server[109050]: cb(*args, **kw) Mar 22 11:42:33.645313 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 11:42:33.645313 dv-neutron-834599-1-hyperv neutron-server[109050]: return func(*args, **kwargs) Mar 22 11:42:33.645313 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 11:42:33.645313 dv-neutron-834599-1-hyperv neutron-server[109050]: self._notify() Mar 22 11:42:33.645313 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 11:42:33.645313 dv-neutron-834599-1-hyperv neutron-server[109050]: self.callback(batched_events) Mar 22 11:42:33.645313 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 11:42:33.645313 dv-neutron-834599-1-hyperv neutron-server[109050]: event.method(event) Mar 22 11:42:33.645313 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 11:42:33.645313 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 11:42:33.645313 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 11:42:33.645313 dv-neutron-834599-1-hyperv neutron-server[109050]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 11:42:33.645313 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 11:42:33.645313 dv-neutron-834599-1-hyperv neutron-server[109050]: return f(self, *a, **k) Mar 22 11:42:33.645313 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 11:42:33.645313 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._get(url).json() Mar 22 11:42:33.645313 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 11:42:33.645313 dv-neutron-834599-1-hyperv neutron-server[109050]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 11:42:33.645313 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 11:42:33.645313 dv-neutron-834599-1-hyperv neutron-server[109050]: return self.request(url, 'GET', **kwargs) Mar 22 11:42:33.645313 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 11:42:33.645313 dv-neutron-834599-1-hyperv neutron-server[109050]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 11:42:33.645313 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 11:42:33.645313 dv-neutron-834599-1-hyperv neutron-server[109050]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 11:42:33.645313 dv-neutron-834599-1-hyperv neutron-server[109050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 11:42:33.645313 dv-neutron-834599-1-hyperv neutron-server[109050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 11:42:33.645313 dv-neutron-834599-1-hyperv neutron-server[109050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 11:42:33.699025 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-854e4514-10c4-47c6-b065-6894dc977f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3546295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684129'] for network, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:33.705627 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-854e4514-10c4-47c6-b065-6894dc977f10 admin admin] Notify callbacks [] for network, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:33.708741 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-854e4514-10c4-47c6-b065-6894dc977f10 admin admin] 10.222.0.57 "DELETE /v2.0/networks/2815dad1-c20c-42b8-a611-1e0f7dfdea94 HTTP/1.1" status: 204 len: 168 time: 0.5408812 Mar 22 11:42:33.718102 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854e4514-10c4-47c6-b065-6894dc977f10 admin admin] Pushing event deleted for resources: {'Network': ['ID=2815dad1-c20c-42b8-a611-1e0f7dfdea94,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:33.891498 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 49198) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:42:33.932431 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-4cc8bb7a-c167-4ede-8457-665df88a3ec2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0ca7356ed40642a7929b2e6b63c7c56b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396953 Mar 22 11:42:33.935084 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 49200) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:42:33.988971 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-78285947-3831-4ead-8289-7a0db938dccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:34.009833 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-78285947-3831-4ead-8289-7a0db938dccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:34.057601 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-78285947-3831-4ead-8289-7a0db938dccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:34.060165 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-78285947-3831-4ead-8289-7a0db938dccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:34.061356 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-78285947-3831-4ead-8289-7a0db938dccb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/79e311d5-7a54-4ee8-9cb8-f7a32811da6a HTTP/1.1" status: 204 len: 168 time: 0.1253152 Mar 22 11:42:34.069461 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78285947-3831-4ead-8289-7a0db938dccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e311d5-7a54-4ee8-9cb8-f7a32811da6a,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:34.377497 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 49206) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:42:34.422040 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-3030d474-f14b-49c7-aaef-8ed7cb95c95b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=53b5c2f46acb4a06862052a71d555cb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432847 Mar 22 11:42:34.424717 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.wsgi [-] (109050) accepted ('10.222.0.57', 49208) {{(pid=109050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 22 11:42:34.473623 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d9d4249e-d01b-4a15-9fe7-fb68bb20708b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:34.495014 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d9d4249e-d01b-4a15-9fe7-fb68bb20708b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:34.543201 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d9d4249e-d01b-4a15-9fe7-fb68bb20708b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360209'] for security_group, after_delete {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:34.545842 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron_lib.callbacks.manager [None req-d9d4249e-d01b-4a15-9fe7-fb68bb20708b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:34.547009 dv-neutron-834599-1-hyperv neutron-server[109050]: INFO neutron.wsgi [None req-d9d4249e-d01b-4a15-9fe7-fb68bb20708b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f4703ae7-84b5-4abf-93e0-1be18a47e98f HTTP/1.1" status: 204 len: 168 time: 0.1214030 Mar 22 11:42:34.555170 dv-neutron-834599-1-hyperv neutron-server[109050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d4249e-d01b-4a15-9fe7-fb68bb20708b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4703ae7-84b5-4abf-93e0-1be18a47e98f,revision_number=None']} {{(pid=109050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 11:42:34.816319 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 5227ad4d-b17f-4d2d-844e-50700730392a no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:42:34.839327 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: 5227ad4d-b17f-4d2d-844e-50700730392a {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:42:34.839813 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device 5227ad4d-b17f-4d2d-844e-50700730392a not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:42:34.840237 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device a142a17b-13a6-4232-b6ae-5666077c3d5b no longer exists at agent ovs-agent-dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 11:42:34.861283 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.plugin [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] No Port match for: a142a17b-13a6-4232-b6ae-5666077c3d5b {{(pid=109051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 22 11:42:34.861651 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron.plugins.ml2.rpc [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Device a142a17b-13a6-4232-b6ae-5666077c3d5b not bound to the agent host dv-neutron-834599-1-hyperv {{(pid=109051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 11:42:37.811051 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0a4baf7b-174e-4583-855a-a47151c4d4cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:38.391614 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:42:39.927852 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7dac60fd-e81e-4882-a580-cb249fc0b8af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:41.355352 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:42.771699 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:42.924293 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:42:43.902410 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:07.808455 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8a593feb-002e-4ce5-8b29-3179c114b794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:09.928096 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-fc329b5f-239c-4049-8c4d-0c123d5b405e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:11.356284 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:12.772493 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:12.922619 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:13.917673 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:15.392134 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:43:37.803060 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-272fb24c-a3fb-4f9d-bf05-349207585ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:39.923089 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-bf2e1084-f9ea-4dea-ac00-97a49d936172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:41.359066 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:42.772382 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:42.916688 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:43.943920 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:43:52.392140 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:44:07.810812 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7678c4c8-aa9d-4e6f-80b8-1bf5697d8897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:09.926567 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-0ac643af-318d-4e33-8d63-89ff3febffff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:11.362240 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:12.772385 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:12.920963 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:13.954114 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:29.391540 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:44:37.803984 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-90774de7-5be2-47d3-9b07-7456b14d332f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:39.929444 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-92a1d0d3-5ad8-460d-8992-d4d322e2632e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:41.364047 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:42.780653 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:42.925108 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:44:43.956213 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:06.390650 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:45:07.813628 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2a65ec57-95b4-4580-be04-2bf75734fbcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:09.933474 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-ddcca2fc-d557-456b-ba0b-5f26dba505e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:11.368174 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:12.785342 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:12.930843 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:13.957711 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:37.810883 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d0919d5d-f574-4dbd-aea3-2ecc6bcf3eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:39.937934 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-96c9b529-e929-4953-9312-6a726c607981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:41.379073 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:42.783061 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:42.935224 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:45:43.390199 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:45:43.951792 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:07.806016 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8316901f-6113-4b0b-9184-923ca5a77d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:09.944585 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-04ea0761-7f14-4c79-840a-298c3a6329db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:11.380878 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:12.788676 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:12.940577 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:13.959471 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:20.389883 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:46:37.811291 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-5fa04ed7-8d11-42f0-975d-bffc567b6895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:39.940441 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-067da27e-06cc-4028-9cec-8efdbc5a1aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:41.382635 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:42.788803 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:42.945723 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:43.964797 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:46:57.390679 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:47:07.824437 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-4cec4017-6c80-4ff1-a92b-a8ac9b27ee39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:47:09.936298 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-7bdb8440-6437-4421-9511-c42ff18aa943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:47:11.379420 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:47:12.790426 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:47:12.949719 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:47:13.983262 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:47:34.390238 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:47:37.821810 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-c9eb9f72-839d-41b4-94de-33336ef50026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:47:39.940060 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-94455576-0367-448f-8d95-aeff9aadf472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:47:41.383213 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:47:42.795917 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:47:42.954605 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:47:43.994779 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:48:07.816418 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-61c5fe5b-3bef-475b-baed-f1d28a10dc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:48:09.944628 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-14f81faa-70ea-4853-b1c1-fe7c8f317619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:48:11.387537 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-d4f1058c-3213-422b-8fe4-7fa8e18136b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:48:11.391205 dv-neutron-834599-1-hyperv neutron-server[109052]: DEBUG neutron.db.agents_db [None req-90d8453c-f8d1-4936-8534-4a8de809ed4f None None] Agent healthcheck: found 6 active agents {{(pid=109052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 11:48:12.797745 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-00f6f529-6f71-462b-a2ab-97f41f214b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:48:12.957623 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-8547fa65-7baa-4630-8b45-be7d945f1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 11:48:13.997338 dv-neutron-834599-1-hyperv neutron-server[109051]: DEBUG neutron_lib.callbacks.manager [None req-2028f222-1ebd-4d90-ba69-ad49199679f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732232756574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3545374'] for agent, after_update {{(pid=109051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}